From f033390138ad09c64878a286b4b0a674e035dada Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 26 Sep 2026 01:37:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Neelectric/OLMo-2-1124-7B-Instruct_SFT_mathsp_ewc_v00.01 Source: Original Platform --- .gitattributes | 35 + README.md | 60 + all_results.json | 11 + chat_template.jinja | 30 + config.json | 27 + generation_config.json | 7 + merges.txt | 100001 ++++++ model-00001-of-00003.safetensors | 3 + model-00002-of-00003.safetensors | 3 + model-00003-of-00003.safetensors | 3 + model.safetensors.index.json | 363 + special_tokens_map.json | 24 + tokenizer.json | 500524 ++++++++++++++++++++++++++++ tokenizer_config.json | 189 + train_results.json | 11 + trainer_state.json | 283042 ++++++++++++++++ training_args.bin | 3 + vocab.json | 1 + 18 files changed, 884337 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00003.safetensors create mode 100644 model-00002-of-00003.safetensors create mode 100644 model-00003-of-00003.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_state.json create mode 100644 training_args.bin create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d12eb81 --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +base_model: allenai/OLMo-2-1124-7B-Instruct +datasets: Neelectric/OpenR1-Math-220k_all_Llama3_4096toks +library_name: transformers +model_name: OLMo-2-1124-7B-Instruct_SFT_mathsp_ewc_v00.01 +tags: +- generated_from_trainer +- trl +- open-r1 +- sft +licence: license +--- + +# Model Card for OLMo-2-1124-7B-Instruct_SFT_mathsp_ewc_v00.01 + +This model is a fine-tuned version of [allenai/OLMo-2-1124-7B-Instruct](https://huggingface.co/allenai/OLMo-2-1124-7B-Instruct) on the [Neelectric/OpenR1-Math-220k_all_Llama3_4096toks](https://huggingface.co/datasets/Neelectric/OpenR1-Math-220k_all_Llama3_4096toks) dataset. +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="Neelectric/OLMo-2-1124-7B-Instruct_SFT_mathsp_ewc_v00.01", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/neelectric/open-r1_math/runs/lx9guoov) + + + +This model was trained with SFT. + +### Framework versions + +- TRL: 1.1.0.dev0 +- Transformers: 4.57.6 +- Pytorch: 2.9.0 +- Datasets: 5.0.1 +- Tokenizers: 0.22.2 + +## Citations + + + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..92ddf8f --- /dev/null +++ b/all_results.json @@ -0,0 +1,11 @@ +{ + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "total_flos": 5.156325133756924e+19, + "train_loss": 0.44972702040424817, + "train_runtime": 50365.0092, + "train_samples": 125770, + "train_samples_per_second": 7.492, + "train_steps_per_second": 0.468 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..a19e92f --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,30 @@ +{{ bos_token }} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "You are a helpful AI Assistant that provides well-reasoned and detailed responses. You first think about the reasoning process as an internal monologue and then provide the user with the answer. Respond in the following format: +... + + +... +" %} +{%- endif %} +{{- '<|system|>\n' + system_message + '\n' }} +{%- for message in messages %} + {%- if message['role'] == 'user' %} + {{- '<|user|>\n' + message['content'] + '\n' }} + {%- elif message['role'] == 'assistant' %} + {{- '<|assistant|>\n' }} + {% generation %} + {%- if not loop.last %} + {{- message['content'] + eos_token + '\n' }} + {%- else %} + {{- message['content'] + eos_token }} + {%- endif %} + {% endgeneration %} + {%- endif %} + {%- if loop.last and add_generation_prompt %} + {{- '<|assistant|>\n' }} + {%- endif %} +{%- endfor %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..cc869b9 --- /dev/null +++ b/config.json @@ -0,0 +1,27 @@ +{ + "architectures": [ + "Olmo2ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 100257, + "dtype": "bfloat16", + "eos_token_id": 100257, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 4096, + "model_type": "olmo2", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "pad_token_id": 100277, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 500000, + "tie_word_embeddings": false, + "transformers_version": "4.57.6", + "use_cache": true, + "vocab_size": 100352 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..31448c5 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 100257, + "eos_token_id": 100257, + "pad_token_id": 100277, + "transformers_version": "4.57.6" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..354558e --- /dev/null +++ b/merges.txt @@ -0,0 +1,100001 @@ +#version: 0.2 +Ġ Ġ +ĠĠ ĠĠ +i n +Ġ t +ĠĠĠĠ ĠĠĠĠ +e r +ĠĠ Ġ +o n +Ġ a +r e +a t +s t +e n +o r +Ġt h +Ċ Ċ +Ġ c +l e +Ġ s +i t +a n +a r +a l +Ġth e +; Ċ +Ġ p +Ġ f +o u +Ġ = +i s +ĠĠĠĠ ĠĠĠ +in g +e s +Ġ w +i on +e d +i c +Ġ b +Ġ d +e t +Ġ m +Ġ o +ĉ ĉ +r o +a s +e l +c t +n d +Ġ in +Ġ h +en t +i d +Ġ n +a m +ĠĠĠĠĠĠĠĠ ĠĠĠ +Ġt o +Ġ re +- - +Ġ { +Ġo f +o m +) ;Ċ +i m +č Ċ +Ġ ( +i l +/ / +Ġa nd +u r +s e +Ġ l +e x +Ġ S +a d +Ġ " +c h +u t +i f +* * +Ġ } +e m +o l +ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ +t h +) Ċ +Ġ{ Ċ +Ġ g +i g +i v +, Ċ +c e +o d +Ġ v +at e +Ġ T +a g +a y +Ġ * +o t +u s +Ġ C +Ġ st +Ġ I +u n +u l +u e +Ġ A +o w +Ġ ' +e w +Ġ < +at ion +( ) +Ġf or +a b +or t +u m +am e +Ġ is +p e +t r +c k +â Ģ +Ġ y +i st +-- -- +. ĊĊ +h e +Ġ e +l o +Ġ M +Ġb e +er s +Ġ on +Ġc on +a p +u b +Ġ P +ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ +as s +in t +> Ċ +l y +ur n +Ġ $ +; ĊĊ +a v +p ort +i r +- > +n t +ct ion +en d +Ġd e +0 0 +it h +ou t +t urn +ou r +ĠĠĠĠ Ġ +l ic +re s +p t += = +Ġth is +Ġw h +Ġ if +Ġ D +v er +ag e +Ġ B +h t +ex t += " +Ġth at +** ** +Ġ R +Ġ it +es s +Ġ F +Ġ r +o s +an d +Ġa s +e ct +k e +ro m +Ġ // +c on +Ġ L +( " +q u +l ass +Ġw ith +i z +d e +Ġ N +Ġa l +o p +u p +g et +Ġ} Ċ +i le +Ġa n +at a +o re +r i +Ġp ro +; čĊ +ĉĉ ĉĉ +t er +a in +Ġ W +Ġ E +Ġc om +Ġre turn +ar t +Ġ H +a ck +im port +ub lic +Ġ or +e st +m ent +Ġ G +ab le +Ġ - +in e +il l +in d +er e +: : +it y +Ġ + +Ġt r +el f +ig ht +( ' +or m +ul t +st r +. . +" , +Ġy ou +y pe +p l +Ġn ew +Ġ j +ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ +Ġf rom +Ġ ex +Ġ O +2 0 +l d +Ġ [ +o c +: Ċ +Ġs e +Ġ le +---- ---- +. s +{ Ċ +' , +an t +Ġa t +as e +. c +Ġc h +< / +av e +an g +Ġa re +Ġin t +âĢ Ļ +_ t +er t +i al +a ct +} Ċ +iv e +od e +o st +Ġc lass +Ġn ot +o g +or d +al ue +al l +f f +( );Ċ +on t +im e +a re +Ġ U +Ġp r +Ġ : +i es +iz e +u re +Ġb y +i re +Ġ} ĊĊ +. p +Ġs h +ic e +a st +pt ion +tr ing +o k +_ _ +c l +# # +Ġh e +ar d +) . +Ġ @ +i ew +ĉĉ ĉ +Ġw as +i p +th is +Ġ u +ĠT he +id e +a ce +i b +a c +r ou +Ġw e +j ect +Ġp ublic +a k +v e +at h +o id +Ġ= > +u st +q ue +Ġre s +) ) +' s +Ġ k +an s +y st +un ction +**** **** +Ġ i +Ġ us +p p +1 0 +on e +a il +== == +n ame +Ġst r +Ġ / +Ġ & +a ch +d iv +yst em +el l +Ġh ave +er r +ou ld +ul l +p on +Ġ J +_ p +Ġ= = +ig n +S t +. Ċ +Ġp l +) ;ĊĊ +f orm +p ut +ou nt +} ĊĊ +d d +it e +Ġg et +r r +om e +Ġ âĢ +ar am +c c +Ġ* / +E R +I n +le s +_ s +on g +i e +Ġc an +Ġ V +er v +p r +Ġ un +ro w +b er +Ġd o +l l +Ġ el +Ġs elf +at ed +ar y +Ġ . +' ] +u d +Ġ en +ĠT h +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ +t e +_ c +u ct +Ġa b +or k +. get +Ġ # +a w +res s +o b +N ame +20 1 +ap p +[ ' +Ġal l +or y +it ion +an ce +e ar +Ġcon t +v ent +i a +Ġw ill +I N +ĠĠĠĠĠĠĠĠ Ġ +re turn +Ġ< / +d ata +) ĊĊ +R e +p le +il d +th er +Ġy our +" Ċ +( $ +Ġ out +) , +Ġh as +S tring +s o +Ġ up +a x +Ġde f +Ġb o +g e +al se +O N +p er +1 2 +ic h +Ġb ut +Ġ Ċ +Ġ _ +_ m +ad d +que st +od el +s elf +er y +f t +en s +// // +a ke +. C +Ġg o +Ġf unction +Ġ K +iv ate +Ġ im +Ġcon st +. t +Ġ*/ Ċ +) ;čĊ +Ġv oid +Ġs et +ĠS ystem +c ri +( )Ċ +l i +ĉ if +. m +al ly +s et +e p +âĢĻ s +b o +de f +' ,Ċ +Ġm e +Ġ ! +at ch +" > +" ,Ċ +e c +ĠI n +p h +Ġ | +_ f +Ġv ar +en ce +I d +re e +in k +le ct +u g +et h +Ġel se +-------- -------- +1 9 +con t +Ġs o +at ic +Ġl o +p ro +t on +s s +ow n +ab el +o int +ou s +el d +S T +T he +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +R E +" : +ol or +t p +e g +ke y +u de +ĠS t +ou nd +Ġa r +" );Ċ +en er +s er +1 1 +b ject +ess age +f er +Ġm ore +ation s +ent s +Ġh is +Ġthe y +. S +Ġ Y +u se +n e +is h +ol d +_ d +i o +i eld +Ġp er +C ont +ing s +## ## +Ġd ata +Ġs a +e f +f o +Ġon e +en g +Ġd is +A T +Ġn ame +Ġtr ue +v al +le d +. f +Ġn e +Ġ end +3 2 +. T +1 6 +c re +ar k +lo g +E x +err or +_ id +ur re +ang e +Ġn ull +rr ay +Ġm y +p an +ic t +at or +V iew +L ist +ĉ return +âĢ Ŀ +Ġp re +Ġ x +cl ude +ar g +1 5 +o v +. h +Ġ > +Ġthe ir +' ) +ir st +ic k +g h +L E +O R +Ġpr ivate +t em +čĊ čĊ +us er +Ġ ) +c om +. A +" ;Ċ +Ġ id +re ad +Ġwh o +_ b +" >Ċ +Ġt ime +Ġm an +r y +==== ==== +rou p +ro p +p ublic +v el +um ber +b le +Ġwh ich +******** ******** +Ġan y +Ġf alse +w e +Ġv alue +Ġl i +" ) +nd er +g r +Ġn o +p aram +2 5 +f ig +.c om +Ġa pp +_ l +ion s +. D +ĠC h +Ġab out +Ġa dd +Ġs u +Ġstr ing +I D +Ġo ver +str ing +. l +our ce +00 0 +_ C +] Ċ +Ġ qu +ĠS tring +c a +S E +Ġ ro +s h +u al +T ype +s on +n ew +er n +Ġa g +A R +] ;Ċ +] . +Ġ ? +ic al +Ġd es +ut h +i x +ay s +Ġt ype +' t +a ult +Ġin ter +v ar +. b +Ġp art +. d +urre nt +I T +E N +3 0 +en c +( f +r a +v alue +ch o +1 8 +ut ton +o se +1 4 +Ġ! = +at er +à © +re ate +ol l +p os +y le +n g +A L +us ing +am es +Ġ{ čĊ +at es +el y +Ġw ork +Ġ em +in al +Ġs p +Ġwh en +.s et +ĠĠĠĠ ĠĠ +) :Ċ +t o +qu ire +ind ow +le ment +pe ct +as h +[ i +Ġu se +. F +pe c +Ġa d +o ve +ce ption +eng th +in clude +ad er +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ +at us +T h +it le +r it +v oid +() . +( Ċ +Ġof f +Ġo ther +Ġ& & +' ;Ċ +m s +Ġbe en +Ġt e +m l +c o +n c +1 3 +erv ice +Ġ % +** Ċ +an n +ad e +ĊĊ ĊĊ +lo ck +con st +1 00 +pon se +Ġs up ++ + +d ate +Ġa cc +Ġh ad +Ġb u +2 00 +ĠR e +Ġw ere +Ġf ile +Ġw ould +ĠâĢ ľ +v en +is s +Ġ our +c lass +r aw +Ġy ear +D ata +Ġv al +Ġs ome +f ter +y s +Ġ// / +rou nd +v iew +Ġp e +Ġth ere +Ġsa id +d u +o f +l ine +/ * +d uct +Ġh er +ĠĠĠĠĠĠĠĠ ĠĠĠĠĠ +R es +Ġc o +Ġcom m +is e +m in +ĠĠĠĠ Ċ +# include +eth od +. P +ut e +Ġas s +I nt +as k +lo c +Ġli ke +od y +Ġle t +lo ad +Ġa m +ro l +Ġg r +y p +Ġal so +ĠI t +ur l +if ic +or s +_ P +_ n +ig h +Ġth an +C om +A N +U L +at ing +1 7 +ĠTh is +re f +_ S +Ġst atic +ro ll +Ġj ust +Ġres ult +i an +id th +Ġthe m +) );Ċ +d er +re ak +C on +: // +u le +.. . +ar ch +em ent +Ġ< < +5 0 +us h +en se +ar r +Ġint o +c ess +am p +i ed +um ent +Ġ \ +] , +w o +al s +Ġwh at +an c +V alue += ' +ol um +Ġp os +ag es +ay er +Ġs c +u es +" )Ċ +_ T +Ġl ist +( s +Ġc ase +C h +ĉĉĉĉ ĉ +//// //// +pon ent +Ġ z +Ġk n +le t +D E +re d +Ġf e +Ġ} ,Ċ +Ġ , +( t +Ġf irst +' );Ċ +w ord +Ġ import +Ġa ct +Ġch ar +C T +ĠT r +op le += { +ĉ f +2 4 +i ent +c ent +. j +le ction +) )Ċ +Ġon ly +Ġpr int +m er +. W +o ck +Ġ -- +T ext +Ġo p +an k +Ġit s +Ġb ack +[ " +Ġne ed +Ġc l +Ġs ub +Ġl a +( ( +. " +O bject +Ġst art +f ile +( self +n er +e y +Ġus er +Ġ ent +ĠC om +it s +ĠC on +ou ble +ow er +it em +ver y +ĠW e +6 4 +lic k +Ġ Q +ph p +t tp +' : +ic s +Ġu nder +Ġ* Ċ +. L +) ; +ic es +Ġre g +) čĊ +ĉ public +S S +Ġth en +re at +i ous +. G +e k +ire ct +he ck +cri pt +n ing +ĠU n +Ġm ay +ĠW h +B o +I tem +str uct +. st +re am +ib le +lo at +Ġor g +u nd +s um +_ in +.. / +_ M +Ġh ow +r ite +' Ċ +T o +4 0 +w w +Ġpe ople +ind ex +. n +ht tp +( m +ect or +Ġin d +Ġj av +] ,Ċ +ĠH e +_ st +f ul +o le +) {Ċ +Ġsh ould +op y +el p +i er +_ name +ers on +I ON +ot e +Ġt est +Ġb et +rr or +ul ar +ã Ģ +Ġ Ð +b s +t ing +Ġm ake +T r +Ġa fter +ar get +R O +olum n +r c +_ re +def ine +2 2 +Ġr ight +r ight +d ay +Ġl ong +[ ] +( p +t d +con d +ĠP ro +Ġre m +ption s +v id +. g +Ġ ext +Ġ __ +' )Ċ +p ace +m p +Ġm in +st ance +a ir +a ction +w h +t ype +ut il +a it +< ? +I C +t ext +Ġp h +Ġf l +. M +cc ess +b r +f ore +ers ion +) ,Ċ +. re +ate g +Ġl oc +in s +- s +tr ib +ĠI nt +Ġa rray +, " +P ro +( c +ess ion +> ĊĊ +Ġs he +" ] +ap h +Ġex p +ert y +ĠS e +Ġp ar +un c +E T +Ġre ad +pr int +Ġre l +Ġfor m +Ġd r +Ex ception +in put +Ġtr ans +#### #### +ord er +B y +Ġa w +it ies +u ff +pl ay +. add +ĠâĢ ĵ +Ġw ant +Ġcom p +ment s +Ġ| | +a z +b e +Ġn umber +Ġre quire +ĠE x +6 0 +Ġc ol +Ġ key +em ber +Ġt wo +Ġs ize +Ġwh ere +U T +res ult +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +ou gh +or ld +o od +u ch +at ive +g er +are nt +Ġ/ * +Ġar g +Ġwh ile +2 3 +( this +Ġre c +Ġd if +St ate +Ġs pec +r ide +_ F +Ġlo ok +A M +il ity +et er +âĢĻ t +ĊĊ Ċ +ay out +---------------- ---------------- +ag er +Ġc ould +Ġb r +end s +u res +Ġkn ow +et s +ĠI f +ĠS h +. w +b ack +Ġs er +Ġ+ = +Ġf r +() );Ċ +Ġh and +I nd +UL L +I m +() ;ĊĊ +Ġm ost +Ġtr y +Ġn ow +rou gh +> čĊ +ack age +Ġh im +. _ +if y +Ġb reak +Ġ );Ċ +re n +# define +it t +Ġa p +ĉ c +( n +ĠY ou +: ĊĊ +- m +Ġe very +ust om +li ent +oc ument +cri ption +E rror +- b +Ð ¾ +] [ +9 9 +tr ans +Ġp oint +Ġst d +Ġf il +T ime +8 0 +Ġm od +Ġ -> +Ġ error +a h +Ġt ext +roll er +lo se +q l +Ġp ol +> < +. B +- c +Ġop en +Ġe st +ĠĠĠĠĠĠĠĠ Ċ +Ġn ext +I M +Ñ Ĥ +O T +à ³ +Ġf ollow +cont ent +ĠĠĠĠĠĠĠĠ ĠĠĠĠ +Ġin clud +H E +ĠR es +Ġh ref +Ð ¸ +Ġc ar +yp es +im age +U n +Ġbo ol +A D +Ġg ame +.F orm +row s +* / +vel op +.D rawing +Ġp ath +is ion +Ġe ach +ĠP l +_t ype +P ath +ne ction +Ġa v +' ). +Ġsup port +EN T +re m +" ). +Ġo wn +Ġc or +c ount +m iss +u ally +Ġm em +st d +i ence +se arch +" ĊĊ +F orm +Ġs ex +en ame +Ġs ign +Ġ et +ĠĠĠĠĠĠĠĠ ĠĠ +', ' +ĠA pp +Ġth ose +o ff +Ġ err +Ġs ystem +Ġbe st +c ode +Ġs ame +Ġd i +us s +Ġc reate +ath er +A rray +. in +f e +S ervice +U N +at s +Ġ Z +al th +Ġm ade +tr ue +A B +Ġm ark +r id +if ied +, čĊ +y n +p ress +Ġg roup +Ġf in +ĠL icense +F ield +eg er +Ġw orld +in ess +t y +Ġpro cess +( b +Ġc re +ar n +iv es +Ġm ain +ide o +3 6 +_ g +A G +val id +im g +P I +Ġc olor +Ġre port +Ġt ake +ri b +O M +Ġd ay +Re quest +Ġs k +b ers +ĉ s +.A dd +o ot +Im age +Ġcom ple +ol lection +Ġto p +Ġf ree +A S +D e +ĠO n +I G +9 0 +et a +D ate +Ġa ction +3 4 +O ver +it or +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +n ot +Ġind ex +h er +ic on +O n +;čĊ čĊ +iv ity +m and +.W indows +O L +Ġre al +Ġm ax +l and +.. .. +r aph +Ġbu ild +le g +ass word +? ĊĊ +âĢ ¦ +o ok +u ck +Ġm essage +t est +iv ers +3 8 +Ġin put +Ġar t +Ġbet ween +G et +ent er +g round +en e +à ¡ +.l ength +N ode +( i +C lass +f or +ĠâĢ Ķ +t en +o in +Ġ ke +u i +ĠI N +Ġt able +s ub +ĠL e +Ġhe ad +Ġm ust +//////// //////// +. util +Cont ext +Ġor der +Ġm ov +o ver +Ġcont in +Ġs ay +st atic +.T ext +Ġclass Name +pan y +Ġt er +he ad +r g +Ġpro duct +Th is +. âĢĿ +ĠB ut +7 0 +lo y +Ġd ouble +s g +Ġpl ace +. x +m essage +Ġin formation +pr ivate +Ġo per +c ed +d b +"> +ater ial +ile d +Ġp ut +Q u +Ñ Ģ +un g +m ap +ĉĉĉĉ ĉĉĉĉ +Ġle vel +Com ponent +bo ok +cre en +_ RE +Ġcon fig +ã ģ +O r +. data +Ġd ocument +", " +trib ute +u x +L og +fer ence +p ost +_ e +Ġloc al +and om +ass ert +V al +lect ed +in a +atab ase +A dd +Ġcont ent +.p rint +s igned +r ic +." ĊĊ +Ġf a +! ĊĊ +- f +iv ed +Ġ quest +. ex +Ġf loat +Ġde velop +о Ð +M ap +ad ing +Ġpos s +U E +n amespace +_ O +ĉ b +.G et +> ( +j son +etail s +6 6 +Ġto o +Ġext ends +ĠN one +Ġf ore +( String +form at +Ġg reat +int er +ca le +Ñ ģ +r on +iv ing +E nt +enc y +x t +o y +0 5 +Ġmon th +Ġh app +Ġsup er +b ar +def ault +_ de +ord s +l n +( {Ċ +ĠI nd +as es +Ġt itle +Ġcont ext +0 8 +o h +- p +E m +Ġm et +T est +Ġl ife +_ v +ĠU S +U I +oc ation +m d +Ġ[ Ċ +Ġ ] +s w +Ġin cre +s cript +ent ial +w ays +. de +Ġs rc +Ġc atch +ĠA meric +// Ċ +ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ +Ġp ay +pl it +âĢ Ķ +Ġc oun +ob j +.ph p +Ġch ange +eth ing +' re +ast er +lo s +l ation +ĠĠ Ċ +L e +à ¤ +( { +read y +ĠN o +Ġpos ition +Ġo ld +Ġbo ok +able d +b ug +20 2 +H and +} ;ĊĊ +is play +av ing +0 4 +Ġgo ver +Ġv ersion +S ystem +n ect +res ponse +St yle +U p +ang u +Ġth ree +in it +er o +Ġl aw +end if +Ġb ase +em ail +( l +_ V +Ġcon f +AT E +Ġd uring +t es +Ġcon sole +ĠP r +Ġs pe +v es +6 5 +p ath +ial og +d ition +_t o +ard s +Ġagain st +et work +ĠP h +_ L +c ur +im it +W ith +Ġp ower +i um +' ;ĊĊ +Ġw om +le ft +our ces +at ri +ĠI m +ĠM an +or th +$ { +8 8 +qu als +es e +_s ize +Ġis s +ot al +- g +i que +r ame +Ġw idth +er g +) ( +itt le +T R +ĠThe y +enc es +0 2 +r l +on s +Ġl abel +. y +- t +up date +an el +s c +.t o +Ġpro ject +à ¼ +Ġe lement +Ġsu ccess +ĉĉ Ċ +.s h +r am +ch ed +() )Ċ +Ġ( Ċ +Ġd ate +Ġto t +_ ST +A ll +ific ation +ĉ var +Ġt ri +ch em +m y +Ġb ig +ĠA d +ĠA t +ot s +n um +A ct +Ġm ap +er a +co pe +. $ +, âĢĿ +Ġp op +Ġf ew +Ġl en +u id +et ers +u les +Ã Ń +s ource +http s +Ġd em +Ġe ar +######## ######## +Ġm atch +or ies +4 9 +ac es +ĠC l +Ġn ode +7 8 +ir c +loc al +un ity +} ;Ċ +Ġan other +< < +og le +Ġs it +ew ork +T E +. I +N S +olog y +ou ght +.C ont +> > +Ġc are +st ate +ĉ private +Ġe ffect +++ ) +_f ile +end ing +L ine +F or +i or +ĠS c +Ġf un +.S ize +ĉ else +] ) +st art +v ious +Ġ} , +our s +Ġle g +Ġs ervice +Ġs ince +ir on +L abel +Ġn on +Ġl os +ict ion +Ġf ull +act er +bo ard +g ress +Ġt urn +ith er +0 9 +.s ize +Ġb ody +res h +et urn +19 9 +( _ +y les +orm al +p i +Ġsom ething +! -- +u int +Ġpro du +Ġst and +Ġpro ble +Ġav ailable +m t +ĠB l +Ġ ... +Ġb lock +In put +Ġke ep +C ount +op en +Ġ[ ' +Ġth row +uild er +A ction +Ġth ings +Tr ue +Ġ url +ĠB o +print f +Ġre d +j s +.c reate +ĠO r +St atus +In stance +Ġcont rol +Ġcom e +Ġc ustom +loc ation +0 7 +m odel +Ġ čĊ +Ġs ource +Ġe as +. out +] ĊĊ +one y +Ġaw ait +Ġpart ic +A P +ub lish +od es +_p ro +p ly +rit er +Ġpro v +Ġm ill +H T +] )Ċ +Ġch ang +Ġas k +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ +Ġout put +Ġem ail +6 8 +.p ush +Ġ} čĊčĊ +in ation +4 7 +atri x +T able +u ccess +] );Ċ +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġdis c +( [ +Ġb usiness +he ight +. html +t a +f ield +Ġrequire d +_ R +Ġgover n +} čĊčĊ +le x +5 00 +. , +ĠS et +ur ch +// / +t s +a f +Ġm ight +ist ory +S tr +Ġne ver +Res ponse +ar se +ad a +ĠH ow +Ġ* ) +Ġ ; +Ġh ard +A d +Ġinter n +us ed +( data +m od +ann el +Ġn p +ug g +Ġ/ >Ċ +Ġcal led +b ody +Ġch o +( r +_s et +ir d +Ġ> = +Ġ} ;Ċ +Ġo ptions +ĠG ener +Ġhe ight +P oint +Y ou +et y +C lick +Ġsm all +Ġ ide +Ġacc ess +angu age +Ġprot ected +Ġj ob +ĠTh ere +D ef +Ġadd ress +Ġu int +N ot +o o +ap s +< div +ain ed +at ur +Ġs um +- w +ĠD ate +Ġl ittle +Ġf ri +Y PE +Ġp ort +e h +pr ing +_p ath +Ġst atus +0 6 +a im +bo ol +Ġap pe +Ġo s +. name +ens ion +_ G +Ġup date +Con fig +a ff +ER R +Ġ< = +at ely +# if +u ction +9 5 +ĠT e +Ġl ink +ĠU ser +.f ind +. org +m e +Ġg iven +O ut +# endif +Ġbet ter +P age +Ġfe el +en n +M L +Ġal ready +Ġinclud ing +o ogle +r u +ic ally +pro p +le an +out er +Ġal ways +ord ing +I f +or age +Ġp arent +v is +ĉĉĉĉ ĉĉĉ +Ġg ot +st and +Ġle ss +/ s +ĠA ss +ap t +ire d +ĠA dd +Ġacc ount +p loy +Ġd er +res ent +Ġl ot +Ġval id +ĉ d +Ġb it +pon ents +Ġfollow ing +_ ex +S ON +Ġs ure +oc ial +Ġp rom +ert ies +he ader +.p ro +Ġbo olean +Ġse arch +k en +Ġor ig +Ġ er +E d +E M +a ut +l ing +al ity +By Id +b ed +ĉc ase +4 6 +eth er +pos it +Ġinv est +ĠO R +Ġs ays +miss ion +AM E +Ġtem p +o ad +Ġre st +in fo +Ġinter est +A rg +Ġper form +pon s +ĠV iew +Ġv er +l ib +( const +U til +List ener +ar ge +7 7 +Ġm ult +Ġd ie +Ġs ite +../ ../ +E L +Ġval ues +Ġ} )Ċ +p en +N o +ic ro +Ġbe h +Ġ' ./ +ac y +re c +() -> +ĉ ĠĠĠ +" )) +Cont ent +_ W +ple ment +Ġw on +Ġv ideo +ad i +p oint +% % +0 3 +Ġg l +erv ed +v iron +I F +ut ed +ã ĥ +' m +Ġc ert +Ġpro f +Ġc ell +ar i +Ġpl ayer +a is +Ġc ost +Ġh um +( R +Ġoff ic +k s +.t ext +at ures +Ġtot al +Ġ*/ ĊĊ +o pe +Ġst at +U M +Ġlo ad +ight s +Ġc lear +u ro +Ġte chn +up port +I R +Ġ row +Ġse em +Ġ q +Ġsh ort +ĠN ot +ip p +G roup +se ction +m ax +ir l +Ġover ride +Ġcom pany +Ġd one +" );čĊ +Ġg re +. Re +Ġbel ie +r ist +Ġhe alth +AN T +() ĊĊ +ĠB e +. value +ĠG r +ott om +Ġarg s +P T +st atus +f unc +um ents +- h +N umber +: čĊ +ĠL og +er ver +Ġ) ,Ċ +am ent +Ġob j +in c +Ġchild ren +ic y +I Z +and s +ab ly +Ġdist rib +Ġc ur +er ial +Ġd ays +re ated +re ct +- l +ir m +idd en +om b +Ġin itial +.j s +Ġ â +Qu ery +Ġon line +im al +. con +a u +U rl +cont rol +ire ction +Ġin stance +OR T +ĠF r +wh ere +Ġjav ax +Ġorg an +ap ter +Ġre ason +o ptions +5 9 +ĠM ar +( a +Ġwith in +.âĢĿ ĊĊ +O DE +_ DE +ad min +end ed +Ġdes ign +ĠD ata +un e +ĠF ile +ro ot +Ġc ent +Ġa rr +_ add +l en +p age +, ' +_ str +Ġb ro +ab ility +ou th +5 8 +/ c +p ose +irt ual +ear ch +_ url +arg in +H ttp +Ġs chool +av a +Ġcons ider +.l abel +ĠA rray +4 2 +we b +o pt +.print ln +ul ation +Ġf unc +P L +Ġ" \ +ĠT ext +act ory +(f unction +n ull +Ġen g +d own +Ġin clude +ĠE n +ĠD r +Ġd b +! ! +s ide +Ġin it +quire d +ĠS he +C olumn +re act +Ġan n +Ġst op +Ġl ater +ĠTh at +ent ion +d f +U G +I LE +Ġc lient +ra ft +ff er +PO ST +el per +Ġlo ve +qu ote +ou d +Ġj son +Ġab le +Ġm en +A X +ĠC opyright +à ¶ +av ig +re q +C lient +} );Ċ +.C om +er c +il t +pec ial +_c om +ro om +. Name +Ġg ive +am b +i ke +Ġcon dition +cl ient +ator s +: " +Ġc opy +ut ure +ivers ity +ern al +{ { +ĠC an +ou nc +d o +Ġo cc +Ġapp ro +th ers +z e +Ġe ither +ĠF l +Ġimport ant +Ġle ad +at tr +AR T +E qual +Ġd a +et ch +ent ity +Ġfam ily +add ing +Ġo ption +Ġex ist +ic a +ĠO bject +6 9 +' ve +v ers +ition al +6 7 +out put +ĠTr ue +ĠO F +_t ime +Ġof fer +Ġ} );ĊĊ +H ER +eg in +" " +Ġw ater +Ġc he +ĠM y +ore d +Ġst ep +anc es +C K +A Y +à ¸ +str uction +( C +3 00 +ou ch +St ream +act ive +am a +Ent ity +pro duct +() {Ċ +Ġgovern ment +ĠI D +aj or +A nd +Ġdis play +Ð » +Ġt imes +Ġf our +Ġf ar +Ġpres ent +ĠN S +Ġ\ Ċ +ue st +Ġb as +e cho +ch ild +if ier +Hand ler +Ġl ib +Prop erty +trans lation +Ġro om +Ġon ce +Ġ[ ] +cent er +================ ================ +Ġresult s +Ġcontin ue +Ġt alk +_ get +Ġg row +.s w +e b +ĠP ublic +O P +ec ute +ol s +Ġ ** +" );ĊĊ +Ġm ass +ure d +.c lass +om ic +Ġme an +ip s +Ġa ut +);čĊ čĊ +Ġun til +Ġmark et +Ġare a +u it +Ġl ength +ĠW ith +struct or +e vent +"> < +ĠS p +I V +Ġm us +if f +Ġk ind +a uthor +ound s +m b +_ key +4 1 +w idth +posit ory +Ġl ight +u k +R ow +oh n +al f +viron ment +app er +ollection s +Ġs ide +_in fo +Ġex ample +im ary +Ġw r +Ġc amp +cri be +25 5 +" / +Ġm iss +w ay +Ġb ased +Ġpl an +V is +om ain +un k +Ġaw ay +U P +< T +O S +i od +ĠM on +âĢĻ re +Ġli k +à § +iv ely +. v +im er +iz er +S ub +Ġbut ton +ĠU p +Ġexper ience +C L +Ġre nder +_ value +Ġn ear +UR L +al t +Ġcoun try +ib ility +5 7 +() ,Ċ +e ad +Ġa uthor +Ġspec ific +b ase +( name +on es +ĠD o +Ġal ong +y ear +Ġexp ress +. ' +en v +Ġbeg in +Ġso ftware +Ġim p +Ġw in +ó n +Ġth ing +Tr ans +ĠT HE +Ġ< ? +Ġwh y +Ġdoes n +i j +g ing +ĉ g +Ġs ingle +off set +ar ning +og raph +le y +_c ount +Ġan al +cre ate +/ m +ĠR eg +9 8 +un ch += $ +is k +Ġright s +( M +Ġ"" "Ċ +ap er +.m odel +Ġp o +em pty +art ment +Ġa nt +ĠWh en +Ġwom en +ĠE d +Ġse ason +Ġde st +à £ +( h +Ġposs ible +Ġse ver +Ġb tn +Ġdid n +Ġs ent +Ġen c +Ġcomm and +Ġ ],Ċ +_ x +Ġre cent +ol ution +v ector +ĠB y +ĠM ay +ĠA ct +» ¿ +Ġm oney +IN T +bs ite +ĉ p +. čĊ +ï »¿ +s l +atter n +ĠC lass +Ġto ld +ud io +c urrent +Ġe qu +Ġa uto +ĠSt ate +d a +ms g +)) ;ĊĊ +Ġwork ing +Ġqu ery +ĠB r +Ġw indow +a uth +on ly +ĉ t +Ġle ast +ag n +Ġex pl +it ter +ar ing +Ġc olumn +ĠGener al +": " +er al +ri or +Ġrec ord +I B +E X +Ġd at +Ġm aking +u ed +ĠC ar +em p +" . +ĠM ed +Ġc lose +Ġper cent +Ġp ast +( g +: ( +Ġw rite +Ġm ove +Ġp at +Cont rol +.T o +Ġv i +*/ Ċ +in ate +' ll +ag ed +N ull +Ġspec ial +IZ E +Ġc ity +/* Ċ +ĠE ng +ix ed +in ary +p y +Ġe ff +ar io +Ġt ell +av or +Ġse lect +le vel +im um +op er +B uilder +I P +') ,Ċ +es c +Ġf ont +" ;ĊĊ +ĠA m +ish ed +ill s +Int er +O W +Ġcour se +Ġl ate +idd le +4 3 +Ġam ount +Ġas ync +in o +c ul +Ġ ì +and le +_ user +Ġb en +ĠC al +Ġ$ _ +ĠR ep +Ġen ough +T oken +. user +( j +S c +W idth +n ow +at form +Ġlook ing +Ġh old +M odule +IT Y +v o +is on +.D ata +y c +Ġp ot +ĠTr ump +id ual +id es +r t +Ġprop erty +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ +am ework +g o +Ġl ow +Ġpar a +Ġpr ice +ur y +Ġto day +ro y +Ġ' / +Ġpol it +Ġ' ' +ym b +P h +Ġad v +Ġatt ack +ĠS te +RO M +4 00 +an a +Ġme ans +Ġst ory +id s +ak en +Ġme et +Ġm om +ĠâĢ ĺ +Ġ? > +Ġd en +ob ile +ch ange +ĠĠĠĠĠĠĠĠ ĠĠĠĠĊ +ic i +n a +ĠF orm +Ġs ort +Se lect +p are +Ġth ought +_ con +Ġt ask +oc us +ĠD E +ĠM in +Ġo pt +ĉb reak +um er +K E +th en +Ġd et +ĠT est +port s +Ġre view +(' / +m ove +Ġsw itch +ER T +p atch +ann ot +ã Ĥ +Ġab ove +it ive +5 6 +Ġquest ion +ĠQ u +ãĢĤ ĊĊ +g le +Ġw ord +Ġprov ide +ĠR eturn +Ġre search +ã o +u str +Ġp ublish +chem a +} } +ĠC ON +- in +all back +Ġco ver +\ \ +c olor +ĠI S +Ġwh ether +im ate +is c +B ar +Ġd iv +B e +our n +Ġh aving +le m +pl ayer +ab s +am era +ne y +Ġex c +get her +pl ied +a o +[ $ +Ġ+ + +i pe +sh ow +/ d +[ : +ag ement +le v +_ ID +9 7 +r ary +ad es +_ se +a use +Ġem ploy +Ġ*/ čĊ +Ġf re +Ġ' @ +Ġcomple t +Ġl arge +r al +\ x +Ġf ac +< String +Ġcre ated +up er +.st ate +Ġh ost +ener ic +/ b +( ! +wh ile +i as +B UG +Ġ );ĊĊ +Ġro le +Re g +ĠC olor +St art +Ġp orn +t op +Ġwe b +Ġde v +Ġde al +++ )Ċ +Int eger +pos ition +. on +Ġ( " +ä ¸ +Ġproble m +s v +Ġp ress +AB LE +AT ION +ĠSe e +an ch +Ġth ough +le ep +Ġ< !-- +Ġpoint s +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ +. J +Ġ :: +p tr +D B +++ ;Ċ +.p ng +n ode +so ft +pon d +Ġe ver +-------------------------------- -------------------------------- +M enu +(' # +Ġs ervices +p g +} )Ċ +param s +Ġact ually +Ġ" / +Em pty +M ethod +Ġid ent +un ic +Ġmill ion +Ġa ff +st yle +Ġcon c +i os +ign ment +UL T +P r +" ;čĊ +Ġunder stand +u ary +Ġhapp en +Ġser ver +ĠC o +S C +Ġle s +Ġfile s +G rid +s ql +Ġof ten +Ġin fo +_ tr +s rc +on y +Ġsp ace +um b +Ġpass word +Ġst ore +, ĊĊ +ĠWh at +g ed +ĠF alse +U s +sw er +_ index +Ġform at +m ost +s m +N ew +Ġd etails +Ġpro b +ĠAN D +() čĊ +il ar +Ġ$ { +ry pt +.C ollections +$ this +ĠF ree +_ of +(f alse +d ated +Ġ> > +Ġf ace +CT ION +Ġs ave +Ġt yp +de v +(" # +AG E +cont ainer +ed it +Q L +Ġitem s +Ġs ocial +i en +ĠRe act +) .ĊĊ +Ġm ar +Ġre du +ĠR E +.p ut +Ġm ajor +C ell +n ext +Ġexpect ed +Ġy et +Ġin div +trib utes +at is +am ed +Ġf ood +S ource +( string +Ġ+ Ċ +it es +d r +Ġmem bers +Ġcom b +item s +ĠP er +T H += True +Ġb ar +_ SE +com m +( w +)ĊĊ Ċ +Ġs end +Ġin c +un signed +F A +Ġparam s +app ing +ro s +ug in +f a +Ġcon nection +Ġ} ;ĊĊ +Ġbe come +M ode +Ġe v +Ġdif f +ĠUn ited +He ight +ful ly +im ages +Ġm akes +Ġg lobal +Ġcont act +' :Ċ +Ġab s +а Ð +f loat +Ġex cept +ĠP ol +Ch ild +t yp +Ġcert ain +i ón +O UT +Ġim pro +ile s +Ġ-- >Ċ +ĠP art +val ues +os s +/ ** +il it +ĠE vent +cur ity +st er +Ġchar acter +19 8 +Ġnew s +Ġ" , +Ġde vice +c el +log in +he et +Def ault +@ " +ĉ Ġ +c lick +( value +ĠA b +Ġpre vious +ERR OR +oc al +Ġm aterial +Ġbel ow +ĠCh rist +Ġmed ia +co ver +ĠU I +Ġf ail +Ġbl ack +Ġcom ponent +ĠAmeric an +Ġadd ed +Ġbu y +st it +Ġc ame +Ġde lete +prop erty +od ing +Ġc ard +rop s +Ġhttp s +Ġro ot +Ġhand le +C C +B ack +em plate +Ġget ting +_b y +m ail +_s h +. assert +ĠD ec +( true +Ġcom put +Ġcl aim +' => +ĠS ub +Ġa ir +op s +n av +em ents +( id +Ġent er +ang ed +E nd +Ġloc ation +Ġn ight +Ġdo ing +ĠR ed +l in +}ĊĊ Ċ +vid er +Ġp ick +Ġw atch +ess ages +Ġhum an +Ġd am +p end +d ir +Ġt ax +Ġg irl +re et +Ġbo x +Ġstr ong +( v +re l +Ġinter face +Ġm sg +f ect +_ at +Ġh ouse +Ġtr ack +' );ĊĊ +j e +ĠJ ohn +ist r +( S +ub e +Ġc e +itt ed +V ER +* ) +p arent +Ġapp lication +an y +.sw ing +Ġp ack +\ u +Ġpr act +Ġse ction +ct x +Ġun signed +.P oint +ĠO ne +Ä ± +ip le +a id +Ñ ĥ +V ector +by te +Ġw ait +Ġà ł +à ¥ +Ġto gether +Ġth rows +F O +' )) +h ost +is ing +. view +Ġter ms +fr amework +- r +Ġapp ly +Ġs ession +O ptions +ugg est +Ġo thers +w itter +Ġf und +In it +__ ( +ens or +G ET +Ġsever al +i i +[ j +I O +Ġtem plate +P osition +Ġe con +ach ine +Ġ il +.s pring +m ain +el t +im ent +Re c +m m +ĠUn iversity +urs or +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ +G L +ict ure +ith ub +c er +c ast +F rom +a les +Ġsub ject +p assword +n y +Ġes c +.w rite +ï¼ Į +Wh at +. H +Ġh istory +ĠF e +Ġindiv idual +un it +Ġ-- > +Ġd u +I ST +Ġus ers +f s +f alse +un t +T itle +Ġm ot +Ġf uture +ach ed +Ġstart ed +Ġm ode +Ġ' < +_ array +Ġa x +'] ;Ċ +i res +Th ere +ug ht +t ml +pos ed +ic ult +Ġto ok +Ġg ames +Ġ} } +Ġ? >Ċ +Ġproduct s +I s +Ġb ad +ĠD es +.p ath +' ĊĊ +ĠP ost +av el +( : +15 0 +Ġneed s +Ġkn own +F l +Ġex ec +Ġse en +5 1 +um e +Ġb order +Ġl ive +tem p +P er +Ġvar iable +i et +ĠD ef +Ġg e +em e +_b ack +f irst +Ġprovid ed +//////////////// //////////////// +Ġfil ename +Ġh ope +ul y +a uto +f ind +_ string +b tn +it ude +At tribute +Ġyou ng +.t xt +Ġwe bsite +ĠP rop +Ġe y +> ();Ċ +ion al +AR R +iction ary +ur ther +. +t x +Ġp ur +u el +ymb ol +u ation +ang er +Ġback ground +ec ess +ef ined +.... .... +Ġdes cription +Ġrep resent +") );Ċ +press ion +row ser +Ġser ies +ward s +5 2 +($ _ +a ise +Ġh ot +ac ity +ri es +action s +C reate +ad io +amp les +Ġorig inal +ens ive +f ont +st ream + using +.spring framework +00 1 +ser ver +Ġb ill +AC K +il ename +Ġfr ame +Ġ= Ċ +Ed it +adi us +Ġd raw +ank s +Ġd eter +Ġcom es +_ int +Ġfore ach +ang le +Ġe lect +pect ed +He ader +ist ration +F alse +ĠG ame +Ġfil ter +Act ivity +Ġl arg +in ition +Ġ" < +25 6 +is ed +Ġrem ove +ĠTr ans +m et +se e +Form at +Com mand +ĠE X +N one +Ġfr ont +A SE +ĠR ec +ound ation +Ġv o +9 6 += \" +( * +Ch ange +.W rite +g roup +i ents +u y +******************************** ******************************** +Ġd ig +h r +( - +Ġg en +n umber +ve c +uro pe +ent ry +L L +Ġst e +Val id +'] , +_p aram +Ġse lected +Ġacc ording +ĠD is +Ġ util +B uffer +_ error +Ġass oci +_S IZE +Ġw or +Ġprint f +r ag + ł +D D +ĠV al +Ġact iv +E ng +et ime +Ġv irtual +a ign +a ur +ĠP res +ĠEx ception +Ġany thing +ĠO ff +Ġh ours +Ġw ar +Arg s +ag ing +Ġmodel s +ĠT ime +O b +am s +j oy +Ġear ly +. read +8 6 +Ġc enter +ĠIn itial +Ġl anguage +l ength +x y +Ġs n +Ġin f +P ost +Ġag o +Ġeas y +_c ode +ĠAN Y +_ ch +Ġdown load +( T +av ed +âĢ ĵ +Ġstud ents +Ġf ig +l ight +x x +Ġbu ffer +ĠD ep +ĠM ath +IT H +Ġvar i +Ġd ue +F actory +Ġp or +Ġe p +ot ype +Ġcan not +Ġwh ite +< int +ter n +Ġreg ister +Ġpre d +cl us +_d ate +Ġ/ ** +Ġa uth +Ġ[ ]Ċ +Ġper iod +n own +Ġv ot +Ġs creen +' d +T ypes +Ġt mp +е Ð +ur al +Ġben ef +_ y +Ġn et +ĠSt ates +'] [' +ĠN e +ĠN OT +Ġn eg +10 2 +Ġcomm on +s cope +Ġc red +g es +_T YPE +Ġs uggest +o om +.ĊĊ Ċ +Ġac cept +Ġr andom +er m +ĠV ector +w ith +T ER +( str +Ġres pons +Ġh it +.S et +gr id +ri a +Ġc lick +und le +C ase +ins ert +Util s +Ġ"" " +Ġim plement +at al +tem pt +tem plate +oc r +return s +Ġplay ers +us ers +ed ef +ĠTh ese +Ġam ong +Ġde b +h a +.get Element +Ġc irc +Ġan swer +Ġw alk +Ġt reat +ĠG e +ĠC reate +Ġa ge +Ġre q +O ST +ang ular +Ñ ı +Ġf ive +5 3 +Ġdistrib uted +Ġfri end +T P +Ġc lean +ow s +.Control s +d is +Ġw ords +. io +z y +Ġhe ader +ĠC heck +âĢĻ m +j ust +h older +=" čĊ +. annot +Ġcol lection +' . +Ġsim ilar +Ġt aken +(" % +Or der +'] Ċ +-m d +ĠT H +ac ed +Ġis n +/ j +Ġs on +gr aph +ĠInt eger +Ġn ecess +re en +Ġ um +Ġ\ < +Ġmom ent +Ġbr ing +Ġind ic +ys is +Le vel +ver se +urre nc +_t est +Ġent ire +D own +Ġ}ĊĊ Ċ +( result +ĠRe ad +à ¨ +M od +Ġtry ing +") ,Ċ +Ġm ember +ĠC or +OD O +- control +un time +ĠS im +D ialog +pl ot +_ on +Ġph ys +} / +Ġn amespace +ĉ čĊ +ac c +Pl ayer +A RE +8 9 +Ġf oot +Ġbo ard +p art +Ġs us +w ise +ĠM c +Ġp ush +AT A +Ġp lease +ri ed +we et +b it +id ed +V E +ĠS w +U B +Ġt ypes +ed ia +Ġc los +ace book +Wh en +Ġed it +ig ger +Ġen erg +Cont ainer +Ġph ot +ĠC ount +ĠE urope +.I s +ĠR uss +pe ed +ĠS tr +Ġp y +Ġc ult +Ġdef ined +cc ount +Ġob t +.L ocation +Ġth read +il le +Ġinst ead +str ong +ĠS ec +U RE +Ġide a +. se +em y +select ed +Con nection +ac ing +th read +.n ext +Ġc oll +Ġfil m +ist ic +Ġcomp et +Ġcon n +th ough +Ġcom pan +ock et +Ġte ach += ( +Ġph one +Ġact ive +7 9 +de lete +10 1 +tr ies +Ġm o +Ġde ath +} );ĊĊ +oc ol +W idget +Ġart icle +ro du +and id +Ñ ĭ +ĠC r +k a +() : +lo od +ĉĉĉ Ċ +Ġal most +Ġs ell +erv let +ri p +Un it +Ġapp lic +Ġcon nect +Ġfe ature +Ġv ia +' ), +Ġl im +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +ĠG u +Eng ine +Ġen s +Ġen vironment +b lock +HER E +N ULL +g y +t ag +) ). +ex p +Ġcom pl +Ġinst all +Ġcomple te +que ue +atur al +Ġgener al +th on +Ġask ed +o res +( res +Ġres erved +S P +ĠâĢ ¦ +Å Ĥ +Ġsign ific +O ff +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ +ĠA g +ĠJ ust +ĠE rror +Ġin fl +ad ata +Ġ icon +ask s +' ' +_ LO +? . +ac count +Ġ( * +' )ĊĊ +r ap +_ var +ĠF OR +Ġpart y +ĠY our +c at +str y +. new +bo ot +ĠN ov +Ġv ector +Ġn ormal +Ġf urther +Re pository +8 00 +Ġd atabase +att le +Ġmus ic +Ġspe ed +Ġd oc +pro cess +IG HT +.p arse +Ġt aking +Ġvi ol +ce ed +ĠA fter +Ġfor ward +Ġc rit +"/ >Ċ +ro t +Ġfa iled +ef ore +Ġconc ern +o e +b a +Ġs ender +Ġter m +h as +=" # +Ġpot ential +N um +Ġpublish ed +.c lose +ĠIm age +str aint +U D +ĠO b +Ġprob ably +l im +" :Ċ +olum e +Ġcon sum +7 6 +ag ue +ens ions +Ġinvest ig +- year +') ; +-s m +Ġen joy +or ig +er ing +c p +le ased +ple ments +Ġreturn s +p at +B O +ĠH ouse +.L abel +Ġwe ight +igh b +Ġcondition s +Ġex ception +d escription +Ġtr ad +- to +Ġ{ } +Ġmod ule +EN D +. ap +.p rops +Ġcon structor +av es +Ġf avor +ĠN ow +; i +ĠM ain +_ k +er ies +âĢĻ ll +trans form +imest amp +P re +Ġm er +. res +st ant +L ocation +_N AME +Ġlos s +Ġ ĊĊ +n et +Ġeng ine +B lock +Ġiss ues +Ġpar se +ĠB ar +Ġst ay +ĠJ SON +Ġd om +air s +w ner +Ġl ower +", čĊ +ĠD em +uf act +Ġp s +Ġper fect +R L +Ġed uc +l s +em ory +ARR ANT +u ge +Ġex act +. key +al led +e ch +ie f +\ / +o ke +Ġfor mer +al loc +Ġs ix +id a +Ġm argin +Ġhe art +al d +p ack +.getElement ById +ĠW ARRANT +Ġr ather +Ġbuild ing +er man +lic e +Ġquest ions +iz es +le ge +irect ory +Ġj e +Ġc as +pro ps +ut f +Ġse curity +Ġhow ever +we ight +Ġins ide +Ġpres ident +Ch ar +ĠW ITH +.m ap +Ġgr aph +Ġt ag +_st atus +Ġat tempt +op p +us es +ĉ const +Ġr ound +, $ +Ġfri ends +Em ail +? > +Res ource +KE Y +os p +. query +ĠN orth +able s +ist rib +_c lass +el lo +Th at +Ð º +pecial ly +ĠPres ident +Ġcamp aign +Ġal t +are a +Ġch all +Ġop port +.C on +Ġenerg y +li ke +. string +ing ton +) * +y y +Ġprof ession +ir th +Ġse g +æ ľ +Ġh or +i ers +c an +Ġbeh ind +Pro duct +f g +ĠS k +.j pg +? : +] ;ĊĊ +Ġcall back +ĠH ttp +Ñ Į +l ong +M S +AT H +Ġr aise +Ġwant ed +row n +ut or +l t +] = +el ine +M A +Ġse par +c s +se mb +D is +bs erv +ĠW ill +Ġpol icy +Ġth ird +ph one +Ġb ed +/ g +. __ +ĠIn c +iz ing +.re move +in stance +.t ype +Ġs erv +E ach +Ġh ar +ĠM essage +( key +SE LECT +P os +)) ;čĊ +Ġre comm +Ġtr aining +ĠE nt +ĠCh ar +ic ht +(f ile +Ġp rior +G ame +Ġex it +Param s +.c ore +P C +n es +anc ed +( request +P assword +} >Ċ +Ġm ag +Ġre lease +Ġsh all +ud ent +ĠS outh +and o +: ' +.Tab Index +s k +ann er +is set +Ġout side +led ge +Ġ å +ĠR ob +Ġim m +! Ċ +ĠWe b +D es +B C +anc ial +R oute +D ec +fer ences +Ġp urch +ĠM odel +ct or +g n +_st art +_ un +. * +is es +Ġg round +Ġun ique +Ġbe aut +{ " +Ġp our +ĠO ct +Ġt ree +set s +_ res +') -> +_re g +(" \ +Ġby te +B l +Ġd ating +Ġm atter +ĠR em +Ġ' ../ +ĠA ug +ĠL a +Ġ$ ( +ourn al +11 1 +i am +Ġshow s +w rite +Ġb all +Ġsim ply +Ġf ast +Ġmem ory +A SS +ĠO f +ov ed +ant e +a ul +ist ry +)) );Ċ +Ġf it +< string +Ġpolit ical +anc el +_ . +c ard +.c urrent +o ch +_ image +\ t +# Ċ +( L +Ġindu stry +com ing +Ġex tra +6 00 +Ġreport ed +.st art +Ġres ources +Ġim g +fl ow +_E X +(n ull +ĠP re +Ġwr ong +inter face +Param eter +n ers +á » +t ure +ers ist +oun try +Ġseem s +al ance +de st +ĉ String +Ġm aint +Ġun it +act ers +ĠT R +if ul +export s +pro ject +App lication +leg ate +Ġt akes +ter m +Ġet c +ust er +Ġappe ar +add ress +Ġf em +h s +Ġh om +, - +Ġdiff icult +Ġcom ing +O pen +Ġset tings +ĠW ar +ĠTh en +Ġaut om +ĠF oundation +Ġqu ite +D escription +Ġb log +i qu +P S +1 10 +_f ield +J son +SS ION +ĠS ch +ĠL O +Ġdes cri +Ġevery one +Ġpret ty +Ġlong er +Ġm enu +Ġcurrent ly +se c +Ġrelations hip +################ ################ +ĠM ap +as et +Ġparam eters +Ġcr ush +" čĊ +IL ITY +ig ration +Ġc out +t otal +Ġn ames +nd ef +") ; +ri end +yn amic +Ġeff ort +Ġact ual +Ġfield s +O UN +t ers +25 0 +Ġf ix +_m odel +Ġc ases +C A +M y +Inter face +ĠS E +19 6 +] ] +al le +ĠN ational +ĠArray List +in line +. V +ar a +ref ix +as c +Re ader +ĠÐ ¿ +ast ic +( () +C l +.annot ation +Ġperform ance +ail y +.to String +.n et +view s +. end +ay ers +l ate +ĠA pr +ed eral +'] ) +.b ody +Ġhigh er +_f l +c r +al ert +_n ode +ĠG oogle +Ġit self +A uth +urrenc y +Ġsignific ant +app end +Ġres pect +str ap +Ġun a +riter ia +P ORT +.ap ache +Out put +Ġpro gress +Ġm id +ĠM icrosoft +Ġres ource +ab lish +Ġd im +. load +.A pp +Ġd irection +Ġadd itional +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ +Ġnum bers +Ġcompan ies +.T h +Ġs ound +user name +Ġstat ement +Ġal ert +Ġcon tract +h ome +_l ength +.Com ponent +e v +. Ex +ï¼ ļ +" ; +ĠH igh +Ġ )ĊĊ +ĠP oint +op h +Ġl ines +-> _ +" )ĊĊ +o x +app lication +Ġ ]Ċ +ĊĊĊĊ ĊĊ +18 0 +Ġso on +ction s +ing er +Ġj oin +ĠP e +Ġ ë +Ġl as +. E +c ss +/ or +ĠSt art +ĠT O +Ġsub s +con n +com ponents +DE BUG +qu are +F unction +end ar +. index +Ġf ill +Ä Ļ +Ġcho ose +h ow +ĠAmeric a +ass ets +-------- ---- +ĠV alue +Ġoff ice +Ġv eh +Ġtrans form +ĠAr t +Ġin de +Ġf n +Ġim plements +ang o +ple te ++ " +t mp +am ily +Ġhas h +miss ions +E ST +g t +Pro vider +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ +Ġfl ag +Ġpartic ip +d en +ĠReturn s +Ġnot e +ü r +p m +ide os +Ġspec ified +ĠE N +est er +ol id +Ġup on +( std +ĉ v +Ġ' \ +u z +Ġv ert +Ġv ict +ĉ self +Ġ" $ +8 5 +. k +Ġgroup s +g ithub +l ang +Ġm ut +T O +Ġv e +ĠP lease +;ĊĊ Ċ +ac cess +Ġ{ " +re a +Ġr isk +ick er +og gle +ĉ while +AN G +.s end +7 2 +Ġwom an +Ġget s +Ġ ign +ĠI d +_ log +ON E +Ġe vid +ĠH ar +_s ub +Ġend l +Ġinclud ed +() );ĊĊ +ĠA p +ig r +Ġs em +ĠBl ack +d oc +_t able +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +- up +Ġca use +Ġ .. +Ġv an +_d ict +Ġf ocus +IN D +CE SS +.L og +Ġmult iple +id o +Ġreg ard +- M +and ler +our se +Ġde g +. U +Ġadd ition +Ġvar ious +Ġrece ive +е н +ĠH T +Ob j +D F +Ġincre ase +ĠO pen +] ; +Ġcomm it +? Ċ +ateg ories +at ory +sh ip +ĠM ich +Ġh tml +rom ise +Ġle ave +Ġstr ateg +av en +ĠCon sole +k nown +- n +_ LE +.com ponent +Ġb re +S ession +i ance +Ġal ign +typ edef +_ result +ĠW HERE +.s plit +Ġread ing +FA ULT +Ġc lo +Ġnot ice +_p r +ar ter +Ġlo ck +Ġstand ard +et ic +ell ow +Ġp adding +ĠH is +Ġst ates +_c ast +( P +a a +Ġintern al +e an +ĠP RO +ĠK ey +Ġes pecially +m ing +Ġc ross +Ġn ational +_ object +f ilter +Ġs cript +. update +_ i +ĠAss ert +/ core +%% %% +Ġproble ms +ist or +Ġ. = +Ġar ch +Ġwrit ten +Ġm ilit +M ENT +. ch +ca pe +ĠM us +_ config +ĠA PI +fo ot +Ġim ages +end l +. In +F irst +Ġpl atform +.pro t +O ption +st e +ĠT ODO +Ġfor ce +. cont +ĉ echo +ĠD av +P tr +( B +R T +ĠB ase +] [' +Ġann ounc +con sole +ĠP y +d s +. as +Ġpre vent +ap an +Ġ{ ' +} ' +Ġde ad +V AL +Q UE +**************************************************************** ******** +Ġch arg +R eturn +Ġf ul +d om +Ġr ules +Ġmod ify +Ġe val +h am +at ement +\ < +ul a += False +R A +Ġcont ains +7 4 +Ġst ack +m ar +Ġ{ }Ċ +Ġund efined +A ss +ĠCh ina +ve y +* Ċ +Ġplay ing +) / +act or +Ġb ottom +li er +ĠN umber +Ġcou ple +D C +ĠS O +g or +.set Text +s uccess +com mand +F ilter +ĠO ur +_ item +Ġc tx +Ġro ad +V ersion +c ase +ur t +av ior +y ch +semb ly +ĠPro duct +Ġh eld +a fe +Ġinclud es +< quote +Ġa void +ĠF in +ĠM od +Ġt ab +an o +à ± +ipp ing +- e +Ġins ert +t arget +ch an +.M odel +IM E +\ Ċ +Ġm achine +av y +ĠN O +ĠInt er +Ġoper ation +mod al +T ag +] : +Ġprodu ction +Ġare as +Ġre n +_f rom +n bsp +Ġoper ator +m en +app ed +_p er +z en +(" . +.s ave +=" {{ +Ġt or +( response +Ġc andid +Ġcon v +a iled +ĠL ib +com p +ur a +ï¿ ½ +ĠH ere +Ġarg ument +h ood +Ġest ablish +ograph y +Ġon Click +amb da +Ġs ch +Ġmov ie +Ġse c +Ġact ivity +Ø § +Ġs ql +_ all +inc ip +Ġprovid es +Ġs ys +ack et +Ġwas n +Ġus es +ĠF unction +.g oogle +ĠRes ult +8 4 +Vis ible +ag ma +el come +ĠS y +ĠC ent +AL SE +ac ión +EX T +Ġl icense +ĠL ong +Ġacc om +Ġab ility +. height +Act ive +olog ical +ol y +)) , +.S e +Ġparam eter +pr ite +AB ILITY +.s ervice +ĠG roup +_ query +ĠI tem +in ing +Ġj ud +im s +f ix +ind er +ag ram +Ġfunction s +Ġexper i +ĠE m +Ġro t +Ġp en +.b tn +ĠA S +#if def +Ġcho ice +ĠP age +_P RO +Q U +å ı +ant ity +Â Ń +word s +Ġread only +Ġf lex +prot ected +ĠAn y +Ġchar acters +enc ed +ĠJ uly +il er +C ard +ur ance +Ġre v +.e vent +al y +1 30 +Ġwon der +ĠP ort +Ġleg al +ro le +Ġt en +Ġgo es +M P +wh ite +): čĊ +)) čĊ +Ġre ference +Ġm is +ĠPro ject +ick s +> & +C ON +Ġre pl +Ġreg ular +St orage +ram ework +Ġgo al +Ġt ouch +.w idget +Ġbu ilt +d es +P art +( re +Ġw orth +h ib +g ame +9 1 +19 2 +ĠÐ ² +ac ion +ĠWh ite +(t ype +( ` +8 1 +Ġn atural +Ġin j +Ġcal cul +ĠApr il +. List +Ġassoci ated +ĉ System +~ ~ += [ +Ġst orage +Ġby tes +Ġtr avel +Ġs ou +Ġpass ed +! = +as cript +. open +Ġgr id +Ġb us +Ġrec ogn +A b +Ġh on +ĠC enter +Ġpre c +b uild +7 3 +HT ML +ĠS an +Ġcoun tries +a led +t oken +k t +Ġqu al +L ast +ad ow +Ġman ufact +id ad +j ango +N ext +x f +. a +Ġporn o +ĠP M +er ve +it ing +_ th +c i += None +g s +Ġlog in +at ives +'] );Ċ +Ä ħ +Ġ ill +I A +child ren +D O +Ġlevel s +Ġ{ { +Ġlook s +Ġ" # +To String +Ġnecess ary +ĠĠĠ Ċ +c ell +En try +Ġ' # +Ġext rem +Select or +Ġplace holder +L oad +Ġre leased +O RE +En umer +ĠT V +SE T +in q +P ress +ĠDep artment +Ġprop erties +Ġres pond +S earch +a el +Ġre qu +ĠB ook +/ Ċ +( st +Ġfin ancial +ick et +_in put +Ġth reat +( in +Str ip +ì Ŀ +ç ão +7 1 +Ġevid ence +)) ; +ĠB ro +Ġ[ ];Ċ +Ġ ou +b uf +S cript +d at +Ġr ule +# import +=" / +S erial +Ġstart ing +[ index +a e +Ġcon trib +s ession +_ new +ut able +o ber +Ġ" ./ +Ġlog ger +Ġrecent ly +Ġreturn ed +č čĊ +)) )Ċ +ition s +Ġse ek +Ġcomm unic +Ġ" . +Ġuser name +E CT +D S +Ġother wise +ĠG erman +. aw +Ad apter +ix el +Ġsystem s +Ġd rop +8 3 +Ġstruct ure +Ġ$ ("# +enc ies +ann ing +ĠL ink +ĠRes ponse +Ġst ri +Å ¼ +ĠD B +æ Ĺ +and roid +sub mit +ot ion +9 2 +( @ +.t est +8 2 +ĊĊĊĊ ĊĊĊĊ +] ;čĊ +Ġdirect ly +Ġ" % +r is +el ta +A IL +) {čĊ +m ine +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ +( k +b on +as ic +p ite +__ _ +M ax +Ġerror s +ĠWh ile +Ġarg uments +Ġens ure +R ight +-b ased +We b +Ġ- = +Ġint rodu +ĠIn st +ĠW ash +ord in +j oin +D atabase +Ġgr ad +Ġus ually +IT E +Prop s +? >Ċ +ĠG o +@ Override +RE F +Ġ ip +ĠA ustral +Ġ ist +View ById +Ġser ious +Ġcustom er +.prot otype +od o +c or +Ġdo or +ĠWITH OUT +Ġpl ant +Ġbeg an +Ġdist ance +() ). +Ġch ance +Ġor d +c ame +pr agma +Ġprot ect +rag ment +ĠN ode +en ing +Ñ ĩ +Ġr oute +ĠS chool +h i +Ġne ighb +A fter +lic it +Ġcon tr +Ġpr imary +A A +.Write Line +util s +Ġb i +R ed +.L inq +. object +Ġlead ers +un ities +Ġg un +on th +ĠDe v +F ILE +Ġcom ments +_l en +ar row +am ount +R ange +s ert +Grid View +Ġup dated +ĠM o +Ġin form +oci ety +al a +A ccess +Ġh ab +Ġc reat +_ arg +ĠJan uary +ĠD ay +") čĊ +up le +d ocument +gor ith +m enu +ĠO ver +b b +.t itle +_ out +Ġle d +ur i +Ġ? >Ċ +r un +Ġsc ene +( array +de vice +_t itle +ag on +] čĊ +ab y +Ġbe came +bo olean +Ġp ark +ĠC ode +up load +rid ay +ĠSept ember +F e +Ġs en +c ing +F L +C ol +ut s +_p age +in n +Ġim plied +al ing +Ġyour self +.C ount +con f +Ġa ud +_in it +. ) +Ġw rote +00 3 +N G +. Error +ä » +.f or +Ġe qual +ĠRe quest +Ġser ial +Ġallow s +X X +Ġm iddle +ch or +19 5 +9 4 +à ¸ +erv al +.C olumn +read ing +Ġesc ort +ĠAug ust +Ġquick ly +Ġwe ap +ĠC G +rop ri +h o +Ġc op +( struct +ĠB ig +Ġv s +Ġfre qu +. Value +Ġaction s +Ġpro per +Ġin n +Ġobject s +Ġm atrix +av ascript +Ġon es +.g roup +Ġgre en +Ġp aint +ool s +y cl +enc ode +ol t +com ment +. api +D ir +Ġun e +iz ont +.p osition +Ġdes igned +_ val +av i +ir ing +t ab +Ġl ayer +Ġview s +Ġre ve +ra el +ĠO N +r ics +16 0 +n p +Ġc ore +() );čĊ +M ain +Ġexp ert +ĉĉ čĊ +_ en +Ġ/ > +ut ter +I AL +ail s +ĠK ing +*/ ĊĊ +ĠM et +_ end +add r +or a +Ġ ir +M in +Ġsur pr +Ġre pe +Ġdirect ory +P UT +- S +Ġe lection +h aps +.p re +c m +Val ues +Ġ" Ċ +c olumn +iv il +Log in +in ue +9 3 +Ġbeaut iful +Ġse cret +(e vent +Ġch at +um s +Ġorig in +Ġeffect s +Ġman agement +ill a +t k +Ġset ting +ĠC our +Ġmass age +ĉ end +Ġhapp y +Ġfin ish +Ġc amera +ĠV er +ĠDem ocr +ĠH er +( Q +con s +it a +Ġ' . +{ } +ĉ C +Ġst uff +19 4 +Ġ :Ċ +ĠA R +T ask +h idden +er os +IG N +at io +ĠHe alth +ol ute +Ent er +' > +ĠT witter +ĠCount y +s cribe +Ġ= >Ċ +Ġh y +f it +Ġmilit ary +Ġsa le +re quired +n on +boot strap +h old +r im +- old +ĠD own +Ġm ention +cont act +_g roup +od ay +Ġto wn +Ġsol ution +u ate +ell ing +] -> +ot es +ent al +om en +osp ital +ĠS up +_ EN +Ġsl ow +SE SSION +Ġbl ue +ag o +Ġl ives +Ġ ^ +. un +in st +en ge +Ġcustom ers +Ġc ast +ud get +ï¼ ģ +ic ens +Ġdeter min +Se lected +_ pl +ue ue +Ġd ark +// ĊĊ +s i +ther n +ĠJ apan +/ w +P U +ĠE ast +ov ie +Ġp ackage +Ġn or +Ġap i +b ot +" ];Ċ +_p ost +ul ate +Ġcl ub +') );Ċ +Ġlo op +PI O +ion e +sh ot +In itial +Ġplay ed +reg ister +rou ght +_m ax +ac ement +m atch +raph ics +A ST +Ġexist ing +Ġcomple x +D A +.C h +.com mon +m o +Ġ' ../../ +it o +Ġanal ysis +Ġdel iver +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ +id x +à ł +ong o +ĠEng lish +< !-- +Ġcomput er +EN SE +Ġp as +Ġr ais +H ash +Ġm obile +Ġo wner +F IG +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +th es +Ġat tr +w d +.t ime +aw n +Ġtreat ment +ĠA c +. View +im pl +m ore +p ass +Ġh a +.f rom +Ġle ading +FF FF +( error +. ui +at ar +ad ers +d ates +Ġz u +Ġfl ow +T arget +Ġinvol ved +Ġi o +par se +$ _ +he st +. int +- item +as y +S p +Ġsh ift +N T +Ġt f +_T R +. web +C S +Ġ} ) +Ġey es +12 5 +10 5 +_ z +' );čĊ +if orn +Ġ{ @ +Ġn ice +.l ist +ĠĠĠĠ čĊ +Ġf loor +Ġred irect +ĠU K +( [' +Ġw ish +Ġcap t +leg al +ĠI O +Ġst age +. String +ĠA fr +ig en +ĠS H +De lete +ell s +Ġsol id +Ġmeet ing +Ġwork ed +Ġed itor +in y +Ð ¼ +_ read +. Id +e ff +Off set +ch a +US ER +ĉĉ ĠĠĠ +ipp ed +Ġd ict +ĠR un +.h pp +Ġan g +x ml +im ple +Ġmed ical +_t oken +con nect +Ġh our +Ġcont roller +_m essage +U ID +G r +and ed +_C H +Ġbook s +Ġspe ak +am ing +Ġm ount +Rec ord +ĉ struct +.W eb +ond on +Ġ// Ċ +Ġf elt +.A uto +id ge +_p os +P R +Ġmod ern +C ollection +_m sg +C D +ĠL o +Ġsecond s +ib ly +.e quals +Ġintern ational +# pragma +oo th +W riter +i ate +Ġce le +ĠB it +iv o +iv ery +r d +HE CK +Ġc ache +.c ount +Ġro ll +.Re ad +10 8 +RE D +Ġset up +izont al +model s +arg v +Ġconsider ed +=" ../ +set tings +ĠR el +Ġgrow th +Ġm ix +ĠWash ington +Ġpl t +ĠI M +á º +Ġturn ed +ĠDate Time +ĠW ed +( url +Ġ" - +Ġlet ter +As ync +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ +ĠOct ober +_l ine +Ġatt ention +Ġcol lect +ĠH ash +Ġim ag +T ree +Ġsit uation +et te +_n o +IV E +Ġv on +.t arget +Ġknow ledge +Ġdr ive +.p ost +Ġb lood +Ġc it +pr imary +Ġconfig uration +te e +Ġph oto +is ode +Tr ace +Ġg ave +Ġsh ot +ĠA ir +Ġm other +pr ice +Ġmor ning +)) {Ċ +- x +Ġtr ade +Ġdes c +Ġ&& Ċ +Ġparent s +A pi +å Ī +t ed +w er +Ġ æ +Ġs y +ĠK e +Par ser +å ħ +anc y +Ġpie ce +iforn ia +to String +r an +id ing +PT ION +com es +/ lic +.c lient +E l +L ong +Ġprofession al +ru pt +v a +Ġcomplet ely +Ġpract ice +00 2 +Ġse lection +R em +in i +Ġc am +RE E +Ġsit es +p a +AT US +Ñģ ÑĤ +arr ant +* ( +_ KEY +ĠB utton +ĠF riday +se qu +Ġre ader +Ġm essages +è ¯ +Ġbu f +K e +Ġn ov +H P +M sg +al ign +ar ily +Ġ' , +_w ith +Ġd as +Ġhe ard +at omic +ri al +) [ +Ġdis e +@ end +Ġg old +Ġf air +Ġsa les +. Button +str ict +s ave +Ġme asure +Ġ" + +ec ause +View Controller +ĠT able +.p aram +Ġdec ided +(( ( +IN FO +Ġopport unity +T e +IC ENSE +cc ording +k i +ĠU N +Ġcont ain +Ġman ager +Ġp ain +ĠF ire +rom e +Ġpl ans +F ound +l ay +ĠDec ember +Ġinfl u +à º +ren ch +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ +az ing +b rief +c all +wo od +Ġload ed +Ġgr and +/ f +im p +_ U +12 7 +ST R +âĢ ¢ +Ġcred it +.C olor +or ge +QUE ST +Ġdiffer ence +ĠP C +w args +Ġp ub +und ay +Ġf ra +.m ax +Ġtri ed +ann els +s end +Ġreport s +Ġad ult +ä º +Ġcons ist +ĠSt reet +ĠPro gram +S QL +M atrix +ounc il +- A +ĉ w +Ġwho se +Ġrel ig +ĠS ex +Ġg ives +n one +.m essage +( G +.aw t +- right +ĠNov ember +ell ig +3 60 +ut ive +Ä ĥ +over n +Ġeas ily +Ġide as +10 4 +ĠÐ ½ +/c ss +ly ing +el le +C an +_c olor +оР² +Ġp air +ng th +Ġs plit +14 0 +d rop +art y +on a +Ġcap ital +Ġhe ar +Ġex ists +ĉ log +em o +R un +o i +Ġpar ser +ĠM ethod +Ġeduc ation +[ k +Ġlib rary +> ";Ċ +_ UN +ĉ std +od ed +Ġcall s +h ere +R el +Ġbr and +back ground +g a +_add ress +_param s +C ategory +10 3 +ĠInd ia +_e vent +Ġ ing +R ender +.c l +ump y +Ġp et +F C +ĠA nt +Ex t +Ġchar ge +en ed +gr ad +E O +Ġdep end +Ġ .ĊĊ +fr ame +Ġd f +Ġh uge +ĠP ART +ed s +; ; +ĠA M +Ġbas ic +ĠL et +lic h +Ġar m +Ġst ar +Ġf ederal +W ork +Ġcar ry +ĠIs rael +( obj +={ { +Ġs aved +Ġs yn +Ġconst ant +V ENT +Ġpos itive +Ġcon duct +Ġsk in +Ġear lier +Ġl ayout +ĠI P +O UR +Ġt im +styles heet +_ cl +ĠC ard +++ ){Ċ +Ġtem per +ĠDav id +ĉ try +.d art +Ġwant s +Ġp icture +Ġv ideos +ĠCom m +is ions +_M AX +M apping +- content +ĠE ar +- de +Ġpre m +br uary +Ġcom ponents +Ġthrough out +Ġp ull +Ġp ages +ent e +res pond +Ġg as +cript or +Ġed ge +Ġb ound +A CT +**** ** +Ġcre ating +ĠC H +Ġnull ptr +B r ++ ' +.c o +> :: +Ġle arning +.L ength +_S H +Ġpat ients +A IN +Ġk ids +Ġcom fort +Ġsh own +ug ins +ĠB ack +ell a +_C L +Ġl at +Ġdis patch +Ġclass es +. at +.b egin +Ġsuccess ful +b an +Ġobt ain +ĠS l +Ġl ack +iter ator +Th read +(s ize +Ġn one +.h as +_ X +s ort +n ap +p et +b in +7 00 +ĠCan ada +The y +Ġd ans +ĠM at +< td +Ġh air +Ġ' ',Ċ +Ġc u +Ġlaw s +let ed +p ed +Ġp ow +Ġk new +_C OM +_ , +ĠM ag +id ents +( req +Ġ ), +- center +19 0 +Ġw ide +ĠA uthor +st ants +Ġjob s +Ġm ath +et imes +Bo olean +Ġs cope +_ is +Ġme as +Ġkey s +el ay +Ġexact ly +'=> ' +ĠP aul +m as +ĉ print +(l en +f d +Ġ) ; +. Event +q li +ir it +ield s +om an +ĠT op +Ġv ote +Ġm ask +Ġthem e +- Ċ +Ġpro ps +Ġf ine +Ġwrit er +_ offset +c ar +Ġal tern +Ġc opyright +Ġdest roy +pp er +Ġgener ate +pp ed +âĢĻ d +ĠĠĠĠĠĠ Ċ +m ake +ĠSh ow +Ġb rowser +Ġfavor ite +Ġcare er +Ġhappen ed +( char +Ġrecomm end +Ġl iter +.f ilter +gr ade +Ġ £ +Ph one +om s +Ġn amed +- label +ip o +ĠO ther +Ġp anel +Ġro ck +S cale +ĉ assert +Ð ´ +Ġtr ust +fr ont +Ġdem on +A r +N et +Ġecon omic +foot er +Ġr ace +(n ode +ĠO ption +s plit +Ġphys ical +if est +Ġrem oved +. http +)) ,Ċ +Ġlook ed +' ; +d ing +g est +atur day +/lic enses +Pr ice +Ġd ro +Ġto wards +Ġun s +ĠC L +ĉ static +Ġ rows +Ġdef ine +.re place +Ġf ather +ĠDes ign +ass ign +m ut +De vice +D id +') )Ċ +omet ry +ay load +Ġh istor +ĠP aram +ĠBo olean +Ġn ature +Ġj s +Ġn ation +i h +Ġdis cover +se m +Hand le +ĉ r +ĠTe chn +Ġw all +{ $ +@ property +Ġ" ../ +Ġex am +.d raw +opp ing +Ġnear ly +Ġco ol +Ġinde pend +RE S +Ġhand ler +ĠMon day +Ġs un +St yles +ous ly +Ġ ĉ +v est +D isplay +( y +atic ally +Ġpred ict +y ing +Ġsom etimes +" ]Ċ +Ġdr ink +Ġb ul +ific ations +. insert +.re g +Ġtest s +Al ignment +Ġal leg +Ġat tribute +ĠN ote +Ġmy self +art s +N ow +Ġinterest ing +li ents +Ġpop ulation +ĠCal ifornia +" I +å ¹ +Ġgre ater +ues day +Ġth ous +Ġcost s +Ġla unch +\ Http +k er +b and +ĠPl ay +Ġb and +.sh ape +es ome +art icle +.r f +Ġw er +á s +em bers +us r +B A +ic an +et t +valid ate +ult i +Ġimmedi ately +z er +Ġfig ure +o es +ell er +irc le +ĠS ign +.d b +Ġr ank +By tes +Ġproject s +_re c +UL AR +A PI +ĠL ine +P ort +Ġp oll +Ġg iving +id ence +-- Ċ +Ġpl ot +ic ial +Ġw arrant +IT ION +ĠD ouble +Ġbill ion +gorith m +Ġequ ipment +D ATE +Ġ@ " +E E +Ġp le +i ation +Ġhead ers +Ġpro ced +.Component Model +ĠOb ama +Ġp a +ĠB est +im ately +.get String +. \ +mp loy +Ġr aw +_b lock +und red +" },Ċ +1 12 +.Group Layout +Ġb rought +NS String +th row +cre ated +.N ew +_ view +C P +ep s +O p +Ġgr atis +Ġ' " +Ġinter view +"" "Ċ +Ġpart ial +Ġa ria +b ing +A uthor +Bo ok +ĠP at +um an +Us ers +pl us +19 3 +ĠD irect +ven ue +al pha +UC CESS +ĠC all +Ġ );čĊ +im ated +Ġrem ain +Ġant i +ĠL ondon +Ġsaf ety +PO SE +o les +cont roller +By te +ĠCour t +ĠPh il +ĠAss oci +en a +å IJ +_ST R +co in +resh old +Ġb atch +_C lick +entic ation +> ';Ċ +ent y +Ġbegin ning +Ġz ero +ĠCon vert +Ġt err +Ġp aid +Ġincre ased +c atch +-s ize +11 5 +act ivity +e quals +Ġque ue +Ġ" ' +ĠIntern ational +Ġf ür +urs day +Ġsc ient +all ow +ax is +Ġapp ropri +ed ge +Ġid x +S uccess +ent ifier +: \ +x is +Ġmax imum +ark s +Ġb irth +( index +Ġmay be +.p y +file s +Ġlim ited +_ check +lo ok +pl ies +Ġmov ement +'] . +Ġbro ad +ĠB E +ĠUn ityEngine +.c pp +ĠE very +Ad min +Ġf ans +p ared +Ċ ĠĠĠĠĊ +Ġfore ign +Ġp an +Ġt our +ĠOr der +Ġmov ing +Ġa uf +C all +c b +Å Ł +vent ory +ĠS ql +Ġful ly +Click Listener +W ORD +Ġannounc ed +) čĊčĊ +Ġagre ed +ri e +Ġe arn +_l ink +. array +(t ext +Ġmaterial s +, p +ff ff +v g +Ġ © +Ġun less +aj ax +LO G +Ġsex ual +Ġ\ " +- time +Ġco ach +Ġsupport ed +Ġphot os +if orm +.C reate +) ] +ri er +Ġd ialog +av er +ig e +) + +_id x +: [ +_m in +ĠC ong +Ġpress ure +Ġteam s +S ign +b egin +ri an +NE SS +L S +Ġimpro ve +ĠS unday +Ġdef inition +ig er +roll ers +Ġthink ing +T emplate +- F +Ġem erg +pl ates +ĠUS A +.set State +ĠAl so +re v +Ġen able +ĠC O +PE CT +Ġcon cept +) - +ĠâĢ ¢ +Ġset s +Ġmean ing +em on +ĠCon s +c mp +ed er +ann ed +icens ed +ĠS uper +Ġd aily +Ġmult i +_ u +Ġchall eng +_m ode +ĠP romise +Ġstr ict +j o +int on +( list +On ly +> { +Ġveh icle +í ķ +ĠPl ayer +10 6 +ĠD el +Ġp ool +. url +nes day +();čĊ čĊ +9 00 +Ġ" );Ċ +L ocal +. ");Ċ +Ġorgan ization +re nder +ĠApp lication +Ġsum mer +ex pected +N A +Ġr ap +_ obj +Ġsur face +ĠP UR +Ġ}, ĊĊ +Ġvariable s +(m essage +Ġop in +.b ack +а н +Ġwork ers +v m +C o +ught er +Ġm aster +Ġ" ", +Ġst ories +. User +Ġcele br +ines e +B S +ĠCom mand +ash board +Ġo g +k g +. image +.st yle +Ġstep s +ĠB en +( args +40 4 +ĠP erson +, y +Ġofficial s +| Ċ +Ġsk ills +v c +Ġbuild er +Ġg ar +A ccount +ĠA uth +ç Ķ +'] )Ċ +ĠA T +n n +. Int +SS ERT +Ġeffect ive +LE TE +Ġto ols +AR D +Ġdig ital +19 1 +D ouble +ĠF ind +R C +Ġin line +/ r +AR AM +AS K +Ġint ent +a ight +_add r +Ġrequest s +.f irst +Ġde bug +Ġsp ent +() ));Ċ +Å Ľ +Ġpr incip +Log ger +clud es +. use +Ġsur v +med ia +ĠFe bruary +ĠM ac +Ġmiss ing +Ġw ife +Ġtalk ing +ĠM ake +Ġc art +Ġloc ated +E nc +- a +ch ron +Ġc ards +Ġgu y +Ġp ers +ĠY es +ate ver +ĠA ng +ol ar +ĠE ven +Ġacc ur +ĠP ower +ĠG old +c lear +Pro cess +Ġrec ords +Ġk illed +.c lear +ĠWARRANT IES +Ġpur pose +pan el +J ECT +ÃŃ a +Ġex erc +W S +/ L +. exports +Ġ__ _ +Ġs in +S ervlet +Ġd é +.de lete +ro ke +S l +ug h +ear s +Ġpoint er +Ġh op +all ery +Ġo bs +co very +ĉ char +ĉĉĉĉ ĉĉĉĉĉĉ +ĉ def +oc ity +itch en +ul ations +ĠF IT +Ġ ). +straint s +vent ion +Ġrequ ires +ĠO per +M E +OUN T +al let +Ġn orm +I RE +ex as +Ġprogram s +Ġwe ak +' .$ +u ing +ĉ ĠĠĠĠĠĠĠ +Ġm il +Ġf irm +init ely +_VAL UE +ap se +atis f +Ġdem and +_m od +Ġdescri bed +Ġpl aces +V ID +Ġal one +Ġex port +Ġv ec +ĠM ax +Ġactiv ities +ict ures +g ener +Ġm a +Ĥ ¬ +Ġexpress ion +C allback +_ content +ĠM ost +Ġtest ing +E C +CH ANT +Ġad just +.Th reading +( ctx +Ġag ree +ig hest +Ġu i +ĠL aw +. Y +> ĊĊ +.ex ample +ber g +Ġmov ed +ĉ e +ĠS aturday +Ġpay load +Ä ĩ +) :ĊĊ +Ġbe y +ur er +< script +Ġs ymbol +Ġass um +Ġp ul +E ffect +Ġh undred +To ol +ak ed +con nection +Ġvo ice +Ġp d +Ġtrans action +Ġlink s +E rr +ĠInd ian +T C +atal og +n i +s ign +<< " +j i +y a +Ġdemon str +ul ated +. St +Ġinst it +Ġbo ost +Ġcell s +ol ic +.P ro +: , +"> \ +Ġth us +ĠReg ister +h ol +ĠCh inese +Ġpost ed +Ġm agn +ab ilities +Ġdise ase +Ġrem ains +ĠPro f +- form +Ġc in +org an +ic ate +Ġst ress +] * +Ġ ---------------------------------------------------------------- +_ context +or ry +Ġd ied +m at +Ġstart s +.M essage +Ġrun s +Ġgu ide +Ġwarrant y +ential s +d ict +ĠS ize +ul er +Ġrespons ible +_SE T +Ġcont aining +ĠPr ice +| | +3 50 +F S +Ġem p +_b utton +( uint +Ġsu ff +p th +Ġdef initely +put e +Ġmarket ing +ĠW H +ĠS ie ++ = +OL OR +Ġcons ult +Ġs igned +Ġse quence +le e +Ġrequire ments +h y +Ex press +M T +se y +Ġ ult +å ® +ellig ence +Ġanal y +Ġd ress +eng ine +ĠG reat +ĠAnd roid +ĠA lex +m ode +D ictionary +.D ate +ä ½ +V ICE +Ġfam ilies +ĠRuss ian +ĠT imes +.c all +$ ( +Pro file +Ġf older +ch es +Ġleg is +_ row +un es +Ù Ħ +Ġ} ). +Ass ert +ag en +ĠH and +I ter +Ġbig gest +ore ach +Ġpol ic +Ġper missions +Ġshow ed +ĠE lement +Ġtop ic +âĢĶ âĢĶ +ro ad +ĠB ank +rec ord +Ġpart ners +ĠR ef +ess ions +Ġass ess +U ST +ĠPart y +pro du +L C +Ġ ul +. form +h ide +c opy +UT F +ĠSO FTWARE +čĊčĊ čĊ +ĠL in +un a +ug ar +Ġadmin istration +Ġopen ing +Ġsc an +Ġcontin ued +com ponent +.s p +Ġhapp ens +um my +ĠP R +.F ile +ĠDown load +Lo ading +d i +Ġwait ing +_A DD +T ab +.query Selector +Ġecon omy +ĠF rench +t xt +Ġf ant +_ ;Ċ +H older +S H +00 4 +Ġn umpy +Ġst reet +Ġm ale +\ Model +ang ing +33 3 +ĠB ill +Ġprevious ly +B I +ĠSec ret +Ġm ist +ĠF ield +up s +ĠPro cess +Ġke pt +ĠO T +Ġtrad itional +. i +am in +Ġhelp s +An y +orig in +ilt ers +j u +d esc +ĠA ccount +Ġ) čĊ +k top +ol ly +Ġf s +Ġ ê +Ġ ut +Ġcent ral +(t est +.A n +Ġs atisf +G R +ĠF ull +Ġhe at +ib er +Ġon to +m os +S chema +Ġfact ory +" .$ +aw s +St atement +(t arget +ĉ new +.b e +Ġg uest +Ġm al +AR Y +Ġre ached +Ġm ouse +Ġchall enge +ĉd ouble +ĠT em +Ġt error +Ġex tract +_T O +Ġsepar ate +Ġm ir +h elp +Ġcap acity +ĠProp erty +k an +_c reate +ĠL ight +.p arent +Ġunderstand ing +Ġeas ier +Ġ| = +Ġen h +Ġf at +Ġprot est +am m +_ AT +- of +il s +ĠO h +Ġps ych +Ġ$ . +ind s +Ġrel ative +sh op +sh ort +ĠS and +2 10 +uest ion +Ġf ear +/ ĊĊ +. context +Ġschool s +Ġser ve +z one +_d b +Ġmajor ity +ex ample +Ġl ang +ĉ ĠĠ +Reg ister +end o +Ġprocess ing +_t emplate +- user +Ġe g +C OM +ĠBl ue +i ro +Ġrem ote +ĠI T +#! / +Ġred istrib +12 4 +ra z +ĠS ince +ĠT ur +13 5 +Back ground +== = +Ġref lect +Ġpro s +c md +Ġwh om +Com pat +ĠA re +Id entifier +ĠTh om +_ port +g u +Ġmon itor +r m +Ġpat ient +ver ter +Ġg ain +- ui +In st +Ġd ies +11 8 +A rea +_f ilter +Ġgr at +Ġreal ity +ord inate +ol ved +Cont act +Ġcompl iance +_ or +ĠV ar +d l +Ġapp end +G ER +(m ax +.re nder +Ġd ynamic +ordin ates +_ options +_c olumn +Ġb atter +s pace +L a +ĠS ource +/b in +Ġd os +ĠBo ard +ĠTh read +ĠA L +( config +14 4 +ĠM er +Ġm iles +_ header +ETH OD +iz z +Ġbenef it +Ġinteg r +(c urrent +ul o +. default +ĠD iv +Ġt on +o th +erv ation +ed om +Ġb aby +ce ived +.t op +rior ity +ĠL ocal +ri age +Ġattack s +Ġh ospital +16 8 +Ġfem ale +ĠLog in +ĠFl or +Ġch ain +ash ion +Text ure +S ave +Ġf arm +.cont ains +.T est +Ġknow s +Ġgener ally +ip eline +Ġme ant +enc ia +Ġn icht +Ġcont ents +P M +ched ule +( line +C G +j ob +ĠRe al +u er +f irm +Ġ Ø +et ro +" `Ċ +Ġspe ech +Ġth r +fore ach +Ġw arn +ĉ l +Ġhe avy +< li +N e +Ġinvestig ation +M ath +- title +Ġch urch +Ġdes pite +ch ain +Ġwh atever +ar ian +f n +Ġm eta +} )ĊĊ +U FF +Ġregard ing +_S UCCESS +m es +ĠInt ent +Ġres olve +pos s +ir a +for ce +o ice +à ¢ +Ġp m +Ġup dates +A rr +Ġ Ñ +test ing +Ġto ward +nt ax +ë ĭ +Ġlist en +Ġgo als +Instance State +D r +Ġr are +Ġtr ail +Ke ys +C al +C ar +ĠPe ople +ĉ local +class es +Re ference +.for Each +em b +act iv +Ġpr im +red ict +Ġr ad +æķ ° +.B ack +Ġsp read +Ġc lock +Ġv ir +ed itor +Ġeffort s +Ġbr anch +Ġind ust +Ġmot or +Ġam b +Ġdat etime +Ġren cont +ĠChrist ian +ĠAmeric ans +f ull +Ġf mt +.m ain +Ġca used +_ update +ĠCont ent +AT CH +Ġb ath +ĠE ach +Ġr adio +ach ment +uz z +Sub mit +Ġre strict +ab in +ĠL oad +Ġext ension +Ġess ay +Ġh at +avi our +to Be +": [ +Ġoffer ed +Ġv ill +(d ouble +1 19 +æĹ ¥ +b c +_f ree +ĠM iss +ĠB er +Ġ è +ĠL ike +Ġhelp ed +.get Name +_ AL +Ġsp irit +ĠAp ache +w s +Ġthere fore +( params +_ img +Ġpe ace +Ġinc or +ĠEX PECT +Ġmin or +ip es +ĉ data +select or +c ity +tr ie +.b ase +_f rame +Ġopen ed +/ json +L Y +n u +.D e +t f +m argin +.P arse +Ġp i +Ġe q +b d +Field s +ĠT ree +Ġb an +ist an +Ċ ĠĠĠĠĠĠĠĠĊ +ĉg l +Ġprodu ced +s ystem +M ark +_h ash +Ġb g +Ġconst it +ĠLe ague +Ġmiss ion +_ format +([ Ċ +clus ion +! " +Ð · +b reak +ĉs witch +Ġth er +Trans form +Ġfoot ball +- link +r oute +. auth +Ġb ag +ov ers +Ġen abled +Ġr ac +( I +C R +anc ing +Ġman aged +_ q +NG TH +Ġm ac +ĠA uto +ament e +Ġ' ', +.App end +Ġp in +. item +ack ing +Ġocc as +p erson +Ġt i +.Re g +Ġh aven +Ġg lass +Ġ" ) +_ char +res ource +Ġep isode +Ġ' _ +ĠE s +ĠEar th +Âł Âł +UP DATE +13 3 +ĠS ou +u is +t ypes +Ġm as +Ġf av +Ġcon struct +_r ate +er as +Ġ| Ċ +rop erties +Ġext ernal +Ġap plied +Ġpre fix +ot ed +l ers +Ġc old +ĠS P +ĠCh urch +ĠOut put +los ed +ç ļ +ific ate +oper ation +her it +x FF +. env +_ err +os h +D irection +C ancel +ĠFr ank +Ġfind ing +. )ĊĊ +Ġr outer +ãĥ » +s es +Ġc row +== ' +Ġs and +Ġr id +it ure +Ġent re +Ġo bserv +Ġv ac +ð Ł +- T +A rt +n ight +. search +Ġex change +Ġdistr ict +. os +Ġdep artment +Ġdoc uments +Ġcent ury +ĠN ext +H ost +ĠK IND +Ġsus p +- P +re nd +. em +u ite +ist ers +( json +ĠAn n +w t +at i +ĠHT ML +wh en +D irectory +Ġsh ut +< a +ed y +Ġhealth y +Ġtemper ature +ĠG en +Ġmet al +Ġsub mit +ĠD O +Ġat tract +Ġ{ };Ċ +ĠW ord +Ġl l +Ġseem ed +k o +I ED +Ġl abor +.Cont ext +Ġas set +y ou +Ġc ars +ĠC olumn +Ġr é +Ġs quare +ĠNS String +âĢĿ , +ap es +.. .Ċ +Ġthan ks +( props +Ġt ick +Ġexper iment +Ġpr ison +t ree +- text +ĠIO Exception +-w idth +_ST ATUS +f ast +-b ody +- header +Ġgu ar +cre te +ĠT im +Ġclear ly +ĠRepublic an +Ġjust ify +и ÑĤ +ĉ ĠĠĠĠ +c ache +; // +Ġpres ence +Ġfact ors +Ġemploy ee +] )) +M ember +Ġselect or +b or +ĠM ex +çļ Ħ +ut ex +_t ag +ail ure +ĠN et +Ġre li +E G +Ġf printf +Ġte en +lo ss +Ġle aving +13 4 +De legate +Ġbe at +Ġmin ute +sub scribe +Ġredistrib ute +Con stants +Ġcan cer +/ { +B L +Ġs pan +ĠCh ild +C enter +Ġear th +Y S +ĠLe vel +Ġse a +.s upport +.in ner +. Item +ill ing +ĠĠĠĠĊ ĠĠĠĠĊ +ĠL abel +3 20 +ĠE st +( arg +14 5 +bo Box +ĉf oreach +c os +F ailed +sw ers +Ed itor +r ont +ĠM P +ex pr +ĠL ife +Ġ? ? +ö r +Ġatt end +ĠQ ue +Ġspec ies +- D +Ġa us +Str uct +Ġadvant age +ost on +-b lock +in itial +C RE +Ġtr uly +Ġcomp are +or ney +Ġs pect +F ull +b es +Ġvis ible +Ġm ess +st ances +Ġcl oud +_v ersion +Ġf urn +ic ago +LO W +Ġtraff ic +Ġf ol +rypt o +Ġdecl ar +Ġsl ot +ĠEx t +ĠEng land +ĠU nder +Ġt a +let ter +20 3 +Ġoffic er +ĠDon ald +Y es +_ json +IT ableView +ĠU SE +mploy ee +Ġopin ion +ĠA ut +b order +Ġad vice +Ġautom atically +is co +Ġm m +. vis +am l +Ġinitial ize +Ġ( { +Ġ ;ĊĊ +Ġgener ation +Ġb its +clip se +Ġun f +ut ors +pl t +Ġdel ta +est roy +is is +< br +Ġlimit ations +Ġend ed +ĠM ad +il m +Th ese +18 7 +ĠMin ister +Ġch art +F ragment +Ġindepend ent +Y ear +Ġin str +Ġt ags +A VE +ĠAr ch +st op +Pro gress +Ġm i +Ġlearn ed +G e +Ġhot el +15 1 +S M +T YPE +Ġc y +ERS ION +un ately +l imit +s el +Ġmov ies +Ġste el +o z +g b +ĠC amp +s ite +ĠLog ger +P LE +оР´ +. right +ĠC ore +Ġm ixed +st ep +Ġput s +s uper +R outer +18 6 +. Http +22 2 +ly ph +ĠColor s +Ġandroid x +. str +Ġinn ov +Ġde ck +' >Ċ +ap ers +] ( +cont inue +s pec +ĠR oad +AS H +ili ar +Ġcontin ues +Ġapp oint +Ġ# Ċ +ĠV ir +Ġ?> " +Ġb in +} ", +go ing +e ach +B D +18 5 +ĠA ccess +D oc +ĠMan agement +B ER +ask et +.get Instance +12 9 +Ġestablish ed +so cket +IN S +ĉv irtual +ĉ result +RE AD +_ height +15 2 +ĠF ont +Ġ( );Ċ +_ html +Ġneighb or +l or +Ġg ather +Ġ} )ĊĊ +Ġid entity +Ġf ab +p adding +ĠR oute +Enumer able +à ´ +Ġfor ced +/j query +.ĊĊ ĊĊĊĊ +res ents +_ left +.P aram +ĉ throw +ĠH am +Ġevent ually +ac er +p ub +Ġtr a +un ique +d el +ĠFlor ida +ĠC lean +x a +Ġ · +Ġvalid ate +Vis ual +Ex pression +_f unc +m ember +ĉ h +tr l +13 6 +ĉ G +nap shot +ĠProp Types +v in +15 3 +] )ĊĊ +ow l +if ies +Ġ$ ('. +ĠCont ext +ĠTo ast +. Key +Ġoffic ers +/ n +s n +und efined +. items +ut ow +am age +Ġaccount s +ook ie +Se ction +ici ans +Ġad vis +( is +[: , +ĠFr ance +F unc +ic ious +Ġto k +Ch annel +ĠA D +_N UM +Ġtime out +lem ma +rem e +u j +.A l +uc lear +( os +(" < +[ Ċ +f etch +Ġb al +Ġgu id +- align +ĠW rite +ĠOn ce +utow ired +OD ULE +Ġp itch +C F +by tes +ĠCom mission +Ġincre d +P ER +_ response +ĠL os +par ser +Ġass ume +. Request +ĠT oken +_p osition +Ġn om +- term +Ġrem aining +i ostream +Ġpie ces +ap y +ĠL ess +r ange +umb n +pr ise +_ option +2 30 +Im pl +k wargs +Ġbusiness es +Al ert +Ġpart ies +ĠCont ainer +ĠPr ivate +ĠPl an +Ġregister ed +Ġj our +ack er +ен и +/ > +ch at +se ct +Ġcre ation +olut ely +Ġinst ant +Ġdel ivery +ick en +y es +16 3 +ĠFr anc +bl ing +end a +[ ( +_r ange +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ +Ġsched ule +Con n +Ġthan k +x d +Ġh ook +Ġdocument ation +Param eters +H ello +v t +Ġart icles +Ġw est +def ined +. select +ok ens +ĠV AL +.f ile +res et +Ġmy s +ĠM A +] ), +Ġc ities +rel ated +å Ľ +Ġappe ared +Ġw id +.p anel +ĠIn s +. entity +Ġde cre +ĠL ou +(t ime +ĠTh ank +.create Element +Ġmention ed +oun ce +ĠT ry +ĠW all +/ images +ĠM enu +' čĊ +ĠE r +Ġcrit ic +ĠY ear +( param +Ġf lo +N N +oot er +Ġ ];Ċ +ĠA ff +" github +room s +Ġh yp +g lobal +Ġa vec +æľ Ī +Ġcomplet ion +Ġcon d +onym ous +( temp +Ġst ars +Ġre levant +Ġcover ed +Ġel im +_t ypes +( bool +Ġt u +_ex ists +Ġsec ure +Ġst ored +] / +x F +ĠCont roller +Ġm igr +M I +ĠD en +Ġann ual +U IL +- and +Ġcr ime +b el +Ġk itchen +@ g +_p h +ourn ament +ĠS ocial +ĠS pecial +log ger +Ġt ail +Ġun known +d ed +Ġapp rec +(d b +c f +15 5 +Ġass ign +- out +ĠM ont +d p +w idget +Ġst one +- primary +. grid +Result s +az z +Ġda ughter +Ġcur r +17 5 +Ġl in +Ġs outh +form s +ĠO UT +let te +ak s +ig ure +ĠE U +var iable +Ġb rief +ĠSc ott +Ġcon ference +and a +_ lock +or al +Ġe ine +OR S +//////////////////////////////// //////////////////////////////// +ess o +Ġr is +Ġg ender +est ic +L icense +( out +Ġm s +Se e +Ġwill ing +az e +Ġs ports +Ġy es +l u +Ġp urs +/j avascript +- pro +nav bar +_pro duct +/ bootstrap +Ġdr iving +Ġ Ä +Ġpro pos +ult ip +up lic +. email +Ġappro x +( cl +Ġwe ar +Ġrep ly +ass et +Ġ ice +Ġt x +k r +ĠGerman y +ĠGe orge +Ġc b +ĉ err +M ove +Ġpol y +vo ice +} " +Ġan imal +A v +ĠL ocation +Ġn ative +] [" +< double +Ġm ais +, int +Ġpre par +Ġinter val +plement ation +_ ERR +Ġb ug +> " +st at +Ġ} ,čĊ +< span +Ġfa ith +Ġ rom +pre v +ĠE lect +F ind +Ġg od +ot or +// ---------------------------------------------------------------- +orig inal +C pp +ĠSen ate +Ġposition s +Ġweap ons +Ġco ff +Ġpur poses +p ol +Ġim press +Ġanim als +. Entity +(n p +Ġmur der +Ġ` ` +fl ag +Ġsol utions +ĠAct ive +Ġb right +.d ate +Ġsit u +ï¼ Ī +. ID +Ġs ie +), čĊ +ak t +S pace +.d at +.index Of +h an +az ine +ĠZ e +Ġcr ash +( / +> = +Ð ± +13 9 +iv a +.Auto Size +ĠL at +_ ext +Initial ize +.reg ister +15 6 +OP Y +Ġre verse +_d is +'] [ +Ġprom pt +ont o +ĠJ ournal +r outer +Ġmys qli +# else +) " +-x s +let s +ph an +. LE +13 7 +W ill +Ġaff ord +Ġsk ill +-t oggle +N C +B ind +T S +J ust +iter al +Y P +ĉ unsigned +Ġw ind +14 9 +)) :Ċ +Ġw arning +ĠW ater +Ġd raft +Ġc m +Ġs am +Ġhold ing +z ip +ĠSc ience +Ġsup posed +G en +Ġdi et +< h +ĠP ass +v i +Ġhus band +� � +n ote +ĠAb out +ĠIn stitute +Ġcl imate +.Form at +Ġn ut +est ed +Ġapp arent +Ġhold s +f i +new s +C M +v ideo +': ' +D ITION +p ing +Ġsen ior +w a +-- >Ċ +_ default +ĠD atabase +re p +E SS +ner gy +.F ind +_m ask +Ġr ise +Ġk ernel +:: $ +. Q +Ġoffer ing +de cl +ĠC S +Ġlist ed +Ġmost ly +eng er +Ġblock s +ol o +Ġgover ning +\ F +Ġcon cent +.get Text +Ġm b +Ġocc urred +Ġchang ing +Sc ene +_C ODE +B eh +" The +Ġt ile +ĠAssoci ation +ĉ P +al ty +_ ad +od ies +i ated +Ġpre pared +poss ible +Ġm ort +TE ST +14 2 +Ġign ore +Ġcal c +Ġr s +Ġassert Equals +Ġs z +ĠTH IS +. "Ċ +Ġcan vas +j ava +Ġd ut +VAL ID +.s ql +. input +Ġa ux +S up +Ġart ist +V ec +_T IME +.string ify +et ween +ĠC ategory +Ġ[ - +ĠDev Express +ĠJ ul +Ġr ing +. ed +Y Y +L et +Text Field +Ġfl at +_p rint +ĠOT HER +ad ian +Ġcheck ed +e le +Al ign +stand ing +Ġ[ ], +Ġl ab +uck y +ĠChrist mas +( image +.m odule +Ġl ots +Ġslight ly +(f inal +er ge +è ¿ +14 7 +ĠPol ice +14 3 +ĠR ight +Ġaw ard +ĠO S +Ġ{ }ĊĊ +Ġp tr +ov es +ic ated +еР¼ +Ġman age +olid ay +Am ount +ool Strip +t body +N av +w rap +B B +Ġwatch ing +ari os +Ġoption al +_ K +ĠL icensed +.M ap +T imer +ĠA P +ĠRe v +( o +, c +um in +eta iled +ĠH y +Ġbl ank +ag ger +ĠS elf +() [ +.m ake +ear n +ch annel +< pre +ble m +_p assword +_s p +ic ing +e z +Ġthe ory +ĠT er +18 4 +, n +log o +ĠHT TP +() )) +.h andle +> ;Ċ +W orld +Ġpy thon +Ġl if +Ġtr av +Ġcon ven +com pany +ĠCl ub +13 8 +V er +B tn +Ġz one +product s +ĠE duc +Ġver ify +ĠM il +on o +] );ĊĊ +EN CE +Ġpack et +Ġc er +Ġen umer +Ġpar s +form ed +Ġocc up +t re +Ġexerc ise +D ay +_s um +Ġask ing +apt ion +Ġord ers +Ġsp ending +ĠE RR +.D is +ĠU til +âĢľ I +\ ' +? ) +/ >Ċ +Ġem ot +Ġinflu ence +ĠAfr ica +att ers +Ù ħ +.s ession +Ġch ief +ĉĉĉĉĉĉĉĉ ĉĉĉ +Ġto m +clud ed +ser ial +_h andler +.T ype +ap ed +Ġpolic ies +- ex +- tr +bl ank +mer ce +Ġcover age +Ġr c +_m atrix +_ box +Ġcharg es +ĠB oston +P e +Ġcirc um +Ġfil led +14 8 +Ġn orth +icture Box +ĉ res +è ® +Ġter min +Ġ[ âĢ¦ +IRE CT +Ġb er +Ġ" ../../ +ret ch +.c ode +_c ol +ĠGovern ment +Ġarg v +ĠL ord +as i +Ex ec +ĉ let +vert is +Ġdiscuss ion +en ance +out ube +type of +Ġs erved +ĠP ut +ĉ x +Ġs weet +B efore +ateg y +. of +ĠM aterial +S ort +ON T +ig ital +Wh y +Ġs ust +Ġ ç +ab et +Ġseg ment +Ġ[ ],Ċ +ĠMus lim +Ġfind ViewById +c ut +_T EXT +ĠM ary +Ġlo ved +Ġl ie +ĠJ O +Ġis set +mon th +Ġpr ime +t i +ĠCar ol +U se +14 6 +ĠP op +ĠS ave +Int erval +ex ecute +d y +ĠI ran +_ cont +ĉ T +Ġph ase +check box +we ek +Ġh ide +Ġt il +Ġj u +C ustom +b urg +/ M +T ON +Ġqu ant +Ġr ub +ix els +Ġinst alled +Ġd ump +Ġproper ly +( List +Ġdec ide +app ly +H as +Ġkeep ing +Ġcitiz ens +Ġj oint +p ool +S ocket +_ op +Ġweap on +gn ore +ĠEx ec +ott en +ĠM S +Ġ( - +ĠRe view +Ġex amples +Ġt ight +! ( +D P +ĠMessage Box +Ġphot ograph +16 4 +UR I +é t +l ow +ĠGr and +.p ersistence +Ġmaint ain +Ġnum s +Ġz ip +ial s +ĠG ets +pe g +ĠB uffer +~~ ~~ +ra structure +ĠP L +u en +ob by +size of +Ġp ic +Ġse ed +Ġexperi enced +Ġo dd +Ġk ick +Ġproced ure +avig ator +- on +, j +ĠAl though +Ġuser Id +ac cept +Bl ue +IC olor +l ayer +av ailable +Ġend s +.t able +Ġdat aset +b us +Ġexpl ain +( pro +ĠCommit tee +Ġnot ed +] :Ċ +D im +std io +15 4 +. ",Ċ +_s ource +18 1 +ĠWe ek +ĠEd ge +Ġoper ating +Ġest e +i pl +3 30 +ag ination +Ġpro ceed +Ġanim ation +.Model s +ĠW atch +i at +Ġopp on +/ A +Re port +Ġs ounds +_b uf +IEL D +Ġbu nd +ĉ get +.p r +(t mp +Ġk id +>ĊĊ Ċ +Ġy ang +Not Found +Ñ Ĩ +m ath +@g mail +ĠL IMIT +red ients +Ġv ent +avig ate +L ook +Ġrelig ious +Ġr and +ri o +( GL +_ ip +u an +ici ency +ĠCh ange +> čĊčĊ +ĠEnt ity +Ġrencont re +ĠR et +pl an +é n +BO OL +ur ies +tr ain +Def inition +======== ==== +z z +4 50 +An imation +ĠO K +_m enu +.b l +_s core +Ġac ad +( System +Ġref resh +'=> $ +.G raphics +ament o +p id +t c +Ġt ips +Ġhom es +Ġf uel +â ĸ +_h elper +ĠĠ čĊ +ĠR oom +.C lose +_ attr +ĠM ount +ĠE v +ar ser +_t op +e ah +ĠDe lete +ãĢ į +u ke +Ġus age +ar ia +_de v +Ġtext ure +Ġconvers ation +e per +Be an +d one +non atomic +ĠSe cond +Ġshoot ing +_p re +Com ponents +Ġ] ĊĊ +__ , +stit ution +.Ch ar +> ();ĊĊ +Ġpresent ed +Ġw a +ok er +- ĊĊ +in er +Ġbe coming +Ġinc ident +At t +16 2 +Ġreve aled +for c +Ġbo ot +.p age +Enumer ator +16 5 +_ -> +Ph oto +Ġs pring +. ", +ĠD ictionary +B JECT +Ġloc ations +Ġs amples +Input Stream +ĠB rown +Ġst ats +qual ity +Ñ ħ +-d is +Ġhelp ing +Ġp ed +2 24 +( se +ĠWh o +al ian +int ernal +Ġf t +> (). +-> { +Ġm ine +Ġs ector +Ġg ro +Ġopport unities +Ġà ¼ +Ġm p +Ġalleg ed +Ġdoub t +M ouse +Ab out +_p art +Ġch air +Ġstop ped +16 1 +lo op +ent ities +Ġapp s +ans ion +Ġm ental +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ +F R +Ġdef end +c are +Ġide al +/ api +ur face +0 11 +Ġe le +ul ator +ĠR ights +angu ages +Ġfund s +Ġad apt +At tributes +Ġdep loy +opt s +Ġvalid ation +Ġconcern s +u ce +.n um +ult ure +il a +Ġc up +Ġp ure +.F ore +18 3 +ĠHash Map +.value Of +as m +M O +Ġc s +Ġst ores +Ġ ************************************************************************ +Ġcommunic ation +m em +.Event Handler +. Status +_ right +.set On +S heet +Ġident ify +ener ated +order ed +Ġ" [ +Ġs we +Con dition +ĠA ccording +Ġpre pare +Ġro b +P ool +Ġs port +r v +ĠR outer +Ġaltern ative +( [] +ĠCh icago +ip her +is che +ĠDirect or +k l +ĠW il +key s +Ġmy sql +Ġw elcome +k ing +ĠMan ager +Ġca ught +) }Ċ +S core +_P R +Ġsur vey +h ab +He aders +AD ER +Ġdec or +Ġturn s +Ġr adius +err upt +C or +Ġm el +Ġin tr +( q +ĠA C +am os +M AX +ĠG rid +ĠJes us +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ +.D E +Ġt s +Ġlink ed +f ree +ĠQ t +Ġ/** čĊ +Ġf aster +ct r +_ J +D T +.C heck +Ġcomb ination +Ġint ended +- the +- type +18 2 +ect ors +am i +ut ing +Ġum a +X ML +U CT +A p +ĠR andom +Ġr an +.s ort +Ġsort ed +. Un +40 1 +_P ER +it ory +Ġprior ity +ĠG al +ĠO ld +h ot +ĠD isplay +(s ub +_T H +_ Y +ĠC are +load ing +K ind +_h andle +, , +r ase +_re place +.add EventListener +ĠR T +17 2 +Ġenter ed +g ers +Ġ ich +( start +20 5 +/ app +Ġbro ther +M emory +Out let +Ġ utf +pre c +Ġn avigation +OR K +Ġd st +D etail +Ġaud ience +Ġd ur +Ġcl uster +un ched +Ġ ], +Ġcomfort able +. values +ĠT otal +Ġsn ap +Ġstand ards +Ġperform ed +h and +(" @ +å Ń +Ġph il +ib r +tr im +Ġfor get +15 7 +Ġdo ctor +.Text Box +37 7 +icon s +, s +ĠO p +S m +St op +ĉ List +ĉ u +Com ment +_V ERSION +.X tra +P erson +r b +LO B +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ +ĠCent ral +27 0 +IC K +ra q +Ġput ting +Ġm d +ĠL ove +Pro gram +B order +o or +Ġallow ing +a fter +Ġent ries +ĠMay be +] ). +ĠSh ort +) \ +.n ow +f riend +Ġpre fer +ĠG PIO +os is +ĠGame Object +Ġsk ip +Ġcompet ition +_m atch +lic ations +_CON T +.group Box +Ġal s +66 6 +" We +_e q +l an +_ search +ĠMus ic +as is +Ġb ind +ĠIs land +r um +( E +Ġse at +V ideo +Ġa ck +ree k +={ () +Ġr ating +Ġrestaur ant +45 6 +DE X +(b uf +pp ing +ual ity +Ġle ague +17 6 +Ġfoc used +ap on +$ data +CL UD +CLUD ING +Ġabs olute +( query +Ġtell s +A ng +Ġcomm unities +Ġhon est +ok ing +Ġap art +ar ity +/ $ +_m odule +ĠE nc +. an +.Con fig +C re +Ġsh ock +ĠAr ab +I ENT +/ re +Ġre trie +ycl er +is a +ĠO rgan +. graph +Ġ í +ĠB AS +En um +Ġposs ibly +ÑĢ аР+ĠJapan ese +Ġc raft +ĠPl ace +Ġtal ent +Ġfund ing +Ġconf irmed +Ġc ycle +/ x +G E +Ġhe aring +Ġpl ants +Ġm outh +p ages +or ia +ĠRem ove +_t otal +Ġo d +oll apse +do or +Ġb ought +Ġadd r +AR CH +_d im +dd en +Ġdec ades +RE QUEST +Ġvers ions +f ire +00 6 +Ġmov es +f b +Ġcoff ee +.con nect +ĠR ow +Ġs chema +S cope +- Type +Ġfight ing +Ġret ail +Ġmod ified +T F +File s +n ie +_com mand +st one +Ġ ÑĤ +_ thread +Ġb ond +ĠDevelop ment +Ġp t +F ORM +ple t +Ġident ified +c pp +20 6 +2 25 +Ġc oding +ok ed +ĠM aster +ID TH +Ġres idents +red it +ĠPh oto += - +un te +ate ur +15 9 +_ST ATE +ĠS ing +Ġshe et +. val +or se +Ġh ers +Ġdetermin ed +Com mon +Ġw ed +_ queue +P H +ĠAt l +cre d +/L ICENSE +Ġm es +Ġadv anced +.j ava +.S h +G o +k ill +f p +_set tings +Ġp al +Ġtr uck +Ġcomb ined +Ġ" ${ +ĠCor por +Ġjo ined +ĠJ ose +ĠC up +un s +est ival +lev ision +Ġbro ken +Ġmar riage +ĠWest ern +Ġrep resents +ĠT itle +Ġs s +.A ss +ongo ose +ient o +< >();Ċ +Ġabs olutely +Ġsm ooth +TER N +ĠUn less +W ord +Ġmer ge +ig an +ĠV ol +Ġn n +.get Id +ĠÐ · +17 1 +Ġsex y +Ġseek ing +S ingle +. this +17 9 +Ġk om +b ound +; " +Ġfont Size +_d f +Ġinj ury +( H +Ġiss ued +_ END +: self +0 20 +Ġp atch +Ġle aves +Ġad opt +File Name +ãĢ IJ +Ġexec utive +ĠBy te +] ))Ċ +Ġn u +out ing +clud ing +- R +. options +Ġsub stant +av ax +ĠB UT +Ġtechn ical +Ġtw ice +Ġm ás +Ġun ivers +y r +Ġdr ag +ĠD C +Ġs ed +Ġb ot +ĠP al +ĠH all +forc ement +Ġa uch +.m od +not ation +_file s +.l ine +_fl ag +[ name +Ġres olution +Ġb ott +(" [ +end e +( arr +F ree +( @" +ĠD istrict +PE C +: - +P icker +ĠJ o +ĠĠĠĠĠ Ċ +ĠR iver +_ rows +Ġhelp ful +Ġmass ive +--- Ċ +Ġmeas ures +00 7 +ĠR untime +Ġwor ry +ĠS pec +ĉ D +ãĢ ij +Ġ) {Ċ +Ġwor se +(f ilename +Ġl ay +Ġmag ic +ĠThe ir +ou l +st roy +ĠWh ere +2 80 +Ġsu dden +Ġdef e +Ġb inding +Ġfl ight +ĠOn Init +ĠW omen +ĠPol icy +Ġdrug s +ish ing +(' ../ +ĠM el +pe at +t or +Ġpro posed +Ġst ated +_RE S +Ġe ast +2 12 +ĠCON DITION +_d esc +Ġwin ning +fol io +M apper +ĠP an +ĠAn ge +.s ervlet +Ġcop ies +L M +Ġv m +å į +Ġd ictionary +S eg +17 7 +el ines +ĠS end +Ġ iron +ĠF ort +16 6 +.d omain +Ġdeb ate +Not Null +e q +ach er +l f +ĉf mt +Ġlaw y +17 8 +Ä Ł +ĠM en +Ġtr im +( NULL +Ġ! ! +Ġp ad +Ġfollow s +"] [" +re qu +ĠE p +.g ithub +( img +et o +(' \ +S ervices +umbn ail +_m ain +ple ted +fort unately +Ġw indows +Ġpl ane +ĠCon nection +. local +u ard +} \ +== " +and on +ĠR oy +w est +15 8 +ig inal +em ies +it z +') :Ċ +ĠP eter +Ġt ough +Ġredu ced +Ġcalcul ate +Ġrap id +c ustomer +Ġeff icient +Ġmed ium +Ġf ell +. ref +ĠC as +Ġfeed back +S peed +( output +aj e +Ġc ategories +Ġfe e +} ; +Ġde leted +re h +Ġpro of +D esc +B uild +Ġs ides +.Array List +- % +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ +Ø ± +.m atch +л и +Ġfe els +Ġachie ve +Ġcl im +_ ON +ĠC D +Ġteach er +_c urrent +b n +_P L +ist ing +En able +G EN +Ġt v +Ġso ck +Ġpl ays +Ġdis count +ĠK E +ĠDe bug +F ore +ĠI raq +Ġappear ance +M on +Ġst yled +ĠH uman +i ot +ĠH istory +Ġs ac +ĠC ollection +Ġrecomm ended +.Se lected +Ġorgan izations +Ġdiscover ed +co hol +ad as +ĠThom as +M ay +Ġcons erv +Ġdom in +ĠF ollow +ĠSe ction +ĠTh anks +User name +Ġrec ipe +Ġwonder ful +.s leep +_ if +ĉĊ ĉĊ +orn o +Ġr u +_t arget +." " +à ¦ +Event Args +Ġinput s +Ġf if +Ġv ision +c y +ĠS eries +) ((( +Ġtr ading +Ġmark er +B egin +Ġtyp ically +Ġca uses +drop down +_DE BUG +2 60 +Ġdet ect +c ountry +! ");Ċ +ĉ R +app y +Ġc ref +(' < +" => +ĠL E +read er +Ġadmin istr +à µ +uck et +Ġf ashion +. char +iz ar +Ġdis able +Ġsu c +ĠL ive +iss ue +Ġmet adata +fl ags +Ġ ðŁ +Ġcomm itted +Ġv a +Ġr ough +Ġ'' 'Ċ +Ġhigh light +_var s +V O +Ġenc oding +- Z +_s ign +$ ("# +Ġr ain +reate st +ĠEN D +Se lection +Ġcandid ates +Ġs av +. Empty +Ġdec isions +Ġcoll abor +rid ge +fe ed +ress ion +Ġperson s +V M +00 8 +eg a +_B IT +A ccording +ack ed +Ġdoll ars +_lo ss +ĠC ost +} "Ċ +Not ification +Ġpro stit +Ġauthor ity +.re c +Ġsp okes +ĠT oday +ist ant +ĠHe ad +âĢĿ . +ertain ment +ce an +cul ate +Ġv en +How ever +_ arr +Ġtok ens +G raph +ĠJ ud +ĠVir gin +ĠS erial +un ning +M utable +ag ers +.c sv +Ġdevelop ing +Ġinstruction s +Ġprom ise +Ġrequest ed +_ encode +/ " +ĠI con +u ilt +- day +Ġint elligence +. IS +ĠO bservable +ĠH ard +Bo ol +2 11 +ident ial +.An chor +Ġsell ing +C I +AG ES +t le +b ur +UFF ER +R Y +Ġbig ger +Ġr at +Ġfam ous +Ġtyp ename +Ġexpl ained +} }Ċ +Ġn uclear +- N +Ġcr isis +ĠEnt er +Ġan swers +/ ${ +/ pl +Ġse qu +_n ext +m ask +Ġstand ing +Ġpl enty +ĠC ross +ĉ ret +d ro +ĠC ast +16 7 += true +ĠCh ris +ic io +ĠM ike +Dec imal +add Component +L en +Ġco ck +Ġ# { +UR N +< tr +Ġauthor ities +Res ources +- H +B ottom +0 12 +_ qu +put er +ester day +Dis patch +s ince +Ġfam iliar +, i +V C +Ġm ent +, C +Ġfre edom +Ġr outes +ĠB uy +Ġcomm ands +Ġm esh +/ C +ĠSet tings +- style +Ġw itness +Ġc le +Ġun ion +ef ault +are t +Ġthought s +Ġ ---- +_pro cess +_ us +ing ly +U ES +T ouch +ĠÐ ¼ +_ open +ĠV ec +Ġre ward +.C lick +/ : +Ġn ie +Ch anges +M onth +ï¼ Ł +Ġexec ution +Ġbe ach +( Integer +ĉ a +/ ' +.Font Style +Ġab ort +ĠS ingle +( isset +Ġd p +Ġ}} +Ġ* = +ĠP S +Ġdanger ous +[ p +OM E +O ther +ĠString Builder +Point s +head ing +Ġc urrency +Ġpercent age +_A PI +Ġclass ic +the ad +ĠM O +F E +Id x +aw ait +Ġà ¨ +Ġacc ident +Ġvari ant +Ġm yst +ĠL and +ĠB re +Ġh arm +ĠA cc +Ġcharg ed +ion es +Vis ibility +ar ry +ĠL anguage +Ġwalk ing +" .ĊĊ +if er +Ġleaders hip +.F rom +yn am +Ġt imestamp +i pt +ĠH as +REF ER +ĠIt s +Ġlist ener +UT E +2 13 +_d escription +Ġexperi ences +Ġcre ates +R S +c art +bl ack +Ġcho ices +w ar +7 50 +Ġ'' ' +Ġorder ed +Ġeven ing +Ġp il +Ġt un +ĠB ad +( app +r andom +Ġexp licit +Ġarr ived +Ġf ly +Ġecon om +-m ail +Ġlist s +Ġarch itect +23 4 +ĠP ay +Ġd s +ĠS ol +Ġveh icles +H z +- com +Ġk ing +_e qual +ĠH elp +Ġab use +4 80 +16 9 +-- ;Ċ +Ġex tr +Ġchem ical +ä ¿ +Ġor ient +Ġbre ath +ĠS pace +(e lement +w ait +DE D +ig ma +Ġent r +Ġs ob +- name +Ġaff ected +ik a +Ġco al +_w ork +Ġhundred s +Ġpolit ics +sub ject +Ġconsum er +ANG E +Ġrepe ated +S end +Ġ# [ +Ġprot ocol +Ġlead s +use um +E very +80 8 +17 4 +Im port +(c ount +Ġchalleng es +Ġnov el +Ġdep art +b its +.C urrent +Ġ` ${ +ot ing +( \ +Ġcreat ive +Ġbu ff +Ġintrodu ced +us ic +mod ules +A re +-d oc +l anguage +_c ache +Ġto d +? > {{ +ĠRes ource +ĠSt andard +ĠP rem +up dated +ival ent +Ġas sets +_t emp +Ġinterest s +Ġhard ware +ĠR om +ĠSh are +Ġ' 'Ċ +Ġ* , +ĠT ake +ĠIm ages +_C HECK +(type of +ĠJ un +\< ^ +Ġli qu +Ġwor st +ymb ols +ĉĉĉ ĠĠĠ +Ġdr ivers +ĠD ocument +en o +ĠTechn ology +Ġappro ved +ump s +Ġs now +form ance +_A SSERT +u its +20 7 +Ù Ĩ +Ġdiffer ences +. Visible +ĉĉĉ čĊ +ĠP s +_f etch +Ġto do +. ',Ċ +Ġs el +ur ers +in valid +Ġt weet +V EL +Ġresearch ers +Ġs printf +ĠR O +Ġp el +.Tr ans +Ġil legal +d ialog +sm arty +l g +_M IN +Ġher o +f inal +Ġp p +.L e +Ġc i +ĉ RT +Ġsuggest ed +p df +ach ing +ĠR o +ĠProp erties +ĠS i +Ġbuy ing +Ġm u +Ġl ands +if iers +ĠF ILE +RO UP +Ġh older +ĠS on +Ġsym pt +.r oute +) ? +Ġarg c +Ġfor t +Ġcas ino +_c ategory +Ġfor um +2 15 +p refix +apt ure +T ube +em s +im ize +Ġn ue +a us +c ourse +AT OR +() ), +Ad vertis +ING S +Ġack now +ĠKore a +pl ing +Ġwork er +PL IED +h al +ĠRich ard +Element s +ĉĉĉ Ġ +st ar +Ġrelationship s +Ġche ap +AC H +ĠX ML +, & +ĠLou is +Ġr ide +_F AIL +Ġch unk +[ s +_O UT +Ġch osen +_ [ +/ ( +ĠJ eff +_s l +pr iv +ĠCan adian +Ġun able +_F LAG +Ġn os +h igh +Ġl ift +f un +() { +el ly +ycler View +_ as +_L IST +Ġr adi +.get Value +30 4 +ĠAnge les +ĠS pan +_in stance +it ors +20 8 +Ġm igration +A K +O h + ® +. selected +ĠG T +Ġadv ance +ĠSt yle +.Data GridView +e ction +Ñ İ +p io +ro g +Ġsh opping +ĠR ect +I lluminate +O U +ĉ array +Ġsubstant ial +Ġpre gn +Ġprom ote +IE W +.L ayout +Ġsign s +/ . +Ġlet ters +Bo ard +ct rl +" \ +ĠJ ones +Ġvert ex +Ġj a +Ġaff ili +Ġwe alth +ĉ default +Ġsignificant ly +Ġe c +Ġx s +act ual +.p er +_st ep +an vas +m ac +Ġtrans l +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Iter ator +Ġo ch +agnost ic +ĠD uring +ĠDE FAULT +Ġt ill +Ġsign ature +Ġb ird +ĠO l +3 10 +ĠI r +H S +av atar +ESS AGE +Ġe lev +Ġm t +ĠN av +Ġrel ax +Ġpl ate +IT EM +( date +.n ot +Ġgr ade +Ġ} ),Ċ +? "ĊĊ +i ences +H igh +ĠD IS +23 1 +dis abled +Q UI +Ġno ise +a ux +ĠU P +88 8 +os a +Ġv oc +Ġ )) +oc om +_O FF +ĠD b +L ock +.e clipse +, d +ĠD raw +Ġ" ( +Ġvis ited +Ġâ Ī +Ġsuc ceed +Ġim possible +a ire +ĠT urn +Ġd ish +F G +Ġs ensor +AN N +ab a +Ġsur g +] );čĊ +Ġf p +_ an +- J +- G +ĠJ ob +Con vert +ĠKE Y +Ġauth ors +_s erver +\ r +Ġ-* - +f lex +Ġs oc +R et +Ġs alt +ĠâĢ¦ ĊĊ +ĠC lear +(p age +-d anger +Ġroom s +con v +# { +. op +ĠA rea +_S C +h en +Ġbeg ins +- y +Ġexc ited +Ġign ored +Ġbon us +st udent +ĠM ember +Ġrel atively +ĠL ow +ĠPro du +ate way +pos ure +Ġth ick +ani el +( view +ĠCr ush +Ext ension +I l +e ed +LO C +. im +. Items +Ġconflic t +.pre vent +25 2 +Ġon Create +u v +is er +Ġw ave +M ar +ĠComm unity +ic he +ĠNo thing +[ m +ĠLe e +ri ends +2 32 +è re +!! ! +an z +. result +ĠS K +_P ARAM +Ġdem ocr +Back Color +.ex ists +" It +( options +ra zy +as er +\ Database +al endar +_ ass +; }Ċ +vert ex +ine craft +W arning +arg o +Ġact or +ĠInst ead +ĠUs ing +S elf +@ interface +Ġspe aking +ĠPar is +ĠL ICENSE +.n ode +ĠF ood +E IF +ĠB i +. Start +ĠI B +Ġun iversity +25 4 +ĠHe ader +.pro duct +40 9 +C opy +et c +r ical +Ġ> >> +book s +Ġal gorithm +Ġ' __ +(j avax +Ġnumer ous +Sh are +H ave +Ġrec ru +Ġpro ve +.sub string +he alth +е л +Ġdec imal +Ġcomm ission +s cription +x C +Ġsum mary +att ed +Ġclo ser +fin ished +() ){Ċ +ĠW ood +30 1 +_field s +k u +_ items +Fl ag +Ġconf idence +ĠF ederal +du x +Ġcomp at +Ġvert ical +Ð ¹ +è s +; ">Ċ +_m anager +() ))Ċ +ID E +: ", +23 5 +__ Ċ +ĠW ay +22 1 +Ñ Ī +T emp +ĠS TR +rit ten +S ync +ĠA V +ĠC EO +ĠG uid +Ġenvironment al +Ġcorrespond ing +ĉ console +Ġjust ice +ĠJ S +Ġl ived +g ar +ĠG raph +ĠSt at +Ġi Phone +. al +ĠH D +Ġocc ur +Ġth reshold +50 9 +Ġon click +RE G +.Graphics Unit +M eta +Å ¾ +Ġc um +.g nu +à « +Ġobt ained +Ġcompl aint +Ġe ating +Ġt ar +_t ask +Ġopt s +2 16 +( to +P ass +Ġpl astic +t ility +ĠW in +.prevent Default +p ile +ĠG ar +Ġqu antity +_l ast +Ġg reatest +D ao +_D IS +ĠUs ed +ĠH P +rit ing +S ION +bl ue +d omain +Ġs cores +N ormal +_ admin +ĠA SSERT +Th en +** * +d ist +l on +Ġh ate +sh al +Image View +d atabase +Ġp and +Ġlog ic += false +b g +ĠConfig uration +Ġn ur +O G +Ġmar ried +: + +Ġdro pped +0 40 +Ġreg istration +оР¼ +ult iple +iz ers +sh ape +.c opy +Ġwe aring +ĠC ath +Ġded icated +Ġ.. .Ċ +Ġadv oc +ĠF amily +Ġstat ements +em atic +ampions hip +Ġmot iv +ĠH ave +Ġbl ow +J ob +c ert +_v ector +inst all +ĠC OPY +em bed +D IR +ĠS pring +Ġex hib +22 3 +cd n +ĠCom ment +ĠOption al +. player +ĠD ark +( pos +ĠSh ould +Ġcent re +ĠGu ard +ó w +Ġtr ouble +EN ER +( unsigned +_s ervice +Ġn s +ul ing +ĠMex ico +ĠN Y +mys ql +Ġl ic +å ľ +M r +- fl +ĠC ustomer +id i +Ġ? >ĊĊ +ri ble +Ġп ÑĢ +Ġs izes +_STR ING +valid ation +ĠJ on +( Http +add Class +N odes +Ġfrag ment +Ġsp oke +Ġw aste +J oin +Ġill ustr +el i +c ient +Ġa id +Ġpro sec +') {Ċ +Ġpass ing +Ġf aces +Sh ape +_ Z +it i +Ġal le +Ġro bot +ĠĠĠĠĠĠĠ Ċ +ĠS pe +Ġrece iving +ĠD etails +Ġ" ) +m g +_RE F +Ġcompar ison +* , +ĠF ound +_s ession +( U +/ F +Ġx xx +N etwork +d ers +Ġcap ture +Ġcor re +ĠL td +ĠAd v +[ @ +Ġcl ip +M ill +ĠPro file +Ġend if +Ġob lig +des cribe +.e lement +riter ion +L D +er ed +Ġfav our +s core +ĠF ilter +at tributes +Ġcheck s +In flater +ĠPl us +Ġscient ific +Ġpriv acy +He ad +Ġfe at +Ġdeg rees +ĠP ale +; "> +Ġfil ms +ĠA udio +ĠT ag +ĠE nergy +it ar +par ator +Ġf ellow +Ġev t +ĠT ri +ĠD AM +cl oud +ĠP assword +ĠDemocr ats +ĠAc ad +$ lang +Ġre b +() )ĊĊ +н Ñĭ +ĠB ur +read cr +Ġh ex +20 9 +Con sole +ct l +ous el +ĠWill iam +Ġa z +_P ORT +Ġpract ices +Ġany where +ĠP osition +Ġ- >Ċ +i ams +.user name +place holder +Ġo der +ĠSecret ary +Ġi T +mon d +event s +? âĢĿ +.S ub +Ġatt ached +Ġn ão +Ġest ate +36 5 +. action +Ġfig ures +Ġ} );čĊ +Ġsubs cri +.t ag +n am +. plot +no on +li ament +Char acter +.t ab +Ġw inter +ĠVar iable +Ġtre es +Ġpr oud +( V +_ load +Ġh ier +ĠE con +Ġf d +Ġvict ims +R est +ian a +Ġf ake +.Print ln +Ġstr len +Ġs ad +Ġb le +Pro t +Ġbutton s +Ġte levision +Ġlog o +ext ension +ĉ j +ste in +acion es +Ġ"" "ĊĊ +Ġsim p +Ġrecord ed +Ġbr ings +Ġprincip al +Ġfe es +(s ource +k dir +Ġutil s +Ġcorrect ly +f il +Ġw el +P air +-b utton +s cale +ver ify +[ c +Ġ-- - +Ġes cape +ik es +Lower Case +ic ian +Ġch apter +ĠT YPE +Ġsh adow +Ġaw esome +W E +el if +Ġl ambda +Ġdist inct +Ġb are +- off +Ġcol our +.append Child +ole c +ag a +.f ill +ĉs uper +Ġad j +( position +.get Item +24 2 +Sh ort +Ġtot ally +V D +ĠT re +_ ep +v ements +ĠS olution +Ġfund ament +F ollow +Ġfac ility +Ġhappen ing +O F +.text Box +S pan +Ġ « +id en +Ġex ceed +(p arent +Ġc p +ç » +Ġhas n +Ġp ri +Ġcon sequ +n en +ĠIN TO +I gnore +ĠF uture +Ġcar bon +ĠSte el +f mt +ok ie +Ġs pl +(t itle +- info +Ġde als +Ġfix ture +e a +D iv +Ġtest ed +_ return +)ĊĊ ĊĊ +upport ed +ĠC ook +Ġpay ing +ĠI ll +Ġarrest ed +ĠPr ime +_c allback +> ,Ċ +dr iver +On ce +ab b +_by tes +ĠS ets +( Object +Ġc c +Ġsh ell +al o +); // +( log +2 64 +ct ors +) +2 18 +Ġ$ (". +.p os +Ġbo ys +Ġwed ding +Ġag ents +=" _ +ĠAr my +Ġh int +v ision +Ġte ch +ĠCon nect +Ġleg end +ĠB et +.B ase +Sub ject +Ġl it +Rem ove +Ġ" : +ĠF inal +pear ance +ĠiT unes +Ġparticip ants +ĠPy thon +Ġbus y +i el +vert ices +Ġtemplate Url +ĠC lose +Im g +ĠCorpor ation +t imestamp +Ġext end +Ġwe bsites +Ġposs ibility +о ÑĤ +Ġk ö +Ġme at +Ġrepresent ation +24 1 +Ġ ĉĉ +_ST ART +.app ly +ĠVal ley +ĠS uccess +H i +Ġn ob +ĠI Enumerable +_ select +ge o +. ")Ċ +Ġturn ing +Ġfab ric +(" ");Ċ +Ġpers pective +é Ĺ +ĠS n +Th ank +; j +.Param eters +ĉ ĠĠĠĠĠĠĠĠĠĠĠ +Ġfact s +30 5 +Ġun t +.in stance +################################ ################################ +- end +ĠJO IN +ĠH en +Ġur i +åIJ į +Ġн а +ĠIn fo +Ġconduct ed +Ġà ¥ +OUR CE +Ġw ine +J ohn +.Error f +ĠA ge +ound ed +Ġreal ize +3 12 +Ġ] ; +Ġsub sequ +, m +( User +ian o +Ġaccom pl +is p +.st d +é ĩ +ĠB ed +.set Attribute +B R +ke ep +ĠA LL +Ġis ol +am ma +P ackage +Ġoccas ion +-s uccess +еР´ +ĠLIMIT ED +st rip +() ĊĊĊ +istrib ution +Color s +Ġ+ :+ +Did Load +al er +Ġt id +ĠL ED +ĠLink ed +ĠC art +() )čĊ +_RE AD +Ġkill ing +ĠP HP +fe ction +Ġinst ances +c v +"/ > +Ġs f +Ġtax es +_ location +ĠBit coin +u able +r ank +ign ore +tr ack +к а +Ġshould n +ĠO P +=> {Ċ +Ġk m +Ġh elper +_ head +ĠWh ether +oc o +_b l +Ġstat istics +Ġbeaut y +Ġto g +t ip +ëĭ ¤ +Ġc sv +(s ql +std lib +we ak +Ġlik es +Ä į +Ġrepe at +Ġap artment +Ġem ph +_ edit +Ġv it +ĉ type +2 17 +E ven +ut en +Ġcircum stances +b ian +Ġs ugar +W indows +ì ŀ +Ġobs erved +/ data +Ġcal endar +Ġstri ke +ĠR ES +_s c +f ony +ore m +( z +p ower +et ect +ĠS at +.d escription +Ġg ang +ĠS ports +ong s +ĠB undle +.s um +on ce +Ġacc used +Ġexplo re +Ġapprox imately +Ġlos ing +thes is +ĠF und +Ġdi agn +A utowired +prop erties +Ġ_ . +Ġc nt +ced ure +Ġy y +Ġgr ant +so ck +.inner HTML +Ġ] );Ċ +ĠCON FIG +=' $ +5 50 +] ];Ċ +UN D +Ġg lob +Ġd ire +uff le +_M EM +Ġauth entic +> (" +Ġdec ade +ĠIm port +Ġorigin ally +Ġj Query +Ġindic ate +Ġours elves +S w +.l bl +ener ate +Ġbas ically +ĠH om +Ġ+ #+ +ĠBrit ain +ĠK ar +to Equal +.st op +Ġmod al +is i +Ġsuggest s +Ġd type +Ġt ur +b f +Ġconnection s +ĠB efore +ist ed +m ouse +Ġpul led +.b uild +Ġlegis lation +Ġfor th +p ad +eg o +.N ow +Ġexc iting +}ĊĊ ĊĊ +Ġcom pr +Ġsh ares +Ġr ig +g reen +_ vec +Ġenumer ate +A uto +ic ator +ĠR ay +as se +Ġh oliday +Ġnull able +g un +_d etails +Ġwr apper +se q +ĠYou ng +ju ana +Ġ" __ +lic ense +ser ve +^ ( +id ers +.Rem ove +rop down +' S +p in +(t oken +.D efault +Ġreason able +amp ion +ĠS ociety +Ġbe i +erv es +r ad +ĠF ox +_ images +Ġw heel +') [ +Ġc fg +( By +Con structor +Ġv ary +.sw ift +Ġpro xy +ĉ H +ĠAn other +ĠP en +Ġcheck ing +Ġj est +man ager +Or igin +ug s +o ir +>< !-- +Ġexpress ed +Ġmod er +Ġag encies +Ġi h +-h idden +ious ly +ĠR od +Ġso le +M ed +.A ny +Ġp c +b al +Ex ample +ĠS ale +Ġst rip +ĠCom p +Ġpresident ial +M ost +put ation +( ref +ĠF our +_f ilename +Ġen forcement +Ø ¯ +ĠGe org +we ights +/ l +Ġag gress +Ġd rawing +and y +< I +- j +ak a +h ref +Ġteach ers +_ Q +( it +ĠM B +Ġtemp orary +ire base +str a +æĹ ¶ +è ´ +( label +ou p +Ġtop ics +Ġport ion +id os +ĠJew ish +Ġre covery +6 50 +Ġstand s +# [ +Ġafter noon +ĠArt icle +_ att +Ġexpl an +ĠP ak +.setOn ClickListener +. children +Ġi k ++ ( +l ag +Ġdis k +Ġcont rovers +"> & +as p +Ġw ie +ĠAustral ian +ĠYou Tube +At tr +cont ains +du ce +ĠM att +3 40 +at ern +Ġvol unte +Ġnew sp +V P +olt ip +Ġde legate +_m eta +Ġaccur ate +ĠEx ample +% , +ĠD aily +Ġc abin +ĠS W +Ġlim its +k ip +Ġar my +Ġend ing +Ġb oss +ĠD ialog +Al so +="# " +ord an +row se +- min +Ġ" & +_ loc +U X +Ġdevelop ers +Ġaccur acy +Ġmaint enance +Ġhe av +Ġfil ters +.T oolStrip +Ġn arr +ĠE mp +ORD ER +ĠM obile +.S erial +.out put +24 4 +.c ol +M aterial +um a +Ġconsum ers +sh ift +Ġp ued +Ġmin i +c ollection +Ġk an +.c enter +H istory +Ġben ch +() ); +itor ies +Ġcrow d +_c all +Ġpow ers +- E +Ġdis miss +Ġtalk s +ĠCh annel +for ward +_ control +/s rc +i est +**************** ******** +Ġbet a +(c olor +_O BJECT +ĠA pi +Ġeffect ively +C amera +s d +uss y +29 0 +D ict +ĠE ffect +ib ilities +Ġreturn ing +ĠF ar +Ġ' ') +Ġmod ules +2 19 +il ation +Ġ( % +TR GL +Ġst orm +on na +ĠEX P +Ġs pons +Ġdis pl +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ +f all +å Į +ign Key +_ US +et rics +Ġhand les +T L +_ amount +ow a +br and +ĠT ool +Ġus ual +. Z +cre ment +ad ium +st ock +Ġserv ing +ĠB on +Ġline ar +ĠT arget +ĠR adio +H L +Sh ader +om atic +ag ues +in ity +d iff +_ iterator +qu ot +Ġ ,Ċ +c allback +Ġsympt oms +[ _ +ĠB ul +ĠF eb +und o +_ account +Ġtyp edef +и Ñģ +tr as +User Id +ĠP enn +ĠSup reme +} > +user Id +32 7 +ĠK im +Ġg a +Ġart ists +å ¸ +ĠAb stract +ok emon +Ġh am +o val +Ġch a +at en +å Ĩ +F ixed +Ġvul ner +ĠParam eters +qu antity +.C lear +Servlet Request +Ġy a +Ġsou l +0 80 +trans action +Ġsol o +Ġp airs +æ Ķ +ĠG re +_ word +ĠC C +Ġg i +z ie +Ġsched uled +rot ation +gy pt +ul ous +:: _ +ĠE ll +< ! +ĉĉ ĠĠ +l p +ah a +C opyright +00 9 +Ġdr am +25 1 +Ġdi agram +ĠM em +Ġg arden +Com p +Ġattempt s +uff ix +> () +Ġphil osoph +_re l +å ¼ +Ġs v +.se cond +ant o +.J son +ĠTe le +_ local +_s end +Ġas pects +ì Ĺ +IB LE +Ġr ail +Ġwid ely +ash ed +i ar +in f +up per +d jango +_result s +iss ing +Ġequ ivalent +OUN D +Ġt y +Ġpotential ly +Advertis ement +23 8 +ĠRec ord +3 80 +resent ation +_w idget +ound ing +Ġrelig ion +Ġcons c +ĠL im +. am +H tml +Ġ' : +P ATH +_s pec +ort ed +id ades +_sh ape +Ġkeep s +.S ave +ĠL oc +or i +ĠT EST +unic ip +Ġreg ions +Ġbelie ves +/ en +pos ite +{ ' +pre pare +_ const +s ample +ĠWill iams +Ġstr t +_ Get +ĠAnd rew +. active +Ġl ayers +Visual Style +az y +ĠK n +Ġac id +ĠAs ia +Ġex cess +ĉm y +Ġkey board +ens us +Ġcre w +Ġmiss ed +m aster +ĠW ild +Ġnew ly +Ġwin ner +Ġst ub +ic ode +.m ove +D omain +ĠS ar +Ġfore st +LE D +claim er +.ex it +ĠW indow +Ġres istance +ĠC HECK +(" - +ĠR yan +Ġp ipe +Ġco ast +DE F +// ! +_ off +ex it +Ġult imately +imit ive +ĠKe ep +Ġhistor ical +Ġany way +ĠJack son +ock er +ER N +ĠU INT +y ntax +ER Y +is ms +Ġc n +Ġocc urs +Ġ; ; +Text View +A E +/ img +Ġy esterday +- default +Ġt iny +Ġpro c +Ġal ive +ĠRE G +. th +ear ing +.get Logger +< link +_ login +F older +ab c +lyph icon +н о +Ġnot iced +od igo +Ġed ition +im ator +. Enabled +.parse Int +Ġy ards +ĉĉĉĉĉĉĉĉ ĉĉĉĉ +Ġver bose +л Ñı +_B Y +.log in +.* ;Ċ +ĠM id +é es +Ġg lo +Ġbuild ings +Ġz e +ĠI ter +Ġt ube +ĠP ot +\ M +25 3 +< th +br idge +ĠS cript +ĠM odule +Ġv acc +Ġinstall ation +v y +VisualStyle BackColor +ĠS M +.t otal +64 0 +b at +Ġfind s +Ġat mos +Sub view +iz ard +Ġrepl acement +lic ated +ap is +Ġlog ged +ĠLe ft +G ui +_ Type +t m +P ad +Ġhouse hold +Ġre le +Ġpropos al +_CL ASS +24 3 +:: :: +Ġinf rastructure +In ject +/ html +22 6 +Ġad s +iz za +Ġm g +ctr ine +% Ċ +< html +- image +Ġatt orney +< m +(' , +Ġcan n +Ġprint ln +o ose +Ġy ellow +.ex p +p ayment +Ġtable View +aw ay +Ġopp osition +ĠAg ain +ĠH andle +Ġex clusive +in ar +é r +оР± +ĠC ODE +emp orary +Ġre act +pi pe +23 6 +c z +. activity +Ġlarg ely +Ġdis s +ax y +es is +ĠR en +Ġc orn +.Use VisualStyleBackColor +d ays +Ġfr uit +In sert +_ enc +E st +_de c +ĠL uc +Ġü ber +param eters +P ERT +ex press +_pro file +Un known +Ġrev olution +.add ress +_re quire +Ġun iform +ĠP ack +l ar +ĠU ITableView +Ġdep ends +Valid ation +conf irm +O wner +Ġt rib +h et +ĠI de +ans as +24 7 +L anguage +u et +ĠP o +ĠSte ve +Ġcont est +_DE FAULT +Ġapparent ly +RE EN +Ġfrequ ently +Ġtrad ition +ocol ate +S I +ĠArg ument +F ocus +ert e +ĠL ayout +Ġd x +Ġgener ator +ĠW ait +P olicy +l ights +.Ex ecute +55 5 +P y +Ġbed room +ed a +ra id +ĉs ize +Ġan cient +Ġp ump +Ġd w +Ġ(! ( +Ġspec ify +( status +ĠF BI +.ex ception +Ġrem ark +ly mp +ant ee +Up load +ern et +é ¡ +in ent +ĠR ender +d m +ĠM emory +r ich +ĠT ools +Ġk ne +Ġper m +b ad +Ġd inner +.res et +Ġj Label +Fe ature +.S ervice +Ġ( {Ċ +Ġre ferred +.class List +24 8 +Ġinit With +ĠText View +Ġne ither +Ġcount y +Ġ" { +ç § +Ġt ack +class Name +ĠUS ER +Ġre new +` ` +get Name +Ġb rown +Err ors +ert o +Ġsust ain +S O +let es +ĠIn valid +24 6 +22 7 +Ġen emies +un ge +Ġexist ence +err a +Ċ ĠĠĊ +utor ial +# a +p ay +char ge +ĠI re +ate st +Ġexp los +Ġf ired +N ER +ĠT y +ic ion +U ri +Ġobvious ly +ĠC olum +Ġ' + +ĠDe vice +- related +_ ARG +Ġv or +ĠLess er +_O P +Serial izer +Ġup grade +L ight +Ġc odes +++ ;čĊ +Ġwrit es +fo od +Ġé t +@ section +Ġtrack s +Ġserious ly +ch t +4 30 +(size of +Ġimmedi ate +Ġscient ists +Ġ{ $ +_ ne +.Anchor Styles +Ġaccom mod +ĠHar ry +Ġs ight +ĠPale st +ersist ent +Ġ Ñĥ +- input +Ġco ordinates + · +22 8 +W elcome +.con f +Ġgre w +Ġb old +ĠC PU +(m y +Ġperfect ly +Ġmom ents +ĠM ovie +- data +yst al +_W IDTH +26 2 +ĠS creen +æ Ŀ +Ġdis ap +Ġredu ction +.Get Component +_M ODULE +Ġgener ic +Ġd y +all er +Ġc url +ĠB ody +Ġb anks +, t +av g +Ġev il +Ġmanufact urer +Ġrece iver +Column s +Ġing redients +ĉ out +qu es +.L oad +Ġslow ly +ĠT own +ĠC ell +_n ormal +_p refix +ĠAl ert +(" { +ä r +âĢľ The +ĠM D +Ġcour ses +ath an +é Ļ +oc c +ĠS ER +es ign +Add r += [' +(" ./ +] } +.f ont +ĠInst agram +ĠB order +od a +Ġh all +Ġr um +_b it +Ġs aving +_d own +R andom +_reg ister +( Context +Ġoppos ite +R oom +Y ES +ан и +Ġenjoy ed +_r un +C lear +âĢ ĺ +ĠF ord +on ic +ost en +"] ) +_ auth +// čĊ +Ġsuff icient +LE S +Ġph en +Ġo h +_c sv +Ġrout ine +.Are Equal +ay lor +Ġb asket +_COM M +rypt ed +S im +ĠSh op +Ġstud io +at os +( W +[ string +ä t +og a +Ġsh r +Ġs ick +An other +Ġdo ors +_N E +ĠTH REE +. order +raz il +Ġmap s +_TR UE +trans late +Ġnear by +26 5 +Ġn ach +LO AT +b atch +22 9 +Ġl ux +ash es +ang ers +âĢ¦ âĢ¦ +_E VENT +_ UP +Ġact s +in v +_M ETHOD +cc ion +Ġret ain +ut ch +ĠÐ ± +Ġknow ing +Ġrepresent ing +N OT +p ng +Con tract +Ġtr ick +ĠE dition +uplic ate +Ġcontrol led +c fg +j avascript +Ġmil k +Wh ite +Se quence +aw a +Ġdiscuss ed +50 1 +ĠB ush +ĠY ES +.f actory +t ags +Ġt act +Ġs id +$ $ +ĠE num +27 5 +Ġfr ames +} ); +Ġreg ul +'] ;čĊ +Reg ion +32 1 +ff f +Ġc ro +( com +=" + +St udent +Ġdis appoint +RES ULT +Count er +Ġbut ter +ĠH a +ĠD igital +Ġb id +"> {{ +ing ers +ĠC ountry +_t pl +"] )Ċ +/ k +d ating +: # +ĠD ATA +yn chron +_b ody +olly wood +Ġval or +ip ient +o ft +UB L +doc s +Ġsyn chron +Ġform ed +ru ption +Ġlist a +Request Mapping +Ġvill age +Ġkn ock +oc s +" { +_fl ags +Ġtrans actions +Ġhab it +ĠJ e +ed en +Ġa ircraft +ir k +ĠA B +Ġfair ly +. inter +.A ct +Ġinstr ument +remove Class +.com mand +Ñ ī +ĉm em +( min +Ġo t +Ġcol le += s +time out +Ġid s +ĠM atch +ij n +z ero +4 10 +Ġnetwork s +.g ov +Ġint el +Ġsection s +out ine +(c md +(d ir +ĠLI ABILITY +ĠB log +Ġbr idge +30 8 +ĠC V +con vert +Ġ" )Ċ +ĠB ern +_P O +e val +( set +to ol +Ġpay ments +Beh aviour +Ġcon crete +Ġel ig +Ġacc eler +Ġh ole +_ o +TE GER +Ġgraph ics +O wn +Form atter +on der +Ġpack ages +/ a +ĠK now +Or Default +Ġdut y +W ait +н а +_rec ord +[ t +M esh +Ġon going +.be ans +Ġt an +Ġinter pret +ast ers +QU AL +Ġleg s +\ Request +- file +_m utex +ĠS aint +// # +Ġpro hib +( info +: = +lin ux +Ġb lo +ot ic +ĉf inal +_ex p +ĠSt op +ap ing +(s aved +_p ush +Ġe ase +_F R +pons ive +str cmp +: ĊĊĊĊ +ä» ¶ +ol i +Ġextrem e +Ġprof essor +Im ages +.IO Exception +Ġaddress es +plement ed +Ġincor por +Ġuse Effect +_O F +ĠD a +n ombre +IR ST +Ġdisc rim +Ġcomp ens +greg ate +anc ell +ach es +ĠC riteria +$ result +D estroy +Ġsecond ary +W atch +ĠS em +ĠMc C +Ġacad emic +U pper +:: ~ +ut ral +ĠD og +ad ed +23 7 +Valid ator +Ġder ived +Ġset Timeout +ĠK en +Ġtyp ical +ĠB ob +Ġb ounds +ĠSe ason +Ġc razy +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ +-r outer +itt est +ĠM ir +Ġemot ional +, v +c n +/ st +å ½ +on om +Ġdecl ared +> . +ail ing +Ġ/* <<< +Ġnorm ally +(M e +ev in +lik ely +Ġpoint ed +ĠSt ack +Ġw alls +. Vector +me an +] ]Ċ +Ġlist ening +ad v +Ġsw ap +IF T +Ø ª +. argv +ul s +< option +not ations +Ġemail s +ĠU kr +ast a +ĠTh us +ĠSt one +Ġappe al +. âĢĻ +Ġreg ulations +Pre ferences +ĠPh one +ul f +ĠD R +Ġtechn ologies +Ġpar agraph +Ġnecess arily +37 0 +0 30 +.e ach +< float +res a +Ġunder st +Ġf inger +press ed +-b y +if fer +w atch +ĠB a +A IM +Ġwe ights +ĠR on +') }} +[ self +-------- --Ċ +per iment +Ġto String +x ic +ĠC amera +! ĊĊĊĊ +aur ant +P refix +Ġinstit utions +: int +Ġex posure +p attern +ĠLin ux +.n umber +red ient +Argument Exception +ĠCh ief +" }, +Ġelect ronic +r ong +er d +sp Net +ra it +/ ', +ĠOh io +Cont rollers +Ġcontin uing +ĠT emplate +ĠE th +s z +/ env +En v +% . +art ers +) (( +ĠT ABLE +Ġà ® +per ature +pro gress +P res +ê ° +im plementation +Ġb ien +Ġstre ets +_M SG +New s +## # +: / +Ġcut ting +x B +ress ed +_EN ABLE +l ab +Ġca using +] ));Ċ +b ra +x FFFF +il ly +plet ion +w ill +_b ar +Ġstruct ures +ĠI mp +Û Į +Ġ< > +Ġ ---------------- +_B UFFER +.d ir +Ġpl ain +Ġpe er +24 9 +g g +oint s +Ġsomew hat +Ġw et +Ġemploy ment +Ġtick ets +ir ms +Ġt uple +s is +$ sql +r ig +Ġcon version +Ġg es +Ġconfig ure +eg r +ĠC a +Ġ__ (' +ou ston +.t oken +Bl ack +Ġmag azine +A W +. IN +os ing +Ġbro ke +ĠC ru +DE LETE +Ġdestroy ed +(M ath +Ġappro val +-d om +ĠI II +table View +Ġdesign s +Ġcrush ing +Ġcons ent +dir name +om p +Ġc rypt +? ( +or ough +30 7 +. o +ĉ list +ams ung +."" "Ċ +err ing +G oogle +_p air +_IN IT +rem arks +Ġg ear +F ill +l ife +} ")Ċ +Ġsuit able +Ġsurpr ised +_RE QUEST +Ġman ifest +att en +Ġfr ustr +ov ement +.c lick +Ġi i +Ġexp ansion +ig s +P arse +.Reg ular +R ob +_l ayout +ì ł +Ġtrans lation +ĠBe aut +B est +_C OLOR +< label +Ġliqu id +IT S +Ġpro d +23 9 +Ġoper ate +UI Kit +Ġn atur +arg ument +_d etail +ĠCent re +Ġ" -- +Ġ}} " +lo cale +.t v +_se q +Ġup coming +Ch art +ĠDiv ision +Ġclin ical +Com pany +S epar +l as +ĠH un +: s +Ġhead ing +оР³ +Ġ" ");Ċ +[ id +b ia +Ġst retch +ic ide +Ġre produ +.pro ject +leg end +end ers +Ġrespons es +Ġon t +rit ical +Ġref uge +ĠL i +Ġ: ĊĊ +ĠTh ree +.cont roller +_IN DEX +_F OR +\Model s +j ax +ĉex it +Ġâ ĸ +Ġc overs +ĉ y +- . +IND OW +Ġfail s +in cludes +Ġf ault +4 40 +Ġl y +44 4 +ñ o +.s lice +ILE D +ĠP ur +ĠAs ian +_b atch +.M ax +v l +ĠCOPY RIGHT +Ġg iant +ĠMan ual +ĠC opy +Class Name +He alth +C ursor +IB Outlet +Ġt we +æ ³ +_label s +Ġcol lected +Ġfurn iture +Ġdeal ing +Control s +ĠHot el +ck s +Ġch ose +âĶ Ģ +od d +S R +Ù Ĭ +ì Ħ +Ġacc ord +ĠM ove +ĠM ode +ĠM ock +Ġthread s +++ ++ +ĠO ptions +Ref resh +ĠD id +'] -> +u cc +_ch annel +. abs +Ġ{ },Ċ +ĠW al +er ior +Ġmain ly +ĠDr iver +NotFound Exception +Ġcount s +e am +Ġ& = +Q uestion +ĠA li +Ġany more +d etail +t ail +Ġm ile +ĠF air +Ġs orry +Ġsurround ing +Ġad m +De v +Ġmari juana +ĠS ound +ĠA sh +F D +Te am +. port +Ġ[ ]ĊĊ +ub ble +Ġas c +Ġint ention +A cc +ch i +ust ers +Ġins pired +se g +CL U +Ġman ip +M etadata +Con nect +ĠB eh +Ġfind ings +Ġas sembly +w orld +Ġrem ained +Ġu id +( . +Ġm x +Lo op +ĊĊĊĊ Ċ +Ġfant astic +wh o +ak i +ĠB asic +ĠY et +ĠUs ers +ik ip +Ġhead s +ĠMich igan +_ it +ĠTor onto +Ġrec ording +Ġsub mitted +_var iable +medi ate +.graph ics +Ġst ood +Ġre ar +vel ocity +_M ESSAGE +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +ro les +ĠT our +_ year +end ment +amp s +ĠIre land +m al +Ġyoung er +Ġstrugg le +Ġc able +ĠSD L +(' - +an es +ĠNe ed +.R ow +P ol +ĠP H +_s cript +ag em +ĠB as +_s pace +. loc +: i +ad r +Ġengine ering +it en +) & +Ġu k +ĠL ittle +_C OUNT +x A +Array List +æ į +Ġ" ")Ċ +An chor +Ġh ang +t witter +Ġcompet itive +.s rc +ãģ Ĺ +Ġtrans late +ĠCre ates +ook s +ĠR oll +'' 'Ċ +/ sh +s ome +Enc oding +.res olve +Ġdesign er +ĠSt orage +Ġz a +ĠN ever +Ġsomew here +Ġbox es +.s ource +Ġpy game +Ġgrow n +.t w +() ),Ċ +', [' +Ġoppon ent +(s rc +.l ayer +AP P +ĠAct iv +Ġguest s +ĠVAL UES +};ĊĊ Ċ +.n ative +Ġamount s +. RE +Ġcl one +Ġwer en +Ġ" << +_ ac +Ġbreak ing +Ġreli able +.P OST +ĠSk y +Ġ' & +Ġsaved InstanceState +ast ing +ill ion +com ments +ult y +.m enu +/ config +Ġ ĊĊĊ +T ODO +Ġpurch ased +_c or +ĉ auto +Compat Activity +com plete +_ graph +is odes +Ġsitu ations +ĠH or +Re ceive +âĢľ We +Ġent ities +.assert Equals +оРº +ĠS ans +v ince +rom pt += Ċ +Ġ/ . +.Se lect +yl v +Ġb att +A udio +Ġincreasing ly +.B undle +Ġexpl ains +0 60 +the ast +. offset +Ġh al +Ġtechn ique +_l imit +Ġdraw n +AY ER +Ġfeature d +yy yy +at in +ph en +ach el +! \ +l ower +ĠG R +Ġp ag +ĠP arse +Ġt ou +ä¸ Ģ +D istance +Index Path +Ġh ell +s im +UT TON +Us age +elen ium +ĠF all +Ġ" .$ +ĠM u +Ġcr uc +Ġs ont +REF IX +3 11 +Ġinter ior +ĠO lymp +.Auto Scale +par a +Axis Alignment +Ġr iver +D to +Ġwith draw +Re act +- class +b efore +_ alloc +Cont ents +ĠW as +I CT +Ġform ula +Ġindic ates +ĠĠĠĠ ĊĊ +_st ore +it ting +ĠIt alian +_S et +_re port +Ġp id +_V ER +Ġw ins +ĠCl oud +") {Ċ +ch ester +Ġden ied +Ġw ird +ĠSte p +Ġinvest ors +b old +_d isplay +ou ver +or er +Res et +Ġsurg ery +Ġstrateg ies +/m aterial +_ unit +Ġc ouncil +.P er +ĠâĢ ŀ +Ġre form +F ramework +Ġlist ing +_b tn +Ġb is +% d +eg as +Ġsudden ly +_S ER +3 15 +Ġa o +_d irectory +f as +Ġprem ium +Ġtrack ing +ĠB L +Ġm ature +Ġbath room +Ġ'/ ' +ĠÄ ij +Per formed +Ġsold iers +arn ings +Ġwalk ed +- con +b ottom +Ġsurpr ising +Ġg ene +Us uario +.DE FAULT +ĠM IT +C ODE +ĠE gypt +p icker +ys ql +AT URE +d etails +ĠCon ference +In formation +ĠM ail +-d own +r aries +b ro +Ġsubject s +Ġ' * +è¯ · +or ient +: @ +ver bose +E F +Ġto ler +3 13 +eng ers +Ġend point +Ġstr ange +Ġcol on +Ġpre ferred +de p +ĠE V +ARR AY +Ġw he +Ġp up +_n odes +Ġtalk ed +Ġinstit ution +db c +Ġex posed +te en +ĠFr ont +T T +_N ONE +\/ \/ +pro gram +Ġencour age +. ` +sh ire +ĠIsl am +32 5 +e en +N I +' " +.W idth +Ġlik ed +Ġ{ ... +ĠSystem s +Ġvot re +Ġmanufact uring +Con verter +ĠIn f +ì ļ +D TO +Ġin ches +Ġ ठ+à ¹ +ĠChar les +B U +")) ;ĊĊ +ĠL abor +un n +Ġest im +m obile +ĠL earn +28 1 +_C ALL +â Ħ +Ġind ices +Ġt ub +28 8 +ikip edia +C ost +row able +ë ¡ +g age +Ġfunction ality +uzz le +em os +.l ib +Ġd ass +еРº +enn a +Ġsh ots +Ġrest ore +/ D +For Key +], [ +al ias +l int +.st ream +æ ł +_FORM AT +Ġsil ver +.re pository +Ġlegis l +.B order +_fe atures +Per mission +Ġhous es +ĠW ars +_COM P +Ġinj uries +Ġconstant ly +fl utter +EN U +ĠCon f +Ġrecogn ized +Ġpract ical +Ġde cent +B J +] ); +ast y +ĠAct ivity +-m ode +Ġsl ide +.IsNullOr Empty +ĠY OU +P ower +ind ices +Ġqual ified +Ġthrow n +h ello +3 16 +ĠN ick +l ah +as sembly +ĠSm all +old ing +Sh ould +ĠSil ver +(saved InstanceState +Ġtog gle +.N ot +C trl +: nil +ĠCont inue +ĠB oot +æ ī +ĠM ur +d on +ĠF A +S napshot +Ġassoci ation +fo x +, a +az ione +] )čĊ +CT YPE +Ġf ade +ĠD ar +.n avigation +Ġl uck +SC RI +ĠDe ad +Ġterm inal +_LE NGTH +Ġeff iciency +Ġun w +Ġn arrow +iment o +( Color +ĠSe a +_ area +, A +_ opt +ĠHill ary +.t ask +ĠJ ac +ast ed +ĠAd am +ĠIl legal +Ġsearch ing +Instance Of +J ava +ĠForm at +Ġreal ized +ĠChild ren +Ġk il +(f rame +âĢĿ .ĊĊ +Ġscen ario +"] );Ċ +Ġincred ible +li x +IO Exception +ĠQ uest +il ty +Ġun lock +â Ĥ¬ +Ġre ferences +ĠV ert +B inding +eg ative +Ġwr ap +.d atabase +( content +B uf +ĠTr ad +ĠA ud +tr ace +.m ock +Ġther apy +ĉ L +.To Int +ĠKing dom +B us +ha ust +"" "ĊĊ +( end +.draw able +[ ];Ċ +ĠH ospital +Ġph arm +---- - +ĠA G +é d +> ");Ċ +Ġw allet +at able +) $ +Ġmonth ly +Ġdi agnostic +S ymbol +Ġiter ator +un finished +Ġimm igration +s r +RO W +(g ame +Ġclo thes +ĠU nt +Ġactiv ation +_C on +27 3 +.h ash +Ġinitial ly +.H ash +Ġcut s +f ound +ĠSt ory +ÑĨ и +ac ao +_T YP +pro to +est r +-p age +ah r +Ġincor rect +ĠJose ph +TextBox Column +_st yle +ĠD aniel +s heet +Ġl iv +l ined +Ġr a +R untime +_ empty +sl ug +_ struct +ë Ĭ +m u +Ġper mitted +Ġreg ional +Ġsob re +ĠS uch +Ġ[ _ +Ġro of +.Al ignment +t imes +.m sg +Ġche st +ĠT ab +Ġest a +ä n +Ġsubs cription +( command +s pecial +Ġme al +") :Ċ +_ ctx +Ġclos ely +30 9 +et ry +- be +ad el +ĠR am +ig est +ĠSpan ish +Ġcommit ment +Ġw ake +* >( +P HP +_ { +ck er +< List +_n ull +3 90 +ĠRes erved +Ġin her +.Column s +.A spNet +_IN VALID +ĠParam eter +Ġex pr +} { +Cell Style +Ġval uable +Ġfun ny +In v +Ġst able +* t +Ġp ill +2 99 +pl iers +ĠC SS +ĠCon dition +ĠS peed +ublish er +25 9 +Ġoff ensive +ce st +ic as +Ġsp ark +ĠPro te +set up +IF Y +ĠT ax +Wh o +F amily +- for +. uk +Ġf asc +sv g +") ). +Ġbirth day +âĸ Ī +ve h +el led +Ġimport s +ĠIsl amic +T A +ĠSt an +we ather +Ġsus pect +e ature +enn es +W M +.m inecraft +av id +è ½ +.se curity +in os +G ood +Ġm arch +6 55 +25 7 +Ġposs ess +us uario +Con s +am ber +ched uler +Ġhor se +ç ½ +(b ody +ĠTrans form +_de code +.s vg +Ġf oo +Ġd ella +ext ends +am er +Ġprocess ed +ĠH arr +ĠA I +Ġk o +CH AR +( % +Ġt ap +({ ' +c roll +D OM +Ġte a +Ġre in +26 1 +Ġworld wide +_f n +sh a +Ġb ir +ç ões +="# "> +Ġrepresent ed +ill er +(ex pected +Ġd ance +Ġvisit ors +.con cat +-b it +UR RE +ĠR og +v p +ip h +ĠL LC +it led +iam i +C oll +_re al +_sh ow +_f older +Ġd ar +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġl atter +arch y +Ġb ow +Ġout come +5 10 +ĠPost ed +Ġris ks +ĠThere fore +Ġowners hip +Ġpar allel +Ġp ending +ge ometry +Ġrecogn ize +ST EM +ĠC P +Ġimm igr +IT LE +ĠĠĠĠ ĉĉ +conn ected +Ġsm ile +(d ocument +\ Component +vert ical +Ġconsum ption +Ġsh oes +. impl +un ks +. ";Ċ +Ġfood s +_ );Ċ +.assert True +Ġp ipeline +Ġcollection s +Ġearn ed +ĠC ert +Ġpartners hip +( action +26 3 +Ġc d +ĠV ery +Option al +Ġscre ens +Ġtit les +ener ator +Ġab andon +k ind +IL TER +Ġclos ing +lic a +_ inter +Ġcamp us +set ting +S prite +ãģ ¯ +_re ply +To List +: \/\/ +ed e +Ġfol ks +Ġbo at +( argv +Ġperman ent +Ġcarry ing +Ġconserv ative +import ant +. img +ĠIm m +Ġdim ensions +al and +s ingle +Ex it +-------- -- +ari ant +tern al +Se conds +ĠIt aly +ot lin +.Res ume +=' " +) == +cept or +Ġs ca +/m ain +Sec urity +_d at +Ġlet s +Ġa qu +Ġwhen ever +b erry +Ġact ing +ant i +p d +& gt +æ Ń +Z one +T oday +! . +32 3 +To Props +ab is +it able +Ġg al +] { +iz ona +Ġin contri +N ET +/// Ċ +[ in +_s ave +Ġex em +ĠK enn +Ġev olution +27 2 +var s +_st ats +- only +ĠColor ado +Ġwatch ed +b our +Ġsever e +Ġprofession als +port ion +Ġguar ante +Ð ³ +Ġpush ed +ĠG i +ï ½ +Ġt um +ĠA z +ĠEdge Insets +")) ;čĊ +is se +. ac +Set ting +Ġapprec iate +ĠValue Error +Ġsur ve +ĠR ole +. Inter +plot lib +j et +d am +Ġplatform s +te le +UT O +ĠInt ernal ++ : +} ;čĊ +Gener al +\ Entity +Ġlawy er +qu iv +ĠPost s +is o +Ġacc um +ob e +Ġmark s +Ġ] ;ĊĊ +ĉ text +.s uccess +cur r +as a +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ +Ġth in +_ over +0 16 +are st +ĠO s +( address +Ġvel ocity +Ġ[] ;ĊĊ +=" ../../ +ĠPr iv +b ow +Ġguar antee +% ĊĊ +32 2 +Ġeval uate +.LE NGTH +Ġin ventory +q a +_de bug +.On ClickListener +Ġl ies +Ġassess ment +dat etime +.background Color +Ġ*/ čĊčĊ +ra f +un wrap +ĠF oot +Ġnot ify +Ġlow est +DO CTYPE +Ġl anguages +ex tra +- back +Ġein en +tem plates +27 1 +_p ass +5 20 +77 7 +ĠM ust +Ġest á +_c ore +ĠSc ot +A I +Ġb ias +ations hip +Con stant +Ġprogram ming +In s +uspend Layout +ĠPRO VID +ant es +Ġsh irt +in ated +. OK +[ a +Ġthink s +? ĊĊĊĊ +Ġregard less +ĠMag ic +ul ating +ĉ class +add Group +RE ATE +ĠS U +Ġsim pl +c opyright +Ġb unch +Ġun iverse +9 50 +ĠE rr +Ġpresent ation +c ategories +Ġatt ach +.s ign +_A C +Ġdisc ipl +Ġregular ly +Ġprim arily +ink s +[ [ +.r and +.sh ould +ownt own +=" ' +Ġs ans +Ġsupport ers +se quence +G O +. .ĊĊ +ĠS pr +Ġcare fully +U IColor +dest roy +Ġtod os +ĠOR DER +ott ed +Ġd ont +aud i +_ player +g re +6 25 +ĠO il +< body +_st ack +.P adding +ĠProduct s +Ġpriv ile +0 14 +Ġinj ured +ĠF urther +Ġal ias +.Resume Layout +_LE N +Ġs es +'] ;ĊĊ +cre ens +Ġdirect ed +.S uspendLayout +od ge +.A t +mark s +ĠUn ivers +ert s +ĠE sc +Ġnav bar +Ġutil ity +agnost ics +Ġin ject +ĠD NA +Ġ" ," +am ar +Ġe u +Ġrestaur ants +_p ut +ut ers +Tool Strip +t w +ist ro +Ġz oom +Ġleg it +pec ific +28 5 +ĠC ome +Ġlocal Storage +Ġabs or +.P anel +ĠDesign er +Ġo w +IC AL +_ uri +(f ield +Ġsup erv +Ex ists +Ġrespect ively +ĠSt and +Con f +uss ian +3 64 +Ġar c +Ġ nd +uck s +Ġre str +Ġseason s +ĠCh apter +ĠSw itch +p ic +Ġh i +load ed +Ġfl uid +-b tn +Ġrun time +. it +25 8 +B N +Op acity +as ant +ry ption +-n ative +Ġta ught +å ¯ +ag ment +Ġm ul +Reg istry +_ grid +ĠBro ok +: Set +Ġm ongoose +AM ES +inner HTML +Ġs oci +ĠInt el +get Id +C md +Ġaccess ible +r ames +le ton +Ġ__ ( +ĉ delete +ĠS quare +" ĊĊĊ +Ġbu cket +avor ite +ĠB reak +++ ] +Ġbr ush +26 6 +Ġt ensor +/ http +T ile +Ġfunction al +Ġ" * +wh el +Ġt ent +ĠChar acter +Ġse es +. ST +B ig +Ġext ern +Url s +)) )), +ĠJ r +.B uilder +. ; +n l +_ Init +ĠH ER +ż e +mys qli +_ icon +v an +Ġfeel ings +Ġle an +Ġhop ing +T V +="čĊ +b est +all as +ent ed +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ +_con nection +Ġrep o +en abled +аРº +Ġsh a +Ġmembers hip +Status Code +in ating +_s m +_c ustom +_ weight +Ġc ss +St at +_ env +link s +TR L +ĠH it +, r +up id +Ġop ens +Ġg ent +_v is +Ġj oy +< w +_c ost +ĠPy Object +ren ce +ĠGeorg ia +ĠBro ad +m ma +â Ĥ +p f +Ġ" \" +Ġ( & +om o +Ġliter ally +Ī ĺ +met ric +Ġb ars +z ed +(w indow +ĠIsrael i +Ġform al +ident ifier +.d ao +ĠDe ath +% ;Ċ +Ġdecl are +ar ms +RE AM +PERT Y +Ġconsequ ences +to ols +Pe ople +ĠWh ich +> ();čĊ +.de code +_A CT +Button s +.f loat +.F irst +ë ¥ +ĠPol it +ĠX CT +T ags +ĠCG Float += str +Ġle af +- check +ĠI ss +.s ystem +log out +ach t +Ang le +s in +ch art +INT ER +ĠN UM +B asic +.P roperties +ä¸ Ń +_ change +ĠB razil +Ab stract +Ġ: +: +_ use +а л +26 8 +ĠL y +IB UT +Ġout er +Ġ-- >čĊ +Ġrel ief +l ap +qu er +_p arent +he ap +LO SE +Ġcomb ine +ĠR ose +ow ers +Ġproced ures +ĠS ort +an im +var iant +eh icle +Ġsign ing +Pr imary +c urrency +Ġsex e +o en +th eta +em an +Ġimpress ive +(' _ +ĉ U +ĠText Style +_c nt +Ġs lice +(' : +Ġunderst ood +H is +27 7 +0 13 +Ġinform ed +Ġn ick +4 29 +(T AG +h d +Ġelection s +est ure +ĠS anta +ĠCo ast +.p df +inc iple +.cl one +b orn +ut a +Ġl icensed +C r +Ġb read +ĠH ouston +Ġn od +Ġhop es +ĠCG Rect +Ġgu ilty +.g if +Ġro se +.Com mon +T ip +AN K +ĠF C +D uring +ĠSym fony +Ġdef ensive +k m +) > +arch ive +ĠU RI +ycl ing +- o +ĠWe bsite +AM P +40 5 +ish ment +Ġdo ctors +D irect +AR I +ĠRed irect +ier en +9 60 +_d ist +y o +ĠPro gress +Ġz um +Ġmem or +ĠE D +Ġj ur +æį ® +_T ABLE +Ġu uid +Ex pr +. head +(' % +point er +Ġest imate +ĠG reg +Ġlo ader +Ġi OS +Ġm ens +[ y +Ġref used +Ġprec ision +is ch +ĠA CTION +Cl oud +s With +( ret +29 2 +_ADD R +_con f +(d f +Ġlock ed +Ġr ising +ãĥ» ãĥ» +ĠM s +Ġscen es +_EX T +_ raw +_ the +pe ople +Ġre con +ĠF un +Ġb less +ĠUp dated +4 22 +ü n +ĠĠĠĠĠĠĠĠĠĠĠĠ čĊ +pe ction +Re lease +.log ger +ĠS Y +Ġcoun sel +ur d +_ true +Ġevery body +iv ot +Ġh ence +ĠN AS +78 9 +Ġoppos ed +unk nown +ĠDES C +ĠCh air +fa iled +ĠIN CLUDING +38 6 +35 2 +Ġwrit ers +{ }Ċ +ÃŃ t +_c opy +} : +ĠB at +Ġconvert ed +ed ing +pl acement +ĠH ost +S ound +и м +Ġs ought +40 2 +m id +Ġsal ary +og g +âĦ ¢ +b ul +Ġw ir +valid ator +_ST AT +.st ore +ĠB attle +ı n +Ġ-- >ĊĊ +Tr ump +d ot +ĠCON T +.f etch +Ġcontin u +w as +Ġfra ud +_t mp +mit ter +.p ictureBox +G A +Ġt ournament +. Input +34 3 +[ r +ex ion +cent age +ĠKore an +und ef +ĠAv ailable +resh ape +Ġk it +ĠStr uct +ĠS UB +An swer +_l ib +.t witter +Ġo re +ĠDr agon +.Ex t +, k +Ġexplan ation +ref s +ĠDr ive +ĠTr aining +28 2 +.H as +34 1 +int age +b ig +olog ist +enn is +4 60 +Ù ĩ +Ġch icken +ĠĠĠĠĠĠĠĠĠĠ Ċ +ç Ľ +ãģ § +Ġpe ak +Ġdrink ing +Ġen code +ĠNE W +m alloc +ĉf printf +Ġ= ================================================================ +in cluding +Ġprincip les +ĠM ah +26 7 +st orage +- key +Ġkey word +% ; +Ġtr ained +.con trib +Ġk v +__ ':Ċ +ĠB oy +param eter +Ġsu ite +Ġthous and +Ġco ordinate +-g enerated +íķ ĺ +gener ated +Ġad mitted +Ġp ussy +# w +Ġsw im +un ion +N a +27 4 +ĠRoy al +.ch annel +Up dated +_RO OT +Ġv ital +33 5 +ra ction +ĠCrush er +Ġpre ced +Ġhor izontal +Blue print +Ġattr s +Ġsm oke +Ð Ĵ +. Equals +F B +ĠRes ources +roll ing +Ġpass es +ĠN um +rot ate +et ype +\ ", +Ġsens itive +Ġt all +? âĢĿĊĊ +Pro xy +i y +_ section +âĢĶâĢĶ âĢĶâĢĶ +br id +Ġcirc uit +at an +EN C +Ġdr iven +Ġvot ed +Ġeduc ational +Ġinter action +abet es +Ġt one +ĠInitialize Component +Ġmer ely +Ġì ŀ +co okie +_ div +ĠUIL abel +vel y +} );čĊ +_ ENT +#+ #+ +art icles +ĠSou thern +Ġstrong er +ĠG iven +ĠE ric +ĠI R +ab stract +U nder +n able +Ġincre ment +ov en +Ġco in +_t imer +Ġsuffer ed +ĠF REE +'] ." +ĠQue en +st ats +Ġmeet ings +27 6 +Ġenter ing +Ġalong side +(s ession +it als +Ġfound ation +ĠC redit +. div +_ ALL +pc ion +_st at +ick ing +Default s +_s rc +Ġoutput s +/ B +Ġent hus +-b l +.Fore Color +ĉ temp +F ace +Ġinter act +Ġwe ird +M ount +re ll +ud ents +Ġrequire ment +ĠS us +I ER +Ġe lected +re ference +ĠM E +Ġserv ers +.w ait +Ġsnap shot +il ton +Ġtri es +Ġt ipo +.T ime +> w +Ġmount ain +Ġp ounds +Ġ[ ... +ex ists +Ġng On +_M AP +Ġf lying +33 1 +xi ety +ĉ value +_D B +un o +Ġse ats +T URN +. author +! ) +or ce +Ġindic ated +3 17 +.s in +Ġass ignment +im iento +ĠF rame +32 4 +_g en +in ery +_ ) +m essages +.set tings +ĠMe an +ĠM useum +ir q +att ach +ĠPalest in +_ QU +_t ags +Ġcas ual +em en +ASS WORD +4 32 +$ s +ĠC irc +оР¹ +et ric +/ P +0 18 +Ġep och +< head +_C MD +Ġg it +Ġpen alty +or ph +_ users +ours es +.Date Time +atern ion +_pro ject +Ġsuper ior +ĠD am +ĠSe attle +X Y +> The +ĠA k +Ġgr ass +/* čĊ +(d is +Ġgun s +Ġt b +ĠK evin +. args +ĠA h +op ed +( J +column s +arg uments +ĠWith Events +_f ull +ĠDef ense +S imple +Ġdeath s +29 5 +Ġext ensive +ĠSt ill +ĠEx pression +ĠAg ency +Ġperform ing +F X +Ġus uario +U AL +S ide +od os +apt op +Ġcred entials +_c ap +at ient +ĠDis ney +Ġa i +Ġch ip +Ġvol t +.make Text +%%%%%%%% %%%%%%%% +Ġbelie f +_LO C +ĠC ivil +N avigation +Ġreve al +Ġviol ent +ĠF il +Ġc atalog +em ed +sc an +. control +Ġconstit ution +C ountry +Separ ator +_A PP +top ic +uet ooth +M IN +Ġdes criptor +y t +ET HER +Ġdistrib ute +' }Ċ +.tr im +.L ine +Ġl bl +assert Equals +ĠD et +omb ok +( width +Ġt ort +ĠEXP RESS +ac o +Us ing +ĠBr and +w all +EM ENT +ĠComm unic +< uint +ĠG UI +EG IN +ĠR ange +/ i +ĠT aylor +c ost +Ġrespond ed +ĠTh eme +n ce +IS H +Ġfeat uring +Return s +ĠK r +Ġ .Ċ +Ġn am +_c b +Test ing +Ġ{ }, +y al +.f ield +Ġ/ = +_SH ORT +m ates +Test Case +ain less +Ġeval uation +_ ITEM +ĠPac ific +ĉ k +Ġc ant +ĠR os +) s +Ġf et +STR ING +3 19 +ĠDis pose +g al +ĠJ oin +ĠP orn +ĠCath olic +AR GET +cp u +ç łģ +.sc roll +32 8 +IS ING +ifest yle +anc ement +Ġm erc +ĠB rowser +eter min +Ġover flow +Av ailable +Ġbott le +: UI +ific ial +Ġco ord +clar ation +Ġcon j +G LOBAL +ok u +Ġk wargs +cond itions +ul um +Ġg enu +ĠH ero +å İ +Ġun expected +ĠDAM AGES +Ġk a +ĠC ould +UP PORT +ĠPh otos +Ġconf ident +Ġdet ected +de g +rg b +Ġstrong ly +Ġ} ;čĊ +Ġ) : +Ġle ct +urs ive +RO L +ĠWe ight +Ġent ertainment +Ġ) );Ċ +Ġg onna +Ġb b +.d o +G S +Ġmist ake +D L +ĠPROVID ED +ear ning +L imit +iss ions +[ v +ä¸ į +ir ty +D el +Ġunder lying +pre ne +Ġj aw +ĠD I +pe er +Ġobject ive +Ġde posit +Ġk on +Ġes p +27 8 +.set Visibility +/ login +< typename +Ġfr anch +/ e +26 9 +Par allel +Ġsc ored +ĠH on +ĠV ill +ig a +Ġant icip +_ assert +ĠO pt +Ġdescri bes +w an +m ount +Ġmonitor ing +Ġt out +ëĬ Ķ +}, { +................ ................ += int +Ġc ust +---- -- +Ġatmos phere +P AR +ort e +IS IBLE +ĠI ron +ĠNot ification +.log ging +ĠBO OL +-p oint +Ġaf raid +ent a +Ġtom orrow +@ implementation +Ġeng age +ĠAn th +ĠF loor +ĠU l +To ols +Ġb ab +Ġcare ful +ãģ Ħ +Ġcruc ial +Ġcalcul ated +ĠS A +Ġw y +9 11 +D X +_T AG +ind ed +Ġj et +ĠEngine ering +.M AX +en z +v d +Ġpublic ation +Ġ## # +Ġfac ed +ra ham +ĠC apt +33 6 +As set +ĠCon stants +Ġlo ans +_ IP +ĠF ish +Red uc +_m at +Date Format +_m e +[] [] +Ġintegr ity +ĠC ourse +lob als +Ġfac ilit +Ġem br +ĠN g +.S ystem +Ġmanufact urers +Ġpro ven +.on Create +Ġal arm +Ġ § +Ġcomm only +ic os +æĸ ° +ĠSt ation +} ). +ĠF ilm +w i +ç ī +Ġeng aged +St ats +Ġgovern ments +5 40 +Ġafford able +_p roperty +Ġag es +(' -- +Ġf ör +ĠProf essor +Ġhy dro +P ush +Ġorgan ized +28 4 +Ac cept +é m +_c ell +Ġn b +p b +Art icle +Ġrem oval +Ġauth entication +ĠF R +l ide +Ġple asure +ap ol +Ġpart ition +ĠS ide +Ġcr imes +Ġdem o +hold ers +ĠPak istan +In struction +Ġexpect ations +3 32 +.sc ene +Ġ' ) +h es +ino is +_P ro +Ġm olec +and al +_sh ort +Ġdefault s +Ġn ations +in en +Ġr t +O CK +P acket +S B +ĠSH ALL +_cont ents +ise conds +vert y +á t +G uid +n om +Ġcon clusion +. Update +Ġlo vely +Ġem it +b ec +ĉĉĉĉ Ġ +Ġintel lect +Ġb rew +ec ycle +F ire +35 8 +Ġad mit +Ġar bit +Ġarr ang +ĠM IN +M ail +ĠN ative +C ur +Ġcon vent +.R untime +" }Ċ +.R un +Ġprint ed +Ġconven ient +. ar +m ock +ĠAdmin istration +ãģ ¾ +Ġelect ron +fl ate +Ġl ombok +Ġjava fx +n h +Ġsup plies +Ġvisit ing +ah l +Ġpow der +Ġult imate +Ġorient ation +ut as +_s cale +Con firm +ph ones +ĠOper ation +/ T +44 3 +_IN TER +Ġair port +Ġmet rics +Ġphen omen +a udio +33 4 +Ġm ai +( K +h u +all ing +rodu ction +ĠTrans port +ĠNOT E +æĸ ĩ +Ġfew er +_T IM +ì § +к и +A ge +F IN +29 4 +Ġì Ŀ +ĠAt tribute +group s +er k +at to +. define +.AspNet Core +ategor ia +ĠS ir +( form +< User +. round +_d ay +.A ll +Servlet Response +.N o +l arge +IG H +qu ent +Ġvir us +Ġret ro +Ġim per +Bit map +Ġv ice +Ġoff ense +ist e +ĠA UTH +Ġê ° +ToolStrip MenuItem +G u +Ġr ape +ĠDav is +Ġover whel +: flutter +- table +ĠCon structor +Pr ivate +e ven +ch r +Ġap plies +_at tribute +Ġcon tribute +E VER +28 9 +L ines +ĠAf ghan +Vis itor +ĠS L +se ason +C U +Ġintrodu ction +Ġmat plotlib +Å ij +Ġnewsp aper +âĢĶ and +< tag +Ġin i +Ġd iverse +Ignore Case +35 3 +ĠU r +Ag ent +Ġb ull +.em it +( Exception +ar Layout +Ġincred ibly +ĠTr ust +={ ( +- nav +Ġe quals +Ġl ady +ĠP od +d isc +al am +ĠI V +â Ļ +iv idual +ph i +0 17 +add ed +Ġdifficult y +Ġcomp act +5 30 +ĠAction Result +c ers +_class es +Non Null +Ġqu it +Ġp ou +S witch +ir s +- test +ĠK ind +ĠCal endar +40 6 +Ġstream ing +} ', +27 9 +S W +Ġst ead +oc a +Ġprov ince +9 78 +Ġcol span +Ġperson nel +ĠE mployee +Ġprodu cer +Ġevery where +od b +Ð Ł +bs olute +act ivate +Ġgr inding +ĠBuild ing +ĠSand ers +(s c +ĠOff set +//////// //// +} ;čĊčĊ +({ " +Ġscan f +ĠY Y +ĉdef er +Ġj ew +Ġrestrict ions +.m p +[ l +ä¸ ĭ +label s +red icate +aw esome +Ġw aves +Ġcon front +Ġmeas ured +Ġdat as +_ex it +35 5 +ot ton +Ġshould er +ask a ++ # +ĠĠĠĠĠĠĠĠĊ ĠĠĠĠĠĠĠĠĊ +Ġtro ops +29 3 +ĠU nd +_c ard +w ich +Ġn ous +Ġ"/ " +s b +Ġcommunic ations +Ex port +Ġdec ode +th s +inter pret +By Name +ĠSp irit +ed ges +O LE +ĠE M +t it +ĠTh rough +Ġb io +ĠP ackage +or ne +29 1 +Ġ} . +4 11 +` ;Ċ +Ġok ay +ĠZe aland +ident ity +(n ext +ĠB ang +Lib rary +Ġheav ily +il on +Ġdi pl +Ġrot ate +put s +) ',Ċ +ĠData Table +Ġmay or +.to LowerCase +Ġsome how +ĠNor thern +al c +Ġcap abilities +Ġv ibr ++ Ċ +ĠS u +28 6 +ĠRes et +_m ean +Ġc ig +.cl oud +ĠB and +ĠF actory +ĠAr izona +_ io +op her +Ġconsc ious +Ġà ¶ +\ Controllers +_s peed +ĠF ac +_C om +ĠB ible +w en +ED IT +Ġun n +ĠSt aff +ĠIn n +Ġmechan ism +ĠM embers +Ġmigration Builder +'] .' +.get Int +< void +ĉf ree +oid s +\ Support +Ġautom atic +Ġch ances +Ð ¶ +Ġcomp licated +[ row +ah oo +Ġ}ĊĊ ĊĊ +Model s +W in +Ġt ape +ir us +iz on +on omy +(" _ +: . +.st ereotype +29 6 +( env +_re ct +(w ith +Ġassert That +Ġcon straints +put y +E mployee +6 20 +T D +Ġgu itar +8 75 +ĠJew s +.pro cess +Ġf iction +ĠSh ared +âĶĢ âĶĢ +Ġprop ag +.N et +Ġachie ved +ĉ Q +Ġn urs +Sh ared +_FAIL URE +Ġbeh aviour +Ġcol s +ism o +Ġfem in +Ġchalleng ing +Ġpost ing +enc il +Ġcapt ured +ĠD ou +( word +ĠTur key +pan ies +Ġre putation +ORM AL +Ġelig ible +prot ocol +4 14 +id as +(f rom +34 4 +Ġfin ance +- per +Ġg otten +H A +d uration +ĠP arent +6 78 +Ġin vent +Ġre start +ол ÑĮ +r ition +(r s +< bool +i ert +Ġmod ification +ĠT X +readcr umb +b ank +32 6 +$ / +ĠMill er +] ),Ċ +.Check ed +Ġsac r +se curity +Ġp ose +ĠBr ad +Ġfit ness +Ġannounc ement +ation Token +Ġserv es +ne ed +Ġge ometry +AR S +æ Ģ +andid ate +Ġs prite +_s plit +We ek +ad ies +> (Ċ +?> " +Ġ/// Ċ +Ġein er +Ġweek ly +ĉlog ger +_p op +_m an +Ġmigr ations +Ġask s +Ġb s +Ġfall s +.W here +- height +_fe ature +.M in +Ġhy per +Ġvol atile +Ġtw enty +Typ ography +Un able +D et +, f +-m od +Ġsett lement +Ġcontract s +n ome +B ad +ĠB rian +7 68 +(user name +!! !! +Ġh ack +.F ield +H R +ĠJ ordan +iz a +Ġ ł +ĠSh er +. header +( other +ĠD ub +( op +ĠR ound +Ġv ie +Ġap pl +ĉ J +ĠIn sert +ĠL P +reg on +ĠM PI +Ġan chor +ac a +ø r +Ġa de +anch or +que e +ĠTree Node +Ġtarget ed +Ġla id +AB EL +v et +ĠOr igin +A nt +. ');Ċ +ex pect +ed Reader +ĠM ajor +Ġin ch +Com par +Ġpre view +Ġill ness +ĠCONTR ACT +ĠInd epend +u uid +Ġn ome +Ġt c +ĠA venue +is an +Ġph rase +_m ove +") [ +4 12 +Ġprov ision +Ġconcent r +_ IR +ĠU t +() + +Ġn as +! , +ĠRob in +i ations +at itude +Ġp x +ĠWith out +/b ash +ek t +re ement +34 2 +Ob server +3 18 +ĠReg ion +UBL IC +Ġ{ // +K N +å · +Game Object +å ¾ +enc oding +Ġ** * +project s +Ġt k +Ġche ese +EM PL +ar o +Ġا ÙĦ +6 10 +33 7 +Ġcons ists +ref resh +ure au +ĠSc anner +Ġso il +Ġfl avor +Data Source +Ex ecute +ени е +Ġsh it +åĪ Ĩ +< any +Ġretrie ve +Ġbelong s +.st rip +abs olute +Ġexp anded +bo y +): - +Ġresc ue +.J Label +Ġre ly +Ġal ignment +-f amily +Ġre nd +OLUM N +Ġb orrow +Ġqu otes +ĠL ew +Ġsh ower +ĠDE LETE +_lo op +! "ĊĊ +ĉ re +Ġattempt ed +aver age +ĠP aint +quis ition +ol en +Ġliter ature +ĠRe ference +_TEXT URE +ĠS eg +ĠInd ust +ct ype +D UCT +_H OST +ĠTr ade +Ġpl ugins +Ġbre ast +ul se +Ġcreat ure +37 2 +ãģ Ļ +ĠW i +Ġsup plied +c oll +! (" +Ġfuck ing +ĠCh rome +ĠU ri +ĠN ation +Ġvert ices +T HE +ĠOr iginal +on de +Ġsh arp +Ġcook ing +34 7 +Ġ{ /* +ĠPs ych +ĠH ollywood +=$ _ +.D ock +Ġg er +Ġb one +_con n +_se c +ys ics +Ġ= " +29 8 +S al +s f +Ġdeep ly +ang les +T erm +b ell +ĠQu ick +5 60 +ener ation +adio Button +åħ ¥ +}čĊčĊ čĊ +Ġcapt ion +l c +ĠE L +, [ +ĠĠĠĠĠĠ čĊ +ret t +(m ethod +ĠFl ash +4 70 +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +W ISE +.s cale +Ġrough ly +_ child +m emory +ay ing +Ġinitial ized +in ator +а ÑĢ +Ġsc alar +ĠH o +ai res +(c olumn +.de stroy +P ACK +Ġh em +ang el +_S UB +. qu +Ġ × +DE FAULT +pos itories +50 3 +ĠL ength +ĠF ast +Ġsign als +Ġ// $ +ri ers +Ġd ummy +AN Y +Ġperson ality +Ġa gricult +Pl atform +ER O +ĠT ra +Ġen orm +ĉ W +Action Result +Ġa ver +[ str +Ġ' -- +.S printf +Ġdeb ut +Ġ Ñĩ +h ex +_ utils +Ġp b +U ITableView +Ġz ur +. encode +4 16 +Ġv ag +.error s +о н +Ġm r +ĠA ward +Ġc pu +Ġpress ed +' est +ĠF estival +' T +Ġa k +res olve +04 3 +.m e +Ġn ic +Ġgen re +Ġat trib +ĠMo on +Ġarr ive +ĠD ating +Ġt m +.Config uration +50 5 +. red +Ġgl m +Ġst ations +sw itch +Ġt ied +äº º +Ġ/ >Ċ +Ġsubsequ ent +pos able +-fl uid +Ġth orough +Ġpublic ly +apt ers +ĠWil son +_P RE +y ard +ä ¼ +ĉ in +33 9 +Ġre vers +Ġbul let +cri bed +nes ota +Ġ($ _ +ann on +c ursor +Ġclo thing +ĠM ulti +28 7 +: ', +Ġv ess +ordin ator +Ġein em +C annot +Ġar med +ĉ V +ä¸ Ĭ +.F lat +ĠS ep +ĠSub ject +_f ont +Ġcharacter istics +D one +el n +######## #### +PO S +Ġd ensity +ĠPl atform +- items +Ġo vers +Ġpush ing +ç ¤ +.Con nection +_ term +Ġinitial ization +________________ ________________ +ç ¬ +.d ocument +les h +ĉd ocument +ĠP in +ç a +Ġdefinition s +.P ath +_W RITE +Ġ ĉĊ +? >ĊĊ +Ġter rible +be an +ick ets +ĠS V +B uy +(t ask +Ġreg ime +g oogle +Ġcr ack +.vis it +N UM +ener gy +Ġstr uck +_s ample +.p ayload +Ġre vis +ĠSc ene +Ġp g +Ġbreak fast +URRE NT +.char At +_ex ception +ĠAnt on +Ġguid elines +Ġex haust +ĠFin ancial +Ġind ent +Ġdes ktop +H idden +F ailure +Ġpr inciple +Ġ iv +Ġse ks +n etwork +Ġnumber Of +ĠAl bert +ĉ long +80 1 +, . +Ġz eros +f ade +ĠT yp +ĠT erm +ĠAr ts +.App lication +Ġbeh alf +æĪ · +Ġm ere +(` ${ +Ġaware ness +elp ers +f lix +Ġwe igh +Ġestim ates +. child +/ O +ĠBit map +.b ottom +Ġ************************************************************************ ** +Ex pect +ent o +ĠFor um +ver al +Ġj ail +Ġab ilities +ĠH OLD +ĠC it +Ġd ynam +Ġgr ay +ĉĉĉĉĉĉĉĉ ĉĉĉĉĉ +.next Int +ant ly +ĠAR ISING +( private +Ġreject ed +ĠN ic +Ġle ather += {Ċ +aly tics +th etic +.T op +37 3 +.P age +={ ` +Ġ ;čĊ +de pth +m ann +W D +ĠS om +.R ight +Ġ) }Ċ +Ġtr ait +Ã Ĺ +i ac +Ġr v +S ample +.X ml +opp ed +ĠÑ Ħ +list s +Ġt ear +ivers ary +.c ollection +ĠCon stitution +ĠHttp Response +Ġbr ill +ĠP rom +h over +36 6 +ĠM iami +Ġarg ue +_f loat +50 4 +Ġ ãĤ +Ġn at +ĠT al +Ġinteg ration +(c ur +Ġrem oving +Ġco eff +ĠTh ough +Ġfore cast +40 8 +ĠV egas +S ite +34 6 +Ġtr ab +ĠHen ry +- i +Ġinvol ves +B T +Ġs lo +In voke +Ġl ucky +0 25 +r at +Ġ? Ċ +Ġhand led +(f d +cont ents +ĠO FF +R F +Ġst y +ĠM otor +ter y +t ax +M AP +ĠMr s +Ġph ones +ĠUI View +")) );Ċ +( dev +ĠIr ish +0 19 +Ġw s +D I +_OFF SET +ĠEvent s +Ġst ages +Ġ} // +Ġhab en +ST ANCE +ĠS in +ĠM oney +(t op +Ġappoint ment +VER SION +met adata +_com ment +Ġcolle agues +map s +â ĺ +Ċ ĉĊ +( al +_re q +Ġf ut +Ġarchitect ure +35 1 +ĠWH ETHER +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +_s creen +Ġstyle Urls +Ġmon ster +. up +ph ia +Ġprocess or +ĠT err += ', +ĠMan ufact +ĠN T +k el +ib ern +ĉf ile +A li +rient ation +Ġ// ! +ap ore +ane ous +ĠC reat +f older +4 15 +Ġh ay +Sup press +( left +Ġe uro +Ġdis claimer +ustr y +sh ips +_f d +ĠF a +_in sert +Ġro l +if ting +ĠCom ments +_b r +Ġloss es +ĠAdd ed +ch arg +Ġп о +_s ystem +ĠS ometimes +ĠSp ain +(g roup +ial is +Ġdoll ar +ĠAr gs +4 99 +29 7 +qu ires +ĠT en +.s css +Ġsurv ive +us age +Ġj un +im iter +ï¼ģ ĊĊ +Ġfif th +t oggle +Ġdecl ine +($ " +(L ong +ing e +Ġpil ot +-l ight +-r adius +Ġpod cast +Ġnatur ally +P ages +ä¸ º +ĠDes pite +Ġlight ing +Ġcr ate +ĠB inary +Ġredu cing +Ġe leg +ĠM ouse +ĠTest Bed +Ġbefore Each +_ ARRAY +Red irect +32 9 +Ġf lood +Ġsh ips +36 3 +Ġelectric ity +)* ( +ê ¸ +ĠV iet +her o +Ġd ia +ĠK ent +he art +Ġthreat s +_ acc +Ġs ymbols +is chen +_in st +C riterion +ĠT IM +. Height +5 80 +Ġ âĢĻ +();ĊĊ Ċ +Product s +_S P +ĠC y +Ġdepend ent +est e +Ġdat os +d it +аР² +IGN AL +Ġless on +"> ' +ĠC over +ĠH ope +ĠT imer +Ġd ad +vid ers +ĠPh ot +/ ? +rop y +om ing +as ion +Ġ\ ( +ĠE T +ĠRe ading +Ġep isodes +l m +4 21 +ech a +Ġne uro +8 20 +Ġhar mon +Ġlib eral +- ind +39 3 +D ATA +Ġevery day +Ġdiv ided +ĠActive Record +fig ure +U A +ä ¹ +riend ly +te ch +60 1 +.game Object +иÑĤ ÑĮ +37 4 +Ġmo on +ft ime +Ġno ch +ĠT ORT +ĠV M +.in itial +( child +Ġmus ical +Ġo c +b as +ĠH ay +36 1 +_l ong +Ġmem set +ile y +adel phia +S V +ro at +_t x +Ġl on +ĠngOn Init +b p +ĠGold en +AC HE +Ġwor ried +az i +E ar +T ake +(f p +bur gh +_ Data +g res +ĠO nt +p us +Ġtrans parent +Ġp ocket +Ġr am +igr ations +. čĊčĊ +Ġ[ ( +Ġadopt ed +Ġreported ly +ĠD ream +Ġ} ));Ċ +los ing +Ġte eth +ĠBook s +", & +enn y +LE MENT +Ġg el +ĠPl ant +4 37 +! âĢĿ +.h ost +ĠRep ly +37 6 +re ngth +Ġrecogn ition +Ġ}} >Ċ +L A +Ġmir ror +Ġassist ant +( device +Ġspirit ual +b uilder + § +Ġou tr +Ġt t +ĠP ER +Ġrad ical +Method s +Ġp ace +ud y +Ġg ut +ĠG reek +Ġnon atomic +ĠP aper +_G PIO +Ġob st +.A d +viron ments +ĠS ov +35 6 +( con +ĠTrans action +. assign +ĉc atch +el ter +Ġbit coin +_G R +ĠčĊ +met ic +Ġtrans formation +åı · +Ġr gb +istrib utions +Ġimp licit +/ in +dest ination +аÑĤ ÑĮ +Z ero +Ġun set +9 20 +. where +.g o +Ġform ation +Ġdeclar ation +() čĊčĊ +ĠEx pl +ĉĉĉ ĠĠ +/ pro +.J SON +44 1 +Ġdes k +.sub str +//---------------------------------------------------------------- ------------ +ly n +p son +40 7 +dis able +ĠF unc +ĉ Assert +ĠM ARK +Ġdefe at +Ġbl ind +Ġconst ants +36 2 +. headers +UIL D +Ġexp enses +P ixel +Ġh r +Ġf el +ĠEast ern +4 24 +4 90 +_d el +35 7 +ĠC ub +Ġs q +ĉc ount +ĠD irectory +Ġex clus +Ġhistor ic +Ġ ------------------------------------------------ +Ġcom position +Ġdata GridView +ĠB urn +ĠB C +M aster +Ġsp awn +Ġbe aring +.Set Active +il o +Ġg allery +Ġfound ed +Ġav ailability +.s qrt +Ġp es +ĠD OM +m ate +O ct +Ġmatch ed +it ivity +Ġan xiety +.pr ice +ĠIn stant +ì Ĭ +Ġt ut +IC ollection +.sh ared +_s ql +t bl +lib rary +_de stroy +erm al +ĠNot es +ĠE in +Ġsou thern +ĠOTHER WISE +Ġmac ro +.l ower +cl s +Content View +.l ink +const ant +ĠB es +Ġsome body +n b +3 99 +"> { +( local +.. ... +ĠN ull +m x +Ġà § +Ġp ause +-------- --- +_M O +ĠC M +Ġfor Key +ĠD VD +Ġclose st +_DE VICE +ĠSte phen +ĠB BC +ĠTr avel +P aint +ĠResult s +ĠR ule +Ġt p +Ġrat ings +c in +c sv +> / +ĠG OP +l ad +Ġ ÑĢ +Ġindex Path +m atrix += f +ars ed +Ġ} ); +ĠC os +ĠS core +Ġt ak +ĠE SP +ĠIN C +_N ULL +-f lex +"] [ +int o +el and +Author ization +_F ALSE +Ġg ate +Ġv id +ist ent +T IME +Ġre write +Ġt ie +Ġarch ive +5 11 +.event s +.get Parameter +ĠPer mission +Ġprogram me +Ġ é +j ud +Ġcam eras +33 8 +34 9 +(s ys +ĠSy rian +Ġimpro vements +Ġh ip +Ġsu icide +Ġsch olar +Ġcompat ible +0 22 +rem ote +.d own +F UNCTION +Ġman aging +ĠUI Kit +. raw +>> >> +37 1 +Ġdem ands +ell ite +Ġd ent +ĠM icro +åı ĸ +'] [$ +ĠI E +im ension +Ġt rem +6 30 +Ġg ained +.w ith +. ok +h ou +Ġb om +amp aign +Ġjoin ing +f ish +Ġadd Subview +8 60 +Ġnor thern +.c or +ore t +D ie +in ish +_com p +Ġatt ended +Ġcoll apse +ĠS S +ac ent +_E QUAL +ĠDe ep +R GB +ĉ test +ol ves +us et +Un ityEngine +w riter +Res olver +, % +if ference +_re move +ond a +Ġfem me +38 5 +de code +Br anch +Ġfl ush +Ġinnov ative +Test s +Ġ[' ./ +Ġcover ing +. admin +ultip art +(l ambda + namespace +ĠS port +Ġ! ( +ac les +Ġde pression +ĠK ong +5 70 +Ġp ert +ĠCon n +ĠOther wise +/ home +s upported +Ġp ink +Ġinv ited +ñ os +_en abled +Ġ- Ċ +F W +en ers +ĠM Y +Ġsuggest ions +Can vas +Ġf er +ĠMarket ing +@ Test +unt u +ĠV en +ĠC ou +iv als +Don ald +lim ited +ĉĉĉĉĉĉ Ċ +Ġanal yst +( entry +Ġrepresent ative +_at tributes +Ġf ur +.h ide +res p +ado res +rid es +ĠJ osh +ro bot +ĠN AT +Ġs esso +Ġintegr ated +: true +part s +Ġst upid +: event +@end section +Ġp u +.T able +ĠY ii +` ;ĊĊ +Ġcl ang +=" "> +eng an +_param eters +.int ernal +ĠMod ern +Ġmet ric +Ġsem i +={ {Ċ +70 7 +.am azon +ĠB B +aint y +view port +36 7 +Ġstart Activity +dis patch +**** * +Ġfl av +iffer ent +38 2 +[ this +Ġst ake +Ġarg ued +vious ly +.w ork +ĠO ak +O ld +( async +not es +Ġfl ip +Ġdis ag +ĠT E +ĉ error +< ' +Ġ» ĊĊ +Ġfilter ed +ĠM ach +Ġh ung +_d ump +_s amples +-dis miss +Ġr ay +Im plemented +D K +Ġj ed +0 90 +Ġbreak s +Ġf its +. gr +ĠZ ero +or o +Ġequ ally +Ġ' [ +Ġconcern ing +< meta +play ers +_P OS +_s im +J an +Ġyour s +ĉ N +Ġsp ir +Ġch ampion +ĠAn alysis +ap a +ĠNS Log +_l ines +ñ a +ĉĉ ĠĠĠĠĠĠĠ +8 19 +.S c +Re p +etro it +ur able +M IT +com pat +own ed +_ind ices +], čĊ +Ġdis covery +ĠDie go +ob i +. Index +Ġtrend s +PL AY +.n o +Ġl ens +_c fg +Ġan no +ag an +Ġperiod s +ter ms +y z +Ġattack ed +ib ration +PEC IAL +_ grad +Ġaccord ance +.Read Line +.de vice +ri x +. container +m ay +erc ise +ĠL u +Ġr g +ĠÑģ ÑĤ +ĉĉĊ ĉĉĊ +( un +TERN AL +Ġless ons +Ġalleg ations +Ġtrans mission +.Re f +M obile +ĠT ournament +ĠN ut +ĠG a +ĠCap ital +def inition +- exp +c lean +Ġfant asy +Ġenh ance +ent ence +0 31 +'] :Ċ +ack ets +Ġcelebr ate +@ ", +Serialize Field +Ġarray s +t b +ĉ st +[ assembly +( reg +.c ategory +Ġimpro ving +Ġsal ope +Byte Array +Or iginal +Ġ[ {Ċ +åĽ ŀ +ĠCl in +oen ix +ĠS amsung +Ġmaint ained +Ġag enda +f ail +Ġpres ents +Ġtim ing +.m ark +' >< +Ġprom ot +Ġin cl +_ only +ë¥ ¼ +ĠAtt orney +- date +Ġlands cape +Ġf u +S Y +.p rop +ĠA rr +p ag +Parallel Group +': čĊ +Ġlog s +a unch +unc i +n ama +Table Cell +iss ues +. { +ec urity +_ex ec +old s +Ġhost s +Ġpro to +_ import +_s ort +ĠB ow +ĠN ormal +ĠF arm +.create ParallelGroup +R otation +. err +Ġp leased +it age +.W h +ĉĉ ĠĠĠĠ +M R +ĠM ORE +ĠN atural +_ transform +B ASE +ener al +ut down +.common s +W T +Ġa an +. Result +d og +Ġclick ing +), ĊĊ +# line +Oper ator +Ġc iv +Ġm erg +ob uf +ng then +Ġ[ { +Ġcan cell +tr igger +. : +W ORK +decl are +Ġdecre ase +ÅĽ ci +lo om +.N one +ĠM I +ĠJ ason +Ġhealth care +iam ond +s ylvania +* x +ĠR a +[ b +Ġprint ing +ph abet +ĠLab our +op per +Ġz ijn +-t arget +_F UNCTION +Ġo ct +ени Ñı +åľ ¨ +Ġwest ern +Ġcomput ers +ĠR ET +Hash Map +[ String +get Value +_D ATE +.N ext +ĠF if +é l +ick ed +æ İ +-M M +Ġ{ ĊĊĊ +Ġcontact s +Ġdig its +Pro du +Ġunus ual +Ġrapid ly +t ures +Ġang ry +c ancel +xx xx +_p arser +id ity +_P REFIX +7 10 +Ġme hr +Ġrare ly +et he +op es +Ġ% . +work s +Ġthe ta +Ġcontrib ution +ĠT ony +Ġsqu ad +5 37 +аР¹ +Ġî n +th ere +out ed +ĉ q +Ļ Ĥ +g ood +L I +é¡ µ +ĠL iving +iz abeth +Ġk t +ĠD allas +] ],Ċ +Ġ/ >ĊĊ +Ġrais ing +/r outer +_g ame +36 8 +ĠC UR +z ens +. es +Ġfont Weight +(f unc +not ification +Ġ'../../ ../ +Ġbl ame +ãĢĤ ĊĊĊĊ +an co +9 80 +Id entity +f ollow +Ġart s +x s +Ġofficial ly +ĠSt udio +Ġrecommend ations +Ġloc ale +Ġam ateur +ĠEn able +Ġcap s +. End +38 8 +- add +_g shared +ĠC T +For ce +Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĊ +Ġor ange +Ġl p +Ġanswer ed +.G rid +Ġd ual +Ġstrateg ic +Ġnob ody +Ġf atal +_ est +( el +Ġì ł +ĠB udd +A IT +_f actor +- one +ĠH AVE +" čĊčĊ +7 60 +Pro f +Ġä r +str ings +Ġdir ty +ĠF ace +ĠB egin +ĠB us +Ġw is +åŃ Ĺ +Ġspe aker +Ġcar rier +ĠO m +Ġhad n +All ow +:: __ +Ġver b +ĠCom plete +ĠE asy +Ġb ills +ĠĠ ĊĊ +Vert ical +Ġpr on +ĠDef ine +Ġlook up +variable s +Ġpand as +um es +Ġinn oc +Ġset Up +ĠCh ampionship +art ist +ĠC Type +F oundation +๠Ī +ĠSet up +4 28 +Ġrec ipes +ĠU IColor +ĠF ight +Ġauthor ized +_c lick +99 0 +_s uccess +ang an +ĠMount ain +ĠDo ctor +Ġeg g +ĠMedic ine +c les +` .Ċ +[ int +d ashboard +ĠApp ro +-d r +Ġprodu ces +Ġrent al +Ġre load +38 1 +Ġarr ival +sp ot +Ġund ert +37 8 +Ġequ ipped +Ġpro ved +Ġcent ers +Ġdef ines +al so +Ġop acity +ĠUn fortunately +ĠIll inois +Ġн е +ĠTem ple +ĠTr ail +ĠK elly +Ġmeasure ment +Ġsepar ated +-c ircle +H ey +ĠRE AD +ig its +Ġ ib +ĠM OD +atter y +аР· +Ġv end +ен ÑĤ +ĠHttp Client +35 9 +s afe +_A SS +ic it +ĠCon struct +ĠC lo +ĠS ix +_T OKEN +(b lock +Ġwarn ed +/* ! +! Ċ +Ġinnov ation +_ " +Ġ );čĊčĊ +Ġsp ots +Ġcho osing +.c s +Ġflex ible +U Int +4 35 +9 30 +Ġscr atch +- al +Ġf estival +Ġout standing +================================ ================ +M ean +ĠO regon +s ymbol +. account +d ney +'' ' +! ", +9 01 +Ġpart icle +à ĥ +[ MAX +IV ER +ER ENCE +NS Mutable +ĠColum bia +_ ĊĊ +.f r +Ġc ogn +V R +ĠMethod s +ĠM ade +ĠB R +ĠEl se +Ġeg gs +Ġsw ing +ĠIn v +Ġdise ases +Ġf irms +Ġle mma +}` );Ċ +l ings +Ġg ym +umin um +.T rim +M em +Ġcritic ism +ibern ate +_T X +ion i +Ġguid ance +Ġrepeated ly +Ġsup plier +Ġpaint ing +8 64 +.F ragment +ed Exception +Ġw iring +Ġcour ts +W EB +æľ ī +\ . +ill ance +Ġb rows +ĠP attern +PL ICATION +ĠSum mer +Ch ain +Ġc ute +mer cial +Ġd il +ĠFrank lin +ĉg lobal +IN CLUDING +h istory +Ġl st +Q t +SD L +al ia +i ere +( ... +ĉc in +iff s +vel ope +ĠR oot +cl uster +User Name +ign e +< S +Ġf est +4 19 +Ġindic ating +ke eper +Ġc ada +é g +cons in +ĠG B +Ġl b +em ony +-icon s +_d oc +Act or +e lem +.De lete +Ġin fection +ĠPriv acy +Ġgreat ly +ĠP os +ĠT reat +Fl ow +Ġattract ive +ĠMar c +s udo +tes y +- an +99 8 +ab ama +ĠW ould +Ġsu ck +index Path +ĠE t +T imes +7 80 +Ġclub s +_ass oc +Ġac quired +(" : +Ġint ense +.m aps +Ex pected +T oggle +Ġa y +Ġl ifestyle +-c alled +ĠS now +V olume +Ġcann abis +ĠD irection +ĠLim ited +-s pecific +Ġd owntown +/ icons +Ġre ven +L eg +88 5 += null +49 6 +Key board +') ). +Ġ"" ;čĊ +Ġatt itude +.n avigate +- error +AM PLE +ĠJ ay +v r +c ow +.com pile +Ġmem ories +_m ark +ĠMin nesota +Ġk osten +Ġprob ability +w arning +Ġgen etic +F ixture +ĠHash Set +N ombre +_m onth +Æ ° +- start +xy gen +ĉ ft +i agnostics +ĠMat thew +Ġconcept s +Ġcon str +. State +и н +N ov +Î ± +ĠP anel +ä¸ ª +com pare +> ()Ċ +Ġapply ing +Ġprom ised +Ġo x +nc ia +ĠValid ation +ort s +_c ur +e lect +ey e +( Data +Ġreport er +ĠB uff +39 5 +Ġs r +Ġ" ; +ick y +Ġtemp or +S N +Ġres ident +pi res +ys ical +Ġend orse +ĠS ong +is Empty +le et +_ util +Ġdist ingu +ĠT alk +ĠM ot +( default +.A rg +gorith ms +_ words +im mer +_res et +f amily +W W +Ġsav ings +ĠâĢ Ŀ +_en able +side bar +Run ning +Ġal i +Ġtest im +Ġwarn ings +ĠCh em +ĠEx it +Ġfound er +pect or +Ġr m +_d ataset +ĠD as +Ġh an +Get ty +á l +Ġn y +Ġpo verty +Ġresult ed +.b y +ĠVis it +Ġobt aining +/ '.$ +ĠĠĠĠĠĠĠĠĠĠĠ Ċ +sh all +_LE FT +UI Image +_ Name +h ave +ĠN ob +l r +- footer +Ġn aked +ĠG arden +\F acades +Ġgrad uate +4 17 +Ġfranch ise +pl ane +Ġcontrib utions +Ġstring With +Ġc rypto +Ġmov ements +ath ers +Ġlif etime +Ġcommunic ate +j ar +ĠFr agment +_ IF +ĠN avy +ĠF igure +Ġsim ulation +_st op +Ġreport ers +Ġvers us +aj a +ĠÎ ± +Ġgovern or +List Item +Ġse aled +.Back ground +ed i +ash ing +Ġl ip +ĠI h +mer ge +Ġn ec +0 24 +el ocity +ATE G +Ġse eds +Ġflo ating +7 01 +_F A +w alk +ĉ user +_de pth +Ġw age +@ app +N il +( [" +( vector +Ġsecret ary +46 1 +Ġj Panel +ve z +³³ ³³ +d irection +ĠE P +Ġh unt +39 6 +Json Property +ĠP ORT +] ", +аР¿ +ĠFore ign +pan ic +Ġtri als +ĠA le +Ġr ural +- value +author ized +ĠScot land +.d rop +ĠM T +ç ± +39 1 +row th +5 15 +File Path +Ġrec all +if le +Ġc el +ĠSE LECT +k n +_c ase +Ġc rop +5 43 +s ure +p ot +IC S +Ġst em +Ġindust ries +P ut +Ġa ber +road cast +Icon s +) ")Ċ +æĪIJ åĬŁ +g ui +Ġassum ed +Ġr x +E A +è § +EL L +Ġdo se +Ġin e +Ġde eper +l ider +Ġord inary +Ġg olf +60 5 +_IM AGE +ĠN AME +(m odule +Ġat om +Ġbel t +Ġoff ices +50 6 +b eta +Ġphilosoph y +( JSON +-f ield +Ġintrodu ce +Ġconven ience +opt im +> "Ċ +ath y +Ġemploy er +qu ate +Ġed ited +Arg uments +ĠN ations +__ ) +Ġno se +ĠS ample +' )ĊĊĊ +Ġc ake +.get Attribute +H D +39 2 +Mod ified +4 45 +Ġpredict ed +Å Ħ +an ie +S orry +(d oc +w ind +ie ve +Ġprov isions +AT ER +OT E +M Y +.A utowired +ĠB ath +4 23 +. Boolean +Ġback end +.M ouse +ater al +p aper +Con st +ĠV R +_ entity +_C TRL +ĠProte ction +ĠG M +ĠStud y +Ġsou p +ot ime +' use +] " +/ users +a ug +ĠH ong +_n orm +ãģ ¨ +Ġse cre +(B uild +ĠCon tract +ol as +Ġsa uce +Ġaggress ive +Ġrac ial +char acter +@ @ +Ġcomp ile +ĠV oid +_re m +_m emory +34 8 +k k +Ġm ic +S ame +U tility +ĠH tml +ĠX ml +Read y +Ġg all +Ġalleged ly +ĉĉĉĉ ĠĠĠ +ĠMet al +ĠPerson al +Ġborder Radius +rx js +object s +Ġwant ing +Ġb owl +v endor +offset of +ĠR s +ĠR ating +Ġr ally +_N ODE +4 18 +ĠM ix +Ġadvert is +48 5 +66 7 +Ġnarr ative +s al +Ġm c +SE rror +Ġf ingers +Ġaccom pany +Ġt ired +Ġstr ide +Ġgu i +el ist +Loc ale +Ġrele ases +ik ing +Ġan ger +)) )ĊĊ +alle st +Sum mary +( O +(f or +Ġbasket ball +Ġroad s +ĠInst all +ĠF ab +it map +4 75 +Ġ) )Ċ +Ġinter section +ighb or +ĠB ry +ĠHER E +So ftware +elf are +ac s +6 22 +Ġtrail er +.get Class +ch ars +Ġreg ulation +Ġref ers +Ġde struction +Ġcontin uous +ĠAust in +é ¢ +ak an +.w indow +ĠTem plates +Ġabs ence +: n +Ġdis order +fl ash +Ġde let +bo ards +ĠĠ ĉ +RO P +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġac qu +Ġlaws uit +ĠRe views +Ġgar age +t imer +Ġe j +ĠRect angle +Ġflow ers +39 8 +il st +ĠIn stance +S uper +d et +dis posing +ĠE S +ĠI C +ver e +S k +_ch annels +put ed +/ null +nn en +4 31 +ĠG allery +_g lobal +Auth entication +ĠR ank +Ġblock ed +Ġcal m +mark et +ĉ val +Ġa ug +per iod +ĠCon stant +Ġ?> ">Ċ +Ġl obby +p al +37 9 +Ġs ink +50 8 +ia h +Ð ¡ +urn ame +Ġcon ver +Ġinvestig ate +Ch rist +H ub +ĠIN D +ĠP ed +ur as +ĉ url +ĠT ro +Ġpre ferences +Ġguarante ed +` ĊĊ +Ġport ions +Ġeval u +' > ;ĊĊ +.AutoScale Mode +Ġc ats +4 65 +Ġreg istry +ul us +F I +p ayload +- search +Ġstay ing +ac ious +Dec oration +Re view +In f +Ke ep +it is +, String +Co ord +Ġper o +S ex +ĠAtl anta +uest a +Arg b +> * +} _ +F ooter +Ġemploy ed +_b ound +v ide +.f unc +$ scope +Ġsp o +ĠAn al +ounc ed +ar ound +Ġrestr iction +Ġsh ops +å Ģ +ĠLat in +-c ol +Ġbare ly +ĠE uro +E r +Ġfa ire +_d istance +_un lock +Qu ote +IV ATE +Ġå Ī +Ġaim ed +ĠRet rie +. iter +Ġwr apped +Ġagre ements +str ument +( product +Ġstud ied +.set Value +Ġy e +ĠC ache +MB OL +Ġquarter back +Ġsy ntax +.getElements By +.v ersion +we bsite +Run ner +_s ingle +at iv +ĠAl tern +ĠBeaut iful +right arrow +Ġd iversity +pl ash +( co +.F ill +Ġtyp ing +38 7 +0 23 +Ġcl ar +H it +O O +ac co +50 7 +w orth +Ġscript s +ĠMuslim s +ĠL L +erv ing +( boolean +Ġbase ball +ĠC AN +39 4 +0 44 +MA IL +de pend +Ġrespect ive +Ġconst expr +.* ;ĊĊ +'] ))Ċ +Ġy ard +Ġident ical +if ecycle +US H +up iter +. validate +cl i +IST ER +Ind icator +F ail +Ġdemocr acy +. var +Ġsatisf ied +------------ - +enc er +h or +Ġr ounds +DA O +o a +Ġfl ask += c +[ ]Ċ +/d ist +Ġpart e +Ġconfirm ation +er on +aw are + +Ġdepend encies +ĠV ideos +- row +Ġ** /Ċ +Ġn ou +Ġh over +æ ŀ +Ġn in +ĠUS D +M ac +_L oad +Ġout comes +_s ocket +Ġqu eries +w m +59 2 +Ġhit ting +in ux +M ich +ud ge +AT AB +Ġvulner able +ä ¾ +Ġport folio +: YES +ĉm ap +B ound +Ġiter ation +in cess +Ġact ors +ĠQ ual +_c lean +ãĢij ãĢIJ +MS G +G reen +ĠOff icer +Ġsm oking +> ', +ĠF lo +++ ; +4 33 +oly gon +Ġbul k +Ġdr ama +Ġexception s +os ed +Ġ+ čĊ +Ġleg acy +C V +Ġcontrib uted +ĠTer ms +Ġb t +4 34 +Ġunt uk +Ġal ien +=== Ċ +ĉ Vector +Ġl s +On line +.f acebook +num eric +ock ets +A ut +b ury +-re dux +ĠRed istributions +GLOBAL S +urrenc ies +Ġt ons +âĢĻ , +Ġà ª +(c ol +ĠS ymbol +Ġstay ed +ĠM L +Ġm unicip +Ġsex o +S en +n r +Ġg ains +Ġshort ly +.M enu +à ½ +KN OWN +Ġoper ators +- V +ĠPat rick +/ add +_C O +ir ation +(p ost +Post s +/ _ +Ġpl ug +Ġintellect ual +Ġmet ab +Ġpregn ancy +ĠPrem ier +n m +Ġpred iction +60 6 +ĠMin istry +Th ree +val uate +ĠMin i +b u +оР· +< ul +Ġd d +ol ving +ĠC ut +60 2 +Ġs chem +.tr ain +it ate +Ġr ice +Ġbird s +ãģ « +m iddle +struction s +Ġn erv +a que +45 3 +Ġfl u +Ġsurv ival +ĠGal axy +ĠF ant +. Order +At trib +irt s +é c +M ovie +Ġcon ce +qu arters +Ġm ood +.Add Range +9 42 +Ġres olved +ãĥ Ī +Ġburn ing +70 2 +ĉĉĉĉ čĊ +ĠW E +Ġhost ing +L AB +Ġman agers +Ġstre ngthen +< const +ĠFire base +on ed +ĠJ ean +' ";čĊ +ĠS av +.B old +Ġen ables +ĉt mp +Ġman ually +ĠS qu +user id +.f unction +.c ache +LO PT +.S ervices +5 88 +dd it +t im +< img +ĠTh ings +ĠEvery thing +Ġa pt +39 7 +em and +Ġroll ing +ë ¦ +. level +Ġst om +ĠW inter +Ġview ing +( values +ocom plete +v ia +up o +Ġabort ion +5 32 +i ère +ï¼ ij +_B UTTON +_d omain +Ġb ra +ĠA st +in as +Ġstat ist +c od +L R +Ġdr ives +Ġfollow ers +Ġall ies +ĉc urrent +ecess ary +Ġdam aged +_ pt +and les +oun tries +Ġsim ult +e u +Ġcontrovers ial +_G ROUP +Ġr ib +. Info +: mm +.n ormal +_ADD RESS +Ġ íķ +add le +ĠD ur +. Element +65 6 +W arnings +Ġcred its +Ġin hib +Ġem issions +5 45 +Ġh az +.y outube +ugg ed +Ġbo ther +ĠK ansas +ĠF ixed +ĠTest s +ĠF IX +57 6 +Un iform +Ġk ont +>> > +st ation +lo re +at ype +ish op +/ **************************************************************** +5 21 +Com boBox +Ġvac ation +Ġiniti ative +Ġdefault Value +7 70 +con cat +ĠK h +6 32 +ĠW elcome +ized Name +M igration +Ġgrad ient +H ot +Ġhard ly +el o +ĠStud ents +Ġlo ose +7 30 +at z +.S end +' / +Ġunivers al +Ġenter prise +Ġreg ex +Ġvis itor +ĠF ly +Se q +ภĻ +ĠVis ual +Ġlib raries +ato es +P ayment +44 7 +Ġp ent +Ġgather ed +VRT X +ĠD M +S plit +Ġlet ting +Ð Ŀ +_error s +ep och +P ARAM +c u +ÑģÑĤ в +ol utions +Edit ing +font s +Ġalloc ated +ĠB ased +( Y +ĠJud ge +Ġbro thers +FILE S +ç o +5 31 +w b +_P I +' ^ +Ġs word +.s ervices +Ġn l +T im +ig g +ĠMo ore +Ġcrypt oc +åĩ º +_post s +ot ate +? ' +... .ĊĊ +Ġk l +=" $ +Ġdec oration +Ạ¡ +ĠD IRECT +G UI +) =>{Ċ +Ġnews letter +Ġprec is +(p oint +ĠEqu ipment +ut y +ĠD ave +Ġparticip ation +u arios +x it +.A s +ET ER +or ous +Ġsh ield +[] > +ilit ary +. origin +Ġprom otion +U nt +Ġc t +TR A +55 6 +View Holder +Ġsig ma +d elta +are house +con tract +( Vector +7 21 +Ġcompet e +/ form +/ components +Ġn r +ĠInd ones +Ġо ÑĤ +ĠV olume +.f iles +(res p +/ models +Ġsur f +stand ard +/ o +ĠXCT Assert +V ICES +.C ode +SE D +Ġact ivate +D elta +Ġlimit ation +ri j +Ġpregn ant +: ^( +Ġs our +p ie +80 3 +Ġexp ense +ic ation +ĠL arge +Ġ ± +ĠB owl +(model s +/ N +8 57 +P a +.re load +Ġwonder ing +46 2 +Exec ution +ĉ ĠĠĠĠĠĠ +ĠG raphics +ĠCont in +_j ob +Ġget Name +ĠM agn +ĠD WORD +m ad +Ġn h +fe atures +} ");Ċ +he ets +(tr ain +z n +Ġrecru it +.con nection +Ġbar rel +Ġste am +_set ting +Ġang ular +ane ously +Ġb il +ĠN orm +5 22 +(! $ +ib t +% ( +Ġpos it +ĠF ather +int endo +5 65 +L ive +04 1 +Ġport s +Ġme j +Ġland ing +pon der +Ġc od +_HE ADER +.M argin +Ġball s +Ġdiscuss ions +Ġbl end +H ex +Ġfarm ers +Ġmaint aining +ĠĠĠ čĊ +s yn +[ T +r us +4 39 +uff ers +Ġcontrib utors +_s ys +.De bug +Ġconstruct ed +om es +? id +sl ider +Ġsup pliers +6 11 +scri ber +p es +Ð ŀ +": čĊ +\ Controller +)) ĊĊĊ +Ġl ua +M ulti +EN S +S rc +Ġpet ition +Ġsl ave +look ing +V ERT +ĉ vector +S pecial +h h +an ne +ĠN iger +/ views +z ing +end ant +< C +s peed +5 14 +Ġ{ };ĊĊ +Begin Init +Ġf open +@ RequestMapping +End Init +Ġp unch +S ender +60 3 +é Ķ +get Message +/t ypes +.P I +(' ');Ċ +oc used +( all +Ġdrop down +). __ +ĠV in +.Fore ignKey +6 12 +can f +ou red +ĠOrgan ization +ĠÐ ° +ĠC ulture +(cl s +, _ +90 2 +rg ba +ìĿ ĺ +.data GridView +Ġdo zen +ĠG es +80 5 +4 64 +_sh ared +n ick +Ġh osp +om eter +49 5 +Ġclaim ing +0 32 +ib les +ri k +æĺ ¯ +en ario +Ġd engan +ob b +m ont +_r ank +('/ ', +Ġap olog +P s +_p ower +ĠG ree +Ġful fill +Ġfire base +9 10 +Ġf are +ĠH im +Ġbe an +âĢ¦ . +ĠS PI +_R X +Ġper ception +rel ative +comp ile +u um +ut os +a uc +ĠAs k +Ġindic ator +/ th +.set String +ĠWis consin +.D omain +Ġart ificial +De velop +ĠSar ah +Ġl ying +( search +ĠEmp ire +urr ing +æŶ éĹ´ +=" ${ +Ġget Id +ĠP ayment +trans ition +Ġ ]. +ix in +V T +- select +Ġdemonstr ated +Ġlast Name +employ ment +.get Property +Ġf ought +file Name +ĠP ers +45 2 +-c ard +a str +attr s +Ġprom inent +Des ign +anc ouver +ãģĹ ãģ +ard o +se cret +Ġr ag +Ġpo ison +-m an +, omitempty +7 40 +ĉ un +it zer +ĠCas ino +ĠR oss +- foot +(result s +Pl an +Ġlas er +ê¸ ° +_D R +5 23 +F acebook +44 9 +Ġbo ards +st a +] ], +6 75 +Ġt iles +S IZE +Ġ= ~ +9 70 +Ġprem ier +oc ab +Ġenc oded +Ġres erve +60 9 +ĠAfghan istan +ĠList Node +url s +Ġsub mission +Ġne u +47 7 +Ġ# +# +_P OST +Ġmo ist +ell i +ellig ent +. alert +ó d +b re +ĠCol lect +Ġgraph ic +Ġlong itude +ĠPro vid +ĠCal culate +x ffff +c riteria +Ġw aters +ro ck +lo quent +ĠT rib +5 13 +Ġbur st +Ġsuff ix +.Ext ensions +ish es +iv el +ĠLI KE +ĠGet ty +.Action Event +.s lf +ĠH AL +up al +E AR +5 24 +ud i +_time out +U F +ĠSing apore +ĠAd vent +_int erval +cha ft +ĠE mer +Ġtele phone +ĠTur k +_ interface +ĠO wn +Ġencour aged +< Object +_T ext +ĠOnt ario +ĠApp ly +.f irebase +Ġant ib +P riority +ene z +D ays +c id +urre nce +; / +inn ed +Ñģ Ñı +Ġve z +f w +// $ +att ack +45 8 +Ġstart up +ain ers +.f ragment +op acity +( conn +he im +.n etwork +( stream +6 70 +ĠN ON +t ol +8 30 +ĠX box +ĠD S +Ġc ached +Ġprostit utas +ĠB alt +(' [ +5 75 +Ġno except +" ' +Ġs d +. valid +_ ag +Ġr aces +48 1 +Ġro d +itud es +< >( +5 44 +.Pro duct +Form s +NE W +P ay +ĉ boolean +_ contact +ĠElect ric +sk ip +Ġw ur +Ġch ronic +_d river +9 40 +ĠS ab +ĠU lt +ĠR ad +ST ATUS +ĠLew is +O B +Ġgift s +.Re c +TR UE +Ġint ensity +Mark er +.com pare +ff ic +C ookie +ĠB aby +ĠBig Decimal +ile t +ĠHOLD ERS +ĠL ady +Ġl ung +ĠAl abama +Ġd ess +` );Ċ +ĠB uilder +_reg ion +Ġne utral +90 9 +Bo th +Ġh p +Ġh orn +Ġseg ments +ĠE C +"=> " +( rec +ĠP i +G M +Ġl aptop +Sc alar +46 3 +is d +-d ialog +ĠAnd erson +Ġmist akes +70 8 +ĠH an +j es +est ination +4 36 +Ġprom ises +b id +ĠSc ient +G IN +ĠPer formance +b age +. users +le ading +Ġor al +G raphics +48 8 +_P TR +5 18 +h ang +Ġin ev +process ing +F actor +ĠN A +$ string +Ġground s +.Save Changes +c lock +9 41 +cri pcion +ĠNew ton +g c +.in cludes +Ġbl ast +Ġ'- ' +Ġpued e +46 9 +.S ession +Ġgre p +_f inal +ĠG ay +ĠG ive +ir i +-st ar +ĠUI Image +_ep och +ub b +ent h +Ġel ite +Ġcampaign s +ĠP orno +_ assign +Prot ocol +ĠBe ing +ĠAir port +Ġconvent ional +ĠW at +ĠC I +ET A +ĠAnth ony +Ġtable t +( format +Ġconsist ently +ĠI owa +47 4 +Ġav atar +0 27 +.c ursor +! [ +Ġh anging +H er +S uch +';ĊĊ Ċ +orge ous +() == +Ġview Model +Ġ ãĥ +Ġel s +ĠAg ent +F etch +ap or +Ġc x +p read +ĠP ier +oe ff +6 16 +S n +8 90 +ĠV irtual +A pr +.Wh ite +6 15 +_M OD +ĠPoint s +å¤ ± +Ġgen es +Ġv endor +Ġmain stream +< src +ĠEl izabeth +Dec oder +- state +ĠG lass +nc y +adi ans +_m on +ĠRem ote +Ġwire less +ĠM i +å ī +4 66 +è¡ ¨ +st age +ĠT ile +ll ib +V ariant +== Ċ +Ġgold en +(Q String +.put Extra +ĠD om +ĠAn imation +Ġinter active +if act +éĻ ¤ +LE T +Ġfrequ ent +Ġ< >Ċ +F ilename +Ġs ne +ĠFoot ball +Ġr ival +Ġdis aster +ion ic +ĠD amage +. Resource +- en +ĠT ypes +get String +( board +Ġb ol +pl ain +z ym +ภ² +Ġsc anner +ild er +_msg s +æ ı +(int ent +Ġde struct +Ġb ust +ĠE mploy +on i +ĠUI ViewController +Ġodd s +ear er +Ge ometry +Ġy ii +_EX PORT +ĠAtt ack +Ġn iet +Ġim pression +ĠG il +_pro b +5 28 +ĠC F +ĠEx perience +/pl ugins +.M ethod +Ġbelie fs +N ative +_b uild +Ġv ig +Ġr anks +cover ed +70 5 +s uch +G uard +.p ack +add er +80 9 +iv ia +l ng +Ġв Ñĭ +55 2 +T imestamp +_n ow +Ġp oker +Ġun c +Ġsh apes +-t ypes +_per iod +p k +Ġveter an +Ġson o +Ġappoint ed +over flow +.d river +_c at +ut t +pl ant +im b +ĠAc cept +Ġconc ert +ĉ node +ĉ z +? >čĊ +Ġb anned +ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġto xic +Ġdisap pe +47 3 +È Ľ +Ġgr ace +ate ful +Re ply +ĠCru z +48 6 +Ġsc rap +Ġkey words +s imp +Ġmort gage +Ġcy ber +ĠEx ecute +Ġlat itude +if u +.C OM +d bo +Ġsort s +ĠG as +om ial +.L ocal +Cell s +.Re place +String s +.f it +ĠTh ird +% ",Ċ +Ġ{} ". +ĠS ony +Ġ[ : +58 5 +Ġfall en +. ')Ċ +in h +ĠM C +Ġred is +C odes +Ġprofile s +h ook +Reduc er +_F UNC +Ġn avigate +str len +Ġh orm +á ŀ +ĠS R +. boot +Ġdig est +ĉ header +.find One +æ ģ +Db Type +n ia +_m erge +Ġdon ne +/ Getty +_CH AR +Ġb ands +. URL +art ial +Ġf req +Ġs ist +N g +Ġrender ing +\ Core +Widget s +ĠV A +Ġactiv ists +St e += _ +all a +St amp +Ġload s +Ġx x +ĠL earning +.M vc +u ir +(" $ +Ġconnect ing +Read Only +ur u +ĠE ag +B IT +_DE L +å § +arr ass +ext ernal +ĠY OUR +ĠB rew +ĠF ive +Ġres ize +ig id +er ation +65 3 +ĠÑ į +5 36 +åĬ ł +0 39 +ĠC atch +Ù ģ +ĠLe on +am il +.B ody +Cl ip +/ list +.b r +Edit Text +ĉ db +.G ame +(Build Context +back end +.R ed +face book +5 29 +.url s +m r +rol led +---- --- +Ġinter vention +Ġretire ment +ĠK it +ĠP RE +Upper Case +ĠS ocket +Ġ: - +Ġstudy ing +ĠMet ro +ard ed +Ġconvers ations +C alled +Ġexam ine +ert ificate +.g z +-res ponsive +Ġref und +_n etwork +0 26 +allow ed +em pt +Ġme als +C ategories +Ġtravel ing +Ġk g +Ġsh ame +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġexplicit ly +Ġmath ematic +ĠS uite +ĠR GB +****** / +Ġmix ture +lear ning +.t emplate +att s +w x +ĉ ctx +.p roperties +Ġdrink s +ĠE ither +set Text +.get Data +.z ip +Ġreve als +< table +.Hash Map +ĠH ur +) ");Ċ +.f ramework +ĠST ART +feed back +45 7 +Ġsaf ely +. icon +config ure +. lock +.l ayers +/> .Ċ +Ġrank ed +_ impl +ĠHand les +Ġhost ed +Ġup dating +al bum +é Ŀ +Ġsh ader +Edit ors +- round +[] { +Ġse p +ĠH i +TE M +look up +.m an +_IN PUT +Ġthreat ened +_IM PORT +Ġd rops +ru it +s id +bo th +ĠEx cel +Ġj er +ord inary +еР¹ +V IEW +re ply +Ġ) :Ċ +color s +ver ified +_T r +_p arse +Ġcon gress +6 17 +P romise +int s +ĠM other +.A pi +ĠD uration +Ġfirst Name +inherit doc +ĠM ars +Ġa pr +OD Y +Ġvis its +6 31 +Ġhe aling +let ters +)) );čĊ +f uture +.F ramework +Ġk iss +Ġinv olve +Ġsil ent +ad ows +Ġany body +s ch +6 90 +Ġsole ly +- img +Ġprop ri +Ġin struct +Ġlic enses +Ġm eth +Ġcond em +ĠD omain +ĠHarr is +Ġs Ã¥ +CE PT +B atch +@ extends +ĠCONTR IBUT +.Data Frame +47 2 +_p acket +rec ision +Ġfoc using +. ht +__ ":Ċ +: Get +ĠK C +Ġpass age +Seg ment +_c enter +-z A +_B L +Ġconv in +Ġclass ified +ĠNS Mutable +_ ap +t ile +Rect angle +49 2 +(n ums +v ens +ĠUI Button +ĠF eder +am o +Ġout line +ĠPar ser +Ġâ ī +ĠWork s +.S chema +Ġeng ines +6 37 +56 3 +_com mon +5 42 +_ old +Ġset ContentView +Ġ/// < +ĠB T +f m +Ġd ivers +_ weights +em ark +ĠA CT +Ġpro portion +over lay +.dir name +ĠG it +_REF ERENCE +< > +l b +_r ule +è´ ¥ +ĠPut in +Ġsleep ing +() :čĊ +Ġpres erve +Ġpar liament +ĠLook ing +Ġpick ing +ĠDis patch +Ġsl ip +ë ĵ +ĠL yn +_sign al +config uration +ĠP itt +49 1 +ad en +pro cedure +Ġenthus i +f ight +ĠCons ider +Ġt orn +Conn ected +.c os +_group s +ĠTh ink +Ġdel iber +Ġres id +work ing +.column s +ĠCal led +Ġes lint +> ", +_D OWN +h ist +ĠAdv anced +Ġre wards +act ors +Ġsil ence +47 9 +Ġmy th +Ġne ur +5 19 +Ġa uction +.Get String +ek s +( project +59 8 +ĉ msg +ĉ output +Ġcomplaint s +55 1 +, S +Ġt bl +Ġ, ĊĊ +ri ors +ah ren +Ġlawy ers +re dux +_s ymbol +off ee +_RES ULT +( Name +UT C +.current Time +Ġorgan is +. arg +5 33 +Ġmin im +w ick +Ġrece ives +B alance +Ġspeak s +ĠD ays +ĠBel ow +48 3 +t ipo +P resent +Ġres erv +h p +Ġr it +_R IGHT +-- ) +Ġchair man +78 1 +D IS +ĠBO OST +Ġexper iments +68 7 +__ );Ċ +Ġst amp +Ġf ert +Ġf ond +T er +el ve +ure n ++ i +end ency +Ġvirt ually +... " +ï½ ŀ +9 25 +- cent +_un ique +Ġpr icing +m ic +RES H +Ġ:: : +Ġan notation +ĠC ircle +ong odb +it as +Ġ% ( +( component +Ġо б +( port +-h our +. obj +L BL +Ġj ury +GB T +Ġsp y +ĠProf essional +Ġ"" ;ĊĊ +Ġstri king +Ġdiscrim ination +Ġp ays +9 37 +lic t +ent es +Ġthrow ing +ĠPl ugin +( def +ĠRuntime Exception +ĠM igration +5 99 +Ġd ic +b ag +on ia +Ġcor ruption +70 4 +( Map +Ġpr z +.d to +Ġac quire +State ToProps +Ġlo ving +оР¶ +_p attern +Ġemot ions +Ġpublish er +_b e +Ġcoup les +49 8 +o j +ĠCh art +Ġt rop +.t ool +Ġestablish ment +Ġd ol +65 4 +Ġto wer +Ġl ane +ĠSy dney +Ġfill ing +claim ed +64 4 +Ġdialog ue +Ġcon vention +book ing +pare ncy +æ ± +ĠGener ic +7 18 +\ Schema +48 2 +6 18 +Ġr anges +/ ch +Ġpan els +Ġr uled +çĶ Ł +.t s +_s ets +Ġclean up +Pre vious +ĠAn imal +60 7 +($ ( +ĠA ve +oll ar +0 28 +_e val +ĉ Name +(t ree +Ġ" ] +57 1 +Ġdut ies +=' / +Click ed +Ġdifferent ly +ĠCl ark +Ġd it +olog ists +Ġsy nd +Ġs ends +- known +k b +ĠMod al +it ative +Ġr acing +Ġhigh lights +ĠSim on +ĠCapt ain +ä¿ ¡ +ĠC B +cont in +ar an +Ġphys ics +ret ty +et al +.m d +ax ios +Ġspeak ers +Ġpre p +Ġaward ed +ì§ Ģ +ĠC orn +ĠN ature +UD IO +7 37 +Ġpro j +- pre +[ u +Fe atures +Ġis Equal +B inary +s ig +Ġconf usion +5 46 +5 68 +ĠH at +Ġkt ó +.config ure +M ON +49 4 +/ edit +_A dd +, true +5 41 +Ġc li +Error Message +- loader +Dim ensions +ultip ly +Ġ{ !! +ĠSql Command +Ġsp oken +Ġp ics +Ġto y +( Key +ĠLo op +Ø ¨ +E ATURE +in ction +_set up +w rapper +Ġt ong +c ular +O pt +.P l +=" , +(l ength +um n +Ġch rom +Ġse vent +ĠIllegal ArgumentException +4 78 +ĉ start +Ġbeg un +CE PTION +dat aset +8 25 +ĠF ailed +col s +45 9 +Ġkne e +im ore +.sp lice +sh ell +ig gers +Ġthem es +99 5 +ĠD J +ĠAss istant +- $ +May be +Ġorder ing +ĠInt elligence +ĠMass achusetts +Ġfail ing +el son +G reat += i +.re st +Ġinv ite +-dis able +.Group Box +âĢĻ est +Ġtack le +g v +et ter +Ġ), čĊ +_r ules +.w arn +function s +ĠChrist ians +Ġback ed +Ġsl ider +Ġenjoy ing +n est +Ġh ij +_m s +// * +An notations +ĠVariable s +< V +( server +ĠOr acle +element s +Ġorgan isation +_point er +ĠHe aders +[ d +Ġdead line +iss a +Ġkn ife +ĠNAS A +ĠHe ight +78 4 +ĠAs ync +Ġven ue +.d om +bour ne +ĠHaw ai +Ġmem o +ict ions +Ġsurve illance +om i +/ assets +58 7 +Ġed u +Ä Ľ +Ġro ster +Ġh ired +ĠT ok +Ġpl acement +ur ations +Ġset State +ĠMag azine +Ġhor ror +T ry +Ġl ag +ĠEvery one +th ur +)) ;čĊčĊ +. return +Ġsy mp +âĸĪ âĸĪ +Ġn ights +work er +Ġa le +ennes see +.st ep +Ġsynchron ized +48 7 +our i +Do es +. change +f on +.set Background +irc ular +47 6 ++ - +ĠC IA +7 29 +ĠJ ane +ĠSim ilar +- I +level and +Ġpros pect +_f ound +ĉc olor +.D iagnostics +Ġann ounce +Ġassum es +/ tr +Ġb d +98 7 +ĠCar bon +Ġanal ys +5 64 +.de st +n ik +ĠL ie +- index +Draw able +ĠT AG +Ġtri angle +_F LOAT +ĉĉ ĠĠĠĠĠ +.bl ack +v ue +cur acy +Ġaffect s +90 6 +Ġsure ly +Sl ider +uk i +c ery +Ġun ter +.pro file +ord on +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +le ave +Ġsmart phone +g ie +Ġcons pir +Ġt utorial +ç± » +Ġc ab +7 65 +ĠSum mary +* ĊĊ +ä h +" This +Ġsl ides +" +c ycle +ĠB ull +path s +Ġun p +Ġview DidLoad +_M odel +Ġassert True +Ġr ated +De cl +vert ed +ĠD at +b rew +Ġpoint ing +M s +ĠPoint er +) ' +_n on +5 27 +ĠSE C +Ġy eah +g ency +initial ize +f ly +7 11 +[ pos +, g +Te le +0 34 +Ġj oke +Ġcl ause +.find ById +en es +( instance +6 26 + £ +9 15 +Ġs lic +_h ome +Ġ*/ }Ċ +_p ages +(s ervice +90 5 +R P +ĠAm ong +.get Current +80 6 +ãĤ ¹ +Ġs lee += [Ċ +ol er +Ġlib ert +Ġ` Ċ +Ġw enn +l ated +Ġimm une +( Node +ĠPro blem +ĠA bs +log s +Ġ ../ +ĠA DC +Ġ}} ">Ċ +> ');Ċ += b +ĠW ind +lah oma +Ġalloc ate +or ian +Ġpres cription +- quality +ĠMay or +8 55 +in ely +end foreach +ĠCom plex +k om +70 9 +T Y +7 90 +] ]. +. Style +_m any +',' $ +Ġbar rier +ĠF etch +ĠMar vel +Ġres ist +ог о +b idden +ĠRun nable +: false +8 99 +Ġbuild s +ĠSt age +Ġd ub +emp o +.s ite +55 8 +;ĊĊ ĊĊ +99 4 +ĠDen ver +Ġre vel +Ġtrigger ed +Ġd ice +_f ail +Ġg c +8 33 +58 9 +ĉ X +ĠTh rowable +7 75 +.r outer +ĠRev olution +ÑĢ а +_N ON +0 55 +Ł ¥ +5 78 +Ġel der +Ġab road +ĠÐ µ +ĠAd ult +bl r +g lyphicon +6 13 +Ġprom oting +Ġ iz +ĠS olid +64 5 +_lo ader +ear ly +.en abled +- edit +ĠU L +_ play +ĠInt errupt +Ġadvant ages +uc le +Ġmechan ical +.table LayoutPanel +ĠWork ing +Ġan onymous +R ating +ig ious +_ph one +.addAction Listener +Ġfr an +und en +Ġ*) & +_ bool +ul ative +Ġcon e +ĠM ult +Ġm ö +ĠFor ward +] ):Ċ +Ġconvin ced +act ed +64 3 +ãģ ĵ +ĠConfig ure +Ġce iling +D er +Ġpass engers +Group s +Ġsoc cer +/ W +avi ors +sw ith +ĠZ one +. Options +ĠM om +ied er +Array s +Ġtreat ments +Ġprotect ing +f ac +Ġpick le +Button Item +7 13 +Ġblock ing +str ar +à ² +ĠEx port +Ġth rew +ott a +ĠB ASE +.w s +.LE ADING +order By +_d elay +ĠP u +.d ll +ĠCh oose +99 2 +Pol ice +ĠBE GIN +box es +Ġdiam ond +, l +Ġ ĉĉĉ +Ġcur ious +6 24 +t v +Ġerot ische +ack ages +ĉ Set +T ick +.b order +static method +Ġch er +in voice +Ġcr u +Ġdef ect +_m etadata +re lation +ik an +[ N +(Q t +( Base +æģ ¯ +be at +ĠEm pty +ĉ o +_sh ift +Ġreg ret +7 22 +Th ose +C ent +ĠPort ug +ĠIs lands +ĠT IME +Man agement +99 6 +-s p +5 39 +ê me +Ġnot ion +un ifu +P K +8 26 +è¡ Į +ĠCUR LOPT +\" \ +U V +ç º +d ra +c ou += ` +ĠD estroy +r p +.c ancel +G G +r untime +ĠV ue +Ġprogress ive +/s ervices +Ġrun ner +_FR AME +.ToolStrip MenuItem +Ġ' ,' +d elay += utf +Ġscreen ing +Ġpull ing +om as +Ġan th +- new +/ local +Ġi Pad +Ġt witter +Ġd ying +Ġhe aven +ĠU Int +ĠSen ator +Ġpres um +ĠWalk er +Ġover come +ete ction +Ġemb arrass +Ch ina +6 39 +In clude +RO LL +Ġdata Type +D avid +ภ£ +lo p +-m onth +Ġsc ar +ĠS afe +Ġ **************************************************************** +Ġaccess ories +Ġr amp +_U SE +Ġcontr ad +)) ]Ċ +Ġpre st +ĠH R +ĠR ap +Ġus ize +Ġcap ability +Ġc ort +- next +07 7 +6 27 +Ġbur den +8 22 +_read er +Ġ@ @ +reg ular +ĠK a +0 36 +M AN +Ġa str +Ġ' ')Ċ +Ġf ed +Ġpars ing +ĠY ears +Ġbro ker +": {" +Ġa kt +In ventory +abe led +Ġarg parse +****** *Ċ +vers ation +Ġc ord +ĠT i +Ġhope fully +Ġa h +ver b +Ġst olen +. Entry +Ġexpect ing +O rientation +Ġpower ed +Ġp ersist +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +'] ); +')) ,Ċ +ĠC ash +ĉ item +8 18 +gr ades +rop ol +b asic +Ġ" );čĊ +Ġaw ards +(r ange +- all +ĠIB Outlet +ĠInd eed +---------------------------------------------------------------- ------------ +Ġstom ach +Ġfl ower +Ġs ew +_t imes +av is +Q String +ĠR outes +_pro t +Ġcom edy +Ġlog out +Ġwood en +Ġpost er +p iece +.J oin +ĠP ok +cel ona +mut ex +;čĊ čĊčĊ +Ġstri kes +78 7 +Load ed +) arg +es a +Un ited +E p +PE LL +80 7 +ĠAtl antic +ul let +65 2 +app le +Ġsett led +a con +Ġprint er +ĠG C +å® ļ +Ġrender ed +, âĢĻ +he it +s ocial +. ge +7 14 +ĠR ick +ĠUt ah +g ot +on ical +ĠSc roll +ĠSc iences +Ġj ug +Ġam pl +ent i +LE FT +Ġt abs +Ġenorm ous +.get Key +loc ate +. EX +.st orage +.W e +Ġto ast +ĠAdd itionally +88 2 +ĠN OW +5 47 +_ UPDATE +Ġtrans ferred +th a +.D isplay +_ ui +ID EO +Ġmeaning ful +ĠMos cow +, this +ĠVict oria +æĶ ¹ +ĠÐ Ł +.st ack +ĠB arn +pared Statement +: string +Ġb ij +ĠST ATE +Ġemploy ers +ĉ input +( | +Ġle x +in voke +ĉ num +++ , +at ial +ors es +Ġfor k +_t xt +ĠAnton io +Ġ( < +aver se +Ġdev ast +ãĢ Ģ +.D ec +ĠG ard +/ ui +. % +tr i +Ġrol led +Value Pair +itt en +ĠTh er +Ġv rou +ĠFl ow +ĠFin ance +ĠCom b +H C +.set Visible +is l +Ġp k +77 3 +Ġup set +( raw +ĠV ice +e atures +ĠL ang +0 29 +Look ing +7 67 +ĠA ST +Ġtri ps +ĠJust in +b rowser +=" '.$ +. vertices +8 21 +- co +}/ { +Ġ? , +ĠD omin +ĠBel g +" < +Ġsup pose +add y +Ġwalk s +6 88 +ERR U +_f ilters +Pre ferred +sc ene +е Ñģ +ĠAff airs +Ġ"# { +Ġon Submit +Ġstock s +/ view +g ree +- get +90 3 +h it +J o +.get C +7 25 +Initial ized +ÑĤ и +c uts +( Type +ĠAg reement +ĠViet nam +Ġ/* ! +Ġp izza +- view +_ em +Ġl hs +Ġm uy +ĠId ent +ĠF riends +06 1 +Ġab und +_A D +.t imestamp +- ' +Ġd uplicate +Ġhun ting +Ġregul atory +ia o +am ous +ĠEnt ertainment +[ A +iat ric +_CL IENT +ĠK ids +/p kg +B reak +)) );ĊĊ +ĠSh ape +Ġrel ating +Int errupt +able Opacity +emb re +Ġmyst ery +Ġjournal ists +rit able +.L ink +Ġstop ping +CRE T +.D B +Ġpopular ity +Ġg ew +Ġim pr +set Value +FL AG +ĉm ax +Ġb ake +w y +ĠEcon omic +Ġen contr +Ġf name +/ de +R ank +Ġbug s +.s m +Ġmed ian +D OWN +ĠS ure +At Index +ĠD ick +Ġ( __ +.d elta +F r +Ġsuggest ing +ĠRec yclerView +, e +ST ART +/************************************************************************ **** +xf ord +Ġrece ipt +CL AIM +read only +9 68 +Ġeng aging +6 19 +C a +as ma +Ġens uring +Eng lish +ĠV ancouver +hy th +Ġpurch asing +ĠP I +. word +(s p +.h ome +: def +Ġg ig +57 4 +67 1 +ĠV e +for um +ĠM itch +B ay +_F L +65 1 +Ġs oll +5 77 +_column s +Ġminor ity +b ird +Ġhand ed +SS L +ST AT +Ġnerv ous +ĥ ½ +Ġfile Path +CRE ATE +A w +Ġp ens +8 35 +se ed +ĠCom pute +ol k +59 4 +ĠAs set +re ach +'), čĊ +n avigation +L F +/ util +ĠP ub +Ġâ Ķ +c ion +## Ċ +07 2 +II I +Tag Name +Ġam id +per mission +if iable +xFFFF FFFF +н и +.B uffer +_ irq +d ark +Ġret val +.f ire +produ ction +.list en +ĠWe ather +Ġbuy ers +. ne +er p +ĠP ent +6 99 +Ġw elfare +Ġpage Size +ĠSt adium +ert a +Ġle v +amp a +P ager +66 5 +Ġcharg ing +ĠNet flix +| null +_r andom +.x path +Ġst ere +ĠIS IS +pons es +( loc +5 66 +ey ond +ĠOff icial +65 7 +ĠMary land +Data Type +_p ar +{ }, +ĠEn joy +7 27 +_SH IFT +ĠA wards +_ENT RY +Ġseem ingly +entic ate +Ġheart s +58 3 +_ ;ĊĊ +ĠH IV +Ġindiv id +ĠFl ag +_ ctrl +ĠC allback +, z +ĠG PU +ĉ obj +ĠPh oenix +ĠB US +90 7 +Ġrub ber +_A UTH +ĠSol utions +( location +Variable s +.set Enabled +_h igh +W O +G esture +Ġre try +Ġobject ForKey +allow een +Ġm os +ĠC ele +Ġik ke +(c ell +ĠM ODE +ren a +Ġdescri bing +64 1 +Ġph i +Ġr d +Ġdes erve +Ġwhe els +å¸ Ĥ +Ġcrit ics +75 5 +N amespace +ĠF ra +Ġ ĊĊĊĊ +Ġall a +Ġrequ iring +æľ Ł +ut ation +Ġdelay ed +Ġadministr ative +Ġb ay +.h idden +T ex +05 1 +Ġbound aries +Ġ] );ĊĊ +ĠFollow ing +~ / +F i +_con v +_T ITLE +Ġdes de +ICollection View +Ali as +Ġb ite +pat ient +_COMM AND +Com pleted +ĉ elif +( < +B usiness +ĠP ool +Ġpurs ue +ĠB an +_st eps +_DE CL +um ble +Ġcom bo +ĠL ayer +.x r +Ġd up +-------- - +6 28 +Ġmod ifier +ro b +re z +69 6 +Ġath letes +Us ed +w ear +8 15 +Ġlegit imate +Ġ" ĊĊ +Ġh v +St d +0 37 +ĠH old +Ġsurv iv +ĠAll iance +ĠEar ly +7 78 +Beh avior +(f ont +/lib s +Ġrect angle +Ġs inger +Ġam p +Equal To +Ġ" ." +Ġgirl friend +å ± +line ar +obs erv +Ġpi ù +Ġcomple ment +With Value +(p assword +t ake +Bl ank +ĠCom par +' ", +_p olicy +m ongoose +_FA ILED +.re port +R atio +.Perform Layout +7 47 +us able +m ers +_re nder +PE ED +77 2 +Ġles b +ĉ E +_t ool +Ġl adies +90 8 +о Ñģ +)) ))Ċ +;; ;; +.d ot +Ġn est +pe ak +uk kit +ec a +_S W +Ġ& ( +ĠOk lahoma +Ġbank ing +5 69 +ĠN intendo +75 2 +Ġreprodu ce +_element s +_m ac +pro xy +Ġremark able +}/ ${ +Ġout s +.has Next +M ODE +65 8 +Ġan ime +.con n +Un ique +D om +Ġimportant ly +itt y +Ġju ice +T w +ĠPart ners +Ġattack ing +Ġport able +am iento +.P ictureBox +.g en +Ġopt imal +58 2 +Ġre cre +Ġjournal ist +ĠEx tract +ĠMore over +Ġmargin Top +.A p +Ġf iring +Na N +ĉ template +аР´ +. En +Ġdef ence +ĠT el +il en +j an += data +ĠU rl +ĠRe uters +(t otal +ĠFif th +Ġess ays +Ġinterpret ation +Ġchar ity +ĠR ules +Ġsub section +st yled +az er +l ags +L IST +Ġupload ed +Ġtr ash +Ġreg istr +Ġsell er +>' ;čĊ +Ġstart Time +ç Ļ +s y +(Http ServletRequest +Ġtr ap +G C +Ġembed ded +Ġsurround ed +8 16 +im its +T X +yl inder +68 5 +ĠF al +Ġsent ences +ĠJ a +IF ICATION +we apon +ov ation +Ġco at +Ġinter pol +Ġl ips +ĠK y +Ġv ectors +_ am +Ġint ake +.w orld +Ġin box +ĠM AC +_ ab +(name of +6 33 +Ġent ert +Ġgather ing +ĠS IM +++ . +ny a +' }} +ĠUP DATE +Ġp ac +( html +ĠS ant +i ating +ĠIde as +Ġspr ay +ĠH art +Ġver ification +ades h +/ modules +ĠM ind +ĠSized Box +Ġsh elter +Ġher oes +att y +Ġcert ified +s j +Ġê tre +ÅĤ o +Ġpublish ing +ĠMal ays +.get User +ĠPro vider +ĠLinked List +ĠB or +RO UND +d id +t ain +p ire +ĠJ enn +t el +and e +75 7 +_f ront +ĠMc G +Test Method +à¸ Ń +Ġoccasion ally +ĠW ales +Ġexerc ises +ĠÐ Ĵ +0 45 +- plus +Ġvalid ator +Ġpr ayer +L ATED +_ author +Ġlab our +++ Ċ +-e quiv +ĠG PL +Ġface book +s imple +g ly +Process or +ip y +7 44 +Ġ* > +64 8 +Ġcle ared +ĠP ush +8 58 +Ġpen is +Struct ure +li j +ĠM organ +Ġhand ful +" .Ċ +98 4 +| \ +Ġ ******************************** +ĠA qu +58 4 +_ IC +.load s +Ġm eter +ĠMar ine +:: { +ĠT S +77 6 +ĠArray s +.T itle +GR AM +ter min +Ġco inc +El se +_st ates +-r un +m embers +78 2 +ast ro +0 66 +Ġon Press +Ġbe ings +Ġabandon ed +Ġtax p +own ers +.m ode +Ġdiagn osis +Ġ_ Ċ +ĠK night +ĉ A +Ġob serve +), ' +8 23 +! ")Ċ +ĠPar a +Ġvari ation +( False +ĠAnt i +Ġg ri +Ġhome less +? v +Ġbe z +.S erver +re lease +ĠP atri +Ġchar s +Ġrank ing +activ ation +58 1 +Ġw ides +q r +.S ql +ac ular +ĠB ot +_s ync +Ġhapp iness +Ġvolunte ers +8 77 +Ġs its +/ < +[ e +(file Name +Ġcap ac +8 32 +ĠMar ia +f ather +Ġgr am +* i +Ġcas o +_d raw +ĠR aw +ĠIter ator +6 64 +ĠP adding +9 24 +P D +BO X +ĠS PECIAL +Ġfe cha +Ġv ide +ĠLe ader +ä» ¥ +$ (". +Ġdiam eter +Ġm ild +7 45 +Ġrock s +app ings +0 48 +d irectory +55 7 +.fl ush +ĠJ ess +UN IT +ĠP ear +Ġmand atory +S ur +q t +Ġstream s +Ġco operation +ĠS ac +Ġche aper +ĉ ch +an imation +f are +( height +( True +N Y +Ġw rest +Ġpoll s +Ġencounter ed +ĠMarket able +_P ASSWORD +7 16 +_SE LECT +ĠArab ia +_c lock +Ġv oy +Ġи з +Ġst ir +is ible +-e ffect +.c reated +Ġto ys +ĠTrad able +Ġr ust +Ġstr cpy +_t imestamp +Ġtalent ed +, null +ĠJ obs +ĠPort land +Ġweak ness +Th row +ĠAng el +ä¿ ® +75 4 +Ġun cert +ï¼ī Ċ +ĠìĿ ´ +Wh ich +Ġ[- ]: +S omething +Ġconv icted +k le +ed ium +Ġbranch es +Ġb ases +ç ® +Ġcomplex ity +ĠF ig +. reshape +$ db +7 36 +_CON ST +ĠT es +.r untime +Ġden y +ĠB SD +Ġk r +h att +ĠSt atic +Ġunivers ities +Re place +Ġdro ve +Ġad oles +_pl ugin +ĠL GBT +Ġt ex +du ction +75 1 +7 99 +ED I +ĠT ed +_ URI +Ġre ception +art en +.S ingle +r ice +sc ious +8 43 +_b g +Ġw ages +ĠS ervlet +UIL ayout +Ġform atted +.M od +< class +is en +Ġrepresent atives +"] = +Ġport al +ĠHun ter +Ġh iring +__ )Ċ +ric ulum +u o +li est +Ġt ears +L at +Ġliter al +.In sert +Ġc urs +ĠCom put +Ġterror ism +Ġswe ep +Ġ[] čĊ +Ġpass enger +Ġeast ern +Ġtwe ets +Ġoper ated +w nd +ĠS yn +.t ools +ĠW M +ul ates +Ġbacter ia +( bytes +.set Data +Ġvis ibility +// ================================================================ +el m +Ġgener ating +Ġm v +Ġk h +j en +/ search +Ġaccount ing +se gment +act ic +. ip +Ġdeploy ment +Ġfoot er +> ',Ċ +Ġexpand ing +ĠHam ilton +ĠCon trib +.T ables +7 28 +Act iv +H H +ocom merce +_ ; +Ġamong st +ow ing +8 59 +ĠC old +AP H +Ġpsych ological +_t ensor +Ġpack aging +ĠSw eden +Ġp are +Ġag gregate +Ġmoder ate +86 2 +_h and +Ġdesign ated +Ġdr um +Ġget User +ĠC reek +_s cope +ĠTrans fer +ĠM arg +Ġfight ers +W nd +ĠS el +ĠLa unch +Ġemerg ing +if rame +ĠAdd itional +Ġf ears +Ġsat ellite +_ : +Ġdis posing +Get Value +Http Post +AT IVE +ul ary +View s +Ġatt ending +ĠT ennessee +ĠM ission +Ġmedic ation +ĠW y +ĠAn na +Ø ¹ +ĠVert ex +.t ypes +O rgan +.DataGridView TextBoxColumn +ĠR S +Ġtemp o +( App +89 2 +Version UID +.p oint +ĠD utch +H ours +L U +Ġqu oted +.b uilder +ĠPer fect +ĠAl ways +_t wo +Ġexclus ively +ĠC ra +ific ar +ĠA WS +ing ham +com plex +k ernel +Ġgr avity +Ġw i +05 2 +Ġover view +66 1 +ĠW ant +ĠW P +( sh +. rotation +St ates +ĠTe en +_com ponents +ì Īĺ +Re ceived +Ġly rics +rit es +ĉĉĉĉĉ Ġ +-A merican +[ num +/ python +ĠU ART +Ġapp le +ĠJon athan +Ġmoment um +ภ± +Ĥ ¹ +Ġm ich +and ra +Ġbi ological +ĠM ens +Ġ% % +else a +ĠMex ican +.rand int +Ġt ale +ĠValid ate +Ġdefe ated +.ht m +Ġcop per += / +cos ystem +Ġr ip +dec imal +.V ISIBLE +ĠT a +ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ +Ġdownload ed +en vironment +Ġnom ine +build ing +ĠSp ot +ipher al +Ġal to +qu et +ĠF T +/ get +/m aster +W IN +åħ ĥ +67 6 +W est +arg c +Ġprodu cers +ĠM uch +_st orage +cred it +CON T +Ġv et +Ġvo ices +(' ', +Ġinstr uments +66 2 +ĠM SG +es se +re pository +om ics +Ġdeal er +St ill +Ġb anner +asc ii +Ġrem arks +[ js +Ġshort er +g ulp +Ġmyst er +Ġk un +ĠB ird +Ġti ene +7 88 +n ut +ĠU m +Ġw ise +Y eah +INE SS +04 6 +_b egin +- heading +C ourse +Ġ čĊčĊ +omb ie +grad ed +ĠG PS +Ġ że +F it +c aption +ö n +/ image +l ia +(m od +Ġle ak +en za +6 29 +/ H +ĠH appy +99 3 +D ist +n x +ĠGovern or +(l ast +te acher +ĠS ent +s upport +8 38 +ject ory +Ġ Ùħ +Reg istration +06 3 +ĠGr ay +, false +Ġadjust ed +( settings +< R +ĠM age +Ġpl aint +_ )Ċ +ĉ it +omet ric +. bootstrap +Ġcar ries +I p +Ġ! $ +Ġswim ming +ĠMar io +ĠQuest ions +P ACE +æĸ ¹ +e or +}} " +Ġo ven +ĠK on +Ġwis dom +Ġac quisition +ess ment +ag ine +Ġexpress ions +Sequential Group +F ront +ul pt +aw k +'] )ĊĊ +8 13 +7 32 +_ AR +Ġanal og +ul in +_PR INT +ĠL G +Ġb lob +ĠFurther more +_com ponent +ĠC ole +L AN +SCRI PTION +Ġl ap +icens ing +_TIME OUT +ĠF ro +Ġli ability +Ġcom posed +6 34 +.create SequentialGroup +_p erson +Ġbe am +ĉ ĠĠĠĠĠĠĠĠ +ĠNot Found +68 4 +. 'Ċ +ÃŃ s +.Text View +P DF +Ġk ar +__ (' +Ġ" :" +_m essages +Ġhar vest +.h istory +> 'Ċ +-f old +æ Ĭ +ĠBet ter +Ġ"\ < +sp acing +Ġfurn ished +9 13 +os er +] }Ċ +Ġ$ " +p ull +.P ost +9 19 +( ip +Ĺ ı +.f ront +nt e +ĠF M +g uid +8 44 +Ġnegot iations +agon al +9 34 +Ġtrem end +unge on +Ad v +car ousel +ÃŁ e +_DE SC +Ġham mer +áº Ń +ĠĠĠĠĠĠĠĠ ĊĊ +-c ore +-s ervice +Ġcorn ers +ĠS F +p red +> A +ĠJ Label +Ġrom antic +Ġtestim ony +os c +ĠGener ation +as ures +_int ernal +Ġprint s +Ġ] )Ċ +ĠC leveland +re po +D isc +6 77 +76 2 +Ġ" >Ċ +�� �� +Ġne arest +59 1 +_t b +( require +EO F +- child +Ġbu dd +.Xtra Editors +alt ies +7 23 +\": \" +W ords +9 17 +Ġloc ally +Ġpurch ases +6 95 +Draw er +ex tract +Ġexec ut +} '. +user data +Ġfocus es +-min ute +7 64 +ĠP ublish +og o +Ġmount ains +B ot +} >{ +Ġt ension +ro d +m esh +Ġtransform ed +, R +() }Ċ +.l ong +Ġg orgeous +ĠS chedule +Ġol dest +Ġsub process +( IN +y ect +ĠCo oper +arn ess +ĠMon itor +.p art +97 2 +ĠN BC +66 8 +Ġc otton +Ġh ol +7 26 +Ġrg ba +ĠB io +Cont inue +P od +Ġparticip ating +clus ions +(By Val +7 34 +à ¬ +ĠH OW +_set opt +Ġaccompany ing +09 1 +at on +Ġ/ \ +ĠAuth entication +i én +ĠBar ack +/* . +Ġe ager +ĠC ancel +< lemma +ep h +ĉ window +Ġinc idents +75 6 +), ( +.D es +ib e +ĠFunction s +Ġhosp itals +0 38 +Ġo xygen +root Scope +Ġd rew +ĉ request +not ice +ak u +am ents +f ar +97 3 +77 4 +Ġprec ise +_w rapper +Ġlisten ers +A Z +.b ounds +ĠA verage +field set +_ axis +Ġexam ination +' .Ċ +mon s +++) {čĊ +ĠForm s +íķ ľ +9 16 +Cpp Method +_tr ace +Ġengine er +66 3 +ĠFl at +Ġrev ision +Ġhe ating +6 38 +/ profile +.r u +p riority +Ġin fer +_ST REAM +Ġ* )( +> $ +OLE AN +OK IE +IB ILITY +U AGE +ĠSur vey +07 1 +Ġres ign +w ing +Ġsecre ts +Ġch ips +JSON Object +Des ktop +59 6 +_SY MBOL +(res ource +ĠĊ +Ġnew est +ul i +Ġdes ert +Ġd ip +ĠP ow +Ġequ ation +Ġposs ibilities +ĠF ed +os ph +Ġ[ % +Ġb ubble +ether lands +79 3 +Ġc ement +. auto +_ AN +âĢĻ . +se lection +ĠB ond +9 88 +D en +- O +.get Type +8 96 +.W indow +p res +Ġsw inger +" })Ċ +Ġp ip +Ġm ice +Ġcomp ound +- plugin +ik o +Ġcent uries +ic ular +-in line +ĉ key +> \< +EN SION +Ġ[ čĊ +Ġprecis ely +Ġét é +ĠP ast +ĠCam bridge +-f ull +Ġanaly ze +ĠSte ven +Ġn em +d ue +ore n +Ġmus cles +ij ing +8 52 +/ - +ĠKenn edy +59 7 +R M +oss ible +Ġact ress +Ġd olor +9 14 +å½ ķ +Ne ed +.t oggle +ĠR ace +w ers +.m aterial +ĠD ue +ĠP el +# print +Ġindepend ence +ex us +Sh adow +Ġenc oder +( level +ĠSw ift +.d oc +_se lection +95 2 +Ġserial VersionUID +9 45 +Label s +Ġperform ances +.T ag +ĠN HL +iz en +/ UIKit +99 1 +_CONT ROL +Ġearn ings +9 75 +ĠAl t +_H ANDLE +C tx +Ġpers u +Ġtr an +ç ¨ +_CH ANNEL +Ġsatisf action +ĠG P +7 69 +io x +m itt +land o +Ġp ig +inal s +ê ncia +7 31 +S urface +ĠU UID +Ġbenef icial +Ġsequ ences +ĉmem set +Ġmag ical + « +Ġw orn +AS C +pop up +COM P +_b efore +en ess +U i +L es +.re quire +.Serial izable +add Gap +Ġauthor ization +08 5 +.py plot +urr ay +lat itude +8 45 +fr ames +aj s +Ġcomp ass +Ġobserv ations +_s up +.en viron +Ġtri ple +ĠRub y +Ġdr ain +_F ILTER +S an +UM P +Null Exception +ĠG ab +ow e +ĠTurk ish +_se quence +ĠGr ant +uel a +Ġw o +Ġc ube +i q +Ġdis orders +Ġextra ordinary +Ġc trl +ĠSe q +ent r +8 65 +Ġsan ctions +9 49 +uts ch +Re ports +Ġin herit +Per iod +Ġphot ography +ĠF ramework +Ġspecial ist +Ġ? ĊĊ +_ selected +.P layer +Ġal location +( account +Ġstruct ural +v able +- offset +.App CompatActivity +аР¼ +.Add WithValue +Ġicon s +Ġshut down +_l ow +ĠCom pare +ĠC e += head +l am +.p redict +_DE C +ĠS leep +ĠGr atis +Ġsuggest ion +ĠD EL +ca ff +av irus +No thing +ŀ ĭ +Ġwides pread +Ġmechan isms +Ġtext Align +occ up +ĠR ail +: NS +Ġf iber +Ġm k +Ġv intage +-l ong +.re duce +. Entities +( record +Ġple asant +FR ING +.C ells +OT T +ĉelse if +64 9 +7 24 +_con firm +ĠView Group +s ym +Ġpr ay +Ġsus pected +Cont ains +98 3 +Ġb orders +Ġcomponent Did +ASS ERT +Ġinf inite +- order +Ġh ello +ĠGr ade +.currentTime Millis +apol is +z h +ĉ Object +: \\ +H O +val uation +Ġvoc ab +7 19 +Ġcou pon +atab ases +.Get Type +L earn +79 2 +] =" +ĠG ary +ot ive +Ġas h +Ġb ib +XX XX +Ġbal anced +VAL UE +ĠN at +_A d +< E +åĮ º +ĠMethod Info +8 97 +L IB +Ġconsider able +ĠInd ustry +test s +.set Title +ĠBl uetooth +Ġm apped +ĠBru ce +ĠMain Window +ĉ status +Ġr az +ĠM and +Ġclass ification +Per missions +9 69 +Ġ---------------------------------------------------------------- ------------ +Ġcontain ers +: set +_x ml +Ġwh ilst +Th rough +Ġval ign +Ġworld s +C ORD +ED IA +ÑĢ ов +Ġsp are +ĠH ad +ĠDE F +(p tr +Ġwarm ing +8 98 +ठ¾ +Ġcons ensus +ag ne +CT L +Ġì ķ +.M ain +web Element +Ġp ist +Fl ash +App end +.tw img +T ap +Ġveget ables +al g +05 8 +.s ample +Ġcoach ing +( ind +Cell Value +Check Box +ĠH ell +RO OT +7 96 +Ġst adium +Ġinvestig ating +) % +st ed +9 65 +ĠW riting +Ġê ² +Ġun o +Ġ{{ -- +Ġco ords +Ġun ser +organ ization +ĠCr ime +ĠDemocr at +57 9 +Ġv in +/ file +0 78 +- api +ĠA y +Ġfund ed +ĠBre xit +ĠG h +ent ina +c ases +Ġd ash +Ġ!! }Ċ +H I +Off ice +Ġcapt ain +Ġwor ship +\ C +7 33 +8 51 +Ġglo be +_ board +Ġbab ies +87 6 +Ġconsec utive +Ġenh anced +ere um +ĠAd vis +Ġgr ain +77 1 +Ġc raw +ancell ationToken +. alpha +_W ITH +ĠO tt +ĠC ool +.b atch +Ġver ified +(c allback +Ġreg ards +68 3 +ĠInt Ptr +ouch er +Ġk in +Ġtou ched +it Ãł +ath on +Ġadj acent +Ġaccom panied +LE AR +Ġim plies +Ġh ill +ĠBalt imore +=" - +Fin ally +88 3 +S am +ic opt +Ġs od +Ġm aj +ĠSh ipping +Ġget All +Ġcoach es +Ġdon ations +il ot +ĠT ar +c err +Ġbad ge +Ġmark ers +ĠR and +ais ed +iss ance +Ġexpl oring +8 27 +uc ed +ĠIndones ia +Ġbene ath +Ġmagn etic +Ġm useum +match Condition +Ġdis rupt +Ġrem ind +ĠT M +Ġ/ >< +Ġf ool +Ġes k +.N ull +ĠD ies +_OUT PUT +_TYP ED +Ġpaint ed +67 3 +7 35 +Ġsoph istic +ĠB ear +* n +_P ACK +Ġdeliver ing +ĠC OUNT +åį ķ +Ġj eg +-c ar +f name +Ġr anging +8 48 +ĠN eg +/ ******/ +ĠCH AR +Ġul tra +Gr ad += t +Ġjud ges +ĠD ise +ann ers +98 5 +89 1 +86 1 +Ġsc al +_c al +ĠCON NECTION +_ embed +(f n +ĠC raft +04 7 +ĠP as +") -> +.con vert +.res ource +ĠST ATUS +ô ng +ĠT it +Ġclass room +ĠArch itect +ĠK ings +Ġstead y +/* !Ċ +ĠG ene +) ";Ċ +ic ia +st an +ĠCon struction +um per +95 1 +w c +ĠC BS +ing ing +-p arty +(d river +M ARK +08 2 +Ġn ested +ew ard +Ġdepend ency +Ġm ales +9 28 +ĠO NE +ĠProdu ction +][ $ +ãĥ¼ ãĥ +_LO AD +ĠB ol +el ry +8 31 +ł éĻ¤ +ĠRe quire +Ġpl acing +xx x +CA LE +Ġth umb +8 24 +Ch oose +Ġprot otype +VO ID +Ġles bian +7 41 +Ġtra its +Sh arp +Ġconsum e +Tr uth +Ġaction Performed +ĠEnvironment al +ĠDe an +Ġest ado +s ame +Ġnumer ic +Ġtrans it +. Email +-s ide +_R UN +ĠVill age +_OP EN +è ¦ +.re m +-w arning +any a +Property Changed +Ġ(! _ +( check +il ia +ĠSo ft +st eps +ĠMad rid +Memory Warning +Ġhand lers +Ġexperi encing +Ġins pect +button s +Receive MemoryWarning +chem y +Link s +Ġur llib +.System Colors +ĠE igen +Ġpun ishment +:UI Control +bar a +- set +Ġ}čĊčĊ čĊ +Ġtoler ance +Ġinter faces +. redirect +ighb ors +cs rf +_back ground +. Utils +_H T +69 2 +ĠInter est +im os +Ġgr ants +08 3 +Ġexam ined +Ð Ķ +Ġc f +for ge +back s +ĠObject s +_s ent +. entry +ĠTH EN +ell ido +c ia +, res +65 9 +68 1 +/std c +. nd +( Int +ĠAuth ors +ĠApp CompatActivity +' { +Ġmed i +M usic +ig m +ce ipt +Ġa uss +Ġtarget ing +ĠKe ys +h n +: ]Ċ +Ġmin eral +à ® +.c a +76 1 +om ed +Ġshe ets +Ġc amb +Ġdead ly +.in ject +( unit +ĠSe lection +.g ms +( connection +Ġ$ (" +é mon +ĠCurrent ly +pt e +_path s +8 47 +le af +Ġimp lications +pos al +ä½ į +[ / +anc ia +é Ľ +m ul +c ie +Ġge ile +67 9 +im als +UI View +Ġs urre +serial ize +IS O +Ġarbit rary +Ġsock addr +.f n +ĠM erc +Ġcast ing +Key Down +Ġnew Value +op ens +7 17 +T odo +Ġflex ibility +ĉĉĉĉ ĠĠ +V elocity +ú n +row ing +Ġcomput ed +` )Ċ +st atement +Ġr i +_c art +L ow +trans fer +.n av +Ġgr ave +ĠDo or +ĉ alert +69 1 +69 8 +.sub scribe +- profile +ĉb ase +ĠâĪ Ĵ +__ ĊĊ +Ġengine ers +Ġexplos ion +Ġd ari +68 2 +ĉ Log +on al +Ġisol ated +{ i +ĠM sg +F uture +Ġrac ist +-w rap +ĠV ers +b org +IS ION +Ġ ÑĢаР+ĠY an +8 36 +init With +Ġn omin +( empty +ÃŃ n +ãĤ ¤ +ĉ width +Ġch amber +/ ajax +EM P +09 3 +Ġnec es +iv os +log ic +*) & +cript s +97 6 +Row At +05 3 +ib lings +Ġe ars +Ġcomput ing +Ġm aker +ĠNe ither +b readcrumb +Ġserial ize +ĠWith in +Ġd ell +_TR ACE +09 2 += a +Ġwish es +-in ch +ĠD or +Ġinnoc ent +ĠD ol +Ġint ens +for ced +05 4 +ĠB IT +Ġphotograph s +Ġcas a +ĠL en +\F ramework +.S imple +Ġde ar +8 95 +)/ ( +ip pi +Ġown s +Pl ayers +Ġpropos als +.p i +us alem +D amage +Ġcal ories +ĠCreat ive +Ġ[ $ +Ġ// čĊ +78 6 +And View +è me +.c ustom +_f actory +command s +_lo ok +Ġstr cmp +Y N +a ired +Ġaud it +о ÑģÑĤ +ĠRe verse +ropri ate +et ics +< vector +.s elenium +. or +Ġpred icate +Ġfinish ing +Ġk le +ĠRep os +ĠK han +ĠM aking +ĠF S +Ġp ute +ĉ state +_S UPPORT +' - +orient ation +Ġexist ed +atur a +Ġexpect s +ĠSh adow +9 66 +Ġorgan iz +å ŀĭ +Ġsusp ension +66 9 +Ġu it +Ġsimult aneously +ĠAff ero +: ");Ċ +Ġro cket +c as +eter mine +ace ut +69 3 +x l +ĠA MD +( graph +75 8 +87 2 +ass oci +_C R +.ar ange +04 9 +(j Label +Ġbe ef +Qu ick +.c ard +] ): +- gr +7 97 +.G ONE +_C LOSE +ĠNe v +ÃŃ as +Ġste pped +ĠFre edom +ĠW R +NS Array +_r x +_d ialog +Ġhot els +95 3 +Ġ( \< +ĠD iamond +Ġassum ption +um i +( items +č ččĊ +æ³ ķ +Ġn el +Book s +åİ ¿ +us b +ĠF IN +88 1 +æ ¬ +Ġcorpor ations +US A +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +9 29 +.p roperty +ew ise +_ plot +"> ';Ċ +Ġpe pper +98 9 +Ġsh ed +ĠMed ium +ĠC ookie +88 9 +Ġoverse as +ed or +asure ment +7 66 +åŃ ĺ +Ġ' .' +Ġph p +ĠPRO C +Ġexception al +( th +ĠJ et +Ġoccup ied +.set Image +ĠRel ated +uck er +M embers +PR INT +ĠG lo +_V IEW +} ",Ċ +Ġad option +[] )Ċ +8 42 +ĠMiss ouri +ĠLin coln +eral d +Pop up +Ġf ate +- bootstrap +fe ctions +ĠP oll +_ARG S +in ance +69 7 +-h ome +. ), +_d one +69 4 +: ĊĊĊ +Ġdiscuss ing +ĠSQL Exception +Ġelect ro +ĉ req +Ġz w +88 6 +Ġl ui +9 32 +Ġover night +$ user +ĠW AY +Ġall erg +Ġdisappoint ed +Ġradi ation +Ġimpress ed +ific ates +Ġto b +CL ASS +Ġc uda +_d et +- post +ul u +Trans lation +-h and +.y ear +ĠM ongo +Ġun clear +. engine +WEB PACK +r ices +_AC CESS +Ġh olidays +per cent +.Id entity +ĠG ov +Ġpassion ate +!! . +ĠGree ce +plus plus +')) ; +G P +Ġexc it +.tab Page +_ cond +Ġspons or +M ODULE +_pro c +Ġ$ Ċ +Ġr ational +.T ool +Ġi hr +cc a +åĵ ģ +ĠE state +IB UTE +Action Performed +ĠS olar +¦ Ĥ +Ġequ ity +t id +9 38 +Ġrec ip +.s imple +m k +68 9 +ĠL uke +ĠGuard ian +Ġenc rypted +Ġdomin ant +. place +ĠN V +8 39 +Ġtong ue +( Get +Ġst ainless +.P lay +Ġe b +ac i +.b uffer +readcr umbs +Ġvacc ine +p rom +97 9 +Ġuser Info +Ġsl ug +Serial izedName +-w ide +Ġre actions +ĠY ang +ĠAdd s +(user Id +Ġpl ates +ĠM EM +Ġb ail +In side +et ed +Ġels if +Ġs ake +Ġc ycles +Ġì Ĺ +ĉ I +-c ollapse +8 41 +ĠG MT +8 14 +De claration +Ġg ros +Ġreach es +Ġcust ody +Unt il +75 3 +8 56 +t u +ĠCh en +Ġn x +( addr +ĠO ffer +Ġcol leg +ass ador +67 4 +Ġm apper +8 54 +ĠS IGNAL +ĠB loom +ĠH oll +ĠIm per +-d es +_s ite +Pro c +E qu +Ġat omic +ĠW oman +s ent +7 38 +8 17 +sc ar +Ġint elligent +ĠGet ting +ĠReg istration +ĠPh ill +Ġkill er +unic ode +Ċ ĉĉĊ +ĠJac ob +ĠCon st +Ġloc ate +Ġca us +7 49 +ĠSch olar +Ġconstitution al +Ġinfl ation +ĠG ot += array +end um +Ġtransl ated +Ġdiv orce +En tries +Ġs or +ĠQu ote +irl ines +U K +Ġexc el +( opt +ĠAD V +,: , +Ġcontact ed +7 42 +ĠD A +Ġr ings +ĠIndust rial +.get Context +Ġforg otten +ĠT an +Ġp ants +Ġo v +Ġdec oder +ĠPart ial +Ġv c +Ġbatt les +A rial +FRING EMENT +ir ates +, w +aint enance +ĠO d +ĠTechn ologies +åī į +ĠCar ter +.find All +N ome +B en +ĠUs age +ĠP icture +Ġbad ly +_p anel +Ġpat ent +ĠProt ocol +lot te +ĉ player +je ctions +7 46 +Ġd ou +_re lease +urn iture +_t ax +ĠF ields +.d ataset +_m aster +CLU DE +ĠPh arm +b st +Ġoper ational +.c ell +Ġident ifying +Ġj wt +t uple +ĠT C +ĠC ro +9 36 +ix map +- components +gener al +Ġo z +_D e +_d ouble +ĠTo o +08 8 +.View Group +87 9 +g ate +d ings +ph otos +Ġgrand e +ol lect +_l in +Ġaw ful +f ilters +Ġaltern ate +es p +Ġcomp ress +e o +ĠS cale +Ġind irect +Ġinv oice +ĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊ +Start ing +ĠPl ayers +ie le +. then +98 1 +Or d +ĠT uple +Ġb out +ĠStat istics +Pre view +Ġp uzzle +ĠW idth +ST ATE +Ġover lay +ĉ on +Ġin fr +Ġsm allest +lock ed +ÑĤ о +ss l +77 9 +Ġde emed +Ġs co +re ck +Ġj Button +Ġmiss ions +87 1 +ç§ ° +.Selected Index +T ABLE +Se pt +Ġacknow ledge +Ġstrt otime +ĠT ell +ĠD ak +Ġal uminum +Ġf ence +ĠSt ars +CON FIG +Ġretro fit +Ġemph asis +/ header +ĠS omething +in ished +=' ".$ +ĠValid ators +Ġpol ar +section s +9 44 +.as px +Ġas pir +.M ock +Code Gen +Ġpe ut +97 1 +Ġaccept ing +Ġback ing +P icture +/ ap +еР³ +_SE C +- use +annot ation +Ġcogn itive +Ġg rip +h our +ĠLeg al +Ġep ic +.t oolStrip +.not ify +.L ast +OR IZ +M iddleware +cri ptions +l ash +_F OUND +ĠLiver pool +Ġ{} ", +9 31 +Inst all +Ġn it +Ġfig ured +[ len +.W in +.pl atform +8 53 +Ġgam bling +(d t +av ery +ĉ include +Wh ether +R outing +Ġther ap +Rem ote +ĠL oss +y ll +Ġappro ached +ĠV ehicle +ĠAl pha +Ġvoc ê +ans wers +NS Dictionary +95 4 +cons ider +un used +ĠF an +or able +f re +87 3 +ĠDIS CLAIM +ĠAct or +. ] +to Have +.user Id +Ġspeed s +ew ay +Ġrec urs +ĠÐ ³ +_pr iv +! âĢĿĊĊ +Ch oice +Ġsett le +Ġplan es +' }, +T om +IT ER +! "Ċ +å » +achel or +Ġsepar ation +Ġd al +ad j +Ġreg isters +r iz +ĠNot ice +Ġl u +Ġcour age +Ġax es +cell ent +.as ync +07 3 +Ġcompat ibility +ç « +Ġ! ĊĊ +ĉ title +Y LE +ĉ message +U UID +OLD ER +ĠH H +ĠStyle Sheet +Ġaccess ed +. validation +t asks +Ġpoll ution +.c anvas +Ġing redient +ĠC abin +A h +old own +ĠNO I +ĠÃ Ĺ +[ f +ed uc +y alty +(n ot +_ State +9 33 +am en +7 95 +7 39 +Ġda o +ud ad +ell ers +} & +lic ity +_W INDOW +Ġt atto +val or +.R ange +Ġrefer enced +ĠRes erve +M oney +87 4 +SCRI PT +/ product +cho ices +Ġt in +ãĤ ĵ +9 18 +Ġsepar ator +Ġp kg +am med +ĠM AT +! !ĊĊ +Ġr aid +Ġmotiv ation +ĠX P +ĠBack ground +ĠQu aternion +.define Property +ik er +ĉp arent +ĠOrigin ally +ant age +ĠH ans +Ġtim eline +.c ur +op ic +ĠSe qu +m ust +ĠCo al +Ġform atter +_R GB +Ġ_ (" +'} ),Ċ +Ġ= ================ +ĠF UNCTION +Ġl ng +ic ates +l ive +_ engine +Ġtown s +8 68 +')) ĊĊ +ĠP K +( api +ĉs canf +08 9 +pack et +.ph one +á Ģ +ĠAnd y +_N AMES +98 2 +PL Y +9 55 +Ġmin s +im i +Ġbr ick +Ġbl ade +.std out +}` ;Ċ +Sh ift +ĉs b +ĠCheck s +Ġphenomen on +Av atar +Ġmin istry +ro se +ĉ File +8 78 +Ġtit led +( LOG +Ġg an +des ign +(), čĊ +Ġb ones +st m +ÅĽ Äĩ +ĠInput Stream +Ġvol unt +ĠSerial izable +Ġfight er +ĠDr ag +T witter +Ġsubs id +ç ¼ +Ġfor ums +.load ing +log ged +_ this +Ġterr ain +Ġir re +ĠIn g +ĠC N +_object s +. uid +Ġconscious ness +T INGS +ĠG all +Ġport ray +05 6 +ĠDevelop er +Ġparticip ant +Ġ" ;čĊ +/ model +79 4 +ĠOper ations +^ \ +ĠL ater +Ġrais es +-n one +.m eta +=' .$ +Fin ished +Ġrepl acing +Ġsam pling +ĠJ en +" There +RE AL +A LE +ìĬ ¤ +Or ders +_param eter +ĠOlymp ic +Ġtr ès +Ġare na +i ol +; ?> +Ġimpact s +ĠW S +: get +Ġfl ights +ĠRuss ell +c amera +F n +s igma +Ġfor cing +Ġloc als +Ġdepart ure +Ġcelebr ation +ĠS ay +88 4 +ï¼ Ĵ +ĠH ills +.has OwnProperty +Ġtyp ings +.A PI +Ġdon ation +Operation Exception +.Act ivity +c plusplus +ĠChar lie +Ġimport ed +Ġd ann +Ġoccas ions +Ġimplement ing +Ġpur ple +.d ialog +SQL Exception +ern o +Ġw ars +Ġpast e +Ġdecre ased +Ġhar sh +Ġel abor +input s +ĠView s +Ġerror Message +_m ul +ĉ write +ĠC op +ĠAnn ual +(b utton +Ġv ida +b ars +ĠHar vard +ĉex pect +Ġindex es +Ġdocument ary +Ġf lesh +OR LD +ĠD elta +M AND +Br ush +-c olumn +Ġdevelop ments +97 4 +78 3 +method Visitor +s lice +ĠP DO +Ġinvest ing +8 67 +ir able +Ġxml ns +ï¼ Ľ +art a +Ġthe ories +_c ity +Ġ$ __ +Cre ating +( pr +D ropdown +ism atch +ĠN ET +9 26 +'] )){Ċ +ĠVal ues +ĠSE O +ĠST AT +Ġe cosystem +Ġtem pt +Ġ\ \ +Ġ// {Ċ +ĠChrist opher +ĠKent ucky +ĠHttp ServletResponse +Ġhy brid +y on +Ġfeed ing +ĠEx tra +N orm +IT CH +ĠSe an +ĠUp load +m un +p ur +Ġp ersistent +ĠID C +ĠPer form +86 3 +.m erge +_ room +Mean while +! =' +ĠW el +Args Constructor +88 7 +.D atabase +Ġcount ing +() * +Ķ åĽŀ +ĠT OP +m ill +ĠD T +IGN ED +95 6 +ĠK B +Ġcomp ly +S outh +_c ollection +Ch apter +Ġexpl aining +_ AM +_t s +c ards +Ġqu el +Ġp ole +Ġtouch down +ĠO thers +Ġpe ers +ĠType Error +76 3 +Ġsix th +Ġche er +Ġdis pute +96 3 +89 3 +us c +) ], +th umb +Ġh iding +ĠS IG +lik es +ĠP AGE +.Ref lection +Ġhead quarters +T ING +ĠG host +M LE +$ Ċ +Ġcontr ary +ext end +'] ). +FF ECT +ĠP interest +úmer o +ric ane +ĉs ession +Ġcr ystal +- Control +overn ment +og raf +96 1 +- action +v olume +ft en +Ġun con +Ġan imate +Ġle ase +sc r +Ġref use +ãĢ ĭ +ft p +in formation +Ġeval uated +Ġin jection +Ġj ack +Ġwork shop +æ³ ¨ +PT H +ĠT s +off er +ĉ os +Ġking dom +M issing +Ġlaw makers +ext Field +Ġsing ing +ab i +/ client +.m edia +ATEG ORY +Sign ature +% ',Ċ +ĠF uck +][ : +Ġsens ors +/ com +ĠPr imary +.S QL +_pro gram +Ġp ills +Ġinteg ral +Ġfle et +Ġdro pping +.s l +Be en +Ġp ets +Ġadvis ed +Ġdr agon +_ EDIT +( im +9 39 +F ER +ĠDr ug +(r andom +Ġcomp ression +ou st +[ % +Ġbuy er +h op +R oles +man age +Ġpain ful +ĠBr anch +-mod al +en ant +ĠM esh +/ font +ĠG raham +Ġâ ĺ +Ġn c +ĠFranc is +Ġspec ification +Ġdam ages +- config +Ġthe oret +sec ure +_m ulti +aceut ical +Ġdemand ing +en ne +IST S +09 4 +() ));ĊĊ +Re ason +Re cent +ph ase +Ġps y +_M AN +Ġvolunte er +å ¿ +istrib uted +li o +Ġproduct ivity +_com m +S pring +n is +. weight +ĠC ancer +Al loc +ĠT weet +Ġsepar ately +ĉ check +_p roperties +. Unit +8 29 +_CL K +Ġg t +Ġ( );ĊĊ +Ġhand y +8 34 +ĠThom pson +Ġunn ecessary +ĠRe ader +89 4 +G N += request +ĠU tility +.Re pository +ĠA x +hy dr +79 1 +ie u +Ġth y +Ġl t +_m ail +ä¿® æĶ¹ +ail and +ĠPhil ip +Ġbit ter +Ġbet ting +8 37 +Ġtim ed +ock s +07 6 +' a +Ġal gorithms +Ġre interpret +Ġto ss +ro gen +Ġhop ed +( selected +Ġvent ure +TE X +ĠLe ave +.Sub string +Ġgr ateful +7 43 +uk a +ĠCon sumer +Ġag greg +C ircle +ภģ +_block s +Ġleg ally +Ġ" | +ãĥ ĥ +. board +.A b +Function s +rec ipe +è ĩ +ĠO xford +Ġwho les +.B uild +_ch anged +h ai +Ġdepart ments +9 64 +I mp +Ġcoal ition +IN FRINGEMENT +Ġemp ower +itch es +N orth +Ġinfl amm +ON SE +Ġmiss ile +ĠR aj +ĠIss ue +Ġat oi +ca led +.Cont rollers +ĠW olf +Ġcrush ers +á» ĩ +.A uth +.add Attribute +h is +Ġbo ots +.c lean +c amp +Ġten ant +Ġt une +Ġ{} '. +Ġwork out +Re po +Ġpartial ly +MI SSION +j amin +ĠS B +Ġdetermin ation +Ġ' ');Ċ +ĠB eng +Ġv os +Ġin hab +/ lang +s burgh +Exec utor +h one +ĠCh allenge +_link s +.Le vel +Ġunder ground +-c ode +95 9 +Ġoptim ization +log ging +_de st +Ġsn ake +Ġchemical s +_IMPORT ED +ado op +ĠTH AT +man aged +Ġredu ces +ĠRE AL +ĠG uy +_GENER IC +/ ******************************** +. amount +Ġd ere +get Time +Ġp ant +an onymous +Ġharmon y +ĠAl an +Ġscen arios +Ġd irt +ht ags +M c +Sh ell +r in +{ čĊčĊ +.p ow +ĉ client +Ġconspir acy +Ġad mission +ĠReg ional +ĠView Controller +ĠPhilipp ines +Ġde pos +Ġp ap +96 2 +ĠP ad +P aul +.Com boBox +Ġt utor +ĠRec ipe +w riting +Ġcontrib utor +OT H +Sm all +V I +Ġh acer +e qu +ĠEx amples +h uman +.m essages +ĉt yp +Ġ( čĊ +ĠS SL +LE N +ĠRom ney +( grid +ĉ min +Ġ> ĊĊ +Ġfr uits +Ġvot er +In line +pan e +ĠC ollections +char set +Ġsp am +z b +item ap +Ġsucceed ed +_C OL +Ġel apsed +im eter +Ġrecover ed +T ensor +hatt an +.set up +ist o +( head +9 77 +ĠS IZE +Ġtact ics +Ġdist ur +Ġpre val +ici os +( Value +_c ols +ĠF at +Ġse al +Ġs ons +Ġens ures +09 5 +Ġpress ing += & +igen ous +Ġharass ment +_ JSON +Ġign or +yn omial +om er +_st atic +Ġsignific ance +Ġcirc les +_S ystem +Ġdiscipl ine +Ġdress ed +Ġs phere +9 27 +Ġclim b +75 9 +_ actions +ĠB ab +Ġ' =', +_s chema +" use +Ġund ers +Ġc ups +.s creen +/ new +Ġappe aring +T OP +vis ed +cl ang +Ġinvestig ators +Ġmyster ious +Ġprom ising +Ġqual ify +Ġc ave +Ġequ ip += x +G T +( link +. velocity +. erase +ot er +++++ ++++ +pro fit +Ġz ones +_ uid +- ser +Ġobject ives +Ġmil f +web kit +(m atch +ne h +ĠAssoci ated +ĠT odo += d +0 65 +C am +Ġv ocal +Ġs udo +( EX +Ġtr ou +AB C +.b ean +ĠG round +ĠRE ST +we ets +In g +im on +9 46 +_b us +ĠC OLOR +un to +Ġf oss +ĠLink s +8 69 +ä ng +/ forms +pr ises +Ġachie vement +C ALL +ел ÑĮ +ĠVer ify +_S OURCE +apt cha +ID D +_re ference +G old +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ +9 47 +Re ceiver +0 99 +Ġa j +_d irection +} ] +ĠCom pet +Ġb ang +7 98 +ĠC ass +- url +te chn +ĠJer usalem +long itude +' );čĊčĊ +Ġwin ners +T asks +ĠD MA +Ġtool tip +İ · +ĠB ra +_d uration +cur y +parent s +---- >( +ĠK ir +Ġint ros +Ġsk etch +Ġsk illed +Ġim mer +Ġade quate +_re p +( header +_ like +Ġper ceived +ss h +Ġassum ing +Ġf f +_u uid +ul as +Ġdemocr atic +. entities +S eries +aph ore +Ġnew er +} ( +SE C +ai ro +Ġcomm od +Ġprivile ge +Ġde ux +ĠH op +.' / +ct ic +. ';Ċ + C +ĠWar ren +Ġoptim izer +ĠSER VICES +_ oper +get Attribute +ĠMc K +_s elf +08 4 +.r s +" )ĊĊĊ +Get Component +er ce +Ġt ous +un its +'] );čĊ +Z oom +/ E +Ġobs c +Ġfast est +on line +Ġpeace ful +ff en +Ġc argo +ĉ pr +Ġseek s +z u +07 4 +Tr im +Ġw ard +Ġver d +Ġblog s +.exception s +ĠPrem ium +ĠN etherlands +S afe +Fin ish +ĠAl bum +_A CC += this +v irtual +] > +_L ABEL +ĠN ich +_w in +ĠA aron +W P +; $ +aim s +ĠImage View +Ġend less +ER A +_DIS ABLE +Ġcancel led +- us +Ġins pection +em in +ĠG rey +- open +Ġiter ations +. owner +Ġk eras +.P assword +ĠR y +ĠIN S +A ir +ĠSe veral +.Tab Stop +ING LE +ĠH air +ĠCan vas +AA AA +Ġfl aw +ced es +.Re port +í Ĭ +ĠT ips +cript ors +.trans action +.S pring +Ġview er +Ġins ights +è¾ ĵ +ord ion +U INT +se ek +ĠA uf +ìŀ IJ +Ġstr ain +To oltip +Ġd z +ign al +ad t +Ġu c +fin ite +Ġn m +.c md +ĠMy Sql +[ data +.j ackson +.t ree +Request Param +_ agent +") ]čĊ +Ġass ass +( Constants +: ss +ĠM AN ++- +- +ĠB ottom +print s +ĠS ame +@ Autowired +sw ap +ici ón +Ġprotest ers +Ġh oney +ĠV eter +(C alendar +- ad +ĠBrook lyn +L ife +_V AR +ze ch +ĠC ALL +_C AST +ĠE lection +Ġthick ness +V ery +_IN TEGER +- dev +)) )) +ap at +oo oo +d emo +Ġparse Float +ĠR ather +ST IT +m aker +[ current +chron o +Ġch rist +ãģ ª +ĠD etail +Æ° á» +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġs ul +id ency +Q ue +Ġeleg ant +ap ons +Ġdish es +Ġinteg ers +( read +05 7 +find ViewById +ĠAm ount +ĠSk ip +Ġhab its +* )( +Ġmon sters +M AC +: end +Ġfr ank +As sembly +Ġd fs +Ġne ut +_TYP ES +e qual +loy d +( uri +Ġch i +Ġdefend ant +Ġconflic ts +Ġv il +- js +ĠPe ace +Ġmut able +) sender +ĠF ocus +å» º +Ġapprec iated +s leep +ĠR ED +C ulture +Ġdesign ers +_g enerator +c odes +/ ex +.Get Value +umb led +.scal ajs +per or +Ġveter ans +Ġ} )čĊ +Ġun fortunately +_C REATE +M ass +ĠCL AIM +ĠMe et +_s upport +B ank +() .Ċ +D ark +_LO W +ĠMin ing +ĠO wner +ier a +Client e +Ġencour aging +> S +Ġboy friend +ĠH alf +ĠA CC +A ff +_ ar +-l ife +c x +.J Button +iz ado +.z ero +.open qa +ot on +.text Content +Ġto ll +at ie +Ġball ot +- number +. Exception +ĉ params +c ircle +-m ap +Ġn ap +ĠRob ot +ĠI ch +reg istration +Am azon +roll ment +( exp +Ġt anks +ĠG ordon +Ġmach inery +Ġbas eline +æ ĭ +08 6 +Ø © +ĠCon vention +ĉ config +ook ies +m ult +Rec ords +ĠE ST +Ġgar bage +Ġcon form +id al +Ġb arg +Ġsurv ived +Ġinvestig ations +9 35 +.contains Key +---------------------------------------------------------------- ----------Ċ +ort ion +Ġhor r +_ http +Ġm ant +] ;čĊčĊ +b inary +9 48 +em pl +Ġin quiry +ĠMean while +09 8 +Ġcollect ing +.Entity Framework +", ĊĊ +ĠP ic +@ Inject +ick ness +ĠB inding +Ġcont rolling +re verse +Ġch airs +semb led +( add +Dis abled +an as +.trans late +-------- ---Ċ +Ġref lected +"] ĊĊ +Ex ternal +Ar row +Single ton +% x +Ġ Å +Ġan cest +ĠOr leans +ĉc md +Ġprohib ited +ith metic +(ch annel +_c ss +For ward +.s ocket +Ġl uc +â Ĩ +ĠFire fox +ĠM ovies +) _ +. ends +( shape +Ġde alt +Ġs aves +Ġgl ory +Ġmej or +Ġbreath ing +Ġ eller +get Data +Ġang les +Ġtool bar +Ġsp acing +05 9 +IP S +Ġflo ors +_ACT IVE +Ġsh uffle +/ shared +ĠE le +ed ish +Ġweb cam +.ex pect +il oc +ĠIn cludes +Ġtweet ed +Ġ: ) +ĠEss ay +F ix +-b etween +_ web +.con v +Ġrac ism +Ġreflect s +um m +иÑĤ е +_f ooter +/d ocs +ĠP our +Ng Module +.initial ize +pattern s +_ In +ĠAb b +* čĊ +Ġsent iment +b uff +_count s +Ġre use +ch unk +Ġim posed +Primary Key +Fore ground +Ġconsum ed +? ! +Ġd ick +Ġch ron +ĠF ern +Ġrespons ive +95 8 +Ġin sect +icult y +Ġr w +Ġal ike +Ġsub set +ĠCook ies +ĠP air +Ġt ier +IF O +av our +ĠQ U +, sizeof +Ġmerg ed +m v +it ol +yl on +Ġjump ed +. role +ens aje +R ules +Ġb rowse +An imator +Ġy oga +Ġvari ants +Ġcour tesy +ur an +p bs +else if +Al t +ĠL ane +CL K +IM ARY +_PRO PERTY +ï¼ IJ +Ġch an +Ġgrad ually +Ġsh ake +Ġbl onde +... ");Ċ +-se x +Ġgame play +ac ies +.ref resh +US B +ĠPl ot +W as +iss ippi +ĠT ensor +Ġcryptoc urrency +Ġdifficult ies +De leted +With out +_ append +_ ver +9 67 +")) čĊ +Ġhonest ly +Ġp ivot +Ġtem ps +_p s +ĠUn like +[: - +V S +_in f +Ġjun ior +Ġanim ations +Ġfile path +? {{ $ +Ġun icode +pl aces +ĠC offee +.S E +ĠP AR +(t xt +ge bra +Ġf ires +Main Window +med ium +Ġ( âĢľ +Ġl g +Ġc mp +/ base +_l ayers +_ entries +Ġadmin ister +ĠSU CH +B P +ĠScott ish +ĉčĊ ĉčĊ +gu ard +ĠStr ong +In sn +ĠC AP +as ury +ĠSE E +C lock +er ie +\ models +Ġ$ $ +ĠC ab +Ġwur de +Ġsold ier +Ġcl ips +Ġarrang ement +ĠW onder +ĠH orn +Ġsc ared +Ġc ure +m kdir +Ġal igned +ĠP ink +Ġland ed +Dim ension +Scroll Pane +.ch at +.W ith +ĠTr ain +] .Ċ +Ġth irty +Ġdur able +Ġl d +Ġlate init +Ġch arts +Ġins ult +.F atal +_ ct +Ġm asks +CLU DED +Pres ident +Ġcol ours +g ments +.at tributes +ĠF lex +ĠC lock +ÃŃ cul +im en +J O +ĠReg ex +_L INK +Ġc ouch +ĠIN PUT +Ġbe ating +b usiness +pre ced +. unit +ĠF el +N ever +osp el +.start swith +ĠE PA +. only +Ġprevent ing +y er +Column Name +Ġelev ation +fl u +icy cle +Ġoff line +Tool bar +Ġcompet ing +) ]. +Ġm og +Ġis Valid +As k +_ av +_l at +AN C +ĠJ oh +k ers +Ġgu ards +Ġch ains +ĠSimple DateFormat +.st atic +Ġvess el +Ġm ud +Ġst abil +Ġst ret +g m +am ation +ç ľ +-w ith +Ġro s +_P A +Ġresult ado +Ġconf idential +ĠTok yo +ĉ using +ĠMath f +omb ine +ĠESP N +Ġdeal ers +Ġdismiss ed +TR Y +Ġte ens +rec ords +Ġw ings +g allery +account s +_L IB +Ġj acket +ĠNS Object +Ġst ones +ĠDel ivery +ĠD iet +/w atch +Ġto ilet +ĠG uest +.d ay +06 7 +Ġint val +08 7 +Vis it +Ġinvestig ated +Ġpent ru +ĠThe atre +andid ates +L ang +ĠS erv +Ġcont rollers +Ġset Title +N P +am y +fl at +( ui +06 9 +_d ocument +è ĥ½ +ĠC oin +ĠAd ams +pt ic +Ġproduct ive +Ġaccompl ished +čĊčĊ čĊčĊ +Ġdefer red +ient es +Ġs inc +ol ars +Right arrow +Ġvari ations +( offset +95 7 +.Layout Inflater +Ġsus pend +Ġprevent ion +_pr ivate +_ js +âĺ ħ +Ġw ieder +at um +Ĵ Į +Ġappear ances +.D ocument +Ġvalid ates +cal endar +} ";Ċ +.d emo +con ut +Ġcorre ction +ĠDe al +Ġbatter ies +.d uration +, \ +_m arker +m ulti +Ġh alt +Ġc ms +Ġsh aped +B ro +re duce +Ġ #### +CT OR +ĠBen ef +Ġicon ic +Ġp iano +Ġeffect iveness +| .Ċ +Ġa jax +Ġv olumes +ภ¡ +Ġcl js +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ +ath s +ra its +å¤ § +Ñ ĸ +_m ult +Ġfasc inating +A verage +Ġpr é +ĠChair man +.find Element +_p in +Ġcomp aring +Ġdark ness +-F i +- server +Ġselect ing +ster dam +ĠPart s +FORM ATION +Ġnot ing +Ġp ile +og s +Ġpa lette +_d o +it ize +07 9 +() ( +Ġdef ining +Ġremain der +Un its +_T ASK +Http Client +S ocial +Ġfund ra +N R +ch est +C urrency +.ad apter +Ġd op +un ting +ANG UAGE +" He +ĉ index +_p ackage +.I con +Ġrep et +m ass +=" .$ +ĠS ud +Ġl id +pro vince +ì ľ +G PIO +Ð ļ +ĠMy SQL +Ġdoc s +ĠG A +Ġip sum +K ernel +Ġaccept s +Ġfit ting +Ġcu ando +Ġd uplic +ĠBro ther +ĠK le +num s +Ġmor ph +Ġ ######## +ĠCG Point +< unsigned +ä¾ ĭ +ĠD uke +.set Bounds +q s +or ic +j er +Ġregard ed +Http Request +Ġbond s +Ġthorough ly +enc ent +Ġhighlight ed +Ġac res +Ġwork place +ĠL ux +Ġqu ot +98 6 +.in flate +Ġdocument ed +Ġadd iction +Ġmut ation +.c ity +Ġbott les +ĠRepos itory +on n +err no +ARI ABLE +åº ¦ +_B EGIN +gl as +' })Ċ +ĠMass age +ĠWh it +reg ex +W A +Ġout let +- head +Ġexp ired +ĠTh ai +/ include +grad ient +scan f +Ġse am +w al +ĉb uf +B earer +Ġprec ious +if acts +co ord +Ġexpl oration +.get Y +(h andle +Top ic +ĠV ent +r hs +---- --Ċ +ĠB right +Ġg uild +m other +st orm +Ġmunicip al +Ġin k +.T YPE +w l +... manual +ĠTechn ical +Ġcorpor ation +ĠH W +ank a +T AIL +ist as +Ġperform s +ĠBeh avior +.F or +_ ORDER +ĠK ick +Ġcallback s +_d r +ue go +h ub +uff icient +sk y +Ġb p +ht able +ĠON LY +ĠAUTH ORS +.Arg ument +" };Ċ +ĠTh under +ĠK om +.Sh ould +A UTH +ah u +_p ayment +Ġst arter +ìĦ ľ +ìļ © +B log +.p atch +Ġgovern ed +ass y +-f ound +Ġthe ater +ĠFont Weight +ĠBat man +" If +.R andom +_d elta +ĠC E +Auth enticated +Ġdr one +Ġc ous +r adius +M er +( None +ĠN J +_ headers +Ġam er +py test +ĠA ctions +ĉĉĉ ĠĠĠĠ +Ġet t +Ġh oly +Ġun comfort +ĠN in +ĠDec imal +ĠM essages +.s ender +] ])Ċ +Ġembr ace +Th ough +/ sp +Ġcult ures +Ġhigh way +t ar +.f ail +_h idden +ĠcomponentDid Mount +ĠW right +Ġj ag +_ il +../../ ../ +ig u +F ood +Ġa ce +Ġa ños +US D +Ġmut ual +Log ic +Ġtem ple +Ġbrief ly +ĠT rip +class method +default s +Ġch unks +,, ,, +ĠRe ason +$ id +-up s +Ġdam n +Ġtruck s +Ġun limited +Ġsc ulpt +ĠC ards +Ġaut or +ĠTest ing +Ġdies e +sh ops +ç ´ +(p ayload +ĠP ATH +ĠMem orial +Ġridic ulous +eg ree +-w inning +Ġre hab +Ġsophistic ated +wp db +ĉ path +! ";Ċ +_S YS +.s peed +Ġso ap +s uffix +W rap +Ġenh ancement +à ī +ú b +Ġplay list +Ġmix ing +ant idad +=" ";Ċ +ĠRev ision +ĠBe at +.in c +-w ay +enc ias +ul ers +C at +id el +ĠSh ip +.set Color +Ġthreat ening +.mod ules +Ġafter wards +ĠD ashboard +Ċ ĠĊ +Sign al +Ġpr imer +orne ys +ici ary +Ġl igne +_p redict +Ġa est +_ https +> : +ĠL ex +Ġrencont res +eg ral +sc ala +_f amily +ÃŁ en +_s ym +Ġuncert ainty +ĠVAL UE +Ġ} ;čĊčĊ +Ġbro ader +Ġh orses +ãģ Ŀ +ĠK al +ob a +_IN ET +ĠK ill +j query +am ination +[ @" +Ġm uj +## #Ċ +First OrDefault +then Return +C he +/ footer +Ġpark s +as je +ĠG ulf +Ġmod est +. Init +ï¼Ł ĊĊ +Ġpros pects +Ġs vg +Ġå ı +.D ialog +_N ET +Ġ( ($ +Ġe k +ĠW arning +ĠM K +< LM +Ġ' čĊ +i em +h etic +Ġi x +th ink +-sh adow +ĠE ld +ĠNev ada +ĠLe af +ĠG ROUP +Ġprom o +ent ine +ĉ Map +ĠModel s +ĠK rist +_k ernel +-m ade +Ġc err +As sets +ell ar +Ġinv oked +.v ue +Ġcult iv +C losed +Ġgener ates +ffff ff +thes ize +s qrt +ĠCast le +.c ar +Ġke en +und a +ĠC row +ĠSing h +y thon +Ġbe ans +l arg +æĸĩ 件 +Aw esome +unc ate +Path s +o ji +(c urr +CON DS +Ġm im +Ġshould ers +H ard +ast es +а еÑĤ +Ġconv ince +de cess +m ade +ĠC MD +. Im +Ġcha os +ens ively +Ġcool ing +Ġbur ied +(' @ +_S e +ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ +.com pany +.sub mit +ph ant +Ġboot strap +_h elp +à § +.d ump +Ġdif er +_m apping +Ġcirc ular +Ġescort s +Ġb ere +Ġgrad u +ĠLeg end +im edia +ĠBar celona +Ġbed s +åĪ ° +ãĢ Ĭ +_v olume +Ġtremend ous +Ġsc aling +Ġp ins +en as +type param +D ashboard +render er +Ġsp i +Ġ& $ +ĠSk in +alm art +Ġh ockey +Ġ'" .$ +Ġerr no +Ġb ew +Follow ing +.M odule +er able +ĠM ilitary +ĠR io +_ available +ĠSur face +Ġst ab +IF IER +ĠL IST +Ġd ashboard +Ġcl usters +.pl ugin +Ġj ou +ĠDec or +F our +Ġdel le +****** /Ċ +ia z +in de +ch ing +Ġget Item +.Add ress +ment ed +A meric +Pl ain +Ġus b +ĠPract ice +_ ment +.bl ue +H int +ÑĢаР² +Ġconn ector +Ġinher ited +и в +Ġinterval s +Ġc ere +Ġu d +Ġin con +.Ex ists +ĠM ic +F K +(c ard +.Set tings +Ġexhib ition +Ġon Pressed +Ġrest ored +eng u +. def +Ġrec v +." );čĊ +enc oder +ather ine +( dest +az ed +# endregion +sem bl +, M +ob y +Ġп еÑĢ +.C all +Ġattend ance +-b order +Ġaddress ing +ê n +ĠLe v +Ġb ash +ben ch +C redentials +Sp acing +( of +_RE SET +ig uous +Ġcr uel +Ġcross ed +Ġle ur +ĠG olf +or rect +Ġpack ets +ĠData Set +Ġpart ly +SEQU ENTIAL +Ġindic ation +ĠS alt +ac ia +Ġ* );Ċ +ĉ info +ĠView Bag +on z +Ġeditor ial +ĠA rena +Ġs ir +_ Static +( socket +s u +cho ose +.m onth +.M y +09 6 +é ri +; font +do es +Ġcon verter +Ġsal v +Ġl r +Ġinflu enced +(f eature +ĠQue ens +let t +_M ON +& amp +Touch ableOpacity +O FF +Ġmetab ol +( iter +Ġvit amin +ĠIND IRECT +aut om +_p ublic +Ġadjust ment +Ġspecial ized +w indows +.add All +Ġaccording ly +ĠJ OptionPane +Ġcell spacing +Ġqu ad +Ġcre ep +Ġout lets +}` )Ċ +Ġpri est +_TH READ +ĠMar x +ĠBy Val +Ġc ual +éĿ ¢ +Ġtempor arily +An n +ke leton +å ¥ +ĠLO C +au er +der ive +Ġbeh aviors +as ename +ĠCent ury +Ġhor rible +ME SS +_ List +we i +P at +ĠCh oice +_F ROM +ĉ line +.in voke +.B ottom +Ġnow here +." ĊĊĊĊ +_ export +Ġstrugg led +.Ap pearance +ĠJ Button +ĠJer emy +([ [ +Ġkick ed +mar shal +st aff +es ity +Ġqu iz +_e ffect +Ġ} ));ĊĊ +m el +b anner +ĠP IN +Ġin vention +Ġcons olid +Ġop s +ĠB etween +j ack +ern ational +Ġsacr ifice +ag ation +ĠJ oy +Ġam endment +ĠS old +Ġprison ers +ан нÑĭ +Doc uments +) ])Ċ +ust ed +ĠLine arLayout +os o +_E M +.s elf +.M iddle +) // +Ġ\ ' +Ġfuck ed +ĠM urray +Ġprof ound +_E LEMENT +ult a +il ers +port folio +J une +t cp +mod ified +ĠTr ace +ĠK el +aly zer +) => +ĠRep air +_B E +Br and +u art +pre view +Ġiniti atives +run ning +b ang +ĉ update +ĠCo ach +R ich +Ġy outube +Ġrit ual +app a +ĠRobin son +prec ision +//////////////////////////////////////////////////////////////// //////////// +=[ ]Ċ +Ġcelebr ated +OT O +Ġin clusion +J P +' ;čĊčĊ +Ġnot able +(_ . +Man aged +Ġgu ides +& nbsp +ated Route +ĠAd just +Ġcol ored +_s cores +ĠTes la +_pro gress +.in st +[' _ +.fl ags +Ġf close +_O PER +ż y +_n ote +Ġtrans gender +å ķ +RI PT +Ġabs ent +Ġam et +Ġoper and +ë © +Ġh ood +to LowerCase +av o +ĠCirc uit +ĠL ind +-- }}Ċ += m +Ġsup press +ĠM AP +i ang +- admin +Ġside bar +ĠB u +ĠH ex +, F +ĠSign al +Ġtrans parency +ĠFeder ation +/ V +Re q +Ġpul se +Ġt ends +Num bers +% ' +Ġde port +dat as +_U INT +_ tra +ok o +Ġ" ? +comp et +sole te +und ry +Ġover lap +}` ,Ċ +. ly +_sum mary +ĠL ost +.C enter +Ġdis ability +.Serial ization +Ġge om +Ġ? : +ĠW o +Ġsh ipped +Ĥ æķ° +Ġu gly +Ġexcit ement +Ġext erior +Ġcheck out +Ġk ur +, D +ĠAl aska +Ġsyn thetic +ĠB udget +ĠSub scribe +Ġ& Ċ +ÈĻ i +ĠY u +ĉ query +} .Ċ +Ġtr aged +ass en +Ġaccommod ation +Ġphys ician +Ġren amed +Ġtid ak +z Äħ +Ġmin us +ny ch +09 7 +_EX CEPTION +thread s +Ġt ire +_c reated +ens ure +Ġworth y +Ġexc use +Ġclo th +.parent Node +/pl atform +ĠU FC +ĠG tk +un ny +Ġg ibt +ke ley +h um +(t x +ĉ dev +Ġout fit +do ors +Ġf on +ic ut +vol atile +Ġhom osex +Max imum +Ġexp end +Ġ});ĊĊ Ċ +E q +ond ers +dep artment +ĠPhys ics +" });Ċ +Ġpar ad +.S tr +Ġse le +IF IED +Ġdel ivers +iv an +Ġrespons ibilities +Ġadvoc ates +è µ +ĠR ID +.param eters +M etrics +ron ics +ĠUITableView Cell +A bsolute +ip se +yl um +MLE lement +_VAL ID +< title +D lg +p aces +Ġsynd rome +be ans +_d atabase +oz illa +ĠM eg +DB G +Ġl ub +Bag Constraints +ab ad +Ġproject ed +_BY TE +.Size F +st reet +ĊĊĊĊ ĊĊĊĊĊĊ +ĠLO SS +Ġdirect ors +/ news +Ġnurs ing +ĠD one +. HTTP +dis count +ĠR ot +To Many +Ġen abling +Ġauss i +ost a +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ čĊ +è½ ½ +Ġhel icopt +ĠIn side +ä¿¡ æģ¯ +is per +ĠAll ah +ARCH AR +Ġroll s +Com pare +X P +Index Of +S UM +Ġass ured +ĠPhys ical +End point +.G lobal +.d etail +Ġthe ft +.j upiter +Ġhum or +.R ender +A lex +.c ap +Ġbuff ers +Ġdis pose +t ion +.p resent +z el +, P +Ġdesper ate +.get Column +Ġtw in +ì ĸ +.c an +Ġf lee +ĠIran ian +Ġstick y +ĠU TC +L T +//////////////////////////////// //////////////// +Ġl icensing +_PO INT +ĠM aps +Ġl ol += models +-t ab +ĠN ash +_log ger +tor ch +ĠCON SEQUENTIAL +Not Empty +/ react +Ġp f +Ġassert ion +Ġsubsequ ently +_c an +Ġpand emic +og ue +"+ Ċ +_ ent +_P aram +.ĊĊ ĊĊĊĊĊĊ +Res earch +C apture +Ġbel oved +d em +Ġextract ed +Ġf ights +ER C +(a uth +position s +Ġrevers ed +(st ack +Ġ_ ) +uto ff +_fl ow +ç Ĥ¹ +( Game +Ġex cluded +ĠCS V +c g +ĠT itan +p ause +Ġcer ca +Ġdump ster +L ess +Ġkotlin x +aster xml +Ġpoint ers +Ġfl ows +ĠT un +ĠMain Activity +Ġdis cret +Ġcomb inations +vis it +_b ind +oot ing +d ater +_look up +.n io +Ġswe at +ĠR d +Ġscient ist +ĠP ixel +@ NgModule +Play ing +Ġunf old +Trans late +ĠLaw rence +ĠFIX ME +B ill +ĠR IGHT +Ġwhere ver +Ġo ok +vid ence +Ġ] ]; +ĠSk ill +unist d +ĠðŁ ĻĤ +Ġfem ales +-- )Ċ +İ· åıĸ +ĠF red +Over all +Ù Ĥ +Ġess ence +Ġthere by +Ġw ounded +ĠD OWN +les son +text ure +R ound +Ġautom ated +ĠÐ ¡ +ĠUp dates +Ġsh ade +p ublish +ĠG ear += lambda +Ġle ver +) +" +h ill +Ġrad ar +ry ing +Ġ" ). +f illed +Ġline up +Ġd l +Ġworks pace +V o +_d t +ë ² +_ Item +NS URL +. verify +ĠHawai i +G od +M arch +Ġ[âĢ¦ ] +Ġpel o +ur ious +ĠPitt sburgh +. It +C lean +> \<^ +Ġi os +s ound +"] ; +Ġfre ed +rot tle +ĠL ower +[ count +å Ŀ +Ġp ale +ĠWay ne +ear th +_c ategories +U CK +.m etadata +Ġsum mon +H OME +олÑĮ з +Ġmanufact ured +Ġdo ck +Ġcompet itors +_MODE L +ok ia +ĠH ey +Î ¿ +Ġback ward +ĠPO SS +rop a +Ġc ri +_O BJ +Trans port +-h igh +Ġerot ik +_s lot +Ġart ic +_f ramework +-ser if +ĠSql DbType +') ( ++ "/ +Ġw ore +S il +Ġst oring +ĠPh ase +u ant +Ġb ump +in ho +Ġd ign +Ġback s +q q +(h ash +Ġge o +Ġt ender +Log o +! )Ċ +ĠM X +ĠAr thur +esso a +_C h +Ġbed rooms +="# ">< +Ġth roat +ins ic +.int eger +Ġpr imitive +Truth y +Ġfacilit ate +Ġcreat ivity +ĠD NS +Ġg ra +ue z +Ġcount less +ĠPol and +' M +ĠD ist +Ġv est +Ġcert ification +á» ij +h eld +ext ensions +( static +Ġgr ades +ĠU ber +ãģ Ł +Ġ[ ])Ċ +dat os +Ġget Data +ĠCh arg +ĠB S +.m icrosoft +.v ideo +.d irection +->{ ' +l ua +ape st +Ġbo iler +ere k +Ġdec ides +.j ar +IS C +ĠW ords +(C ON +EMPL ATE +ree ze +sh ots +app s +unt ed +.set Name +:: < +-b old +ê ² +å¯ Ĩ +Long rightarrow +Ġunf air +Ġear ning +Ġsh elf +URE MENT +Ġid le +_M ENU +.C ustom +AG ER +- " +_s witch +b ecause +) view +m are +_ condition +ĠStart ing +M vc +(p re +d ump +_LO CK +at etime +.c allback +ĠC er +op ol +ib rary +Ġres ervation +ĉĉĉĉĉĉĉ Ċ +lect or +grad uate +Ġgener ous +Ġ ion +ric ao +m q +_com plete +(c ursor +ĠForm Control +: center +Ġsub stitute +ĠPl anning +Ġp ension +Ġrecommend ation +ĠT ags +Ġg ef +Ġalbum s +Ġwash ing +ro c +Ġtr ains +at ings +Ġex ponent +ack bar +- ln +á g +.Data Annotations +ĠE IF +ĠMalays ia +ĉ PORT +on us +Ġcle ver +Ġpe u +> ĊĊĊĊ +ĠArg uments +Ġdebug ging +( right +' D +com pute +Ġfin est +OR AGE +Ġspect acular +ph rase +Ġind ia +Ġlegend ary +b irth +Ġcom posite +Ġg rows +ĠT D +Ġep id +Ġlaunch ing +] ][ +Min utes +ĠCh a +Ġclean ed +Ġwitness es +uk an +ĉ Type +Ġhab e +par agraph +ĠJ Panel +ĠH ann +Ġvar ied +ĠP okemon +ĠM UST +åĬ ¨ +.vis ibility +op up +^ [ +.exp and +Ġ" ', +.f asterxml +_ auto +ĠShe et +mark er +Par cel +ew s +ĠStr ategy +-m aking +Ġun ve +Ġtrail ing +Ġclick s +ĠGet Component +ĉ content +IG ENCE +ERN EL +NSMutable Array +Ġb reat +Ġharm ful +¶ Ī +Ġbes ides +Ġb oring +Ġbrut al +v ang +(p arse +qu ick +Ġpy test +Ġswitch ing +() ]Ċ +Ġì Ħ +L ER +ĉf ont +Ġnet t +) ]ĊĊ +(/ \ +æŀ ľ +to Array +Ġbre ed +ĠC AR +ĠWe apon +A bs +t ot +Ġset Name +apt ive +Ġ: , +Ġesc aped +ord en +ĠP ri +th umbnail +Ġdescri ptions +/ styles +ĠPC I +Ġal phabet +astic search +NOT E +Ġc ialis +ĠGr iff +Ġpor que +Ġprote ins +pl ays +Ġst ating +Ġimag ination +Ġfac ial +ĠMe chan +Ġarr anged +_ used +Ġarrang ements +ĠP ipe +host name +Ġprov inc +T it +.Flat Style +ĠS plit +ĠLo ader +.c c +Ġclin ic +---------------- ------------ +Ġb aking +ĠEN T +ne ath +ãĢģ ĊĊ +AN E +.EntityFramework Core +app ers +. ic +ĠNg Module +ĠF ORM +Ġ' ; +-pro fit +h w +en emy +ĠE ye +Ġca ution +t own +Ġur ged +ĠJim my +ynchron ous +-s ized +m aking +, { +] ', +_ Object +ah oma +Ġactiv ist +IN VAL +ĠCom mercial +ĠOr lando +(t ab +ĠØ ¨ +Al gorithm +Ġher itage +Get Mapping +Ġfail ures +ri os +at iva +Ġt et +Ġcar pet +( Z +th ree +Ġdisc losure +. ERROR +_c alled +Ġd ial +Ġoccas ional +.E rr +Ġfunc ion +caff old +Ġrele asing +ï¼ī ĊĊ +_ Value +ĠV ari +y ellow +Ġstrugg les +.c al +ĠDak ota +ĉc lose +Ġsand wich +Ġanaly tics +Ġ** ) +& # +ĠJ os +Ġpass ive +AT TR +Th rowable +ĠM un +ĠU int +(dis posing +ar ak +ĠLe aders +Ġaffect ing +Ġitem View +Ġeconom ics +f v +๠Ģ +.r b +ĠOver all +Ġwealth y +Ġev olved +nd a +ĠH us +re strict +um en +ĠA gricult +! ĊĊĊ +Ġexp ires +Ġspokes person +int erval +Ġà ¢ +Ġque en +(n il +ing o +He ap +Ù İ +Ġcompl ain +S ym +ĠCl one +ĠR u +ĠW ILL +ĠCr ystal +/ content +ing en +oint ment +Last Name +av icon +ĠIB M +ĠDim ension +an h +icip ants +ĠAn ne +.pro gress +Ġal go +ob il +ĠV oice +ĠF E +Ġg li +Ġv ed +Ġprevent s +\ Column +Ġfol k +ett i +Ġm n +ĠCL ASS +Ġdisplay ing +ĠK l +ĠF err +d uto +. ib +Ġd ados +' name +-s pace +Ġit alian +Ġin verse +Ġd ense +ut er +ĠI Enumerator +-s ign +Ġnation wide +Ġperson a +Ġsol ved +Ġdram atically +Log out +Ġgr av +Ġanalys es +ol lo +Ġl amp +. team +ĠE rot += [" +Ġd ancing +Ġ?> / +Ġc ater +ff e +ĠSh a +ĠB os +ĠRE QUIRE +ĠMon ster +ĠR B +ĠI DE +Ġsu its +Ġform Data +( theta +Ġsp atial += NULL +ĠSql Connection +Ġ à +ĠV enez +ĠMor ning +Ġpublic ations +ĠNON INFRINGEMENT +first Name +ud s +W ould +_HE AD +Ġinvest ed +st able +f red +Ġcommand er +SE S +âĢĶ a +an che +ĠM ovement +ë ³ +S uite +Ġjur isdiction +ë¦ ¬ +ĠB eth +j Query +ĠIs a +Ġd ental +, * +ĠL imit +ili ation +=" { +b ast +Ġt urb +is y +O OK +Ġadvoc ate +im ag +LE CTION +л ÑĮ +(c ategory +.de c +Ġun iqu +_s n +Ġattract ed +Ġà ī +ĠRun ning +_ edges +ĠDis able +_A S +åĽ ¾ +Ġnetwork ing +_br anch +H aving +toBe Truthy +G I +Ġcamp s +se p +-p art +Ġ)ĊĊ ĊĊĊĊĊĊ +ustral ia +ĠRe ports +rit o +Ġwa ist +_pl us +ĠW W +-p erson +Apr il +Ġs ar +.t ar +Ġagricult ural +t ic +Ġt cp +Ġset Value +agent o +ĠAp pe +p iler +CA DE +Ġan che +atch er +Ġcom ics +Ġl bs +_se gment +'] =$ +itt ers +ich er +G INE +Ġutil ize +ĠC ursor +_ex pression +Ġd ag +< long +Ġr hyth +æı IJ +Ġconsult ation +Y et +")) ĊĊ +_M AC +c ould +Ġ' \\ +ĠV o +ĉ http +Ġg s +ph er +- grid +J ames +J ul +Ġsch on +Ġtensor flow +ĠLOG GER +am as +Ġsc ipy +Ġconv iction +. ag +Ġadministr ator +)) {čĊ +Ġn un +" group +P or +Ġnur se +ex pression +ak y +ĠHe avy +. opt +.get All +Ġover l +/ ", +_c ountry +ç İ +ĠG ENER +_r oute +ĠD al + ´ +ol oad +Ġuncomfort able +(m enu +Ġhost name +' ");Ċ +Ġcalcul ations +-c lick +Ġprotect ive +ãĤ ¯ +_F orm +ung s +Act ual +m f +ĠProcess ing +ĠIn ventory +(m atrix +app ropriate +w eg +ij a +Ġch r +Ġr ifle +-w sj +k ar +Ġindepend ently +I OS +Ġconsist ency +v n +/s ystem +ĠCh anges +Ġexp ose +ici ents +Ġrel ate +ĉ next +è ¨ +ud es +Ġglass es +F XML +.... .. +ĠP df +Ġappro ve +Ġ{ \ +Ġexist e +)) ( +ARE NT +оР¿ +ĠL atest +ĠNiger ia +.Inter faces +Ġrem oves +En emy +Ġen force +vert s +ĉ pos +_text ure +W ARD +ĠINC IDENT +( container +Ġdef ending +ĠR X +ĠH ook +br is +ĠFl ask +Gr ay +. )Ċ +vis ibility +ĠRedirectTo Action +err al +_e lem +Ġres on +front end +_variable s +ater ia +Ġ+ " +ave led +RI X +Ġdef icit +_C heck +YY YY +To One +sp y +Ġun ited +end ent +Ġp ode +ãģ Į +C AT +(f mt +ĠBon us +Ġre ck + º +Mod ules +Ġvac uum +R adio +ĠDAM AGE +P en +ĠPark er +; ;Ċ +ĠRe ally +_n eg +p ending +Ġnomine e +ĠC ategories +ĠUl tra +We apon +Ġdef ender +I ss +ĠG ender +ĠD ress +Ġimpr ison +Ġbank rupt +imension al +PH A +ĠStr ateg +ĠPROF ITS +Ġp atri +//////////////////////////////////////////////////////////////// //////////////// +de legate +Ġfor State +Ġdev oted +_m ake +Ġterror ists +ĠS nap +_n av +ĠA A +ĠI an +ĉ app +Pl acement +_h dr +< K +Ġs ang +st roke +- Q +> x +.T ask +m oney +ib aba +' });Ċ +ĠSpec ific +ĠLine ar +_O PT +Hash Code +( Player +.Contains Key +Ġcoll apsed +trans parent +_R ANGE +View er +(c fg +Ġsort ing +Ġinf ected +ĠN ach +Ġaccommod ate +.element s +_P ART +ĠSex y += get +( year +Ġx hr +: ] +ows ki +Ġsum mar +Ġ ¿ +Ġint e +Ġwork flow +ĠTai wan +vers ions +åı ij +Ġsurprising ly +Ġopt ical +Ġpro ces +Ġdisag ree +Ġnue vo +ĠC AM +sort ed +le ases +ist le +Id ent +ĉ event +ject ed +Ch unk +V ars +.pro vider +Ġproceed ings +Ġin clusive +Ġart work +end ants +ï¼ļ Ċ +se en +Ġl ig +Ġm akers +_f un +Ġlength s +Path Variable +[ item +ภµ +De ad +FFFF FF +ĠUr ban +up les +ich en +(null ptr +.s pec +, System +UR ATION +(j ob +å¼ ı +Ġtrack er +Å Ļ +ĠM R +ĠSQL ite +Ġd to +Ġ; ;Ċ +Ġm int +ĠInt roduction +ca o +Ġquestion ed +Ġf itted +rev ision +s q +Ġm ig +_un its +_ async +Ġf lick +});ĊĊ Ċ +Ġnot re +}` , +F ilters +Ġm undo +_d ays +Ġfr m +ut c +Ġval s +ew idth +ĠGener ator +ĠArt ist +ĠID s +ĠArt icles +re ater +ĠComponent Fixture +. = +Ġr ou +- no +.b ukkit +eg g +ĠD iff +atic s +Ñĥ Ñĩ +âĢĶ ĊĊ +ĠChar lotte +by e +Ġ} );čĊčĊ +ĠV ik +ĠB row +Ġl v +ĠG ib +-w ing +GL IGENCE +(I l +ĠEngine er +.W ait +ĠP ictures +Ġr het +Ġth ermal +Ġpr aise +< >();ĊĊ +ĠSp ider +P ause +ĠB aker +Ġsl ower +Ġ} ]Ċ +_en queue +Ġdisappe ared +ĠT icket +IN UX +_LOC AL +аÑģ Ñģ +@Inject able +comm unity +Gesture Recognizer +åĽ ½ +Ġsca les +Ġ- ( +/ '+ +ĠS it +Ġexecut ives +ard ing +Ġad vers +Ġback wards +ĉ context +ĠH amp +ĠP F +ĠDe ck +ĠCra ig +A merican +Ġb ell +Ġpro l +uf en +Ġr ng +ar shal +ĠSim ply +first name +sh ore +J uly +Ġmort ality +ĠâĨĴ ĊĊ +Help ers +Ġbench mark +em ade +Ġorganis ations +.g son +ĠText Field +Ġciv ilians +.Array s +ĠMiss issippi +Ġinter mediate +get User +_cl uster +Rel ative +fore ign +.querySelector All +Fore ignKey +Ġreason ably +-------- -Ċ +C ards +ĠK am +ĠTh or +Ġroll er +-e lement +ĠC urrency +dd ie +ALL Y +ĠR A +Ġper met +aa aa +Ġhom ework +ĠV it +Ġm old +ĠF er +[ start +Ġstatist ical +Ġsc ary +_H OME +.B egin +Con struct +ogen ic +ĠDEAL INGS +Ġtamb ién +ix on +. ind +ac re +Ġtransform s +ĠN ap +.B lock +uss ia +pir ation +ul ent +Ġce il +Cl ause +na ire +T ES +Ġne at +ST D +ĠReg Exp +per form +: ) +Ġun ions +Ġs ublic +Ġw inds +lo ating +g lich +Ġp agination +S kill +App ly +ĠOper ator +ist ogram +Ġqual ities +C ross +Ġde com +], " +ĠJ uan +.mod al +.Ch ild +ĠRog er +STIT UTE +:CGRect Make +a lette +Ġst a +as ide +Ġbl ur +ĠW a +if etime +re ed +control s +Ġb ins +Ġп ол +*/ ,Ċ +U IS +ĠR ou +ĠDem o +- awesome +ĠCh ain +Ġh asta +ĠB art +. KEY +Ġvend ors +nof ollow +ĠD est +_b uilder +Ġarg ues +_ answer +g oto +ĠRES ULT +ĠM ON +Ġp oder +o ons +_C ASE +Ġrep lic +Ġfin ancing +ĠD ATE +c ern +_tr ack +t ies +/ logo +ĠNE GLIGENCE +get Type +> T +b et +g irl +ĠINCIDENT AL +-s ite +.tr igger +ĠL isa +_input s +Ġrel atives +Logged In +Config ure +I K +. accept +Res ume +ĠD raft +Ġ* >( +ĠW A +ed ian +ern ess +ĠLayout Inflater +*/ čĊčĊ +oth y +Ġoblig ation +Sub scribe +Ġth umbnail +ex ist +Ġins isted +ĠU ICollectionView +ĠAng ular +Ġtable ts +ĠImp act +ãĢį ĊĊ +ah o +Ġcharacter istic +g d +Ġ= ================================================ +our t +` . +App ro +Co ordinate +Rem ember +Ġmar ine +] ==' +ĠAdmin istrator +.get Default +Ġforg ot +ĠStruct ure +V ue +ars ing +m oment +k w +_c ursor +Att ack +Ġath letic +Ġdiagn osed +Ġend e +åĪ łéĻ¤ +H ouse +ĠP ARAM +Ġw iki +ĠO pp +Ġcons ervation +Ġs nd +_t em +sub str +ĠC ape +.s im +UT ION +an an +âĢĻ un +Ġg y +- work +Ġcomp elling +=' # +ĉs ub +Ġdirect ories +íĬ ¸ +Ġtouch es +out ines +.C ollection +s chedule +.l at +ĠDo ctrine +CA A +ĠRe fer +Ġshift s +Ġlik elihood +pre ter +ĠF emale +Ġinter cept +Ġl ou +çĻ » +Ġr ug +ĠC rown +Ġ************************************************************************ **** +- product +Ġprompt ed +ung le +d ocker +ĠT u +ĠUn ique +_ Error +ul os +Ġâ Ħ +Ġ( ` +Get ting +_s cal +ĠEn h +ü t +Ġsust ained +Ġp atches +Ġpros per +ĠG aza +_l ight +Ġin cons +-------- Ċ +ĉĉ ĠĠĠĠĠĠ +S F +C N +: ";Ċ +ĠColl ins +( *) +Ġcomp ilation +'] čĊ +Ġcon sequence +, ... +Ġd m +ĠB LOCK +Cl uster +Ġsk i +(arg c +T uple +Ġjo ins +ĠSher iff +W ar +ind i +Ġcomment ed +H OST +Ġinv itation +apan ese +Ġperm its +preced ented +_z one +ĠA my +_R D +Min imum +Ġinv ocation +.en able +icht en +- owned +" id +_PO INTER +F ac +Ġspecific ations +Ġnom ination +Ġg p +< ( +Ġrob ots +ĠJ erry +Ġhold ers +Ġw and +c ms +Ġ} ))Ċ +.To ast +ĠI List +B ased +z oom +/ style +ĠBe ck +M en +Ġcontrib uting +Ġund o +ĠO H +Ġadd Object +Ġe igen +sign up +éĶ Ļ +Ġdist ant +PAR ATOR +ĠM ari +Ġm á +E mp +ó s +Ġì Īĺ +ev t ++ j +p ark +ĠSt ay +ĠD un +Ġso y +> % +az ines +Ġti empo +(m e +p resent +.Th is +Ġedit ors +F IELD +.W ork +ĠUn iverse +Ġdr unk +.t imer +Ġalter ed +ĠN ar +ëł ¥ +.Act ive +id or +ç Ń +.delta Time +Ġawk ward +& quot +ĠSaf ari +Ġtr icks +MENT S +div ision +Ġvary ing +ĠHigh way +Ġphotograph er +ĠSt ewart +Ġlast ing +.P re +.amazon aws +ĠL uck +.D escription +ĠN az +n eg +Ġc ó +<<" \ +ĠSur v +ĠU nc +Rec ipe +.Border Style +Ġmod ifications +- at +AT FORM +h dr +ak o +Ġsublic ense +ĠJ ump +Ġbe im +ĠMan hattan +. bool +_h w +ÑĤ ÑĮ +B in +Ġg ateway +" ": +ĠU IS +:" + +- def +ĠReg ular +/ testing +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +string stream +Ġdis par +Ġmob il +- read +ĠAd apter +ĠCh ampions +Ġsched uler +Ġk ills +ĠM ultiple +ir ror +Ġgod s +AD O +ak te +ĠUs uario +.c ircular +Ġre cept +ĠEx pr +Ġelder ly +Ġnic ely +Ġbest e +W ant +Ġclass ical +.s prite +obj c +ĠM ason +Ġsist ema +.Bl ack +es o +ĠZe it +Ġdiv id +Ġent ers +_sub ject +ĠPlan et +.w arning +ĠG ram +_t okens +Ġhousehold s +_c ustomer +user Name +c ross +Ġp ione +Ġass ists +_S M +ib o +Ġlo yal +Ġuse less +# elif +ĠUlt imate +C ome +g el +Ġd ich +xy z +ik el +ob ra +_s can +ĠInter ior +ĠN ice +Ġpl ac +ĉt arget +Ġvir al +ass o +() / +und e +ĠAd obe +O s +vis ited +ĠO W +ĠFe ed +ĠSe quence +Ġman ages +in son +ĠLouis iana +{ }) +ĠH ab +ĠL D +Ġb ip +pr ites +(e lem +.h ibernate +él é +Ġoh ne +_trans action +Ġann unci +P ublished +ĠH onda +ĠT am +ĠP acket +_ selector +Ġchalleng ed +Process ing +-h over +Ġtr ainer +_c ancel +ĠNS Dictionary +ab ric +ĠM LS +_s ensor +Ġshr ink +ĠF X +th reshold +ĉH X +-m ark +` .` +S cheme +(f ull +_w riter +ĠS ys +Ġf led +ĠC in +-w idget +ĠPre vious +G ender +_ question +Fe ed +Ġscr ut +(p refix +ãĢĤ ãĢĤ +Ġin fections +Part s +Ġhier archy +_DE LETE +ĠPat ient +_p ay +Ġprom oted +Ġì ĭ +Ġcivil ian +Ġagricult ure +ĠP iece +Ġst ance +uts che +Ass ign +.A CTION +F ig +_r adius +ĠS ync +du cer +f ailure +ens ed +pt ime +B M +_dat etime +qu ivo +QUE UE +èĢ ħ +Ap pear +Ġsum mit +: void +Ġv ine +è® ¤ +on ne +_TR ANS +.g reen +_ cc +Ġhung ry +Ġ" > +() );čĊčĊ +Ex tract +iz ens +Ġsol ver +Not ify +Ġeng lish +ĠSh opping +inter faces +RE Q +Ġil leg +ĠUI ImageView +Ġdis connect +ĠUnt il +ĠConserv ative +@ Column +Ġshift ed +Ġ: čĊ +Ġf ich +Ġd la +Ġsh oe +"), čĊ +ular ity +_RE SP +We ather +UI Application +. iterator +Ġag ing +.P arent +ow ie +(e qual +ĠCon v +/ default +Ġmeas uring +.pre v +.Is Valid +.F at +Ġs Äĥ +key words +with out +Ġso vere +Ġex changes +Ġm elt +Ġis lands +ĠInt egr +Ġjump ing +Ġg le +Ġjournal ism +Ġd ated +Local ized +ĠRef resh +Part icle +Ġa a +ĠSTR ICT +Ġb od +.Pro cess +_A UTO +ĠP ublished +e very +Ġtechn ological +ls x +Ġir rit +Add itional +Ġdel imiter +_l anguage +- area +bo ys +ĠT ube +Ġw at +Ġmechan ics +_ owner +Sp ell +ĠSt ories +.Append Line +Table View +h em +st ick +oll ower +I FF +ĠU V +oll ision +S UB +Ġcompar able +Ġdon de +s ales +ll vm +Ġ} ],Ċ +OTT OM +ĠPur pose +L ab +Ġinterview ed +o is +as il +.set Id +ĠIn struction +-- > +ĠMod ified +ation ally +ĠMe eting +è¯ ¯ +# region +Ġrout ing +.f ocus +ĠYou th +< D +ĠN ag +contact s +Ġform ing +Ġm ie +',[' ../ +ĠB P +Ġapp et +ĠTe acher +ĠT P +Ġann ually +outed EventArgs +ĠSpe aker +Ġre name +CF G +(" // +æİ ¥ +/p ages +Ġpr és +ĠSp ell +.All ow +ĠINT ERRU +Ġ( # +âĢĻ ĊĊ +_G eneric +.im show +_t im +- face +(& ( +atin um +Ġrevolution ary +ĠH ours +r ain +Ġany time +Ġab b +.j sp +Scroll View +ĠTr uth +Ġanticip ated +Ġacc ent +. checked +Ġspec ifies +Ġca f +Ġcell padding +Ġcook ed +ĠH ugh +pe ek +_R ATE +Ġd orm +/ čĊ +IV ITY +.Cont roller +(p art +.con straint +Ġinv asion +MO VE +Ġgl uc +l ename +Ġam en +eng lish +ĠSw itzerland +";ĊĊ Ċ +pe st +.col lect +N ib +ĠD ict +ĠE mb +(sub ject +Ġoutr age +Ġdec iding +Ġsent enced +F echa +" A +Ġqu er +Ġfont Family +Ġqu adr +- Y +_C ACHE +Ġanaly zed +Ġg aining +ĠAgain st +ĠSou l +ta u +Ġlight weight +ĠT F +ĠEffect s +.T ypes +.add Class +Ġv egan +é ģ +.' " +ĠExpl orer +.d etect +.sh ift +Ġoblig ations +last Name +Ġassoci ations +ĠTime Span +un ter +ĠF resh +Compat ible +P ub +id ges +. option +var i +.hash Code +Ġg eb +. section +- not +ĠSub mit +T N +reg istry +_m edia +Ġn aj +ff t +Ġm ate +-th ird +Ġp ockets +est a +Ġb ent +ĠN ord +Ġretail ers +ĠMor ris +."" "ĊĊ +W rong +Ġ ÅĽ +R ay +. ec +ĠB ind +_H AND +(n on +is Valid +Ġsimilar ly +_L IMIT +Ġdynam ics +Ġdist inction +ãģ Ĩ +< N +Ġor th +ĠToy ota +ĠK ate +ĠL S +or ie +ĠSpr ings +Ġf reak +last name +_M ULT +-st ep +" ( +AD DR +Ġentert aining +_CON F +Ġdec oded +Ġst reak +Ġwait ed +Ġnot ified +rodu ced +vis ual +.Layout Params +æ ° +es ian +f its +s pring +ĠBern ie +User Defaults +Ġped est +Ap pearance +ĠW iki +ĠNOT ICE +Ġs sh +Ġdur ante +ĠZ ip +ı r +ĠNAT O +Ġtw elve +Ġro yal +ï ¸ +Ġmer chant +ĠF urniture +'] ),Ċ +, X +Ġfold ers +ĠG ate +ĉf unc +p ick +_us uario +ĠV erm +ment ion +ur pose +Ġalert s +x ious +_s ig +ĠF u +Ġ( : +Ġd umb +åħ ³ +Ġaccur ately +éĩ į +R B +-s creen +ĠV ER +j our +Ġrom ance +uc ceed +. choice +Ġad ip +_d ims +Serial izable +ãĤ ĭ +.j ob +Ġpro g +uch ar +Ġg ently +ĠR SS +ict ured +_ENABLE D +ĉ label +aw ks +ĠEn sure +rem ember +ìł ķ +Ġtrans mit +{{ $ +.Trans action +ur se +_rel ative +Ġs ized +ĠX X +ĠPr incess +ĠL arry +Ġpr ó +ĠÑģÑĤ ÑĢ +Ġs isters +estr uct +Ġcheck point +: length +ĠCar los +/ icon +_T ARGET +T okens +Ġpat ience +ĠSe lected +q ty +.show Message +Ġwild life +ĠP rops +b m +- arrow +Ġpar cel +fire base +ĠBen jamin +cess o +.t im +ĠG arc +. any +ĠHOW EVER +ĠK o +Ġgrab bed +_f rames +Ġobject AtIndex +ĠADV ISED +Ġsub ur +ĉ GL +Ġ}) }Ċ +-l ength +ìĭ ľ +ĠPot ter +_b uff +.g ui +ĠEnc oding +E lect +-m essage +Ġ � +Ġ ÈĻi +ĠArgument NullException +а ÑĨи +Ġmin imize +Ġrespond ing +$_ [' +ĠInd ividual +á c +ĠIN TER +Ġmast urb +ĠB in +(' $ +ëĵ ľ +Ġopen ly +Ġ> < +Ġun to +olog ically +ĠM ul +VID IA +Ġsl im +ĠCommission er +( on +Ġunder neath +/ db +v ote +( Message +ĠP ope +Def ined +Ġsw ift +ur f +Ġadapt ed +SE L +Ġreven ues +Ġdiv ine += y +Grad ient +_ act +Ġ/*! < +Ġpoly gon +ĠF DA +ĠC arr +at ables +(std out +Ġrefr iger +Ġco ordin +avor ites +ÑĪ и +Ġcompass ion +ĠPOSS IBILITY +- secondary +ur acy +Ġcomp romise +_A V +_ os +Ġbes ide +ĥ Ŀ +Ġl n +.pl ugins +Cap acity +al ah +.b in +ĠC RC +_b alance +Ġflex Direction +Ġam bit +Ġnick name +ĠFor ces +C LE +ĠSh ell +Ġs ail +ĠW riter +ĠA lice +d w +ĠInd ians +ĠMar shall +_S RC +Ġnormal ized +ĠJ ag +ãĤ Ĵ +ze it +r pc +ÃŃ c +.in line +Ġtrav ers +_n umeric +Ġutil ities +Ġev ac +IN PUT +ĉ register +M X +ĠCamp bell +Ġdatas ets +Ġdem anded +Ġinitial State +g an +Ġe i +Un expected +- web +tr ait +, Y +ĠT odd +Ġske leton +Ġoptim ize +ç¬ ¬ +ĠU pon +ĠSt Object +Ġap lic +.' P +v ron +. UN +Ġpaint er +izar re +Ġl av +Ġp om +p reg += function +( serial +ific a +um ing +åľ ° +ãģ Ĥ +- op +U CH +ĠH end +.prop Types +Ġy o +Ġrout ines +Ġcar ing +S em +Ġres erves +Ġprior ities +red its +IST R +Content Type +ĠSch w +/ media +Ġe str +Ġclim bing +- week +cher che +s ensor +To Array +ĠMont real +Ġcloud s +ĠInject able +ĠR ice +Ġpropag anda +_pro vider +Ġind oor +Ġin aug +Ġdipl om +Ġmess aging +_m ut +å ¦Ĥ +Ġk w +ON S +ari ans +R PC +) ]čĊ +-r ay +ĠS or +m all +Ġmarket place +Ġv tk +M a +og an +ig i +Ġspons ored +ĠD ani +.S EVER +>' .$ +m ultipart +ĠW ol +Ġtable Name +ĠUser name +Background Color +Ġf right +_E MAIL +Sept ember +_val s +op ia +Ġsp otted +- Ch +Ġdata Source +/ "Ċ +ек ÑĤ +ĠRequest Method +ĠRe place +-d o +ah n +ĠPh D +] .ĊĊ +N ON +g ement +ĠTh r +Ġquiet ly +Ġtort ure +Ġte as +ĠC Y +Ġa tr +develop ment +-d etail +Ġlight er +Ġarg uing +Ġdes erves +Ġcur riculum +_CON TEXT +ÅĤ y +H ITE +ĉ ID +/ uploads +Ġt its +re o +_d rop +. UTF +Ġpick up +Ġgro cery +ĠP ure +Ġeas iest +Ph il +.f eature +(" * +Ġinvest or +t ok +Ġj ar +L os +âĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶ +. queue +-s peed +M al +um blr +ĠCON ST +ĠH RESULT +ĠD ance +(file Path +Ġattrib uted +ॠį +ĠB und +co ins +Ġs ão +Ġp ir +person al +Ġpre lim +Ġprop ose +ĠT L +] ]) +ĠSub scription +ĠK re +, len +.First OrDefault +) -- +_product s +.Get Bytes +Sh ip +Ġenc rypt +ĠS G +ĠM yst +h ir +Ġiter ate +Ġint end +.mock ito +Ġch apters +( angle +ĠV lad +è® ¾ +' .ĊĊ +Response Body +ĠAb d +de al +Ġbar riers +-out line +b ill +ĠF alls +_se cond +. include +. ceil +Ġoccup ation +ph ony +.move To +ĠJenn ifer +AST ER +; ">< +ĠEn abled +Ġtermin ate +ĠI o +l ations +ĠTHE ORY +Ġear liest +Ġr ack +ĠSc ar +sh ake +ch ip +Ġu v +Ġall iance +п иÑģ +ĠGOOD S +z ione +ĠV I +Ġ{ - +Ġfilter ing +Ġmis con +.Dock Style +Ġb ush +Ġj unk +æ Į +ĠQ UE +Ġhook s +Ġfirm ware +Ġmiddle ware +d ic +ĠOak land +Ġarr ives +P ayload +p ixel +] | +Ġstart Date +.P RO +_a udio +Ġmid field +igid body +ĠSw iss +ĠCl ip +ĠD ump +ĠText Box +Ġg eh +y ield +od s +Ġrefer endum +Back end +ĠC ream +Ġdomin ated +ĠArch ive +Ġrid ers +.prepare Statement +Ġqu ando +Ġche f +w iki +in el +am pling +(" \\ +Ġs ag +_pro xy +ãģ ķ +p do +.getElementsBy TagName +Ġdemonstr ation +ĠN PC +Ġarch ivo +end ance +Ġefficient ly +( actual +.t ableView +Ġm ush +Ġbe ars +_thread s +j as +ah un +Ġne ural +Ġdesign ing +ĠG DP +Ġlift ed +çĽ ® +ĠJ oint +ĠIn clude +ĠGi ants +Ġwithdraw al +ĠR ent +n ative +ĠSe ek +gress ion +_C PU +\ S +ĠSh ield +Ġsol ic +Ġbo om +yect o +Ġmanufact ure +ĠâĢ ĭ +Ġb box +Ġearth qu +ollect ors +:@" % +Ġlo ops +J e +alk ing +ĠWh ats +ĠBo ys +. book +ARG E +_p ixel +Ġsus pects +Î ¹ +us p +ĠBM W +ie ces +(p erson +å¼ Ģ +é » +ĠPod cast +Ġb ou +( Item +à » +( Input +Http Get +Ġb urg +) ^ +BO ARD +*/ , +Ġg ulp +ĠB enn +Ġdeck s +.status Code +Ġac ute +Ġh ug +ug u +Ġp led +," % +h ape +Ġз ап +ĠMain e +.re al +Ġd alam +ĠMin or +.F loat +dis p +Ġt l +Ġen count +=> $ +Ġf g +te es +ĠRec omm +ä l +Ġchem istry +Block s +O ID +Ġfore x +ĠApp end +Ġ{ * +ĠSup ply +CG Float +(b l +Ġat e +ador a +Ġg ust +Ass oci +> .Ċ +F ETCH +.s erial +widget s +ard less +ie fs +_F ULL +ernet es +ĠP red +Ø Ń +äº ĭ +ub ernetes +ĠL aura +Ġl abeled +High light +Ġanno ying +/ update +(d escription +Ġintim id +$ c +")) )Ċ +.A P +Ġ[] * +ĠEX IT +.H ost +ĠOP EN +.send Message +_c amera +_t ile +Ġth erm +onom ous +Ġdis adv +Ġna ar +index Of +ĠP P +.prot ocol +AF E +Ġtext ures +################################ ################ +umb ai +.st ats +ĠG E +Ġi e +ĠST D +ĠM ann +.ref lect +K B +Ġd ive +.w av +/* ---------------------------------------------------------------- +/ settings +.l ifecycle +Ġda ughters +or us +ub er +N ING +st ri +ĠT ip +Ġz n +Ġswitch ed +in et +uff y +ĠTransport ation +( conf +fr ica +ĠX L +ĠLe ad +_per cent +< Map +Ġthr ust +or b +ik k +Ġtra uma +Access or +ĠF it +ĠString Buffer +ex pl +(s creen +Ġaud iences +ĠO PTION +_ round +[ node +be h +-> __ +per missions +ĠD etermine +.M an +Ġadv ances +. InputStream +Ġstrong est +Ġe Bay +Ġ# - +Ġdir name +ĠS MS +Ġmedic ations +Ġam ended +Ġchurch es +ĠImper ial +$ row +ĠMad ison +ĠIn sp +Ġaff air +Ġpsych ology +v h +Ġsever ity +âĢ IJ +Ġstri ps +A H +vert ising +Ġcon se +IM AGE +ĠSt ats +ĉs c +.C ursor +Ġfree ze +ss on +(x ml +ĠSus an +.t ile +ed ed +ĠĠĠĠ ĉĉĉ +uel le +ĠMitch ell +b ased +Oper and +½ æķ° +ĠF F +ĉstr cpy +ounc es +ild o +.execute Query +Ġapproach ing +ĠSe ven +Ġn uts +Ġr ic +ass ignment +Ġcalcul ator +ĠMur phy +ĠB ou +í Ħ +Ġbut t +Ġt icks +Project s +il ib +.text Color +m ov +_log o +( template +ĠIN IT +Ġimage View +scri ptions +OR ITY +Con sumer +Ġun precedented +Ġtour ist +Ġbr on +Ġcontract or +Ġlic ence +ĠN am +æ ¯ +( transform +_AT T +P ref +ĠG am +Ġvess els +Ġh av +L ater +.To Lower +Ġurl s +Ġbreak down +Ġpen alties +Ġf oster +ĠU E +Ġcl ue +com ed +åIJį 称 +-m ain +Ġp ts +Ġcount ed +ict s +/ post +Ġget attr +Ġp ing +ANCE L +Ġp ec +Ñħ од +ant om +ĠBlue print +ĠEvent Emitter +Ġl ä +æ ² +Ġstr aw +( comp +' une +> N +- client +es Module +-b ase +Ġret reat +_s imple +ĉĉĉĉĉĉ Ġ +fe e +') čĊčĊ +Control Item +Ġsubscri bers +ple ase +ĠE ff +Ġp ound +ĠBy tes +ĠTe a +_ activity +Ġmax im +Ġop code +B SD +. constant +; } +omb res +Ġcare ers +) .ĊĊĊĊ +Ġsp reading +-exp anded +ĠOr d +amar in +Ġmob ility +Un fortunately +ak k +N L +_ redirect +ĠP G +ĠS ensor +b ol +t ap +_MEM ORY +ĠUI Alert +plit ude +We bsite +ĠLog o +lo ve +[ ind +Ġalto gether +Ġwonder ed +Ġes per +ĠLib eral +Ġo ss +Ġel it +Ġst iff +od ox +_ment ions +ĠDou glas +_p id +ĠC K +ĠinitWith Frame +.b log +p kg +ang hai +QUI RED +u u +Ġm kdir +AT AL +Ġun h +in ces +st h +Ġhypo thesis +Ġc ata +ĠT B +ĠCl ar +Ġpre decess +Ġsitu ated +-w orld +)) / +Ġhead lines +.st at +Ġout break +sp ath +_FLAG S +ĠServlet Exception +S un +F ROM +ĠD ir +ãĥ»ãĥ» ãĥ» +_co ord +ĠOpt im +Mon itor +.b it +XX X +Ġtod as +f eld +ÑĢ и +im ir +Ġpolit ically +Ġmolec ular +Ġtrad ed +Ġ{{ $ +ĠSw edish +Ġ'@ / +_RE AL +Ġw arehouse +t oday +, L +or p +< section +- br +ym e +ĠUser Service +Ġlib erty +Ġmoment o +( Image +< size +S ch +Ġj og +i ology +arent ly +Ġquant um +ĠAb u +Ġr im +Ġman a +Font Size +Build ing +st airs +AIL ABLE +Ġ& ' +Ġs ect +Ġs igh +(b atch +.I Container +p oll +ĠCor ps +Î µ +ar u +ĠK ay +.r ange +_click ed +ĠRobert s +.N etwork +fin ish +- Man +Ġcolleg es +ĠF ine +")) ,Ċ +f ilm +Ġrem inded +Ġgest ure +out il +Ġthread ing +Ġobj et +Ġt ours +activ ated +.m kdir += user +Ġre de +f ü +_SY STEM +p v +Ġcon gr +Ġmass asje +Ġpract ition +Un iversity +Ġtab index +Ð ĺ +S ets +Ġcount ies +g uest +f an +Ġword en +.d i +на Ñĩ + ¿ +ig Decimal +Ġsh ore +Ġg ö +Ġrep airs +Ġhelp ers +Ġcenter ed +OL LOW +Ġmap StateToProps +Ġc ents +< A +Ġexpect ation +Oct ober +Ġbg color +ca les +.C ON +ĠV el +Ġcry ing +-se ason +Ġfunction ing +_LOC ATION +ü ss +ber y +Par a +omin ator +- le +Ġeth ical +has htags +emp lo +Ġn úmero +( activity +.St op +.str ftime +IL D +Ġto e +ĉ Node +") čĊčĊ +ĠPu erto +Ġexec uting +ĠG UID +Ġoppos ing +al ph +Ġexhib it +_fl ash +Ġme ille +Ġjson Object +H ero +aint ed +_D OM +Ġw il +Ġslo pe +Ġm Ã¥ +ĠIraq i +Ġorgan ize +ĉj Query +H UD +sh ine +. we +ĠSk ills +pons or +Ġcon clusions +Ġre forms +Ġrel uct +n amed +ĠOl iver +Ġ// }Ċ +- looking +Ġf og +ĠH O +ĠF ried +Ġinev itable +ĠData GridView +H our +il les +log ical +Ġconnect ivity +.tw ig +ĠK yle +(d st +- Sh +ĠStud ios +( Level +.j et +_PRO TO +-de coration +OT HER +Ġread ily +.Param eter +Ġmultip ly +ĠL IB +ar med +Ġsoon er +æ Ħ +_ ES +Ġfoss il +ĠA nc +âĢľ This +l odash +Py thon +Ġhist ogram +west ern +Ġinf ant +Ġco ordinator +Ġn ib +: m +Ġres pected +Ġdef init +& T +_p ad +ĠTr igger +th al +Ġimage Named +Ġbeat en +ĉ rc +ĠPal ace +Ġhaz ard +Ġisol ation +_ rc +cont re +OUT PUT +Ġre ign +ĠPl ate +AT ES +Ġfl ux +Ġpack s +.get Selected +Ġparticip ated +Ġneed le +-de pth +:::: :: +-l aw +ins pace +on itor += no +ĠAt omic +ĠBr ain +Edit able +-s c +red ential +ĠP erry +k ie +Ġ ----------Ċ +.st roke +( Intent +Ġun ity +um lah +F urther +Ġpr ze +Ġs ø +ãĤ Ĭ +ĠPROC UREMENT +ĠH ousing +Ġatt orneys +Ġcomp ose +atter ing +" What +dra ul +Ġstraight forward +In stant +.J TextField +Ġtr ades +л а +Ġ{ ! +Ġl ately +IM G +ĠA ld +ĠIN NER +Ġcart oon +.S ource +F ALSE +Ġd ough +f en +( rect +Data Table +N ick +ĠBut ter +read s +_com ments +EN V +ĠConnect icut +-F IRST +ĉĉĉ ĠĠĠĠĠ +ach i +.M sg +re ction +Ġrelax ed +Ġsha ft +Ġe f +ĠAdd ing +Ġbre ach +Ġ ï¼ļ +ram a +Ġconduct ing +Ġ( ; +(g l +ĠCA USED +ash i +ĠF LAG +ĠCom merce +ĠIN TEGER +h ours +ĠSchool s +Ġn ucle +Ag ain +pro j +Ġsevent h +EMPL ARY +(m ock +'] ,čĊ +_S PEED +> false +Ġsp a +ĠN ear +ì ķ +Ġintr ig +_m embers +w ave +Ġanalyst s +_O S +ed in +ĠF ri +Ġretrie ved +Reg ular +_ obs +EX PORT +')}} " +" class +__ (( +b ucket +Ġst ro +ĠP atch +yst ick +ful ness +ap os +D a +ĉĉĉĉĉ ĠĠĠ +Ġen rich +un ordered +h ole +C ong +< Product +ĠC urt +( the +_l ower +Ġavoid ing +Ġbu zz +Ġv iable +ub a +- is +are l +Ġact ed +-d etails +ภĩ +ĠThe ory +ĠP un +ĠAn onymous +... "Ċ +è res +åı ¯ +ĠV ision +_se m +ash a +Ġcelebr ity +Ġend Date +Ġpop ulate +Ġcu is +qu ant +f loor +Ġglob ally +Ġcru ise +ĠStan ley +Ġb ikes +.get Connection +Ġpoor ly +_ other +amp ing +." );ĊĊ +od i +_A DMIN +.color s +ĠG aming +> ';ĊĊ +STR UCT +Q R +ID s +(arg uments +_a ux +( Event +_PR IVATE +ĠTre k +Ġdownload s +m utable +_STR UCT +(w x +Ġdom ains +js px +ĠVi agra +Command s +J s +.c fg +Content Pane +ĠEdit Text +à¥į ठ+Att ach +ĠAR M +posit ive +ĠGener ated +Ġse ized += : +Ġelectron ics +ĠApp Component +/ ',Ċ +.equals IgnoreCase +Do ctrine +d isk +ĠPolit ical +CH O +< F +ĉ height +ĠB ug +. le +ik h +Ġmill iseconds +Ġconstit u +m ag +.n l +-r ange +ang gal +', [ +ropol itan +Ġà ľ +ĠU C +.d esc +-L AST +f stream +ib il +Ġf ier +VER Y +Ġë ³ +IR T +_ UI +( abs +Ġkne es +Ġro okie +ĠV ac +are na +comm end +- \ +ĠSUB STITUTE +So ft +Ġpart ir +we alth +è¦ ģ +(d ataset +ĠCl imate +- show +Ġreli ability +_ch unk +ä» £ +_st ock +ĠEX EMPLARY +ï¸ ı +Ġv ÃŃ +Ġsm iled +Ġdr ill +.F unction +ĠS I +Ġreg ression +- X +ĠJ ar +p ref +ĉs uccess +ĠHit ler +Ġinst inct +Ġfem mes +Ġlo ver +< Ċ +Ġmulti plier +r il +Res ize +ĠAuthor ization +ĠK an +Dispatch ToProps +Ġc rops +t okens +ec n +ential ly +ĠINTERRU PTION +f ake +Und efined +ĠA K +ĠTest Case +Ġr ab +Ġtor rent +ĠO t +B ars +Ġlect ure +Ġen jo +Ġrespond s +Ġindex ed +Of Work +_ch ain +)) -> +ĠBeaut y +Ġ` < +Ġtouch ing +Ġ| -- +ĉf lag +normal ize +Ġtr apped +Ġestablish ing +/b uild +A J +f y +- react +av n +RI PTION +Ġk ut +ĠF ashion +ĠIn form +cur ities +< byte +ĠUkr ain +Ġs ug +Ġconsist ing +ood le +. ctx +.To List +Ġcomment ary +Ġtransf ers +Ġn ost +ih ad +ĠU pper +Ġconf using +miss ing +- cl +Ġbound ing +Ġcongress ional +Ġreve aling +d h +r up +Ġt res +re peat +, ĊĊĊĊ +_t ac +Ġexp ed +G irl +h orizontal +Ġ"../../ ../ +( option +Ġwe iter +ĉs ql +Ġ=> {Ċ +Ġgar lic +Ġre pr +Ġrepl ies +( prop +Ġspir its +Ġins pire +Ġbas ement +.re ject +Ġhint s +Ġpoll ing +ĉ ĠĊ +_r ating +Ġc ath +av ier +Ġcomp ressed +ĠV S +] ' +Ġjud icial +ĠT rend +tr aining +EST AMP +ogn ition +Ä ģ +SE NT +vent ions +Ġconsult ant +um ph +Ġuser Service +, NULL +k h +D ear +_B AD +it ations +Ġmet aph +' é +and ise +-f ont +.ch art +Ġs g +_ Controller +.j peg +ĠUL ONG +ĉg ame +( ss +ĠM aj +ĉg o +ĠS ad +ĠB erg +ĠM ine +P ack +Ġres istant +ĠR OM +Ġp eg +ĠStan ford +ĠY ahoo +Ġsca led +Ġl an += [] +"/ > ččĊ +Ġs ud +ĉ background +Ġsch olars +-m uted +ar á +Ġ= ==== +Ġ__ __ +C reat +ene ver +/w p +ĠV PN +Error Code +) ],Ċ +(b uilder +ĠEn emy +S ensor +us a +Ġtr iggers +Ġplayoff s +_RE Q +Ġ( ~ +ĠBar ry +Ġperman ently +ĠR UN +Ġb ure +.Fat alf +Ġch ick +ĉ panic +ps i +ok a +éĢ ī +> [ +Ġunderstand s +ĠJun ior +ĠIN FO += mysqli +ust ain +-s ource +s erv +ĠC REATE +. au +Ġsell s +ĠĠĊ ĠĠĊ +E urope +z w +pre h +ĠNS A +Ġx y +ภ´ +ĠB eyond +Inst ead +Non Query +Ġar ise +Ġavoid ed +.em place +_model s +} ),Ċ +Ġh id +Ġ& _ +.p oints +.get Width +.Ex ec +Ġ// // +ĠS essions +... \ +ĠCol omb +Ġacceler ation +rest ore +Ġ ile +ob ic +< Node +ĠD X +ĠBes ides +. age +ĠCont ains +N ational +ĠIm plementation +Ġeff ic +ĠR M +H y +ĠWed ding +ok ies +Ġrec ursive +Ġprosec utors +.Se lection +ĠForm ula +Been Called +[i i +ĠFr an +Ġtraged y +_F EATURE +Ļ ¨ +comp ass +ĠB h +? ĊĊĊ +.w riter +ĠH our +Db Context +io v +am on +re pr +é ĥ +ĉf i +'] ] +ĠD ry +. ro +ĠO bserv +æł ĩ +Form er +ĠB alance +ĉ json +Ġpr zy +I SS +( sock +ĠL INE +Ġde ce +Ġal ly +Ġtend ency +F un +Ġschem es +Ġinter ven +æĺ İ +Ġad verse +quote lev +Ġsacr ific +_s ide +Ġmut ex +AG IC +Ġocc urring +ĠCommunic ation +um ar +ç¼ ĸ +ĠTreat ment +.p erson +ĠL C +Ġe ch +( (" +ĠDise ase +ä d +ĠA Z +.A ccount +Ġcontinu ously +END ING +ĠRET URN +- string +.f ilename +syn thesize +Res ponder +( opts +reg s +Ġn uest +Pe er +// ------------------------------------------------ +Ġg auge +ĠK in +.s chema +Ġarr ange +ĠBl ake +_Type Info +C over +ĠHamp shire +P aper +-in ner +util ity +Ġcross origin +F OR +Ġign oring +ĠD D +av an +Ġtrad itions +Ġget String +Ġeth ics +ĠMaterial s +DE SC +Ġen zym +io let +ĠCh ip +ĠMc Donald +Ġn erve +ç Ħ +") ] +æ± Ĥ +ĠS ugar +_S IM +j peg +Ġdiscret ion +ĠT N +bo ve +ĠMin imum +ĠForm Group +Ġwork force +ĠExec ution +err er +ĉ ĠĠĠĠĉ +Ġpres cribed +.Text Align +OP EN +ĠP B +im ity +ĠEx ternal +° C +ĠApplication Controller +Ġb arr +imp licit +_d ot +ĠCol on +C OLOR +.Pro ject +* }Ċ +pl aint +get Text +Ġindivid ually +Ġcheck box +U Y +ĠL amb +Ġdys function +ĠL ar +à ° +ĠCre ating +');ĊĊ Ċ +" They +loc ations +_C ORE +Inter action +umbn ails +ĠPart ner +b rit +Ġless er +ĠSl ot +set Attribute +ĠW ave +.p o +/ store +Ġbrows ing +_p d +sum e +s ed +Cur ve +Ġpl asma +Ġsusp icious +ìĿ ¸ +ĠB ah +ĠExp licit +_C C +.Client Size +\ View +Ġsub stit +lo on +ĠG AME +ĠB rid +Ľ 建 +_ User +Ġsqu ares +f one +Ġsac red +ug hs +] interface +ĠTh row +ĠK irk +Ġemp ire +Ġassess ed +T ax +ĠHe aven +-b uffer +_STAT IC +én é +-b ordered +Ġpun ct +(m ode +Ġke ine +S ent +ĠCal cul +ĠE ve +Ġsty lish +Ġoil s +.Test Case +Ġtrad emark +Ġliter ary +Ġconcentr ations +ĠRel ations +( Class +Ġstd in +Ġv æ +back up +. VERSION +.AutoScale Dimensions +st arter +Transaction al +- panel +St udio +k c +ĠCh amber +ĠSpi el +Ġr ho +ا ÙĦ +! ' +.At tributes +Ġmurder ed +apeut ic +Ġint imate +Ġtext Field +ĠBuff alo +d ummy +" % +ĠLib erty +ob ar +ĠT ank +ĠPop ular +erv isor +ĠIn iti +ĠM all +ĠP rior +C AP +ĠCl ay +ĠCert ificate +.L ock +-st rip +-dr iven +/ all +ĠMessageBox Buttons +_SE CRET +_p b +Ġr ats +ा ठ+Ġn t +.R outer +_top ic +Ġt ennis +ĠP UBLIC +ĠActiv atedRoute +Ġ' ,Ċ +Ġcost ume +Ġj okes +. Handle +ĉ byte +Ġflav ors +( cc +Ġperson as +ĉ image +ĠN azi +Ġgram mar +Ġú lt +Ġval ve +Ġv ic +ĠR achel +_in valid +P refs +std int +(r oute +Ġhtml specialchars +Ġpe oples +pl ine +Ġn v +ĠQu ant +opp ers +Ġcurrent User +ĠC atal +Ġrecon c +Ġconj unction +l x +amb urg +Ġinflu ential +d anger +ind ers +Ġ% @", +.config uration +os ome +. identity +Ġpick er +n ost +ĠDI Y +Aug ust +ab lo +Le af +ĠRec o +ck o +DO C +ĠH erm +: any +ĠInt erview +ĠT ex +x fe +( work +Ġle ap +He ading +Ġqu arters +\ Bundle +re b +Per haps +ĠG mbH +B irth +ĉ sum +ĠWat son +.n il +ç ¡ +{ }ĊĊ +ica id +Get ter +" name +Ġ" čĊ +_n one +z m +ac ute +uest o +Ġs ous +Ġre build +Ġnewsp apers +ĠH az +Ġk its +if o +Bl ur +Ġsu ited +- In +à ¯ +ĠKe ith +ĠNor way +IN IT +ire ccion +iet ies +_us age +ĠDou g +r ise +Ġtr illion +im ited +ĠR EL +al ic +Ġcritic ized +the orem +Ġce ase +Ġsid ew +ĠT erry +Ġsubs idi +Ġfirm ly +Ġaw s +Ġh ott +Ġdress ing +bad ge +ĠApp lications +è¿ ĶåĽŀ +Ġlaugh ed +Ġh obby +Ġmus icians +Ġ* . +. placeholder +Ġcount ers +ĠCap itol +SD K +Ġhel met +and box +qu it +Ġcriminal s +Ġteen ager +( update +G l +.se lection +Ġdis charge +Ġpresent ing +ufact urer +_UN KNOWN +Ġstress ed +å Ļ¨ +Pro to +_cor rect +ha us +Ġren ov +Ġfire arms +Ġtechn ically +-b rowser +Ġc andy +St roke +Ġexec utor +Ġocc urrence +ĠIP v +_INTER FACE +ĠRetrie ve +.b ad +Ex change +Nav bar +ĠK id +(get ApplicationContext +_ST OP +ĠB oss +List eners +Ġshoot er +ĠAl b +ä ch +Ġp ix +.key Code +al one +Ġabs urd +ĠC um +ĠNewton soft +ik t +Ġlaugh ing +Ġcapital ism +ree Node +T x +_QU ERY +.S leep +( login +Web Element +Ġcelebr ating +Ġde precated +Ġma ar +Ġart istic +_ASS OC +ĠBorder Radius +ĉw p +Ġsurviv ors +In ner +- red +Ġprosec ution +_ pp +(" $ +Ġcomm a +un checked +graph ics +r ors +G ROUND +( public +Ġcustom ized +ĠArk ansas +ĠR ew +Ġexp iration +× ķ +ĠC ul +Ġn ons +.F ilter +Ġsen ator +_def inition +ash ington +ym ph +/ J +Ġf use +ram id +ĠSup plier +Ġaut ocomplete +Ġ} ), +." ĊĊĊ +_function s +ĉ to +.e val +ĠT Object +Re ferences +Ġhe ated +H AL +Ġ)) }Ċ +} $ +ĠB arr +_UN IT ++ $ +Ġget Value +ip ed +ch ied +(v m +c ue +_int eger +_c ourse +th ird +Ġrevis ed +** /Ċ +_D IRECT +Out Of +(" ( +ĠFe el +Ġre ass +Ġsub title +per i +n f +Ġenjo ys +Ġtreat s +) this +-t abs +anc ers +Ġcontin ent +Ġcard io +S er +. question +Ġph rases +Valid ators +Ġpop ul +Ġl ÃŃ +s ong +_IN TERNAL +Ġadvis er +Ġp uzz +Ġambit ious +ĠT ob +ĠD P +Ġpres idency +Ġsurre nder +Ġwatch es +_b inary +ĠSo on +Ġcan ada +(" ")Ċ +] =' +ĠBr andon +eps ilon +r w +.add Child +.C opy +Pr incipal +Ph otos +Ġmarg inal +Ġbas ics +e ing +M ust +_ String +Ġo le +M agento +.c ustomer +(p rev +ภ¥ +Ġlo yalty +C og +Ġprot ocols +ĠCom panies +Ġtheoret ical +Ġaccess ing +ĠZ en +. ones +att ice +_w orld +z es +Ġtatto o +Ġmen os +Ġinter sect +"] ;ĊĊ +bel ie +Ġin active +.read line +-label led +.d one +lick r +ĠW ORK +Ġderiv ative +Ġd atabases +âĤ Ĥ +Ġs x +.is Array +Ġy s +Ġp ada +ĠBul let +(` / +is Active +ĠCG Size +(equal To +ĠColum bus +Ġmar ry +DE V +_l imits +ron es +I AS +Ġt au +min o +_W rite +ĠW ine +Ġ[ [' +ĠP ull +rit ers +ri ents +Ġsh ifting +up p +_TIM ER +ĠCondition s +Ạ¥ +ĠOr ders +ĠSt rength +æī Ģ +Ġvalid ity +Ġf ot +et ur +Ġb olt +åĨ ħ +ĠAl ong +os hi +Ġassum ptions +Ġmag azines +_S PI +Ġp unt +_PRO DUCT +Ġrel ay +ĠJ avascript +. te +- es +Ġwidget s +(f s +< Item +_ex tra +Ġrecru iting +E t +Ġnecess ity +p w +Ġnov els +uss els +Cre ator +ĠM VP +ĠO C +th ood +cl ients +)) * +Ġcharacter ized +_SE ND +ut i +T y +.from Json +@ Service +ãĤ Ĥ +Ch ris +_ Is +ĠJohn ny +Ġclean er +ĠInitial izes +UN K +( axis +еР· +ie val +ĠWar riors +} )( +DM I +âĻ Ģ +ĠTre asury +Ġfe as +Ġsl a +_EN UM +l hs +ĠIn stit +ipp ers +Line ar +Re ading +quir ies +-c ell +ch rome +.S earch +IN A +ç±» åŀĭ +ĠĊ ĠĊ +ĠSam uel +Ġmill s +Ġdon ate +ĠGe o +( rows +Ġshe ep +Ġé l +ä½ ĵ +Ġb em +_UN USED +ĠR CC +Ġintrodu cing +att a +ĠP riority +ĠF B +ĠSer ge +> "; +atch ing +ĠKnow ledge +ĉ The +; margin +less ness +op ard +um atic +() ));čĊ +Ġf als +(c ache +Type Id +éĢ ļ +_ choice +ĠGo th +ĠS ites +M G +_b order +Ind ices +Compar er +ĠRed istribution +Ġclo set +Ġvers atile +Input s +**************** **** +Ġob esity +qu iz +gr a +(g lobal +åĬ ¡ +Ġcollect or +Ġk or +ov able +AD C +ĠEvent Handler +. nc +Ġplay back +ient os +_p erm +_W ARNING +ĠOlymp ics +.n orm +ĠBroad cast +_sm all +dr ive +. iloc +Ġtyp ed +M EM +_con s +DM ETHOD +Ġl un +.d istance +(p ar +po on +Ġb ast +activ ities +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +: čĊčĊ +S ER +) && +_l st +ĠPol ish +Ġknock ed +Ġfrustr ation +au kee +Ġph osph +iqu id +_c oeff +æŃ ¤ +L atest +ĠD ust +T ipo +Ġmaint ains +Ġmar sh +inc inn +l bl +C are +Ġneighborhood s +_g pio +ĠAr senal +D em +ĠW he +_h ook +Ġl dc +ĠHar per +ĠBer keley +Ġgrad uated +Per cent +Ġarr iving +ĠAdvent ure +(s cope +(' * +qu arter +ĠMar ie +Spe aking +_code gen +Ġimm un +c aster +ãĤ Į +åķ Ĩ +ĠDim ensions +.rec ord +Ġtext o +ĠMich elle +P ending +( by +_P AR +uch t +be e +.Th read +amp ire +k now +ĠClin ical +Ġmargin Bottom +Ġdistingu ish +.F ull +. undefined +ĠSequ elize +################################################################ ############ +Ġeduc ated +_O VER +åº ı +ĠÂł ĠÂł +_e ach +Ġur ge +de part +Ġdon ors +ĠA u +Ġbill ions +Ġbelong ing +_ age +_ Int +Ġsub stances +m achine +!! !ĊĊ +Ġjson ify +ib bean +ĠC ad +Ġend Time +Ġc ycling +ĠUIT extField +Ġle verage +Ġvan illa +e at +La unch +( pt +st ates +ĠControl s +ĠRes pons +ĠJ ake +Ġas leep +fort unate +.next Line +Size Mode +ìĿ ¼ +Testing Module +G erman +ĠInvest ig +.re verse +ĠB ACK +( DateTime +Ġnon profit +ĠEx pect +Ġt anto +'] ), +ĉ the +M ultiple +(get Activity +_W AIT +Ġj á +de cor +lev ance +ĠGit Hub +min ation +_qu antity +.Sc anner +ĠL ion +éĶĻ 误 +Ġd re +Ġtan tra +Ġcontent Type +Ġf id +_ alt +NS IndexPath +- pl +åĮ ĸ +Ġantib iot +table s +ac ial +ĠReg istry +Ġol ive +ig ers +Ġsubscri ber +_p res +ĠSy ntax +Ġlo vers +. Byte +old ers +_for ward +al ways +C aption +Pr iv +ĠT ampa +is ateur +-labelled by +ĠTo String +Ġì Ĥ¬ +Ġinit iated +W F +Ġinstitution al +in ject +ĠSc r +Ġdo ctrine +Ġsp acious +is ure +ĠAn a +" time +ess aging +Ġc id +ĠN an +Ġin complete +T AG +-b uild +Dec ember +Ġres idual +(P DO +ĠList en +Ġg lyph +Ġg aps +ne a +.R ect +Ġsa u +ĠPhot ograph +Ġexec utable +ĠExp ert +Cor outine +_s izes +ĠN L +.is Valid +); }Ċ +- reg +Ġc iting +c wd +ĠOtt awa +ĠB att +Ġrenew able +Ġprelim inary +Ġas ylum +Ġw rist +Ġutil iz +Ġdet ention +F ast +Ġan ge +incinn ati +Ġste ering +ĠNa N +ios ity +/ page +Ġè ¿ +ster ol +Ġdis g +( DB +ĠDESC RIPTION +Ġ_ $ +Ġobst acle +Ġb izarre +Ġextr action +_ex pected +Ġlos es +ĠCele br +Ġhtml For +Ġexplo it +олÑĮз ов +XY Z +Ġmagn et +amp ed +Ġat oms +S ources +pect ives +Ñģ ли +Ġ= čĊ +Ġd are +ĠWal ter +Ġbright ness +Ġan notations +ë ı +is ke +S chedule +. images +ros so +Ġ" .. +g amma +Ġin structor +Ġover write +- am +Ġdevast ating +ĠSaint s +Ġh s +Ġbon uses +$ output +ij d +(Action Event +mon itor +Ġmatt ress +Jan uary +.j p +Ġcar acter +Ġim pose +_re st +ĠSign ature +Ġcoron avirus +ãģ Ĭ +_com pare +Me asure +it ated +el ijk +ig os +es ar +Ġrush ed +met ry +_SE PARATOR +_W E +_ATTR IBUTE +Ġy aml +Ġspec s +ĠR ah +ph eric +ĠInvest ment +ä ll +Ġappe aling +Ġview port +ç © +Ġmargin Left +Ġsub tract +ĠED IT +ĉ ArrayList +gr ading +ĠF ailure +as per +EE K +(n ow +< object +ĠAl ignment +ple ado +q tt +( ERROR +ĠIN VALID +Ġuser id +ra ises +ID I +Ġvari ance +ĠN il +/ delete +_M AIN +.T oken +.C ategory +> )Ċ +Coll ision +ĠGre ater +ĠR acing +al an +Ġmon etary +, new +ĠS orry +. Enable +ĠInstant iate +oll en +ë© ´ +ĠCall ing +_h our +AD A +Ġsh y +) ** +Ġ== > +Ġes pecial +Ġinterpre ted +! =" +Ġpharm acy +.s ingle +ĠC ialis +Ġpar as +.to UpperCase +ĠDem on +Pr ime +Ġrank ings +Add ing +_H ASH +ĠEx am +Ú © +ĠVict or +Ok ay +"] ;čĊ +Ġfort une +ĠF ETCH +exp and +.Inter op +Ġb arn +æ ¶Ī +ue vo +Ġspec ulation +âĶĢâĶĢ âĶĢâĶĢ +ĠN u +ĠBl ues +(f name +Ġinhab it +Ġ\" % +C ES +ular io +_c r +Ġvalid ated +Ġmid night +ank ing +Ġincorpor ate +Ġpurs uit +EX P +pr ime +P id +- US +ĠN urs +ĠW heel +é ĺ +Ġin p +Ġsupport ive +.m ember +ĠSh ot +.Check Box +Ġaff irm +T or +Full Year +Ġconsider ably +cred entials +_ opts +R oll +( round +Ġcom ent +_U ART +Ġext ending +R G +result ado +it u +.get Session +Ġattr action +& D +$ html +ĠJess ica +ĠAssoci ate +a ñ +_ ed +ĠL ag +Ġorig ins +()) -> +add EventListener +IAL OG +åIJ ¦ +.Com pare +Al bum +ĠK u +< Q +arg est +Ġpro long +Ġconfig urations +Ġaccident ally +_ph oto +Ġ'' ;čĊ +Ġver se +B ob +Ġfarm ing +del ivery +ĠM ack +Ġuse Selector +.bootstrap cdn +keep ing +en y +. upload +ĠM ETHOD +cre ator +< _ +ĠE aster +. -- +UI Button +ãĤ ī +om eters +Ġsh ine +Ġh ogy +\ s +Ġh arness +.C ell +Ġlif ting +Ġcomb ines +ĠOcc up +ex clude +pat ial +Ġres pir +_f it +Ġfif ty +ĠM ol +Ġtun ed +-d imensional +Ġq s +Ġto ps +> ";ĊĊ +quis ite +ch annels +/ res +ĠAn alytics +.app compat +/ to +Ġon Error +( attr +IR M +Ġrag az +- as +.Se cond +orient ed +Ġdon n +Ġlight ning +f id +ĠP le +ãģ¾ ãģĻ +t ro +.Tr ue +O bservable +× Ļ +umb ing +Ġpros pective +-f ilter +Ġpurs uant +(p oints +.B ind +Ġp alm +clear fix +ö s +ĠG onz +Ġwe aken +Dr ive +en ido +l ld +ob ox +ane an +G ot +ä¿ Ŀ +Reg ex +æ ĥ +Ġsal ad +ass is +" net +inherit Doc +ĠR V +qu ier +Ġcl azz +ı ÅŁ +oster one +Ġair line +.list dir +Ġdownload ing +ĠP alm +w aukee +& lt +.B L +_IN LINE +off s +<< ( +_new s +Ġch ase +/ >< +Ġeuro s +ĠEgypt ian +ĠSt ainless +_BO OL +ĠG uild +ĠD ynam +[index Path +Ġ ï +Ġmemor able +ĠCh ampion +Resource Manager +.Log in +ĠForm er +yp ed +Ġl leg +; ", +D WORD +Ġtax i +Ġbom bs +ra h +.t ags +_test s +st ones +âĢĿ ) +[ g +r type +Ġv u +Ġhost ile +Ch ars +ĠPatri ots +/ status +< B +ĠIn come +ĠD ad +Ġpat rol +_CH ANGE +Ġup graded +Ġch ina +set q +Start ed +.U ndef +Ġcheck sum +Ġfrustr ated +{ o +Ġen f +Ġwood s +ĠAny one +Enc ode +ĠQt Widgets +are as +Ġshe er +sk i +end point +_T est +S oup +~~~~~~~~ ~~~~~~~~ +(f iles +ĉĉĉĉĉ čĊ +.sp ark +Ġval ued +Ġ% Ċ +.control s +ĠXCTAssert Equal +Ġf ame +ĠR ic +D OT +ĠAlbert a +ä½ ¿ +os al +.Web Controls +Ġ ------------ +ĠM is +ĠS YS +Non null += item +Ġexp ire +Dec ode +_ operation +ĠValid ator +.C ENTER +uff s +* m +Ġav ant +æ¬ ¡ +âĢľ You +.per mission +... ) +ĠL ic +_co ords +.n ombre +c lo +.Int ernal +ĠCh o +_s w +ĉ Il +cl k +Ġcast le +(l ayer +p it +Ġgu ided +Ġâĸ Ī +Ġsuper b +Ġsup plements +_c ent +Ġpe ek +IN ARY +.Content Alignment +f alls +")) ; +W all +). čĊ +ĠD anny +irm ingham +IAL IZ +( create +" In +Service Provider +Ġpr iced +mac ro +am ac +. box +---- Ċ +ãĥ « +ĠS uit +ur st +br u +ourn als +num ero +__ ()Ċ +D as +ĠM itt +ud er +? \ +f u +[ B +Ġ: )ĊĊ +(int er +br ains +Ġatt itudes +Ver ify +Ġsign atures +ack Bar +Ġg d +J ack +.c at +Ġz z +war f +FT ER +");ĊĊ Ċ +Al ive +IC LE +ĠWh atever +Ġout lined +s prite +еР² +_A B +_DE PTH +Ġcrush ed +aa a +(e v +æľ º +Ant i +IC O +is EqualTo +.s un +ic ulo +s ale +_h ex +ĠV k +apt or +Un ion +ĠDis count +list a +.Undef Or +Ġautom ation +N or +å¯ ¹ +åı Ĥæķ° +Ġref lex +ĠLa ure +.showMessage Dialog +.t emp +Ġa kan +Ġ__ ____ +.Is True +ARE D +ag le +E nergy +Ġquant ities +âĢĻ é +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġcitizens hip +m outh +Ġin appropriate +ĠOut door +White Space +An onymous +load s +webElement Properties +T en +Ġacc idents +Ġadvertis ement +ĠY emen +(c all +Ġsl avery +Ñģ п +ĠL am +_BIT S +ome ga +ĠO le +Ġkid n +_A n +ĠR aid +Cre ation +s aved +Ġpro port +W ARNING +\ P +Ġp wd +Data Reader +is cher +ade on +ĠP redict +Ġreason ing +Ġdestroy ing +H el +* d +ĠLeg isl +_P r +ĉĉĉ ĠĠĠĠĠĠĠ +Ġsymp ath +Ġch ess +Ġm am +: hover +Ġconvert s +Ġp ela +Ġprogress ion +Ġ"_ " +ĠG ill +ĉ show +Ġsupposed ly +ac curacy +el in +Ġunf olding +ĠHy per +Ġw anna +Ġup s +( # +ĠCr iminal +( Point +at Lng +act ly +Ġcontract ors +'] } +draul ic +ód igo +ĠT T +ĠW ide +ĠAR G +_ ic +FLAG S +S chool +Ġclear ing +-be ing +={ [ +, const +man ent +Over lay +(' " +éĩ ı +ĠT imestamp +Ġmail ing +ĠC ake +.Th at +Ġmed itation +q p +Ġemp resa +ĠL ions +Ġw eld +ĠLinked In +Ġc ush +Ġgen ome +.Index Of +ag ain +Ġf allback +Ġcamp ing +re dd +-strip ed +Ġd v +Fe bruary +ĠPro xy +us k +Ġdies el +W RITE +RE AK +L orem +.In voke +- div +Inter ceptor +ĠD H +ia les +Ġvill ages +Ø ´ +ĠEN V +S ys +.X R +Ġpo em +à Ĥ +c ade +pl ots +Ġ{ ( +.g it +/s vg +nc mp +ĠÄ į +ain es +åĩ ½æķ° +Ġ( )ĊĊ +ops is +ĠRel ationship +_ aut +ĠB omb +ĉ com +* sizeof +off icial +_p ayload +ĉĉĉĉĉ ĠĠ +.m anager +ĠA round +ĉs end +ĠEx ercise +ĠB illy +iv i +Ġneed ing +_url s +_t asks +ĠH em +Ġtear Down +enc rypt +.t ie +Ġas m +IC H +ĠCGRect Make +ìĦ ± +ul ong +Ġit r +ĠG ST +Ġoffer ings +ro be +EE E +oper ators +_PRO P +ind ent +A DE +or f +ë IJ +Ġbless ed +vas cular +Ġcon oc +H appy +B ridge +ilit ation +j oint +ĠAdmin istr +- transform +Ġmeant ime +/ K +ĠBed room +Ġrig id +Ġbrows ers +EM PTY +.S erialize +_ ED +Ġst itch +Ġj an +ell t +Ġbr ace +Ġtr ails +p ublished +å¯Ĩ çłģ +} ')Ċ +Ġac ids +Ġ! !! +_d irect +> ());Ċ +aj Äħ +_O CC +Ġplan ets +æ Ł¥ +ĠDub lin +Ġser ie +.print f +de ep +` ) +Ġ\ $ +ĠÎ ¼ +_V IDEO +end ors +ĠC rypto +F ar +.Trans parent +.T R +ias m +_tr aining +Ġteach es +ĠB elt +Ġlimit ing +ĠK ath +ĠIndex Path +Ġachie vements +Ġser á +interop Require +Ġdis se +.I f +arm ing +uls ion +P o +_DE TAIL +Prot otype +ĠC AL +Ġagre es +.v o +.Execute NonQuery +ĠTop ic +Ġ' {} +Ar m +Ġe cc +M ag +Ġserial ized +ĉ conn +c ached += tf +ĠByte Array +prot obuf +var char +ĉ ASSERT +Ġlist e +_tr igger +· ¸ +Fe el +T ahoma +ĠL ik +Ġstruct ured +erg us +.In itial +_ ge +cl js +.cont act +Ġand ere +$ stmt +_C URRENT +ĠDis cover +$ res +form atter +H a +vang st +Ġem erge +ãĢĤ âĢĿ +ĠCabin et +-s quare +éĥ ¨ +Ġr age +ĠA J +ĠV T +sh adow +ĠFa ith +en ames +pret ty +has il +part y +Ġvar char +Ġf otos +Ġal um +ĠBelg ium +.y label +Ġde j +_num bers +Ġh u +.set Adapter +ĠUs ually +(s ample +.Sh ared +Ġbook ed +Ġ>> = +Ġmin erals +"> +pro g +bo o +_m d +_p ack +(ex press +ut z +\ Auth +, id +ĠCh ile +act ice +Ġrecruit ment +Ġpos es +Ġvulner ability +inst anc +or um +d ess +Ġx l +%%%%%%%%%%%%%%%% %%%%%%%%%%%%%%%% +( fig +Ġdelet ing +.d el +) ')Ċ +ĠWeek ly +?? ? +(str cmp +sm ith +Ġpurs uing +- so +ĠApp s +/ 'Ċ +Ġdec is +FO RE +Every one +Ġl anes +V irtual +. attach +( Log +ĠMed icaid +( Path +ĠTurn er +/ application +Ġport rait +Ġopp ose +check out +Ġfinish es +_M E +Bar rier +S ong +V AR +Ear lier +rell a +Ġh ast +az ar +Ġpull s +ng x +Ġinspir ing +Ñĥ Ñİ +-d irection +Ġexplos ive +Ġcreated At +st o +Ġwhe at +ĠB uilt +' ai +Ġtrack ed +ham mad +RowAt IndexPath +_ heap +D ue +Ġconnect s +.p ublish +em u +Ġbul lets +B AR +ol ate +Ġintern ally +Ġcatch ing +-p assword +ou ched +æĢ § +e ous +Ġx range +Q uality +v v +Man age +( ($ +ac ements +ĠBro thers +ĠHE AD +ĠUn supported +s an +es i +** *Ċ +Ġadapt ation +ĠWork er +'] / +.save fig +( trans +Ø ¬ +ne e +Cor rect +... ")Ċ +Ġsubmit ting +-p ath +ĉ last +iss an +.x label +ĠS epar +/ no +_b est +ĠM ills +_s ock +(f lag +Ġdest inations +em ption +ĠF AIL +å ĴĮ +Ġr p +f act +ĉ len +D AY +Ġse iz +_d st +l ip +.Line ar +ĠB asket +$ t +$ i +- brand +ĠNe il +ĠE q +Ġth ou +og ene +Ġscholar ship +æĽ ´ +Ġs wo +ag inator +en i +( book +Ġbl ink +th us +Ġcancell ationToken +ĠPalestin ians +Ġprofit able +Ġback pack +ens on +< Long +Ġp ools +Ġst icks +Ġspokes woman +Be ing +ĠHer itage +ĠN ike +SH A +ĠNotImplemented Exception +$ core +ĠR ico +/ latest +ĠC zech +ner Radius +(l ines +Ġsem ester +Ġw ounds +Pro cedure +.m ail +() ):Ċ +Ġcor rid +ter ed +ĠN CAA +Ġgal axy +_k ind +il k +Ġtr as +_P OL +ĠH et +Ġrefuge e +Ġteen age +.b inding +post al +Ġiç in +ĠData Type +é ĸ +ycl erview +, value +_id entifier +< b +Ġout file +čĊ ĠĠĠĠčĊ +Ġcr é +Ġrespond ents +ĠBe ast +ce led +Ġinter f +-th eme +g if +ĠR angers +IT AL +Ġauthentic ate +Com pletion +urs ors +Ġcin ema +Ġdisc our +ĠJ aw +OCK ET +Ġpr ayers +ĠL uis +fr ag +=[ Ċ +Ġbr ave +_p ose +C ertificate +- fe +ifer ay +ĠFl ags +Container Gap +ĠC rit +Result Set +ĉc ur +Ġcorrespond s +St aff +.Http ServletRequest +Ġneur ons +ĠMain AxisAlignment +ed ar +Ġg ad +_p arts +ĠÎ ² +Ġf x +/ files +ĠB ros +hip s +Ġgluc ose +Ġfar ms +Ġment ally +rest aurant +Table Name +ĠMer cedes +. Visual +Ġan ch +inal g +_r untime +Ġpropri etary +Ġintent ions +iz i +S lice +; "> true +ĠNY C +Ġb ored +ĠD etect +Ġapp ar +Ġje ans +ĠT ak +I OD +ĠH orse +( FILE +( ? +ri que +optim izer +n at +lo ys +ĉ Token +oub ted +u ess +oco a +Data Member +_P OWER +class List +Push Button +ĠWi Fi +. Stream +.g uild +Ġn og +ĠPortug al +ĠUnt er +Pr imitive +b oss +ĠDe utsch +Ġerot ic +Ġstr conv +.Try Parse +Ġgr ams +.S uccess +_p k +ĠHar vey +-m inded +.c ountry +[] " +Ġang el +Ġbe ats +ĠV or +il io +.m aster +s omething +ĠP ACK +( if +Request Body +Ġant es +/w idget +Ġmod o +ĠA W +find er +Ġoptim ized +Ġmiss iles +N B +ĉint ernal +t ex +ĠS ri +Ġdam aging +ĠM ais +- Allow +ĠZ h +- alt +Ġ ));ĊĊ +è ī +Ġinflu ences +Ġc atal +_REG ISTER +ĠAPI s +-cent ury +Ġbi ology +ĠAct ual +Ġhe els +TR ACE +_D IG +D ataset +ĠM atter +Ġclass ifier +.w ikipedia +ĠRog ers +Ġdon ated +raw ler +en en +Ġcas inos +ort al +Ġpr ive +s pe +duc ers +. ep +Ġgr asp +ac ji +Ġd airy +Ġb uses +.com m +. ins +ĠI RS +ĠBe er +ad c +o ard +_M ET +Ġ' +' +r ans +Ġkind a +ĠâĶ Ĥ +ĠM aur +аР³ +Ġband width +ib us +ĠD ifferent +(m at +ĠRes ume +_UN S +est ablish +Ġfon ction +Sub scription +_com pany +Ġlight ly +.con firm +.y aml +ĠBo ost +Com merce +- template +_DEL AY +ĠH I +Ġn avig +(S ender +ĠH S +_ "+ +ĠRE QUEST +Ġw ifi +=" "Ċ +]) -> +Ġro pe +Ġviol ated +Ġgl ance +ĠK urd +Ġè ® +de ck +ĠIS BN +Ġin fect +ĠF oo +Ġget ter +Ġt ener +ap pe +.h h +_h ot +< AM +p oly +! ",Ċ +Ġconver ting +ĠW WE +RO S +(' { +Com mit +) L +ĠO re +Ġsp arse +Ġdis posal +Ġcan celed +åIJ İ +Ġa er +Ġvin yl +á» ĥ +rec ogn +ark ing +Ġtrick y +* s +Ġproceed s +Ġis o +Ġco conut +Ġcraft ed +IEL DS +Ġquest o +Ġcomm un +_CON NECT +Ġtraff icking +De ep +a ções +c odigo +ve au +Ġbet ray +int a +T ED +æ r +m art +_B US +/ sc +ial ly +Ġcigaret tes +è¯ ģ +(n n +Ġmodel ing +/ products +w arn +Ġmet ro +ĠI v +& ) +ĠC able +Î » +Compar ison +g ary +ĠB A +P ART +Ġp v +_up dated +C redit +orth y +observ able +Ġthe atre +B LE +; }ĊĊ +la unch +_str ings +ug o +ĠR PG +- auth +Ð ł +hol m +ĠP and +U id +Ġim ply +ìľ ¼ +'] =' +/ User +Ġstr cat +нÑĭ й +Data Adapter +Ġland sc +Ġdipl omatic +ï¼ ĵ +************************************************************************ **** +ĠCh icken +Ġbc rypt +.In f +[ col +ĠQu antity +- position +Ġdiet ary +Ġfil mm +Is rael +Pre v +ĠMill ion +Ġrem ed +Ġbill ing +Ġout doors +.t m +Ġn ad +F org +Z Z +Ġs sl +], ' +K T +f req += document +bl ur +¬ ¸ +ĠJeff erson +C s +(s ave +Ġstr ap +Ind ia +Ġide ology +BO SE +ĠF P +( ans +Ġfe ver +ĠY am +K ing +à ² +AT ING +bo hydr +roll back +Ġnew Node +ĠN VIDIA +Ġhon our +ĠCon firm +xb d +Ġsuccess or +/ u +l iv +ourn aments +Att achment +Ġgr up +Ġtri be +Ġca res +e ft +_s ame +' label +Ġ ãĢIJ +M otor +Ġin exp +Ġ" (" +_POS ITION +Ġval ley +ĠResult Set +Ġpres erved +Ġmut ations +Ġquestion ing +mun ition +parse Int +ĠS r +ĠMet adata +âĢĿ ï¼Į +timestamp s +Ġtrans itions +í Ļ +Ñ Ĭ +i om +.D o +Ġp ine +Ġf ung +Ġtrans mitted +ct ime +ĠF am +Re vision +B as +UP ER +D estination +toHave BeenCalled +Ġun fortunate +IN ES +_pro f +Am ong +ĠCy ber +ĠB attery +gen re +ĠView Model +- = +Ġutil ized +p aint +.Integer Field +ern ity +comp iler +âĢĭ ĊĊ +ĠM asters +.To Array +Ġstrt ol +ĠUkrain ian +} ));Ċ +Ġsh emale +" That +for all +/ download +Ġrhet oric +.l atitude +ĠWH EN +Ġshock ing +IF IC +.N ormal +_F OLDER +Ġdr ift +Ġmount ing +- book +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ +ĠWire less +> ".$ +Ġrel ies +( Console +Int ernational +-> {$ +M id +Ġdis sert +dd s +Ġdepos its +ĉd river +# ga +pr ising +print ln +Ġpres enter +Ġmin es +C SS +ĠD ual +(! ( +Ġk am +Ġis Loading +ĠProt ect +. upper +ar ium +]: ĊĊĊ +Y ii +-sh irt +ĠIM AGE +_color s +Ġur gent +.Cont ainer +! (Ċ +S aturday +Ġsoci eties +ĠTh an +ĠC od += @ +Ġattach ments +.m obile +Ġsp ite +Ġb ounce +raw l +instanc etype +ĠTr uck +Ġmanip ulation +( Config +-in st +Ġst or +it ution +Preferred Gap +Ġmain AxisAlignment +Ġlist ened +'' 'ĊĊ +ott age +- project +.AP PLICATION +ĉ root +Ġwh it +Ġb ilder +Ġk er +Ġappl iances +row ave +ìĿ Ģ +ematic s +ĠO rg +op ing +_SE ARCH +Ġch am +add ContainerGap +Ġ( ). +ĠAr row +Il legal +Current ly +Ġus a +Ġpassword s +Ġre nown +av ern +ĠEv il +Ġconc at +Ġdu o +Ġv ale +ĠBe an +Ġindic ators +cm ath +ĠP ump +Nov ember +ific ant +_DOM AIN +reg ar +ĠPort al +" $ +Ġformer ly +"] :Ċ +ĠVis ibility +.getElementsBy ClassName +_RE D +Ġch ampions +à ´ +Val or +_ es +* a +-re peat +B and +.st age +Ġbure auc +C nt +et en +- function +Ġm uito +P ID +_ editor +Ġcrash ed +de ad +k at +ag h +ĠEX T +ass er +-sm all +Ġreal iz +( Entity +ú s +ĠAct ually +ĠEl ite +Ġhel m +(non atomic +ash er +Comm unity +all eng +ir y +ĠG rowth +Ġs ue +Ġfrequ encies +_des criptor +.At tribute +Ġrecip ients +_N S +/ "+ +ib an +Ġath lete +ĠI gn +_D MA +(d s +ĠRequire ments +AD I +ere z +\ Admin +br aska +ĠR ust +Rel ation +C OD +ĠV ERSION +em ma +)) { +.D uration +ĠC amb +- logo +Ġread able +Ġcre ators +() ];Ċ +Up Down +-h alf +.get Month +(s f +P ic +Ġhun ger +.t x +Ġexceed ed +_se ed +( ^ +_s k +.per form +Ġ> :: +Ġm ongo += float +bind Param +Sm art +if a +Ġse curities +Ġpre jud +Ġ, " +Ġcor ps +Ġv ra +amac are +it err +(M edia +uch e +Ġc ob +Ġlib er +. geometry +Loc ator +Ġsl iding +Ġsurg ical +_C UR +Ġcon sect +[ * +ĠRes ort +St ub +_DO UBLE +ĠS oph +Ġelect oral +_dis able +ĠÑģ о +ĠLight ning +Ġment ions +oc y +Ġle aked +Ġrelax ing +Pres enter +v sp +Ġgu ilt +=- =- +.re ply +ĠMir ror +C amp +Ġ+#+ #+#+ +Ġ+#+#+#+ #+#+ +.A uthor +Ġdirect ive +-h ook +íĦ ° +}ĊĊ ĊĊĊ +@ pytest +_r and +m is +Ġcolor ful +u je +lass es +ĠClass es +.h ave +% ), +é¢ ĺ +Ġdistur bing +sub string +ĠK oh +In vest +p urchase +Ġrec ycling +ĠA RT +ier archy +Ġf ps +.check Box +íķ ´ +_m aterial +duc ation +Ġf w +ud it +Ġreview ing +ĠS id +S yntax +ĠW ritten +arg ar +UM E +/ q +Class ifier +Off icial +Ġj azz +Ġom ega +Ph ysics +Ġl ugar +_access or +.command s +Ab ility +ĠB atch +R AM +Ġencount ers +. Qu +BY TE +ĠD istribution +Ġus o +ĠReco very +appro ved +Ġden ial +/sh are +Linked List +)čĊčĊ čĊ +udd y +Ġf ines +Ġr y +Un icode +ĉ render +Ġprem ises +Ġp on +ali ases +/F oundation +c uda +ĠC ock +,: ) +(f older +Ġm éd +dr ag +Ġtal ents +ĠĠĠ ĊĊ +е ÑģÑĤв +m ob +.y ml +Ġa ster +Ġdis cre +go al +ĠGT X +ĠS UCCESS +ĠL ONG +(f ind +Ġsing ular +_s z +ĠEth ereum +.. Ċ +Ġir res +')) {Ċ +Ġmin isters +St eps +ivers al +ĠNever theless +- led +Ġ( %) +ç¡ ® +Ġtime zone +Ġstr anger +(re nder +Ġsh util +Ġm ph +Ġtri o +pp y +Ġpred omin +Ġend ors +ĠRuss ians +ĉ row +Ġw izard +.s erialize +Ġcompl ained +Ġs ido +Ġdelight ed +-m e +ĠR av +H uman +ad ays +rec v +Work ing +J ump +ĠÃ¥ r +ĠAut omatic +_B ase +æł ¼ +aur ants + ¯ +æ ¸ +(C Type +IF I +( amount +Ġbelie ving += mysql +Ġf ir +Ġrest oration +ere co +Ð ¢ +_ '+ +Ġe book +Ġde bris +(input s +AY OUT +Ġscre aming +av ia +land er +Ġdist ress +Ġas sembled +ĠA void +( thread +ĠR PC +_EX IT +( queue +и ÑģÑĤ +D ll +Ġsk ull +_p ub +che z +min ate +ens en +Ġins ane +b ounds +ĠR osen +Ġcondition ing +process ed +v ideos +f our +.Con v +| ;Ċ +Person al +cer pt +:UIControlState Normal +Ġdos es +ĠKar l +ĠFre qu +.B ASE +ĠV ote +Ġcon current +ĠMessageBox Icon +Ġà ĸ +ĠDub ai +ĠR etail +: number +ĠOb server +ĠBig Integer +_ origin +_W ORK +F rames +Ġnot ably +. âĢľ +Ġtrop ical +Ġn iche +am ina +.s ys +(t okens +mod ify +os it +st rom +ĠCom ics +O PTION +T icket +Ġfact ories +Ġdis put +_F ile +ĠFin n +ee e +ĠDisc ord +_m oney +.t pl +_s afe +L B +Ġgl ut +J K +.fl ow +- cont +g os +Ġhor izon +ĠR ush +:: * +P ipe +ull a +bor ough +he imer +(m ove +( Text +} );čĊčĊ +w elcome +ĠCom ponents +Ġgovern ance +c losed +ĉm argin +Ġla undry +ĠTerm inal +iz ards +. âĢĶ +.rem ote +.r adius +ĠQue bec +Ġd h +T ech +ĠM ist +s eller +_l iteral +Ġgen ius +Ġbr ains +g em +ĠMe asure +Ġcata st +r ance +.Text Field +Ġconsum ing +Ġ'\ '' +oubted ly +ĠC ertain +E v +ert i +be ing +Ex perience +Ġ// [ +ĠArab ic +ĠC rist +ĠAz ure +Ġhor a +l adesh +\ Blueprint +d ar +.re l +Ġsup rem +ĠRe agan +ĠAt tributes +-s idebar +Ġuse Styles +ĠA irlines +Ġh ills +/x html +v inc +_m ock +Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ +ĠP ill +.Layout Style +ĠCommand er +] < +sign ature +Ġ{ }čĊ +Ġhat red +Ġë ĭ +ole sterol +Ġ ******** +ancell or +c rop +T IM +ĉĉ ĊĊ +ys qli +uit ive +ĉun set +_s el +Ġmen us +t ick +Ġconstit ute +ĠElement s +ĠRed is +agg io +_f p +_de pend +em as +CA ST +or ange +j on +ĠEm ily +Ġpot atoes +Ġre ceptor +ĠElect ronic +ĠL ights +Ġcomb ining +ĠSome one +Ġ######## . +ĠT OD +/ show +X d +." ' +af x +Ġtr agic +St yled +ĠMar co +G allery +d ale +.âĢĿ ĊĊĊĊ +é rie +/s ervice +äº Ĩ +Ġamb ient +_SET TINGS +.Ad apter +l ene +Ġtrav els +Not ice +Ġcle ans +ĠF em +ch air +Ñĥ н +/ my +_b ad +ĠEcon omics +IS A +_C NT +(M enu +äº İ +ĠR idge +Ġlength y +D ot +Ġjump s +Ġhe y +$ pdf +Ġw orm +Ġs ut +Ġsh er +iam o +ĠCal c +trie ve +Ġc ops +ĠCh rom +Ġreg ulated +reat ment +ĠHigh er +ok s +Ġde ze +LOC ATION +ongs To +Ġfin ite +Ġvar ies +Ġposition ed +' il +éĩ ij +Ġh ike +(d one +play list +Ġad a +Ġcoast al +ĠN ancy +.DateTime Field +Cpp CodeGen +ĠSimilar ly +re ur +ĠCon tr +ĠH idden +ĠB eta +atch ed +_inst all +. Output +Look up +ĠRich mond +qu ared +Ġm anga +-control s +ĠBern ard +L arge +Ġslic es +Ġoff ence +ĠM ega +Ġest ar +Ġjoint s +Ġsum m +_pl atform +B uff +.add Subview +Ġret ained +Let ter +.d im +Ġess ere +ĠS caffold +EX PECT +ĉ RE +.long itude +ü nd +Ġstat ue +.add Widget +ĠCar ibbean +add PreferredGap +il de +UIL abel +ĠOp port +Ġimper ial +urs ion +Ġmand ate +Ġpromot ional +Ġv k +ia ÅĤ +Ġp yl +ĠCre ation +оз д +Ġsim pler +. what +ĠRec ent +St orm +. quantity +ĠL ov +" - +ubb les +_not ification +(w orld +ur ger +* (- +: "Ċ +h m +ans hip +ĠAl most +Ġmotor cycle +_f ee +Ġabsor b +ĠVin cent +Ġsound ed +ÃŃ st +Ġpharm aceutical +ht ag +ĠKind le +ital ize +ĠEm peror +oust ic +Ġspecial ists +åħ ¬ +Border Style +/ \ +RE LATED +(', ', +(ex pr +Ġh t +åį Ī +_C reate +Ġspecial ly +Ġ[] ;čĊ +Ġhe el +Ġse pt +_ arch +(in itial +% .ĊĊ +\", \" +Ġdiscuss es +Ġu pt +Ġ[ & +Ġman us +.h and +ĠM AIN +ĠDen mark +Ġ], čĊ +Ġcr yst +Ġn ack +Co ords +_in ner +Ġmid st +Ġaw ake +ĠÐ ŀ +-b reak +ÃŃ vel +_P ASS +ĠParam s +Ġdet r +Ġsp ider +ĠCon cept +Ġpre nd +CH ED +.Ex it +Ġpop ulated +Ġvirt ue +_SE SSION +Ġnou vel +o auth +Ġд аннÑĭ +r ink +.Header Text +atur ated +Ġer st +Ġå ħ +ॠĩ +_vis ible +ey er +Ġli able +Ġde be +Ġb w +{- # +_W IN +df s +H over +ĠP UT +- angle +Ġnob le +Ġtr aces +enc v +Ġuser Data +_in s +ĠS uz +Ġnews letters +ĠMod i +Ġentreprene urs +Ġtrib ute +Ġrum ors +Ġr r +ĠQu arter +ê³ ł +Ġfeed s +ó g +Ġen velope +Ġle ar +Ġk ø +develop er +Sim ilar +: ")Ċ +sub scription +Mod ifier +ital ic +Ġn asty +Ġtermin ation +Ġchar ming +Ġâ Ł +ton s +.tr ace +h ots +ĠU R +M ont +Ġjust ified +ĠG ang +ine a +Ġb og +( ap +_ $ +Ġcont amin +.D ot +ĉ Debug +( exports +Ġpa ired +ĠAss ignment +Ġautom obile +ĵ į +Ġph ases +v w +@ SuppressWarnings += \ +r ant +- ed +ĉ await +Ġcert ificates +'> " +Ġint act +CT RL +M ike +greg ation +AT TERN +Ġre public +_up per +ili ary +Ġcomput ation +h ire +ĠSh in +_ ANY +ĠManufact urer +ĠC arm +Ġbear ings +_c omb +c ad +ur istic +Ġwholes ale +Ġdon or +.inter faces +press o +ĠBr un +-c lose +pro ve +_S K +ĉf rame +et ros +ĠP ain +_EX P +ĠL T +_f s +.dat as +ĉ ss +vo ir +ĠA xis +M ajor +=" < +[ h +Ġprof ess +igr ate +(s core +Key word +" os +ĠĠĠĠ ĉĊ +an alysis +Ġre play +.p ass +\ d +t ls +Ġsan ct +.l ight +_m obile +ÑģÑĤ ÑĮ +ĉt otal +u ity +Ġpa used +N AS +Ġen core +lo e +Ġ-* -ĊĊ +.h igh +am pler +ĠSec ure +Ġfrag ments +_ vel +ill ary +ĠSte in +ĠD awn +Ġmax imize +ภ¢ +Ġ/ ^ +Ġcontin ually +Ġsh adows +ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +ĠI ActionResult +Ġinform ación +C HECK +.Selected Item +b undle +ol ley +< Int +AIN ER +ĠW ing +tit les +ount ain +C Y +ĠLoc ale +form er +< context +R adioButton +_s chedule +Ġfab ulous +Rob ert +_PRO FILE +Ġg ates +IM P +ĠPent agon +g old +b ach +employ ees +R otate +Ġch amp +Ġsel bst +Al tern +Ġconvert View +/ , +Ġ~ ( +St reet +_ place +Ġpersonal ized +P ublisher +ĠSO CK +_NAMES PACE +ĠStand ards +so ever +_C ENTER +Inter est +ô t +tem perature +View port +get Resource +Ġeat en +Ġsem pre +Ġab normal +Ġc ylinder +Ġtroub les +n od +Ñĭ в +g ames +_g l +Pl ane +g rey +_t bl +.Component Placement +ĠCh ase +Log ging +man y +ì Ĩ +Ġfl ame +="< +Ġtra jectory +_r ing +Ġhydro gen +tr on +Ġstat ute +Ġcondition al +Ġtr ay +-s chool +(w idget +$ config +Ġrequest ing +. uint +et on +brit ies +Of Type +AD MIN +p redict +Ġg egen +ĠH app +OC UMENT +ĠA part +Ġ---- - +ro e +u ide +just ify +ĠSqu ad +Ġprof es +.b ot +_c urrency +inn en +ĠM umbai +ĠNum bers +avana ugh +agn itude +âĢľ There += http +çī ĩ +Ġv b ++' {{ $ +Ġin ode +s il +Ġh ace +Ġsever ely +ĠOver view +Ġspr aw +Ġbeach es +: left +· » +($ { +ĠF IRST +ĠSp a +- ass +Ġb aise +ĠN ODE +ĠP izza +P et +(se q +\ ">Ċ +CppMethod Pointer +Ġv p +Ġi a +_se conds +em et +/b lob +_TH RESH +... čĊ +D est +ĠN H +.data Source +it és +ĠJ ak +s ell +Ġwork shops +< u +Ġr ivals +ĠEX ISTS +h om +-t oken +compat ible +.J Panel +Ġphys icians +art in +Ġdes irable +Ġdistinct ive +.D ep +g id +ili ate +, max +Ġprem iere +Ġq Debug +Ġadvoc acy +Ġwh isper +P t +Ġun changed +_q ty +请 æ±Ĥ +Se ason +avel ength +ĠP ul +Ġd ÃŃa +'] ]],Ċ +al is +(" & +bor o +Ġb m +ĠR adi +w rong +ĠGo ing +ime Type +ij i +- feedback +ĠN ames +ĠB apt +Ġprob able +ĠE ther +ĠPolit ics +_prot ocol +lin ing +S at +Ġcor rel +.Pr imary +(null able +RI ORITY +Ġcolor ing +Ġutil izing +d as +Ġexport ed +Ġcar riers +Con v +. editor +i ó +(h andles +Ġapprec iation +. import +ĠAust ria +ĠStr ip +il ight +Ġappropri ately +ĠP rest +ĠW ir +ĠUI Application +al chemy +ĠM ob +ĠD etermin +ergus on +register ed +_con vert +ĠVlad imir +.Show Dialog +ref lect +Ġsh ook +Ġass ure +ĠO ften +Ġcivil ization +Ġvocab ulary +fore ground +ĠS cope +Ġunw anted +act ing +Ġ( [] +Ġmark ing +. original +ĠMO VE +Ġsport ing +ception s +NS Number +S izes +Ġprovinc ial +_Tr ans +Ġproblem atic +d igit +ĠEm ma +lock s +ĠC rew +ib a +') : +ish a +Ġm amm +Ġocc ured +w cs +(r ule +Ġmerch andise +es pecially +ĠT win +Ġn aming +Ġs log +Ġimpro ves +Ġad her +: text +.h adoop +_HT TP +.to List +.dis abled +Ġl enses +.in i +ĠR are +ĠUb untu +Ġsc ram +ol ation +tit ulo +Every thing +Ġnod ded +icht ig +_const ant +z c +l ift +ĠNot ify +ond o +ĠIN F +(" + +ĠK az +Ġd read +.m apper +le ur +ĠCome y +ĠN B +ic ers +.P ush +ĠH ack +ĠBrazil ian +_pro d +Ġ// ĊĊ +Ġb icycle +Ġun available +Ġadoles cent +bl k +Ġmit ig +_bl ue +ì ĺ +fade In +ĠUtil ities +ĠM N +; k +< style +- status +ind o +Ġinn ings +Ġg j +Ġ|| = +.e u +: Number +Ġcuis ine +ĠURL s +ie k +Ġw ires +ĉ ps +ie g +.m k +so ap +Ġsom etime +Ġst ap +_s eries +.T arget +æ º +.dest ination +OUN TER +R aises +& A +Ġsmart phones +NI Env +.s dk +Ġhelicopt er +Ġim pe +ĠB irth +A U +b readcrumbs +co ords +Ġexplo red +Ġl od +ĠI p +g able +ian e +Ġart ifacts +Box Layout +ا ر +list ener +.c art +ĠH uff +ĠHind u +ĠData Types +ĠDr upal +IGN ORE +Ġoffset s +ĠR TC +- login +æ ® +ĠQ Object +Ġprosec utor +R ock +_ch at +W ay +ì ² +Ġneg lig +Ġd ude +; < +Ġdeleg ates +_f ailed +/ dev +/ work +( New +et able +() " +( Icons +Ġp ork +ĠModel AndView +ĠV IP +ĠK or +m ix +Ġox id +ĠSC REEN +ĠFour th +/ ",Ċ +Ġte e +ĠSte vens +t icks +Ġp ledge +ib bon +ĠLo an +Ġne o +n umpy +ĠShared Preferences +- oriented +ĠLogger Factory +ĠGraph QL +zen ia +" _ +W omen +.c ast +Ġdeliber ately ++ b +ĠAr n +font Size +Ġm aze +Ġbl amed +.m as +} )čĊ +eler ik +Ġsc anning +ĠWork shop +Ġfind en +Ġca ut +UI Font +( return +al in +cast le +//////////////////////////////////////////////////////////////// //////// +Ġincent ive +op ath +b lob +Ġcigaret te +Ġfert il +*/ ĊĊĊ +ĠSh ar +Ċ ĠĠĠĠĠĠĊ +Ġunc ertain +ĠS ton +Oper ations +ĠSp encer +Ġdef in +ĠS olo +on est +·» åĬł +Ġu omo +G ive +Ġdent ro +; padding +ent ai +ĠC ars +Ġenthus iasm +ĠOper ating +S kip +par ation +Ġprotect s +Ġre ver +d g +ĠC incinnati +Ġconsect etur +Ġm uss +employ ed +a uses +ink le +. Values +£ ¼ +lo v +_W ARN +Ġbook mark +ĠAp ollo +. axis +Ġm ét +Ġop ener +Ġtum or +d an +Ġelement ary +Ġsk ipped +ĠK er +as ia +_res p +Ġdem ol +ĠCan adians +Ġt astes +U Integer +Ġ' ${ +.aw s +RO ID +ri ans +M Q +ord able +Ġcous in +Prop agation +(S ession +ph alt +UL D +ĠSc alar +Ġblo ody +Ġ ঠ+.m ask +, q +ĠUn its +Ġcent res +ĠPr im +. ]ĊĊ +ĠSh aw +P rom +ĠTh ought +Check er +_output s +( chan +E INVAL +Ġb ob +_c mp +P ed +Ġmat rices +Ġvrou wen +Ġgenu inely +high light +(d isplay +) != +Ġdel icate +ĠL uther +ĠM iles +Ġuser ID +% = +ate urs +_B UF +---- ---Ċ +imit ives +Ġsh elves +sl ow +_in formation +LE G +W r +.form s +cel and +/ un +: & +.âĢĻ ĊĊ +=" % +Ġpro st +Ġfont size +uc ión +get ic +am t +=" . +Dec or +B rit +Ġ"" ). +Ġfound ing +.File Name +ĠT ier +Ġdisc lose +á m +.s yn +.View Holder +lic ant +_st age +Mon day +Ġdes erialize +t alk +Ġtradition ally +æĢ ģ +Ø ® +LE X +Ġe h +ĉ ROM +Ġ{ })Ċ +Quest ions +nc py +Ġfix ing +к Ñĥ +_ Key +: x +ĠSTR ING +ĠÑĦ ай +ĉ left +ĠBen ch +ell ij +UR RED +ĠDi agram +} catch +/ time +ĠMiss ing +db name +Ġs ore +ĠW alt +ugg ing +rep resent +ĠG S +ne ys +ĉ page +Ġvol can +(b tn +Ġexceed s +Ġ erg +Ġpil ots +ĠS ed +ers ions +Ġpat ron +R V +/ top +. asset +_c ross +. Editor +.t b +Ġwel coming +SC REEN +) findViewById +C oder + ",Ċ +_P in +ues e +Ġover rides +_ ready +Adv anced +Ġop i +-c art +("/ ", +ĠDe b +CR Y +ĠVert ical +ĠO VER +ĠCorpor ate +Ġ"" ; +Ġste pping +e j +Ġaccus ations +Ġor az +_t ail +Ġindu ced +Ġel astic +Ġbl own +, // +Ġbackground s +âĢĻ une +-s dk +Ġset Interval +Ġincent ives +Ġveget able +_ On +exp anded +p ix +_sh ader +ĠSP DX +@ example +ĠW rapper +.Z ero +Pos itive +Ġsp inner +Ġinvent ed +ĠG ates +оÑĤ оÑĢ +Ġcompar isons +è · +.pr imary +data Provider +add itional +ĉ options +s napshot +.set Horizontal +Ġ" {} +ĠFish er +hal ten +< Type +Ġmax Length +ĠM t +Ġê° Ģ +.jet brains +Ġident ifies +Ġflow ing +ĠDisc ussion +ats by +Ġsch w +ught y +Ġr ivers +.un ique +_PH Y +ed ral +( ll +Ġcs rf +pp ers +ü l +ĠEs pecially +port ed +ĠHarr ison +****** */Ċ +Text Color +ìĬ µ +w ire +Ġstatus Code +ĠFin ish +c ence +ĠMcC ain +ĠW or +( await +Ġ) -> +ĠRegister ed +IN ED +k al +par ison +Ġobj eto +V i +mand a +Ġrenew ed +ĠS of +ess el +.nd array +Ġcr ap +ç® ¡ +.ab spath +( up +Ġclear ance +ĠT W +_C OPY +ĠĠĠĠĠĠĠĠĠĠĠĠ ĉ +Ġforest s +Ġarg uably +ĠA SS +he y +am el +_f ore +ĠSou theast +Ġab used +Ġpract icing +aked irs +ä¸ » +_res ources +Ġp ond +.F ixed +Last Error +ĠPsych ology +Ġ" // +! : +Re usable +Ġmens aje +Ġro spy +Ġb our +Ġvar ieties +Ġem path +(( { +_ org +ĠM es +ĠMag ento +IST ORY +Un less +Ġh j +ĠD uty +J un +, size +Ġpaint ings +Ġdisp ens +d art +Ġbehavior al +Ġr pc +cal culate +fr uit +_m m +ĉp thread +Max Length +Ġc urrencies +_cap acity +ĠO z +Ġfire arm +Ġcoeff icient +Ġbankrupt cy +w art +Ġfat igue +AV A +Ġes pa +_p c +ĠQu otes +_L IGHT +ĠT ickets +Ġrel ates +Ġpublish ers +Ġunlock ed +Ġ// ---------------------------------------------------------------- +ĠInterrupt edException +Ġout look +r n +Ġreb els +W ritten +Ġas ian +ot to +Ġ ĉĉĉĉ +_g pu +T xt +.Image View +Ġsu is +_t ables +.Rec yclerView +Ġwhat soever +è ģ +] ++;Ċ +assert True +_ verify +ĠR ivers +Ġ ][ +J et +id ian +S ibling +Ġgen res +.A ccess +OP S +Ġtr ivial +ภª +al en +в ед +ĠS word +Ġscrut iny +(c b +Ġcomm erce +Ġguarante es +_ad v +ĠL ET +rec io +Ġh ilar +Ġback yard +ãĢ ı +Ġillustr ated +/v endor +. Util +Ġw ow +LO Y +ĠMar shal +"> '.$ +ĠB ak +Ġmod ifiers +d ictionary +ĠSt re +m ultiple +")) , +ĠC ort +'] "). +( admin +ĠCre ator +Int ernet +( ms +log y +DECL ARE +ĠMarc us +<< << +ãģ ł +_m y +(in st +Ġsc iences +ND ER +. enter +Ġit u +Ġbeh ave +P an +omb ies +=' < +')) ;čĊ +ĠM ENU +ĠWork ers +.No Error +Ġbind ings +Ġdis abilities +{ \ +ĠM unicip +Ġco res +ur ple +ĠN okia +us ions +ĠF itness +.handle Change +Ġjav ascript +ìļ Ķ +( dec +Ġpack ing +-de pend +Ġtrans cript +z eros +_ alert +? ",Ċ +lib s +± оÑĤ +Ġ| ĊĊ +tr ained +ĠG ent +ĠR ab +x p +_config uration +å¤ © +_ accept +.rec yclerview +: url +ĠMu hammad +Ġprivile ges +_b ank +uk u +w allet +ĠRO OT +Ġenc uent +? family +ĉ position +Ġc g +Ġprec ip +method s +_f ast +in crement +ĠT iger +_OCC URRED +qu ip +ĠH AS +_d om +Ġw reck +b j +Ġd ern +Ġorg ans +. entries +Ġ_ (' +ram ento +ĠJam ie +Ġp unk +IP P +Ġprogram a +Ġatt ain +Ġpro ves +/s ign +Ġanswer ing +Ġl adder +************************ **** +ĠW almart +ĠCONT ENT +duct or +Ġver bal +ĠP ID +c rypto +_CALL BACK +Ġ= ================================ +Ġpot ent +Ġshort s +.U ri +.un iform +; border +ĠW er +Ġhere in +ll a +ĠI hr +P ixmap +l iteral +! )ĊĊ +g eneric +r ust +_script s +ost o +it us +ĠCoal ition +Ġrem ot +de ploy +ĠEag le +ãĢģ ãĢĮ +Ġimportant e +ĉ object +Ġseason al +ne j +aid u +Bind View +ĠSi erra +-b g +Ġmake Styles +[ offset +G ames +Ġhorm one +AR IO +head s +( select +ĠStart ed +@ param +_de cl +_b log +Ġa ño +\ Api +ĠMil waukee +Pro vid +An imated +Ġcool er +ĠSe ed +. Edit +Ï Ħ +ĠT aking +Ġborder Color +-found er +.Logger Factory +Ġ"" ĊĊ +AL T +ĠL ate +EDI ATE +Ġ);ĊĊ Ċ +af a +Ġcancell ation +At om +ĠB irmingham +emp resa +HE MA +asc al +Ġup side +.V ersion +ĠF older +ĠE ight +ĠV intage +ĠApp Delegate +ĠPre vention +.se parator +ST M +( room +gener ator +Ġc attle +ĉ Z +ĠPart icle +' };Ċ +Ġneighb ours +ĠState less +Ġalt itude +Ġsa int +об ав +Ġconv inc +ĠCont ents +Ġje une +(t s +Serial ization +(c ollection +ĠJ azz +ĠD od +ĠR och +ac io +comm ended +DEF INE +.on load +Ġspecial ty +PL ACE +_MO VE +Ġaccount able +Re uters +Ġf icken +Ġde pr +W ow +V oid +.s pace +à¸ Ĺ +Ġt q +ĠP ets +< $ +(C urrent +ber ries +plan ation +Ġlist Of +ĠTh u +ĠPR INT +Ġm ismo +Ġdo i +ch k +ĠUn icode +( role +Ġvir gin +< Point +_RESP ONSE +-h ouse +ĠVenez uela +EM AIL +Ġp úb +_ex ist +B all +.C L +re ferences +ĠBeautiful Soup +ĉ Expect +TH IS +Ñĥ д +b ane +Ġtemp oral +ER IC +et as +Ġrefresh ing +Ġsec ular +@ synthesize +ac cur +Ġn ella +ĠS OL +.p ipe +Ch annels +èĩ ª +Ġinsert ion +á» ĭ +el ia +Ġadjust able +Can ada +ĠI TEM +Ġcur ves +ĠChe ap +let ing +Ġoptim istic +al lo +Ġpolit ician +_down load += edge +ORT H +Ġmodel o +art o +. rotate +Ġs elenium +æĪ ij +_al ias +Ġrenown ed +.' . +Ġc zy +Ġal les +.Com piler +ĠB ass +Conn ector +.R ole +L INK +Ġc riterion +lem etry +Success fully +/p ng +Ġey eb +asp berry +( gr +Ġd angers +Ġcorrect ed +Ġgl ow +Ġelabor ate +ĠB ears +aw ai +=" '+ +Ġpromot ions +Ġmathematic al +Ġ" ` +_Generic Class +ĠChe f +.S ort +table Name +R IC +Ġvolunt ary +ĠBl ade +-e lect +ĠCom bat +ĠAb ility +Ġab dom +Ġd uck +T mp +åħ ¨ +Ġer ase +.P h +ĠDefault s +p artment +_US B +ê te +; ' +Ġp ads +ĠOb amacare +.T otal +Ġdiv ert +Ġcr icket +Ġrecre ational +( red +ĠC le +R U +Ġmist aken +ĠMont ana +Ġstr ive +_sl ider +ĠPl astic +Ġdecor ated +ĠV P +lic o +ĉf alse +Ġpre fs +( \" +_f alse +i endo +Ġ@ $ +B ucket +act ical +ĠZ hang +.c ols +.B inding +Ġw ax +_ST ORAGE +Ġlaw n +Ġr f +.Sc ene +ĠCal culator +.d esign +Ġres il +л ем +E mploy +ĠPr ices +ĠP WM +ag i +.e valuate +ĉ param +Ġbr ass +bb en +Ġinflamm ation +ull ivan +Ġan not +Ġp H +iam eter +ĠB TC +( box +Story board +Ġcl ay +.assert Raises +| string +.App ly +Ġmatch er +und ed +Ġsatisf ying +Ġìł ķ +Render ing +_app ro +ind rome +AN EL +_f ix +br ush +.M atch +Ġsm iling +on aut +S unday +Ġdelet ion +Ġencour ages +P ull +Ġreven ge +Ġqu arry +tr ade +Ġc ables +(d elta +ites pace +Ġf h +.b unifu +Ġvi el +_IN CLUDED +ĠT ail +ad ar +of s +Ġmet als +g om +_method s +Ġn j +.St d +(w in +$ (' +Ġt urtle +ur on +Ġen rolled +ĠH z +ĠBox Decoration +Ġp ont +rel ationship +B i +³ » +Ġmas cul +Ġsh ades +Ġv r +ĠLog ic +Ġa in +ĠD IST +Ġcoll ar +" profile +Generated Value +ĠP ossible +Ġe ines +ĥ ģ +.time out +ĠE c +Ġjer sey +.D ouble +Ġqual ifying +v or +CRE EN +_A pp +_rec v +Ġali ens +It s +E sc +i ator +ĠE clipse +Ġg h +V ict +ĉ html +to o +. const +Ġant erior +ĠW u +(key s +Ġul tr +_p oly +ĠT ap +ĠB ud +A WS +Ġcrash es +_t ot +Cont in +-h anded +alth ough +ภļ +ific ent +Ġde ve +ut ory +ĠW orth +_M S +Ġfloor ing +Ġsell ers +ĠThank sgiving +Ġp ng +Ġval ores +Ġslee ve +Ġfil le +Ð IJ +Ġappoint ments +Ġv im +User Info +BO OST +Ġpos ed +initial ized +.product s +ĠLeaders hip +man uel +' % +em arks +Per centage +(d ist +. avatar +(h Object +ä» Ĭ +_ iff +ic one +; ) +_n il +Ġab ol +е ÑģÑĤ +Ġven ues +.Con vert +! ')Ċ +.B itmap +sk in +_C OLUMN +Re v +G RESS +g ow +Ġw ished +tract s +.assert False +Ġscreens hot +Ġfo is +Com b +Line Width +ĠGr ab +Ġint ensive +ĉ sh ++ ) +.first Name +_PRO CESS +Ġt ilt +it ored +.L OG +Ġb ak +Ġintention ally +.play ers +(c anvas +)) )čĊ +.Pro vider +_P UBLIC +T alk +ĠL iv +ched ulers +Ġl c +ad ic +feature d +.res ources +Full Name +Ġmean while +B uffers +Ġres olver +ĠS AP +_T E +G NU +ĠForms Module +_ wh +ĠS we +.widget s +Ġcabin ets +Ġsus cept +ĠB ott +activ ex +av ar +ant ics +Ġ" =" +_k wargs +Ġgame Object +ĠAng le +.I ter +mar sh +ĠB irthday +ĠC MS +request s +ĠPear l +_E OL +Ġlin ux +( org +_M ouse +.con structor +Ġz d +Ġk icks +art isan +Ġe ax +K n +pon ge +ĠFin land +Ġmet res +ĠAss essment +part ner +/ pre +! ',Ċ +[ Int +Ġos lo +date picker +/ String +op lay +ĠHe brew +, double +Ġtrab al ++" \ +ĉ EIF +/ text +_F IRST +ĠP ete +Ġe go +Ġextr as +P DO +Ġreg ulate +ĠQ Widget +st s +ĠSh ows +ĠN HS +.c ourse +p thread +ĠF uel +.t imes +Ġ ° +Ġstr ides +($ ('# +( words +Ġrhyth m +Ġsp ont +Ġsens ation +Ġsp ike +C losing +页 éĿ¢ +N umeric +Ġbreat he +Ġfin ale +_F ACT +in ion +Ġch ill +Ġform ally +ANG ED +Ġ' :' +ĠпÑĢ и +a q +ĠFab ric +(l at +ĠPr incipal +Ġer ro +oc ale +N om +Ġf ost +_C USTOM +.int ellij +ert ools +Ġcl asse +adi ents +Ġfundra ising +EN E +_OPTION S +_ ob +// }Ċ +Ġprote ctions +.se ed +N V +term inal +;; ; +P redicate +Ġì ¶ +Ġbomb ing +G F +Ġch ew +)) ). +qual ified +] ={ +list en +C ENT +d igest +E ast +Ġd iver +Ġend points +Ġe e +Ġcolle ague +Ġdissert ation +_com mit +_D AT +. rc +Ġbre asts +ĠR ug +ĠP il +Contract s +ĠBry an +Web View +Ġconcent rate +ĠIn ner +Ġ' | +std out +_S ub +> -->Ċ +V ol +ĠS SD +)) ), +. Optional +Ġnurs es +Ġor b +_ pe +);čĊ čĊčĊ +pl aced +ess er +Ġther apeutic +Ġwhites pace +Ġa ston +Success ful +Ġpr aised +ĠW es +Ġe ighth +ir al +Ġvrou w +Ġf action +_b ias +Ġw itch +Ġnp c +(s b +ĠRod rig +_b ig +Dep endency +ĠAb raham +ard i +C AR +n os +Ġabund ance +Ġnut rients +in stein +.V ert +ĠI SS +< U +Ġsum s +_h ist +Ġfar mer +ĠA br +Sh ot +ĠBad Request +Ġh ass +ĠR ails +Ġaffili ated +æĿ ¥ +Ġer f +IN F +ĠView Holder +min i +ĠR oth +Ġfaith ful +ĠPhill ips +AND OM +]. [ +_P AY +ĠAr ctic +f aker +D igit +M ale +std err +se ys +Ġ Å¡ +_rem ote +li que +Ġin def +ĠIndust ries +it ra +_p airs +< iostream +Ġsal aries +ik en +.F rame +PL IC +_S PEC +ĠMed iterr +Ġsystem atic +Ġinter rog +Icon Button +se a +int ro +ĠIss ues +enc rypted +Ġintern ationally +Ġsn printf +Ġpast a +ĠBrad ley +_ Status +AL K +_P AD +.l aunch +< select +Ġhar dest +Ġph y +Ġ(( * +-s lide +ĠNob ody +S u +Ġas ÃŃ +close st +_initial izer +Ġsupport er +-g en +Ġt ales +Ġcor p +_f u +s at +ne ighbor +.M igrations +Ġal gun +Ġsin on +.S pec +? ,Ċ +.G L +m ale +Ġmon itors +yl an +-L icense +.m atches +ĠA BS +ĠM ast +ĠW allet +($ ("# +Dir ty +Ġco pe +Ġinterpol ation +ous ed +ĠJ ets +.F LAG +.C ancel +.Event s +ne ver +ĠM Hz +> D +Ġs ervlet +bast ian +Ġ> & +S ID +_cl k +Ġdiv isions +} ',Ċ +Ġd ildo +Ġpar ade +m ajor +Ġab oard +; ++ +Ġf usion +"}, {" +ĠDialog Result +ĉ arr +- em +_n r +(h andler +.N ET +.Xtra Reports +ĠSh ah +ĠB rief +- , +Ġprec io +ĉĉĉ ĠĠĠĠĠĠ +Ġt ant +ĠGrand e +/ xml +_IC ON +ĠR etro +un que +Ġn ag +to Fixed +X L +Ġdecl aring +ĠCon crete +ĠAm azing +ĉprint k +Ġdeb ates +D ATED +Ġaest hetic +emet ery +Routing Module +ĠNash ville +W AYS +Ġw olf +Ġobserv ers +OT A +ans on +Ġe a +Ġgreen house +ĵį ä½ľ +Ġst air +Ġimmigr ant +_app ly +pe are +ĠBloom berg +_PL AYER +Res p +æŃ £ +Cho oser +ĠI Collection +P eter +Er ro +.detect Changes +Map s +Ġs queeze +ĠHom es +weg ian +Ġformat ting +Ġnegot iate +ul d +ĠN ep +ĠQ B +Ġeconom ies +Ġ*/ , +Ġredu nd +ĠA ber +.IsNullOr WhiteSpace +yc led +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ +_S h +Ġske pt +Ġre created +Ġget Type +Ġmarg ins +Ġcolon ial +ch arts +// @ +Ġprocess ors +è¯ ´ +b atis +æĦ ı +ator io +mention ed +P atient +Ġpre y +Check box +_x path +.s kip +ĠMorm on +ĠMemory Stream +CRE MENT +Ġk u +m eld +\ Data +ĠK ernel +il tr +éĢ ģ +( profile +Car bon +RO LE +( pl +] *( +.m emory +Ġmed al +Ġadvis or +it ät +Ġh dr +ier ung +ĠProvid es +( alpha +Ġteen agers +- parser +.L atLng +] ()Ċ +Ġfel ony +ĉĉĉĊ ĉĉĉĊ +BO OK +Ġsl ash +Ġclear fix +ĠPro phet +å® ¹ +right ness +-f i +.k ind +ert on +J im +Ġmanip ulate +Ġworks heet +ol in +st ars +Ġart ifact +_EM PTY +ĉm ain +------------- ' ; +Ġexpress ing +ĠI Q +ĠF act +/************************************************************************ *******Ċ +_m ass +)) : +Ġcon dom +Ġcreate State +omet own +Ġir r +Ġ> ( +> B +iter ation +ãĥ ª +Ġshirt s +ount y +-> $ +_S IGN +ĠD ale +Ġj j +E asy +F re +ĠN y +Ġch lor +match ed +ĠG erm +- UA +ĠN athan +educ ation +-y ard +- che +h ouses +r itional +Ġprox imity +Ġdies em +áºŃ p +Ġd rought +.a udio +ĠLe o +Ġfavor able +in ch +ĠD aw +rib ly +_st udent +id able +O VE +Ġlack s +ounc ing +.b usiness +Ġre open +may be +_G LOBAL +Ġdress es +ĠEd wards +ens ible +ĠHard ware +ĠEx cellent +ĠTime Unit +CTION S +Ġsched ules +Ġseg ue +Op ens +am men +- Identifier +Ġst aring +Ġhapp ily +ĠH ob +' _ +Ġ" ); +ament os +et ched +Ġ/> }Ċ +. Users +Ġinterrupt ed +Contact s +Ġreg istro +in burgh +CH A +_ imp +ph is +s ay +Ġretail er +.N ODE +/ maps +_L AST +ĠCh arge +_g uard +Coll ider +ĠStateless Widget +": [" +(" ../../ +iox ide +ĠS und +Ġ'' ; +un set +add Widget +л Ñİ +el les +alk er +A rc +Ġded uct +G UILayout +ĠV illa +Ġfor bidden +_ where +Ġ\ / +ĠT ib +_A X +] čĊčĊ +ĠB ir +Ġb end +ĠMA KE +ĠM ET +Ġfut ures +Ġweight ed +"" "čĊ +Ġauthor ize +(pro gram +}, {" +Ġcoeff icients +ê s +Per Page +ĠBath room +ĠPublish ing +G PL +Ġsub missions +ĠNUM BER +j Äħ +Ġaddition ally +em pre +ĠSh el +ot yp +S olution +Ġth under +_ ec +ĠĊ ĠĠĠĠĊ +ĠF ellow +Ġk ay +Ġnew State +ONT AL +Im plementation +.L ook +Ġ ents +Ġl ors +ĠB IG +f ab +Ġaver aged +ĠFe edback +ĠW ells +Ġm artial +Ġind ul +ĠComm unist +ĠFore x +ĠAgricult ure +" [ +Ġqu ar +ĠK ont +ĉ view +. Bytes +des ktop +ĠM akes +akes peare +.Null able +Ġspot light +V B +ow y +(t orch +tr idge +_b ounds +Ġapolog ize +.add Item +ant d +* );Ċ +, u +(g en +ç» ĵ +re ator +ĠC ord +ou pper +.m etro +Ġ ew +ĠW ORD +.A fter +Ġdet ained +ĠHam mer +ex isting +Ġo st +Ġmon ument +-c ustom +User ID +ĠN om +Ġre jection +(d im +Ġsingle ton +ĉd ie +ari ance +re ports +] != +eld a +Ġpreval ence +_reg s +." . +Ġfemin ist +Code c +Ġ **Ċ +(label s +_M ARK +FA ILED +Ġadminister ed +W N +ĠĠĠĠĠĠĠĠ ĉĉ +Ġn oun +w ig +Ġg otta +Ġr if +- im +ĠPaul o +ĠCommand Type +] ))ĊĊ +-z ero +Tr aining +Ġl ord +_ art +re ddit +C ert +Ġpes o +R ot +Ġend anger +.d r +user Info +un ts +n v +ĠTrail er +-f irst +(m ake +Ġbenef ici +-bl ack +i ÃŁ +Ġund oubtedly +Ġm ex +ĠAnc ient +( as +Ġdes cent +P ick +Ġrep lica +$ obj +ä hr +Ġar rows +ft y +ĠLib ya +ug a +charg ed +T ur +Ġh omic +iss en +ĠF ake +Ġbe ers +Ġsc attered +( Time +UT IL +Ġbureauc r +/pl ain +Ġstick ing +FA IL +ĠC ovid +Th ird +_p resent +ĠPier re +Ġë ª +Ġ[... ]ĊĊ +Pro b +ĠTra ffic +ica o +do ctor +Ġ), ĊĊ +T abs +al u +ï¼ļ âĢľ +Ġinher ent +_N o +rit is +ĠPro of +.b asename +ä¼ ļ +Ġch im +ĠProt ected +c rit +Ġpr one +Ġк он +ĠHero es +Ġan xious +Ġan os +Ġweek ends +Ġs ext +Ġredu cer += UTF +h alf +ĠS aw +.m m +Ġnue va +.current Target +.l ua +_EXT ENSION +ĉ reg +ĠC trl +_ align +accept able +Ġrush ing +fr ac +Ġbo asts +F ive + ± +ĠTem perature +> ): +Ġchar ter +RE ATED +Ġsubject ed +Ġop c +health y +使 çĶ¨ +ĠScient ific +Ġfra u +ri ages +ภĶ +.in ventory +ation ale +M ad +min utes +>> ();Ċ +ĠEn v +Ġrecord ings +Ġsusp icion +sql ite +ĉ read +ãģ ¦ +Ġwor ries +.put String +ĠSh anghai +( uid +r er +ĠvÃŃ de +") : +Ġmethod ology +Ġк оÑĤоÑĢ +cc c +av ad +Ġindu ction +ĉ Thread +, string +ạ i +neh men +u ition +Ġ* __ +.em f +Ġì ľ +/th emes +ĠN ine +. One +ĠEm bed +Ġf az +u ations +Ġpriv ately +Ġl ing +[ F +ush i +Ġlaunch es +( KEY +G MT +Ġaim ing +pat ible +ĠB iden +i w +ĠD egree +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġ$ ('< +á rios +to UpperCase +ìł ľ +ĠE UR +Ġovers ight +Ġtable sp +Up dates +.m akedirs +Ġhum idity +/ template +Al ways +( IS +_c ert +D ig +Ġunder way +ort on +ĠHur ricane +Ġsp ends +ĠSeg ment +Ġfl ies +ĠT oggle +ĠLyn ch +Ġs enses +ĠK os +set Enabled +ist ically +Ġtest er +Ġadministr ators +Ġtag ged +Ð ĵ +Ġshort cut +ĠRes olution +Ġsuperv ision +ĠAsh ley +Tr acking +ul atory +and el +ist en +Ġun re +(d iff +ANT S +Ġr ider +Ġs Äħ +.S eries +_ orders +ORIZ ONTAL +Ġret ention +ãĢĤ čĊčĊ +Ġdi agonal +ĠC ancellationToken +_ Internal +Ġru in +.Q t +ocr atic +T el +ĠAn swers +m atic +Ġx p +at em +_j obs +_ any +Ġsen iors +Ġland mark +ĠQ List +Ġman eu +ot ify +/ ";Ċ +/ server +ĠPhil osoph +uten ant +( io +h z +Ġauthentic ated +d v +- Compatible +Origin ally +, function +ãĢĤ čĊ +ĠRepresent ative +as ily +irc uit +.d t +(m ath +.M arshal +[ , +ĠC ities +_ turn +| )Ċ +Ġcant idad +al ter +ĉ ui +ĠNe braska +Ġsk irt +.b g +Shared Preferences +( style +Ġg rief +g ew +Ġsaf eg +ol ang +_l ists +ì Ľ +Ġgran ite +Ġhott est +.j dbc +.C ustomer +Ġâī ¤ +Ġwa ar +_sc ene ++' / +ĠJ TextField +Ġse ating +Ġwe ars +Ġ` / +C ases +ĠY outube +ı m +Ġbal con +, G +Meta Data +- price +SC R +Un ity +Ġtr unk +={` ${ +Ġearthqu ake +Part ial +Ġsub st +Ġelim in +=" '. +//* [@ +Ġsuperv isor +vro let +_ article +Ġp ane +b io +Ġmot ors +N M +F rank +Ġon ion +- word +Item ClickListener +Ġb rit +end encies +Com puter +_r unning +( day +- he +(n amed +ĠS ach +о Ñĩ +c ampaign +.Ab stract +(w rapper +.p ay +Ġu w +Ge o +r ails +/ select +icht e +son s +E VENT +Ġal iment +Pro viders +A wait +_INTER VAL +. off +Ġgl uten +_cl oud +Ġw en +.ex tract +ĉ button +/ MM +Part y +Ġdem ographic +_err no +Ġh iking +(' ')Ċ +", @" +Ġw it +r á +olog ie +ĠSt yles +ĠBrowser Module +.Request Mapping +ic ans +P AGE +cre ation +ĠF erguson +ud ed +num bers +ĠGT K +Ġpresent ations +ĠB obby +_s pan +est yle +Ġilleg ally +abel a +Ġbattle field +cap acity +ter ror +] ");Ċ +Ġwar rior +le ader +ĠDB G +ĠRe venue +Ġvig il +Ġcounter parts +( Error +ACT ER +Ġhe eft +Ġselection s +ze ug +t om +-t wo +. ;Ċ +_st atement +ĠA id +ĠV ul +_r gb +Ġpr izes +Ġedit able +ĉ form +ın ı +.de cor +D emo +lic es +Ġen ctype +rat ulations +ĠR OS +_ch ars +ĠJ ahr +part ial +Ñĥ ÑĤ +ĠRe ceive +ĠL ands +AP TER +Ġch opped +.. " +ĠAn aly +ĠU ID +ĠR adeon +ĠB ee +Ġun m +> M +.find all +Token izer +ĠWH AT +Ġs j +D rawing +E ss +ON D +Ĭ ¶ +(p acket +âĢĶ but +Inv ocation +ĠN uclear +? ;Ċ +Ġgrand es +ĠC rypt +rem ark +Ġ'../../ ../../ +Ġin ability +m agic +c ats +Ġsim ulate +: ${ +in flate +Ġen er +: NO +ip les +Ġmer it +ĠR ated +Ġgl ue +/b log +Ġg ren +Ġthr illed +.C H +unc an +ĠPR IMARY +Ġper sec +Ġfe ared +.M IN +ĠThe ater +é Ĵ +ategor ie +æ® µ +Ġappet ite +s quare +ĠAlex and +.User Id +_g t +_ enter +Ġgradu ates +Fragment Manager +Author ize +-N LS +(M y +Ġtri umph +ust ing +_PARAM S +Char acters +(: ,:, +_B UILD +M Hz +Ġwash ed +Ġun cle +Ste ve +ard own + ${ +_confirm ation +Ġtro phy +Work s +ĠElect ronics +ĠMediterr anean +_m etrics +Ġannounc ing +ĠD AY +_pro to +Ġp ear +base Url +ĉĉĉĉĉĉĉĉ Ċ +Ġcoord ination +: N +.an imate +ĠC otton +_h it +â ľ +Ġjet zt +if ter +(f ields +own load +ific acion +.c uda +ĠLi u +> equals +ĠA ce +ÑĢаР¼ +ĠSuper man +ĠGarc ia +Ġarrest s +ag ar +Ġ{} ) +Ġmac ros +rou pe +ê tre +Ġtw isted +str uments +_ (" +_ vertices +ĠTrans ition +и к +[ max +m ind +Ġaccess Token +Ġun le +m us +c op +ĠF actor +Ġcon ced +Ġre tr +.l inalg +-s lider +ob l +_Static Fields +Ġz ombie +s elling +Ġch ap +Ġsh aking +ĠTrans late +ĠAm sterdam +ĠE TH +_EX TERN +k d +_d isc +Ġpreced ing +Ġpri x +Object Name +_mod ified +ard ware +Ġ?> "> +ĠD W +` ${ +Ġ?> ">ĊĊ +Ġspin ning +_p ending +Match ers +. Keys +ĠP V +en us +ant is +Ġdisc ard +Ġh aul +Ġem pir +Ġpath way +Ġo ak +м ен +-ind uced +Ġimp air +ĠCal gary +.is Hidden +d z +_ include +Ġg m +Ġ' (' +P Y +uggest ions +Ġcommod ity +c ro +/ sub +Ġget Instance +ĠLeg acy +ĠK il +B al +( short +In form ++ x +* r +ĠHope fully +or ate +Ġmach en +Ġtreat y +ĠO ri +.p ublic +-h orizontal +Ġtact ic +Ġb ord +w ares +Ġam mo +ĠL ists +Ġequ ations +/ her +ĠNS W +B ounding +_C ollections +Ġav ail +.Drop Down +è ° +Ġh h +Ġl Ãł +.p b +Ġmemor ial +ĠAT TR +Ġexhaust ed +Ġt sp +ĉ redirect +Ġlik ewise +ST ER +L java +Ġcondem ned +oca ust +(str ict +Ġexem pt +Ġs ms +Ġex agger +S YS +Ġl ounge +: ^ +Ġto dd +de b +ator ial +ĠPort er +Ġtu ition +Ġexem pl +Ġp aren +.line To +Ġkid ney +Ġç a +Ġc ui +ï¼Į 请 +X C +Ġmo ż +Ġnomin ated +l ung +Im Gui +ĠB uzz +Ġstere o +port al +res as +Ġk lass +Ġdraft ed +Ġproject ile +/g pl +(param eters +* )Ċ +Ġassist ed +ĠNS Integer +s itemap +:n th +.View s +.Argument Parser +Ġme er +z ier +ĠD ig +Ċ +Ġpl ag +p ine +Ġblank et +Ġ: - +Ġl cd +------------ --- +(" " +Ġtact ical +ĠRon ald +ex tr +ĠF est +Ġf uer +-n avigation +Ġk b +gh ost +Ġhandle Change +_cl s +() != +Com parator +.v m +ĠCo x +_re view +/ @ +_c ookie +Ġrecogn ised +ld ap +Thread s +ĠSex ual +ĠB earing +(S QL +Ġx r +Ġth igh +URL Connection +ĠSU V +Ġm Context +Ġinc idence +ĠE ste +.s up +_t e +(EX IT +C MD +/ "> +Al most +ĠU ne +Ġand eren +ĠSingle ton +Ġb ore +Th ink +Ġn arc +] initWith +_sh op +(str ategy +! ', +her its +ĠDes k +_m achine +.net ty +ı nda += < +ĠQ R +ĠS idebar +.split Container +Ġon Success +Ġmon key +En joy +(n odes +pect rum +Ġ(* ( +ĉU INT +, height +ĠNetwork s +.t ail +.l inspace +Ġ" ... +List en +Æ ¡ +.Ch annel +- defined +Re peat +ad just +ER M +_ application +.assert NotNull +- stream +Ġr abbit +Ġposition ing +Ġw oke +Ġf ing +Ġmulti player +Ġregister ing +un til +Ã¥ n +( :: +uss ions +Ġpot ato +ĠE quals +.S up +/ap ache +Ġ( = +. ") +.p tr +ĠSpe ech +.cl ip +ĠGab riel +Ġmusic ian +/ issues +.sh op +ĠH ier +_RE T +_b ucket +ãĥ ¡ +av s +Ġro z +fl ower +Write Barrier +ĠMil an +Ġlegisl ature +ĠD oll +Ġprov ing +.concat enate +âķ IJ +Ġg char +cdn js +b les +ĠList ing +л о +.xr Label +ĠS ak +just ice +ĠVal entine +un less +Ġp iger +(r un +Ġtest ified +AN A +ĠRem oves +)) ));Ċ +rec ated +ĠRuntime Method +Ġcon qu +ãĤ ¢ +Ġt issues +ail er +ét é +- Star +Ġfl ames +.set Icon +Ġsup ern +Ġvag ina +- variable +Ġwell ness +C UR +Ġbel le +.get Request +Ġp oco +ben h +ag ens +Ġsp ill +ĠJ ur +Ġdispatch er +н ого +emon ic +(dir name +ĠÐ Ķ +Ġpas se +Ġg anz +ric ing +E U +Ġmuj eres +ess en +.at tribute +j j +ĉĉ ĠĊ +[ ^ +Ġstrtol ower +lex er +ect ar +hot el +.s quare +Ġr all +Ġlower ed +hand led +Mark et +ĠUs es +iv as +.B usiness +ãģĹãģ ¦ +D IV +Ġw asted +Ġav oir +ê m +_ACC OUNT +. et +ĉ SDL +k ap +Ġf ox +up pet +{ },Ċ +", ' +F avorite +P END +ĠA ES +} ), +Ġded uction +Ġpol ÃŃt +Ġcomponent Will +ĠT elerik +_SE LF +Ġm use +C raft +Ġd ens +ठ¿ +( tp +Ġt asty +Ġbal ances +Ġded ication +ĠWall ace +Ġun law +\"> \ +Ġm um +- update +ement e +Ġs oda +Re public +as mine +é ric +( Status +ĠJson Convert +ĠD isk +.Red irect +Ġfilm ing +/m ol +R o +Ġv ille +Ġtrab aj +Ġsyn thesis +reg a +Ġr l +S cheduler +ISH ED +current User +(error s +' h +_b ot +x imo +ĠUS ART +_s uper +_DEC REF +н ой +_RO W +Ġprom otes +ĠT A +Ġhor as +ĠRep resents +Ġname of +ĠEx c +ĠGar age +Ġse ine +, # +Ġher b +/ resources +Ġple aded +.r adioButton +Ġæ ĺ +O ps +ĠN est +c string +ĠDef ence +Ġref ere +_le af +Ġrevel ation +ë § +.execute Update +_W ORLD +Ġexp ans +(" \" +j ab +Ġdoub ts +ĠGe ometry +Ġintrodu ces +Ġsen ators +Ġcan al +.h elper +ĠBi ology +_SE NS +.pre vious +-t ouch +ab it +Ġimpact ed +Ġbr ackets +.d irect +acc um +Ġtest osterone +ĉ action +ĠCh ance +Ġpe aks +CppCodeGen WriteBarrier +Ġun belie +_p ress +.R el +ang led +/ templates +-- >čĊ +l ime +Ġsufficient ly +_ nt +Exp and +.is file +Ġis Empty +Ġq t +Ġmul her +ac ob +Ge orge +å¸ ¸ +Ġass im +as o +Ġcompr ised +O V +(CON FIG +ĉw riter +Ġdes p +Ġten ure +(c r +.p ool +ĠB rend +Ġc ensor +(time out +Ġple a +.W rap +Ġtight ly +ĠW ere +ĠI gnore +abe i +Ġbr idges +Ġcondem n +Ġsimp licity +Ġrout inely +Ġblack s +j b +ĠP it +U tf +Ġ/ Ċ +re load +Ġset Object +/g lobal +Ġf atty +Ġsock s +Could n +Ġerot isk +æĿ ¡ +ĠPress ure +ĠM az +n pos +tol ower +ĠE Q +ute ur +ĠM oment +Ġet a +{{ -- +Ġgraph s +ĠGu ar +r ine +( -- +ĠHttp Status +(st udent +* np +Ġrail way +Ġas ynchronous +_v m +'] ,' +, text +mer chant +(G uid +ĠG ra +ix er +fetch All +.add Listener +fl ip +* $ +> (), +Ġsun light +ass igned +Ġab c +ĠC OLUMN +ĠðŁĻĤ ĊĊ +) ... +Ġen semble +Ġnew line +_S INGLE +ied ad +Ġdark er +orm ap +Ġl ion +pl its +Ġillustr ation +ĠI EEE +Ġv ista +ous ands +****** * +ĠTom my +Ġh ue +S el +Ġa ura +ĠTher apy +Ġanim ator +.con straints +Ġv ague +(" ") +Ġvill ain +Ġbless ing +Ġstring Builder +ĠM isc +ĠD IR +f ax +- node +ĠWalk ing +ĠA U +s ess +Ġgr ill +VERT ISE +ĠF oods +Ġt ournaments +à ĵ +ĠMar sh +Ġw onders +Long itude +.Command Text += input +_enc oder +page Size +Ġget State +> >Ċ +.g rey +p od +Ġread ings +Ġre consider +Start up +Ġexc er +.b alance +_c ycle +_T ime +LOC AL +ĠE FI +ĠRe yn +.set Foreground +by n +Ġdis connected +ACT IVE +Ġembed ding +ick ers +Ġsurround ings +* c +Ġgar ant +Ġb f +Ġw ipe +Ġ ä¸ĭ +_T RA +ado x +ç ķ +Ġsu cks +ĠS ongs +ĠAssoci ates +ĠB ald +ĠB rett +ven ile +Ġv t +Ġin ade +Ġres igned +ĠGl enn +.p attern +.Data Bind +Ñĥ м +Layout Inflater +ch et +ĠTest ament +.m s +Ġp av +ĠReact DOM +ur dy +AD ATA +M u +/ actions +ĠJ s +_ex tract +ĠBr ing +: id +str t +iv ation +Ġoutr ight +az u +loy ment +и Ñı +al do +ĠP ublisher +E ducation +Pa lette +_d rv +Ġ($ ( +ĠAnd a +Ġrem edy +Ġincons istent +te ction +Ġregul ators +Ġshort est +(p air +ĠInstall ation +Ġdefend ants +Ġ( ); +-l arge +M el +Ġthreat en +н Ñı +Ġfet ish +ot ine +_d ic +Ġ< $ +Ġst agger +sp i +$ response +S erv +-b orn +j os +ĉ img +ĉW HERE +_l t +å½ ĵ +.c ost +ĠT ue +.label s +ĠL V +wcs store +ĠJes se +ภ« +Tr ade +Ġpredecess or +ë Ĥ +fin ally +_g eneral +ogg ler +_REG ION +n ement +Ġblog ger +ĠHar bor +ĠD ataset +[ w +Ġattend ees +. ico +max imum +.Un lock +_SY NC +ág ina +Ġdown s +ĠW ii +]) / +Ġkick ing +unic ation +ĠD AC +ĠID S +ĠR ental +Ġcurrent Time +Ġvacc ines +ĠDev il +Ġn ors +_m ouse +urre ction +(n o +Ġ> čĊ +Ġaggress ion +Ġbre eding +.s ymbol +im an +Absolute Path +ĠWH O +_fl ush +- root +arn a +& M +Ġf athers +ĠR ocket +ive au +Ġw ander +Ġcom pos +ĠWar rior +ĠSe at +ĠClin ic +_in voice +(dis patch +Product o +at uring +oss ier +ĠM AY +Ġd agger +Ġsanit ized +ĠR FC +Ġpro ph +Ġur ine +Ġgr ind +ĠExp anded +des cripcion +-f w +ĠK erry += name +Ġch k +Ġnation ally +Ġthe e +In c +Ġ? >> +.R adioButton +.Http ServletResponse +/ Y +ĉf ield +Ġhom me +y per +Ph ysical += v +Ġdr iv +ĠErr ors +Ġc Äĥ +De ath +ĠW INDOW +Ġpo et +ĠSh arp +ĠImm utable +ĉ create +Ġge ht +ĠRe form +ais er +ĠInitial ization +Ġimm unity +.com pose +Ġlat ency +ĠLeban on +ĠPar ad +Ġfu els +ĠEx hib +co h +% ">Ċ +ĠCL I +) initWith +-Z a +_C LEAR +reg n +Ġfin ances +.st andard +_C ATEGORY +.lib rary +Ġtravel ers +_w p +ĠE valuation +start ing +Ġ )),Ċ +ep isode +ĠV ariant +Ġda emon +ĠJul ia +ĠN R +Ġdoub les +< v +/r untime +Ġinterpre ter +ĠIN DEX +ĠHol mes +_D IM +Ġp addle +_ex ample +Ġfore ground +.r outes +Ġs owie +S UCCESS +ĠC DC +ĠB D +_ - +as ured +W riting +Ġcurrent Page +( answer +ĠASC II +à ¨ +Ġsocial ly +yy y +ĠSpecial ist +(c ustomer +ist ani +ke st +ĠM ak +Ġth o +. pt +( comment +ĠCon verter +g am +b ins +. tele +ĠVeter ans +_AL LOC +олÑĮзов аÑĤ +inn amon +; width +oh l +Ġfant as +Ġs ung +ĉ K +( Json +Ġneighbour hood +Ġv ow +Ġs ins +on acci +Ġepoch s +im agen +.Ch ange +.my batis +Se ek +W ER +管 çIJĨ +Ġinter ess +_ Event +eder land +Ġterr itor +Ġci udad +uck ed +Ġsn ack +Ġtransport ed +ĠMan ifest +ĠD AT +_th eta +Ġw ont +.ĊĊ ĊĊĊĊĊĊĊĊ +Ĭ¶ æĢģ +ĠEp ic +De ck +l tra +_Z ERO +Ġ[] ; +/ scripts +Ġ---------------------------------------------------------------- ---------------- +æĥ ħ +Ġwe ed +N BC +Ġrap ed +ĠG ateway +[ M +ĠTime out +ench mark +.View Model +Ġporn os +ĠY a +th ritis +ĠFly nn +Ġme ga +ac in +Ġtrib al +.app le +ĠB lo +â n +ib i +ro v +ĠL ives +^ . +get Request +ĠEst ablish +cont ainers +Ġst arring +Ġcele brities +ĠRel ative +ĠHe ights +Ġtq dm +ĠNorth west +iv ic +ĉ cl +Ġautom otive +ent ric +Ġfort unate +Ġfire place +se ud +nick name +; s +_C AL +h alt +(n s +_de leted +Develop ment +m ovies +Ġident ities +Ġprompt ly +ا ÙĨ +Ġant e +Ġ" ',' +åı £ +imp se +Ġy ap +Type Name +Ġb itch +Ġassoci ates +HE ME +- empty +ĠØ ª +ol vers +Ġpist ol +Sc oped +ag ner +'] ==' +ĠI MP +ex c +Ġo mitted +Ġmind set +Ġ[] ( +Ġor n +_C AM +A vg +Localized String +ĠN atur +Ġcom poser +ĠPlay ing +Ġover d +_ utf +.s k +ĠF ol +$ page +, Object +Ġbe es +al ary +bul let +_lib rary +O ffer +loc ated +Ġ(_ , +âĢľ He +ĠOwn ers +) ).Ċ +Ġb ri +.Ad min +kt ion +лÑİ Ñĩ +Ġerot ici +Cancel led +Ġa gr +re views +_d ma +RI CT +Ġg fx +mp i +pp o +Ġ// @ +Ġupper case +Ġcommit ting +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +User Data +Ġv ai +ĉs ort +Ġcongr at +Ġd ioxide +д а +. area +ĠJosh ua +ĠK och +_b reak +az ure +ist ical +_AL PHA +_ views +Ġelim inating +OM B +en umer +ĠHy dro +(* ( +ERT ICAL +Ġinev itably +Ġst ole +-e ast +ier on +Ġl inger +/d oc +Å º +ĠAl ready +as io +Ġ-- Ċ +Ġabb rev +ĠAt om +h im +ĠINS ERT +s un +âĻ ª +CON NECT +er ator +ĠM anning +Ġ: ( +g as +=> ' +Ġquery set +; }čĊ +ĠPop ulation +uted String +res ident +_F ONT +ĠRes pond +Ġobsc ure +Ġo bservable +ĠContrib utors +k on +ĠMus k +ex ao +ĠT ub +Boot Application +S OR +.H orizontal +.find By +.p ower +Ġposit ively +ven ience +ĠJ ong +Ġwh istle +Ġз наÑĩ +Ġl ending +Ġdestruct ive +Ġon Delete +author ization +(); ?> +_ original +sc ience +at ra +?, ?, +ĠAs c +Ġconvinc ing +$ a +org en +_D ate +ĠPro vide +Ġlon ely +) 'Ċ +ex change +; ?>Ċ +.f ast +S amples +L ondon +'] )čĊ +ĠI onic +Ġp esso +ĠKn ights +ĠR af +_attr s +Ġrepe al +> Main +ĠOrder ed +_N ew +=" "> ";Ċ +ĠS ERVER +ĠHE ADER +_ velocity +ĠIn voke +.timestamp s +Ġs ulf +I QUE +Ġinhabit ants +ph ins +azz o +Ġmon o +Leg end +Ġnon ce +IF E +; ";Ċ +- create +" ",Ċ +per mit +ĠImm igration +Ġpath name +ffect ive +âĻĢ âĻĢ +Ġex ams +- event +ĠT ill +[m id +F IX +; color +( Order +_tra its +Ġorder By +Ġs unt +ĠNich olas +Ø ² +Ġsun ny +in ers +Ġaccess ibility +ĠH B +.com p +ĉ op +Ġminor ities +ethe us +Ġcollabor ative +pr it +H IR +Ġwr aps +ĉd raw +g od +ĠI X +.app s +ĠN M +Ġirre levant +ĠT igers +Ġdi ag +G V +ĠAccess ories +k ont +Ġsimpl ify +ĠF avorite +_t ools +([] );Ċ +Ġtow ers +B es +Ġhun ter +Ġsal on +(b uff +ĉ debug +Ġmal ware +M oving +- options +) +' +ĠLO VE +_S OCKET +_f in +ĠDel aware +Ġsher iff +-in valid +ĠF ULL +Ġп од +el as +" strings +ĠRepresent atives +s urface +res olved +ht docs +)) :čĊ +Ġpress ures +Ġnorm s +Ġpl a +Ġs urname +Ġpost al +ĠDep art +Ġsla ughter +or ida +Ġhe bben +Ġdes ar +comp act +_L ANG +åIJ Ī +op oly +_r ad +ĠST DMETHOD +L azy +ĠĠĠ ĉ +... , +( web +ĠP ont +Ġet was +Ġup ward +_h at +Ġ], ĊĊ +Ġbase Url +Ġworry ing +-add on +(get Class +S PI +Ġcapt uring +) },Ċ +Effect s +Ġcompet ent +Ġf oul +Ġsubscri bing +ĠO BJECT +IX EL +b ucks +( edge +(p ass +ĠPet erson +Ġbo obs +ĠD elay +_s quare +el im +ot ers +_P C +% E +on click +ĠSV G +Ġto pped +Ġf ist +sm art +ĠR alph +( owner +j ours +Ġbron ze +ĠArgument Exception +( original +_S CALE +_c p +Ġrecomm ends +.set Style +S ure +L AND +Ġrepe ating +M att +. Visibility +Ġenter prises +.Set up +(sc ene +ĠRe active +ur ge +b w +.P ut +p ersist +.c ookie +ĠAud i +` s +sup plier +( Form + ¡ +_s o +Į Ģ +ĠLeg ion +t te +N d +L oss +( attrs +.sc atter +Ġg room +Ġgl impse +Ġn ails +Ġcum ulative +Ġf azer +_s ervices +.N um +ib ilit +_res olution +ĠT x +umin ium +op a +.s chedule +sm tp +ภķ +ur ry +ü k +go og +_sign ature +.int o +ĠSte ps +Ġhome owners +ĠNS URL +ĠP AC +ĠĠĠĠĠĠĠĠĠĠĠĠ ĊĊ +> ')Ċ +en h +Ġinc ap +$ MESS +Ġmo ins +ĠF i +Ġoff season +press ions +> .Ċ +ĠGr ass +ĠGo al +_p df +Hand lers +Ġstack s +.get FullYear +=[ ];Ċ +è½ ¦ +, V +(s plit +Ñĥн к +Ġbake ca +Ġ~ /. +pe z +t ails +ĠG len +Ġset Image +ĠCom ic +B LOCK +ĉ This +o ader +Ġcapital ist +_ST EP +( Boolean +ĠCor rect +r ina +Ġconc aten +å® ŀ +() :ĊĊ +Ġun anim +ll i +al ars +- ne +Ġdiv or +ĠKick starter +]. _ +< number +/m enu +GR APH +vis itor +Ġimpro per +_N EXT +Ġb isa +background Color +/ input +Ġmo i +Go al +li qu +Ġmiscon duct +Ġcompr ises +aw ns +ĠP ie +ra is +role um +Ġcur se +y u +_p oll +.current User +ES H +]) [ +Ġstory t +)? ;Ċ +* = +ĠB urg +/ layout +_back end +; ?> * '+ +åĿ Ģ +ac ency +( URL +_h alf += l +Ġlist View +( section +.to Array ++ / +ĠRodrig uez +ist ream +Ġelig ibility +:: - +.new Instance +P B +ĠAs sets +ĠCom posite +ĠL abs +ĠHam as +++ );Ċ +Ġbl k +ĠNe o +L uc +@ login +Ġun aware +.m et +_RE LEASE +( ST +AM IL +ri ke +Ġ( ){Ċ +(s printf +ĠAccount s +ĠV IEW +ĠA j +ãĤ ° +Ġwh isk +Ġid i +Ġro de +Ġih n +ĠElement ary +Q ty +Ġintrig uing +Ġå ¤ +J obs +ĉ offset +ĠAh med +ĠTal iban +Ġè İ·åıĸ +Ġinject ed +.Auth entication +_line ar +.Dec imal +Ġapp les +Ġshare holders +Ġb aked +.d iff +ĠE ddie +ok ers +Ġconfront ed +vo ices +Ġt us +ĠSp in +N ODE +_ Un +CT X +/g oogle +Tem perature +Ġ' '). +Ġmagn ificent +Ġstart Index +semb les +Any one +z k +eh en +ĠD ame +. strict +Ġrepl aces +Ġline back +Ġpush es +Ġche ek +ĠSh i +_BY TES +RE A +ả n +_CON NECTION +G ateway +ĠTr avis +ĠA X +ĠBas ically +ĠUp grade +à ª +th emes +erm o +k or +F emale +_att ach +ĠìĤ¬ ìļ© +Ġpo z +============ ==Ċ +(s ymbol +ĠS ector +__ )ĊĊ +_p adding +ï¼ļ " +Ġf abs +Ġr anged +set Name +Ġp error +â Ĺ +ĠFile Reader +Ġful filled +_C urrent +Ġdom inate +Ġsm ugg +Post Mapping +_for ce +Ġb loc +ĠG iant +(v ideo +ĠC U +System Service +Ġ elf +Ġkont akt +ë ª +ke es +gt k +Ġparam Int +Ġmark up +u ales +Ġaccount ed +Ġgang bang +RY PT +ĠW rong +Ġcred ited +ĠM ESSAGE +Ġfl aws +Ġbb w +Ġmetab olic +ĠO EM +/ event +(C ollectors +mont on +ap pear +Ġopt ed +Ġche at +Ġd av +ĠPro ceed +Ġê ¸ +ank ed +и з +ans k +ĠH ang +ĠC ler +Ġdis gu +Ġc map +.cl js +Ġa ument +le z +ĠJo ined +_re ceived +Ġa erial +ot el +Ġgre et +" s +ĠGen esis +ĠCal if +pan ion +Ġtail ored +m apping +and Expect +.tr ack +at omy +ĠO w +ull ah +.Y es +ĠSimple Name +db h +' en +Ġnons ense +Ġphilosoph ical +(get Context +Ġis so +ĠA CE +start Date +Ġb ÄĻd +ĠAUTH OR +ĠGlo be +Ġinsect s +_A l +ush ing +è® ° +/ Home +ĠLocal Date +need ed +hes ive +Ġill usion +äº Į +Ġtr at +x o +/d etail +_M ATCH +Ġbroad band +Ġw al +ĠIllegal StateException +IRE CTION +Ġnor theast +es ium +ĠClient e +ul ance +nt y +Ġt ecn +Dev ices +Ġgr ains +ĠO g +ĠS EL +ud iant +Ġ++ ;Ċ +Ġexplan ations +oc co +Ġdi ets +Ġco hort +( controller +.Iter ator +-r ich +ro cess +G D +Ġcar bohydr +Ġfri ed +ĠEmploy ment +ìŀ ¥ +ĠLeon ard +_ ${ +qu ares +Ġcompan ions +Ġpar is +Ġstim ulation +ĠZ oo +Ġre levance +ĠCol our +Ġspe ar +ot ional +ĠL ite +ĠK osten +Ġà ³ +_att achment +orph ic +Ġdam it +Ġd lg +Ġthr ive +CH ANGE +ĠApp arently +Ġat ual +Ġroot ed +( images +aw i +ari at +Ġch erry +STAT IC +m nt +ĠUser Id +il let +ĠHis panic +Ġn ak +Ġcent ro +Ġdim s +_initial ize +ı k +ĠCent ers +RE N +Ġevolution ary +ĠTop ics +_d amage +em er +Ġr und +Ġpun ished +Ġcub ic +f air +[] ;ĊĊ +Ġinstant iate +Ġover see +- delete +unte er +start Time +ĠP ipeline +_G AME +ĠC ir +ĉ Null +.Format ting +uc umber +ĠR ide +Ġz oo +Ġcheck er +åIJ Į += C +Ġg rit +"); // +_x y +ĠDe claration +Ġcall able +F oo +ĠList Item +Ġin accur +ml in +ĉ Data +Ġev olving +aw an +Ġca fe +fol k +_ID X +ĠAny thing +ĠPalest ine +ĠGrid View +Ġcol ony +ĠGerm ans +( + +.p id +.js x +ĠSuper ior +Christ ian +ĠL ect +ĉ Game +Ġinstrument al +Anim ations +д ал +ĠMos es +ĉĉčĊ ĉĉčĊ +z s +k te +ä¸ ļ +_D IST +bit map +d B +Ġp ersistence +ÑĢ оÑģ +$ l +B ron +Ġ{ | +_ch art +ĠCon sum +Ġh emp +Ġ" ))Ċ +Ġattack ers +Ġknowledge able +Ġc et +Ġvir uses +' I +Ġpitch er +Ġsweep ing += list +apt ops +.de pth +Ġinstruct ed +ĠR us +benh avn +Ġи н +S ports +Ġon set +æĿ ĥ +. RED +_s i +ĠP ST +.on Change +> tag +ĠR oh +_char acter +ĠLaw s +ĠB achelor +_s wap +.re activex +Ġreward ing +Med ium +- [ +ĠRec ently +J oint +part ition +ĠMin utes +Ġind o +Ġabsor bed +ĠG N +_IN D +Ġsab er +Sp awn +output s +ĠJeff rey +Ġmed ieval +h ed +Gu ide +Ġpsy cho +Ġgl am +E lim +äd chen +_pl ain +ĠS au +-f our +Ġanaly zing +QU ERY +Ġtom ato +_button s +V EN +.set Status +. Url ++ ĊĊ +Ġcompl aining +deg ree +conf irmed +Ġsub t +p arsed +Ġtor que +Ġtroub led +ĠT ARGET +Ġtrad emarks +ĠCo ordinate +ĠV iv +Ġ// }ĊĊ +Ġapr ès +.get Position +(Key Code +ĠSil va +Ġmet eor +Ġendorse ment +Over view +ĠP oss +.In ject +Ġeven ly +Ġvisual ization +Ġw char +ĠH DMI +Ġfun ct +ick name +',' ',' +Ġfor wards +Managed Object +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ +ĉ server +ĠOut look +ĠChron icle +Ġdub bed +Ġd ok +ĠW ear +.A L +pare n +. Interface +Inter faces +.c od +Ġd ib +.Global ization +ĠAcad emic +Ġass ms +Aut om +Ġl w +ĠN W +Ġ&& čĊ +Ġproble ma +ĠManufact uring +lim its +-m obile +Ġfil me +/ map +Ġdo it +ĠIn k +Ġsu ed +. arr +Ġunder min +ĠPro c +croll View +__ $ +Ġsidew alk +( that +ภ· +[ q +gram mar +Ġt ë +qu ito +Ġspir al +ext ended +Ġf ocal +Ġdig ging +p as +ĠT all +.pro xy +it ures +TR ACT +ĠRe alm +Ġf eder +Ġorient ed +ĠAltern ative +Ġo we +Ġsour ced +ink er +.d et +S ep +ĠQ ui +ĠPal mer +(_ , +s amples +oy er +ull an +que z +Ed ges +Ġsh out +ĠA chie +Ġha ar +_Con struct +Ġprem ature +Ġre vert +'). Ċ +Ġs chn +filter ed +null ptr +S aved +itect ure +CL A +Ġv l +st ell +ĉ Me +ĠL ip +n ational +Ġwh olly +Ġspr ings +.T imer +ĉs rc +els en +åħ ¶ +Ġcommunic ating +ĠQu iz +Ġt eng +Ġge z +ĠOut side +.S ign +(c s +Ġdisput es +ĠWe iss +ann es +> No +ĠB ach +.remove All +re fer +/d ashboard +ĠA jax +Index Changed +ĠWe ak +' "Ċ +Ġs ights +access Token +ĠJ oi +(d omain +ĉc v +Ġcontin uation +Ġpl um +ad ir +.set Message +Ġ ï¼Į +Ġsw allow +ĠL amp +Ġq w +Ġu u +C oin +ub ic +ĠDe als +r ace +Ġdict ator +Ġmem e +turn ed +ĠJul ie +.grid Column +Ġpup py +Ġp am +Ġ) {čĊ +Ġinv iting +Ġf rench +v im +Ġwr apping +Ġ#- }Ċ +([ - +Ear ly +Ġsh iny +.f aces +Ġreb ell +abc def +ä lt +Ġest imation +ph ys +los ures +_RE L +Ġex clusion +ĠSk ype +we ise +-st op +no thing +ĠE gg +is ors +Rich ard +Ġcounsel ing +Ġcomm em +ĠQ MessageBox +ĠSy nd +ĠFro st +ĠCompet ition +ĠAw ake +Ġt ed +ic iones +ĠDev Components +VERTISE MENT +ott i +.run ner +Ġuniqu ely +.fl ag +ĉ rs +_g eneric +Ġ`` `Ċ +ACH INE +Ġme in +( Application +( br +Ġrat ios +: , +ĠXCT est +ustain able +- www +it les +_T EMP +Ġs yst +umeric UpDown +ĉassert True +Ġw f +. peek +ĠBul g +Ġterr ifying +.M ODE +ĠG W +á r +Ġf ic +Ġcommit ments +- tech +ĠL iquid +ope z +z heimer +a ña +-m edia +( animated +_go al +Ġg um +yst one +.S ET +ĠW end +set CellValue +Ġmsg s +c ash +AL LOC +/ aws +Ġmic rowave +.Point er +ĉ Console +_s orted +ĠFil ip +Pro d +Ġ//! < +ing roup +Ġk s +_T RI +Ġteas poon +ĠAT T +Ġrecover ing +ĠG LOBAL +.P ar +Ġ/> ;Ċ +Ġmar ble +ul ators +ĠC ycle +Ġher bs +_m etric +) ! +_C LOCK +_ Button +H arry +è¿ Ľ +Ġstr ains +ĠApp Bar +ĠCh an +/v ideo +Ġb am +.Pro gress +$ f +lem en +Ġir regular +ĠD uncan +ĠM int +-v ideo +ঠ¾ +ó wn +ĠEM PTY +Ġstack ed +ĠH A +_c ut +Ġwhere in +ĠW ays +(count er +è¯ ķ +Form Group +Ġble w +c ourses +Ġproduct os +ry s +ĠRest r +Ġsty ling +> s +Ġp iv +Ġit ertools +get Repository +ĠI k +_dev ices +lay ui +Ġhalf way +Ġfran ç +Ġtun ing +O A +_N ode +ar de +Ġfier ce +lic ted +# čĊ +Ġbreak through +ĠE rik +Ġb ride +Ġ. " +cul us +ins ide +ĠIndian apolis +ĠE E +Ġy og +urre t +.f s +. grad +_c ards +_ac curacy +_ep i +qu eda +/ org +é ªĮ +Ġcom pte +)) [ +Out side +G reater +ĠRender er +. actor +Account s +Id le +_h ours +ern er +Jo ined +Ġmen j +requ ires +ĠO PER +.remove Child +ĉs p +Ġes se +r ift +xF E +ĠSh akespeare +________ ____ +Ġbudget s +Model State +fill able +- component +oc os +ĠBUT TON +/ io +, out +s ms +Th omas +ĠAr med +res ume +Ġrot ating +ĠV ault +Ġse us +. (* +Ġa mino +Ġ[] );ĊĊ +Ġprov oc +no x +.Get Enumerator +==== ===Ċ +æĸ Ļ +_sc roll +Ġfil med +ĠS oci +g ap +g ro +V ote +" But +_R C +An imal + Ģ +ib ile +Ġaw aken +ore st +in ja +ĠI van +( Command +Ġ ***** +Î · +Ġkv inder +/h elpers +_c ases +t g +ìĦ ¸ +Register ed +ĉp ass +_d igits +Ġcont our +Ġinf ants +Ġjust ification +ĠFort unately +Con tr +ĠonCreate View +_S AMPLE +Ġallow Null +Ġn ud +Ġfet ched +_e qu +ĠUn able +=\" " +> {Ċ +Ġcommit tees +ist ema ++ ". +ÃŃ an +m ant +Ġsou theast +ï¼Į Ċ +dialog s +PRO JECT +charg er +- port +(u uid +. export +S ix +ĠR P +P rem +Ġconsc ience +Ġmargin Right +_d istribution +y aml +res izing +D ock +ĠLoc ations +G Y +Se ed +B UFFER +oss ip +ull en +Th ings +- self +.p oll +PL AYER +Ġå ® +G ROUP +ĠA way +Ġg ospel +xf d +M ary +ĠPort able +T URE +Ġutil is +Ġse it +Ġstr and +Ġtrans c +Ġ( ^ +ĠAl fred +.m em +.c ircle +Ġ~ / +for cing +Ġr iot +pro x +TH ON +iz ación +ĠN I +ro st +Ġdis pro +_in stances +ï¼Į âĢľ +ograph er +end as +ĠIsa ac +ĠP ine +/d is +Ġcolor With +iter ate +_str ide +Ġpun to +.Event Args +( center +Ġneighb oring +ĠPr ison +ĠMess enger +Ġepid emic +da o +_com plex +Ġgr avel +_D IP +é ment +ĠA ri +_bit map +.qu it +( valid +Ġp end +Ġrespir atory +Ġre bound +Default Value +ãĥ Ń +Ġcomm its +.test s +_f r +it et +.s f +Ġspace craft +c ritical +Ġde pressed +ĠAny Object +Ġun b +Ġdisc ern +(m ysql +L atin +ĠB og +ĠWild life +To File +iox id +@ RestController +Ġ"$ ( +Ġ<< " +Ġdefect s +Ġdat um +h in +Ġreal izar +any ahu +ĠS ig +@ Data +ad aptive +ĠC atherine +.c r +ĠCO OKIE +Ġp ictured +ĠFight er +Query able +ĠAny way +ĠGL FW +_n amespace +_ ft +Ġ] ) +Organ ization +Ġconstit utes +Ġqu and +(ch unk +"/ >čĊ +ĠL akes +main window +Car thy +sp in +(c sv +: red +-com merce +ภ¹ +Ġdiscover ing +Ġe co +_f ac +inc eton +ĠGre ens +j wt +Ø µ +ĠBron cos +ĠGood s +(G TK +Ġreturn Value +Ġsi empre +Ġneut r +w ent +ĠN atal +Ġenthusi astic +á» į +F N +/d atabase +C atalog +Ġbr un +ĠK ash +_P l +isc rim +, width +Ġin mates +Ass ignment +ĠH aven +Ġplay ground +ex am +@ Controller +ul iar +.get Parent +Ġ" ;ĊĊ +: size +iss ors +Ġf is +Ġal c +ens ation +ĠN ixon +Ġmight y +- str +_s pecial +_A DC +ĠTw ig +um bling +- address +Ġher oin +Y TE +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ +F riend +Ġa ve +ĠP NG +ĠKurd ish +DataSet Changed +Ġbl ades +br al +St eam +Ġsig u +IRT UAL +ac os +UD P +(d atabase +he c +ĠString s +_scal ar +ĉd esc +ĠT LS +; "Ċ +ĠCor byn +Simple Name +u ell +ĠEnt re +ell ites +- place +Ġfrank ly +ĠE rf +CE L +Ġpa ÃŃs +Ġh edge +Ġlat ent +ĠIR Q +ĠH erald +ĠP rec +ë³ ´ +.T EXT +Sal ary +Ġaut umn +Ġtrav ail +.S um +Ġc ared +M or +Ġint uitive +Ġj ournals +_ IT +ĠT rou +ä¼ ł +Has ColumnName +Com posite +Ġsp ice +_d isk +_CODE S +ĠInt roduced +ion a +Ġnue stra +o ct +ĠĠĠĠĊĠĠĠĠĊ ĠĠĠĠĊ +(param eter +Ġstud ios +Ġproject Id +Ġbd sm +.Sql Client +im izer +ĠC ARD ++ t +a an +.s ol +_Ad just +Ġright eous +ĠLog ging +.f ilters +_T AB +ĉs ys +roph ic +other apy +ĠB rowse +key board +R ON ++ \ +ro pped +Ġext ensively +f k +Ġl ime +year s +Ex c +Ġs ph +Ġche ating +and ro +ÃŃ o +Ġpr ince +o ire +ĠD estination +ĠConvert s +Ġup stream +o led +Ġserv ants +Ġsem antic +Ġcr unch +Ġevent ual +run ner +/ error +Sp in +Ġsecret ly +Ġas semble +.P erson +end error +_ < +Ġp endant +S leep +ĠChem istry +Ġboss es +l k +)) ),Ċ +Block ly +DE VICE +Ġreflect ing +Ġam ple +Mill iseconds +ĠPresident ial +Ġus uarios +ĠN Z +ĠSal ary +ĠA manda +_n p +j ury +Ġkö n +Ġtherap ist +Ġhomosex ual +ĠDr ake +-w indow +ĠLoc ated +.D river +ĠV IDEO +Ġmerch ants +ĠC hest +- lock +/ php +Ġmil ano +_ST YLE +arg er +ide a +G UID +adv anced +me al +Options ItemSelected +=' % +ĠCh am +: data +(st at +Will Appear +Ġinform al +aj i +Ġre productive +ĠC AS +ãģ £ +F UNC +ĠR uth +)+ ( +CON ST +ĠF ans +Ġgroup Id +xffff ffff +Ġsam pler +Ġ}} "> +. the +Ġh ollow +W AY +ĠFac ulty +Attrib utedString +ĠLook s +ĠR ex +j k +ĠM IL +Ġb ard +.L ong +Ġliv est +Ġsk al +ic ism +MA IN +Ġmu cho +B ODY +Ġes e +ĉ use +F oot +.SQL Exception +Ġinherit ance +re ceived +Ġput as +ed is +als a +ĠError Message +Book ing +Ġtr act +ac z +ĠC ant +_reg ex +Ġide ological +Ġj ihad +h os +/s ys +col m +(p ool +Ġest án +ĠP ending +em ás +Ġktó ry +));ĊĊ Ċ +trans actions +Ġw ield +it ere +ert ure +_s s +Ġstretch ing +Ġprison er +.Read All +Ġbes ch +-- ;čĊ +Ġcr isp +_SC AN +Ġa e +Str ict +ĠMin neapolis +ĠBo eing +ar is +re k +_p ipe +Ġpri ests +(E IF +eh icles +ĠInter active +b etween +ĉNull Check +ĠBl air +ĠL t +_in line +eth yl + ¼ +_p ackages +Ġbarrel s +_ he +Ġreg exp +_ pts +_H andler +ing ular +ĠN issan +ĠR anch +Ġper ch +Un supported +Sm ith +ĠLeg ends +M i +Ġg f +st eder +Ġacqu iring +Ġsim ulator +() ," +re ceive +Ġin place +A CTION +ĠWeb Driver +files ystem +< Order +lo pen +ĠHE IGHT +.set Border +į ° +__ [" +Ġcl amp +Seg oe +b ands +to List +amb a +>' +Ċ +Ġcred ible +am at +play ing +.setImage Resource +qu el +Ġpod r +ge om +E k +ĠQ atar +Ġg eld +? ',Ċ +Ġc yl +( ax +ĠW I +ur ally +ĠBr asil +Ġsen za +ale y +on en +Ġb ah +Ġmolec ule +R ad +è¿ ° +AN CH +- background +- agent +Ġprol ifer +: boolean +Ġt ide +erial izer +_ ;čĊ +F ee +** ) +erg y +ĠHon or +.Log ging +ir is +Ġunder mine +ĠD y +Ġt yr +Ġde que +Ġdam er +([] )Ċ +.layout ControlItem +pe ated +C AN +rag ments +L and +) ]);Ċ +ĠS ah +ĠDE CL +With in +ĠN amespace +an other +sem bling +.des cribe +Con sum +ĠF ear +g iven +Or ange +< boolean +Ġstead ily +pa Repository +Ġresult Set +_ ENTER +_re peat +Ġt ones +ĠPRO P +n al +part icle +Ġsign aling +Ġaccess ory +ĉĉĉĉĉĉ ĠĠ +Ġvie le +ĠNo ah +- ag +Ġmur ders +Ġa ired +ĠPL AY +ĠS ullivan +_C ore +Ġul ong +Ġblog ging +> This +Ġdata Index +Ġprint able +ĠE yes +_target s +(P y +. over +Ġbr u +am pton +Ġplaint iff +< Key +b ull +Ġ⣠¨ +Iss ue +.cor nerRadius +C ritical +_p hi +. angle +Ġdynam ically +! ");čĊ +> );Ċ +in vest +.* ĊĊ +Ġt élé +Ġsuper f +Ġcas cade +DT D +Ġviv id +Ġsubsid ies +ĠH ass +Ġcoll aps +Ġcer amic +{} ". +ĠLeak age +-tr ash +coll apsed +-s ocial +ĠCh ad +Ġincl ined +Ġst o +Ġstory board +.p ayment +stack overflow +ĠRaid ers +Ġ# ' +olic ies +ìľ¼ ë¡ľ +em ap +Ġk j +Ġqu ota +ĠGard ens +ë² Ī +ĠAng els +Ġof t +Ġlower case +Ġi Param +Ġche apest +un ta +_p kt +ic ators +Ġle urs +Ġdecre ases +ĉ define +PRE C +amm ers +ĠPre paredStatement +(d irection +Ġcre ws +ark ed +ĠMem phis +ĠS ell +G TK +Ġm aid +: disable +éĽ Ĩ +ĠP f +Ġal beit +open h +?> ">Ċ +.get Source +(s cale +D u +ĠP IL +_ref resh +Ġbet s +(c ar +ĠV on +| --------------------------------------------------------------------------Ċ +ĠGr at +M uch +( Dialog +.stop Propagation +Ġte k +Ġex its +'], $ +Ġphone Number +uc s +ec imal +------------ -- +in p +.po jo +Ġcor pus +Ġpractition ers +.p ic +" testing +Ġstring By +.Not Null +Ġr ang +.D ynamic +_R ender +аÑĤ а +Wait ing +ĠW ik +Ġoverwhel med +% "> +ĠA E +}} >Ċ +u w +_t yp +Ġbuck ets +Ġgre eting +Ġla ughter +Ġant agon +uggest ion +- email +ĉt op +Ġer os +_tr i +Ġiss uing +Ġh á +Ġisol ate +Over flow +, E +Ġnut ritional +ĠAbb ott +Ġn f +.t ouch +.fetch all +_z ip +") }Ċ +Ġam at +ĠC isco +Ġn Ã¥ +PLE X +Ġse i +f oto +.to Json +å¤ ļ +ĠKle in +Ġlib c +Ġmin ers +å ¢ +- print +ĠP ride +T odos +Ġmask ed +Ġset Data +Ġtele fon +Ġunh appy +ĠT ables +ge b +( debug +_all owed +- access +Ġlog istics +Ġg ems +ĠM ature +Ġr sp +ĠAl le +.get Bytes +\ web +ynchron ized +Par agraph +Ġth rottle +.sql ite +cons ulta +ĠSe ah +C e +Ġsub mar +ER E +V ous +Ġre ddit +Ġsql alchemy +-m ile +oc ide +P our +}} ">Ċ +st ead +Ġ@ ( +Ġ[ ]) +ĠAd s +Ġover load +r idden +ĠDes ert +ĠW rap +ĠPortug uese +et z +ĉf irst +Ġmile stone +æĹ ł +Ñĥ Ñī +(s uccess +< Vector +co ol +Ġ[ ]);Ċ +erv als +Ġin vert +" io +cur so +fr agment +Ġfeas ible +.set Position +Ġel m +Ġimag in +@ Spring +Ġb ats +pu és +ga lement +ns ic +gi ene +ell ation +ĠBa iley +Sh ar +ĠT ul +ĠH K +Ġfree zing +gl m +ce ans +-c ut +_c ircle +åij ĺ +n egative +Ġind ian +s alt +Ġt ing +ĉm od +Ġs int +ak in +um l +ĠText Input +Ġpop ped +T MP +Ġpark ed +×Ļ × +ĠF usion +Ġhe ater +ET F +ro zen +h all +ĠM ik +lev ard +- heart +ĉ order +M aking +Ġpled ged +Ġdir s +$ post +ĠH err +stant iate +, "Ċ +.get Color +ĠS AT +Ġtimed elta +ĠM ai +ĉm ethod +Ġid iot +ĠTr av +ident ified +ĠDiv ine +.get Path +D ash +Ġinf iltr +Ġhandle Submit +bro ok +.g eneric +.short cuts +................................ ................................ +Ġdat ings +ĠM V + # +} "ĊĊ +Ġimprison ment +ason ic +rou d +uc ion +æĬ ¥ +Ġdia lect +Ġon Mouse +const expr +.label Control +Ġwe aker +Ġman kind +ĠRE CE +Ġd iz +Ġapp Bar +Ġqu é +f ra +_default s +Ġal iqu +_at om +: indexPath +Ġmiss es +Ġvis ually +ĠH ands +STR U +i ates +_ asset +F inder +mid t +Ġsn acks +(__ (' +. uri +ĠIn strument +ven ir +($ __ +.Dot NetBar +Ġconfig s +Ġguess ed +ि ठ+Ġinitial izer +Ġ? ", +ĠVer izon +man ifest +ge ben +.d etails +G ate +pons ible +ĠEl im +, str +Ġwrit ings +ĠD erek +ĠCo ordinator +Ġpill ow +Ġnotice able +R s +Ġduplic ates +ern els +k J +.z z +oll and +ĠSE CTION +_f name +uff led +'].' ")Ċ +ĠD ollar +Ġem oji +Car ousel +- player +Ġadjust ing +Ġjug a +alleng es +g ene +(body Parser +lop edia +ĠBeh ind +Ġslee ves +Ġdrag ging +ĠChe vrolet +Ġb iz +iv ities +ĠFrequ ency +, char +.W HITE +_pre view +) ';Ċ +_ ax +ION S +.c pu +.input s +UB E +_fe ed +ĠSup plement +! ). +es us +ĠU DP +Ġmicro phone +Ġconf irms +.is NotEmpty +":" ",Ċ +_S CREEN +ĉ expected ++-+- +-+- +ĠH ait +fast call +Ġdep ict +v b +_p icture +ĉd escription +ĠW ife +uc i +Ġv icious +ä» ĸ +ue ba +Ġset User +ãģ ¡ +Ġd iving +Ġoper a +user content +ar ah +) }, +y un +vel t +Ġun covered +Ġh ips +Ġosc ill +Ġassert ing +ĠX i +.re store +ke a +Ġsp elling +Ġder ive +ab we +ĠD ow +.set Type +_v s +Ġco zy +.c ategories +O rg +_m gr +Ġd ungeon +collection View +ĠBl ank +ac ias +ä ä +_clean up +_ACT IVITY +Ġtri angles +.Menu Item +Ġip hone +ĠW on +] ]ĊĊ +ĠCompar ison +.D oc +Ġcan onical +ĠSud an +') { +Up Inside +b uiltin +ENC Y +x be +Ġch uck +Ġcontrad ict +Ġnuest ro +Ġarchitect ural +ĠF ib +Ġcomp ares +* k +C fg +çĦ ¡ +nt en +Match es +ĠDOWN LOAD +_HAND LER +man agement +[ S +EN G +ÂĢ  +f ang +Ġsl ipped +ĠL anka +esc aping +Ġtack les +ĠPed ro +.P rop +.' ' +.G enerated +.New Guid +at rigesimal +ill on +Ġstat istic +spec ies +hold ing +Dr upal +Ġfundament ally +Ġbond age +Ġres olutions +Inline Data +\ Type +est ion +.w rap +Ġwar riors +ĠLOC AL +Arch ive +Ġembr aced +á» § +.V er +ĠAff ordable +oles ale +ĠAp plied +ĠCon version +m ega +_c am +Ġcer emon +aur us +ĠVol k +.op ens +/ about +ĠSt d +j ournal +()) {čĊ +," \ +( Arrays +ĠD ense +ase ña +än ner +/ stat +user Data +Ġg erman +Ġt z +worth y +Format Exception +ph erd +Ġsm iles +ĠWh enever +( adapter +.bad logic +Ġbrief ing +.Grid Column +- char +dim ension +ĠC opper +Ġnin th +Ġ' {{ +Ġr av +_T able +Ġderiv atives +ĠR aise +ĠF ut +arm or +-p adding +Ġre min +ĉ style +ĠMembers hip +Ġspread s +Ġgall eries +ĠClar ke +Ġcon ception +min ute +Ġab usive +_ad j +Ġterr ific +Ġover t +our cing +Ġentr ada +level s +Ġcrit ique +Ġrespect s +ĠM MA +i ene +Ġenc aps +ĠRay mond +Div ider +iv able +b az +Ġ@ _;Ċ +ĠCl aire +Ġur ging +CE E +Ġtransform er +disc ord +ĠJ ourney +t os +Ġcompet itions +ĠO BJ +ĠB is +Ġrelax ation +id y +_IN STANCE +ĠP ref +d ados +ici encies +ĠMedia Query +ĠC ube +ĠStr ange +g pu +(d ays +_Init Struct +Ġfinger print +em at +ĠGe cko +Ġr ails +ĠL um +str action +ig ung +(m ovie +_d ictionary +_int errupt +ĠQ C +ik ed +append Child +rec ipient +r é +V e +Ġtow el +.last IndexOf +Ġplace bo +ĠW ie +.es p +( Debug +oper ative +Ġdece ased +& id +ĉm utex +el ic +Ġb apt +ĉ čĊčĊ +Ġfar ther +H alf +.dis able +.menu Strip +le ccion +Ġresult Code +Ġc ans +-e lection +f emale +_F IX +aus ible +ĠP OWER +Ġrecon struction +Ġsc ans +.Xtra Bars +âĢĺ s +Rem oved +Ġparagraph s +_m argin +Ġl ymph +Ġb os +ling ton +ĠBapt ist +Ġadvertis ements +ĠMan age +/ yyyy +IO US +ENC ES +ĠF iction +ĉm enu +ĠFile OutputStream +ov an +ĠF eng +Ġsk ipping +get Class +ann i +Ġreb ounds +Ġpublic ity +Ġing res +use ment +Ġthought ful +.Ch art +Ġhat te +pass port +Ġhook ed +ĠL ens +Ġflag ship +Ġst ip +ĠG EN +Ġcl ues +ip v +ĠR ise +ĠG ew +tab lename +Ġfore most +_ validate +_an alysis +oll a +Ġqual ifications +Ġdistrib utions +ĠFl ower +Ġt ense +Ġthank ful +Ġcl utch +Ġun ified +ro ads +Ġsit i +Ġst all +_P RIORITY +c stdlib +_USER NAME +.by tes +? page +ermal ink +ĠVe get +/v nd +- author +.N ONE +ĠCon current +ĠC ry +Ġstart ers +ĠInter action +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ +ĠLE VEL +E ll +Ġcom boBox +ĠTh eresa +te k +_H andle +Ġab y +.g dx +, end +(L ocal +O l +kn ife +ar ial +ĠH off +Ġprostituer ade +Do ctor +Inst ances +.Set Value +ĉf rom +Ġlux urious +Ind ent +Alloc ator +_D RAW +(", ", +ĠFr ances +Ġgroup Box +(s chema +Print f +OR IES +- gradient +Ġre put +ar in +_D ONE +in cre +ig nty +Ġex ert +Ġ- . +/ App +-th rough +Ġdecl ining +Ġdess ert +Ġinc umb +Ġdesign ation +.P ORT +, strong +Ġsand box +Ġw ines +ĠP av +$ str +ask ell +Ġh ö +ĠP Y +Get Instance +Text Input +game Object +/ events +created At +Ġlocal Var +ĠWH ITE +per ed +ile ge +eff icient +, color +c ate +ĠC afe +Ġsimilar ities +Ġp umps +ĠHung ary +.User name +Ġsk ate +Ġtouchdown s +Ġacceler ate +ĠH elen +OM EM +ĠK un +_v ol +Ġfind All +ĠMens chen +a head +); " +kom men +Ġpossess ed +.arg max +.trans ition +AR P +OLUM E +(s cript +ĠÐ ĺ +ĠF inding +on ces +I o +B old +Ġrenew al +_D IALOG +Ġdis reg +INT ERN +Ġt oute +Ġelect r +ĠG ross +ĉ true +.F ields +ĠW IDTH +ĠD ent +Ġà ģ +NS Notification +Ġa os +Ġme lee +. Validation +ĠDE C +-depend ent +Ġsu ic +T raits +$ message +ĠD ear +ĉ FILE +l anguages +.P rot +.add r +-g eneration +IC ON +Ġtrans plant +-d escription +Ġch asing +Ġche es +Ġ} */Ċ +Tr ad +qu eries +/widget s +sub package +Ġes pec +Ġcr acked +Ġcompet itor +P urchase +- team +olec ular +or Thunk +& P +Ġrel ent +/ #{ +Ġproduct Id +Ġè ¾ +ĠL av +ĠAl ter +.M ode +AD IO +gr p +æ ·»åĬł +Qu it +Ġdepth s +-c ategory +ĠD ATABASE +S PELL +ĠFal con +ĠQString List +Ġ'' . +ĠIn stitution +d amage +az or +bel ongsTo +ver ages +ĠN ONE +ipp ets +, \Ċ +Ġfoot print +_ archive +n ak +.get Field +ĠRef lection +Ġ' ] +ĠH BO +_dis count +Ġin cest +ĠD odge +ĠW ade +.N O +" encoding +ĠBlock chain +Ġlaws uits +ĠM aint +ch ten +Ġét ait +Ġktó re +_ ctl +(t imer +B attle +iz o +ay ed +I OR +ĠGlas gow +Ġsyn th +_log s +.p ose +_Adjust orThunk +(( & +Ġuns ure +yst ate +íķĺ ëĬĶ +O ULD +. ng +Ġdefault dict +work space +Ġselect ive +Picker Controller +YNAM IC +.method s +Ġpath ways +ĠF ew +K G +CRY PT +follow ing +ĠD LC +ĠS ara +Ġpres et +estruct or +ĠK urt +Ġair plane +Ġo mp +ĠParent s +ĠMart inez +.com plete +Ġbroad ly +Ġsc are +ĠM é +Ġelim ination +Ġpou red +/ sw +Ġcom un +Ġm asc +ĠOrgan ic +ĠString Utils +il ateral +Ġreluct ant +- age +Ġn z +." \ +Ġpast or +ale z +Ġe fect +pro v +/ init +Ġp enn +und s +Ġs size +ĠPro j +bas ename +Ġsh ells +ĠNe ck +ĠEn forcement +vid ed +st own +S phere +$ r +uss en +af il +ĠTele gram +Ġanaly tical +нÑĭ е +us ually +x n +Ġhistor ian +ĠGreg ory +ol ph +ĠUn a +Ġcon tributes +% - +anti ago +ÑĢ ед +.reg ion +Ġab rupt +ĠUnsupported OperationException +ĠT ASK +_f inish +Ġnot orious +ĠV s +ĠM Q +Ġsun set +Ġun acceptable +ar cer +Ġill umin +ĠOr b +Ġb h +E ste +_dis patch +Ġr ipped +Ġtou jours +ĠPar cel +_ ll +.user Name +.class es +S OURCE +( Number +ел Ñı +Ġhead phones +(s ide +const itution +ann ah +čĊ ĠĠĠĠĠĠĠĠčĊ +Ġcl iff +- ref +Ġmo strar +ĠPow ell ++ y +ĠB G +_f ragment +.P ort +Ġreal izing +param ref +Ġh ometown +@ Table ++" --}}Ċ +F rench +Entity Manager +ĠPl ain +//////////////////////////////////////////////////////////////// //// + ³ +( RE +c apt +Ġorgan isms +Ġj ets +ol ocation +ĠApp RoutingModule +Ġgl orious +æľ į +Ġdisc arded +ĉĉĉĉ ĠĠĠĠĠ +ĠArn old +l ug +Ġpar l +Ġhorm ones +Ġm ah +ĠSon ic +Ġorgan izers +_PL ATFORM +.in v +Ġch ord +vent ional +ĉ of +Ep isode +. Enum +unk t +ĠD h +ĠJ ared +ĠN ak +Ġint ends +End ian +Ġa ustralia +_c v +(res olve +Ġclin ics +lik ed +ASH INGTON +in ha +' * +ĠN P +_b eh +Ġh f +Ġw ür +c ategoria +$ form +Ġsub way +Ġis Active +pop ular +C our +Ġco oldown +Ġa insi +ĠGL uint +ere al +Ġarray Of +Ġh atch +======== == +ress es +_P P +. ^ +_dec ay +ĠB less +met rics +ĠCOPY ING +ĠDump ster +ĠJos é +ĠDesign s +< +Ġ" }Ċ +time zone +Ġe er +max cdn +ĠE SC +ig aret +_conn ected +_re verse +Ġquestion able +ĠUS C +Ġtut ti +Ġdrop out +ĠActiv ities +ĠW inds +')) );Ċ +Ġcon gest +ÄŁ ı +Ġprolong ed +è¿ Ļ +ĠCross AxisAlignment +LE EP +ĠVAL ID +ĠG az +Ġdepend ence +ĠP rix +.Compiler Services +j ump +Ġstr at +c irc +ĠC USTOM +x aa +Ġb mp +Ġb ureau +Ġw aren +N X +( Window +ĠChrist ie +_F E +Ġt n +ĠOm ega +communic ations +Home Page +com pletion +Ġsupply ing +YP ES +á vel +åĪ ¶ +(c lick +\ Contracts +/ questions +Ġe z +AM S +.m esh +Ġ' \Ċ +Rob ot +Json Object +ĠD F +ĠProcess or +_sh ould +.prot obuf +- users +Ġemb ry +F ONT +Ġstart ups +ĠData Source +) # +uro s +_C olor +Ġstand alone +} [ +j d +Ġforg ive +Ġng x +ĠGener ally +Ġconfig urable +/ order +Ġv as +') ";Ċ +ĠR R +ĠT roy +Ġcomprom ised +ĠSw an +int endent +Cent ral +_ keeper +Ġar quivo +ĠRead Only +_cur ve +k v +ent in +è ± +ĠE y +.im read +ĠP am +if fe +at ivity +xb c +Ġgr im +-f illed +names e +'] : +Ġa ur +ĠGib son +.Mouse Event +Ġl ado +avad oc +Ġfam il +ĠM oder +f ps +ãĢĢ ãĢĢ +- example +ĠAl zheimer +ĠU tf +_arg uments +Con clusion +text Content +rem aining +Ġinterrupt s +ĠBack up +ĠM ong +Ġrecept ors +h istor +.cor outines +Ġsh outed +Al arm +Ġcomb ust +Ġg rote +ult ural +( ids +---------------------------------------------------------------- ---------------- +ipl inary +O pts +ĠY ale +local Storage +Ġequ ival +ĠF leet +\ b +* pi +ĠQ Label +æ ¡ +Ġv x +ĠA CL +Ġsu cesso +Ġper c +ĠNot re +Ġan arch +R ing +sp b +Ġstr pos +st ores +ĠMap le +(Main Activity +(" ")) +Ġview Holder +Qu ad +Ġig ual +ors che +.m argin +Ġind ie +Ġfr anc +ĠForm Builder +ĠPart icip +.fl ash +Ġstorm s +U lt +Ġf en +[ new +E ver +=" Ċ +Ġlocal ized +_f ollow +Ġn ave +Ġdomin ance +(t ile +J ournal +ĠV C +Ġpenet ration +ï¼ ķ +Ġcomp artment +Ġb ids +Form atted +****** /ĊĊ +(c ity +âĢĶ it +[ C +Ġuse Callback +a ub +) ?. +ĠV AR +ĠSe bastian +ĠM oss +Ġabund ant +G reg +ÑĤ а +_c i +Ġbib li +CR M +ĠAt tempt +ism e +d ash +ãĢ İ +_m u +.Formatting Enabled +Ind eed +-d irect +Ġsuck ing +Ġp ne +ocab ulary +ĠPack ers +.N avigation +Ġp ied +cri bing +ĠSt uart +.To Double +ĠSecond ary +S aving +ĠD ut +ĠM add +M agic +, H +.document Element +ĠB ST +Ġdiff ers +Ġmore over +_ nd +SE ARCH +п ÑĢав +æ ´ +to Match +Ġdecre asing +-m ember +amp us +( boost +D aily +Data GridView +ĠHttp Context +Ġh ipp +_work ers +-l anguage +é ĵ +Ġconsist ed +ath ing +ĠMer cury +$ content +Ġpract iced +ĠMod ules +_D AY +Ġweakness es +ĠL odge +Ġn ar +ĠM ate +Ġj p +ĠHttp Headers +Ġsm o +ĠT OKEN +] )( +Ġaqu i +sw agen +Ġs rv +ĉ ans +A round +ĠMan uel +Ġfiction al +ĠIM G +Ġ. ' +ĠB erry +Ġwall paper +sex ual +ier o +Ġ çļĦ +ìĨ Į +Backing Field +ĠAd rian +BASE PATH +Ġrepe ats +Ġbl ues +Ġunp redict +_c oll +st acle +ĠT umblr +ĠEl f +Ġass urance +Ġc ensus +ĠIM PORT +END ER +an os +Ġ= ( +ĠEll is +" ĊĊĊĊ +.w in +ĠA bove +al on +_t ick +Ġrepresent ations +Ġæ ķ +w id +ĠAr ms +List a +_f ailure +_c m +.Flat Appearance +Ġthr one +P atch +ĠV oy +eng l +Ġnegot iating +> ` +Ġshoot s +ĠF PS +.Y ear +ĠK iss +enc ión +reet ing +From File +Ġresign ation +Ø · +Ġtw ins +Æ°á» £ +Ġge bru +.get Content +.T ree +ĠEmploy ees +ĠF IFA +Ġcert ainty +(C l +Ġtot als +edit able +ॠĢ +.Report ing +M as +qu iet +.r ules +ĠV O +con exion +, K +Ġalloc ator +ĠPow der +\ Repository +Be at +_t ipo +Ġ[' ', +_IN TR +Ġ<< < +< hr +") == +ugg age +ĠC raw +Ġé galement +Ġg inger +Ġprim era +Ġprod uto +lt k +.User Name +Ġstr error +m ith +_n b +Ġdis comfort +']; ?> ");čĊ +drop IfExists +ĠB eg +_H AL +Ġcross AxisAlignment +ĠE vidence +Ġpec uliar +Ġinstit ute +ve is +Ġf ft +à ģ +Ġzo ekt +an aly +ĠHom eland +Ġpen etr +udden ly +ĉ element +ĠB ren +ĠTr udeau +ĠCub an +j am +us lim +_e v +Ġst ems +} % +Ŀ å§ĭ +Ġbrand ing +Ġcorrespond ence +.j query +¢ åįķ +ĠRead s +(Http StatusCode +ass in +(s lot +ĠGrad uate +/// < +Ġinform ations +EN ABLE +Ġp uis +Ġfind er +ĠBr is +Ġnett steder +_m id +Ġo gs +ĠSter ling +Ġar rog +str ftime +| ĊĊ +Ġvo x +ĠReg ardless +Ġes o +ĠCom fort +.Boolean Field +Ġu h +AC Y +Ġsque ez +ĠV ic +cont ro +. lo +Ġ ire +ĠCom edy +ë ¶ +Ġorigin ated +Ġsh ipment +| max +_g uid +lev ation +на Ñı +( undefined +ĠD DR +Ġshoot ings +ĠLat ino +END OR +Ġaver aging +Ġgre eted +Ġthe aters +о е +Ġd B +Ġg st +Ġdef inite +. Storage +.h er +Ġa fore +ĠRe ality +ĠGod s +vers ed +Ġhands ome +Ġex cluding +( ad +Qu otes +ĠS cheme +? q +ĠT amil +T icks +Ġp est +' n +Ġporn ography +_mod al +Ġ ---------- +Ġdis posable +F REE +Ġsh ark +C HE +Ġdep icted +Ġdemonstr ations +ĠK illed +ĠR ULE +Ġobs essed +Ġsimpl ified +Post al +Ġconcept ual +Ġp st +L as +_PRO JECT +ucceed ed +ol u +ÄŁ i +Ġpersonal ities +Ġres hape +Ġenc losed +ĉp tr +Ġtutor ials +Ġexpl oded +_DIRECT ORY +åĨħ 容 +Ġcan on +Ġrecogn ise +P AD +ĠAppro x +ĠRest ore +ĠImport ant +Ġheav ier +.Se quential +Ear th +ĠMil k +.set Request +.t em +Ġre construct +Ġskept ical +_Pr ivate +BU F +qu a +: a +Ġse k +Ġd well +oss a +Ġreward ed +и й +(top ic +_part ition +Ġ__ ________________ +Key words +ĠFr anco +L ite +Ġn aken +Ġз а +O BJECT +Ġcraft s +ĠSw ap +.X na +.Con nect +Ġbalcon y +(re al +ĠBarn es +b ir +ĠTw enty +ay an +at ars +ĠProp el +ĠIh nen +Up grade +Ġcur b +- second +Ġn eph +.p res +ìŀ ħ +.se q +Ġp added +" ? +j l +ãĥ ¬ +') a +Co ordinates +Ġen acted +ENT S +Ġl ac +.f inal +ĠPhp Storm +c alled +Ġin quiries +.m iddleware +ĠD owntown +/ ';Ċ +Ġkil omet +ac cel +Ġqu ien +w string +set Data +Ġman era +Ġmod ular +rim p +Ġtar iffs +âĢĻ il +_TH ROW +/c olor +ĠHT MLElement +Ġcar ro +Ġpr ere +Ġplot ting +ĠPos itive +ĠMach ines +OT ES +á» Ľ +ple asant +Ġal te +Ġa inda +th ese +Ġc ors +ip ay +ĠAdvis ory +ĠRub io +j q +Ġl imestone +Ġdet ached +设 ç½® +ten ant +ĠDep th +al ore +ĠÑģÑĤÑĢ ок +ĠF ORE +ĠL ay +p resentation +) ');Ċ +.sub plots +Ï ĥ +N OW +G ar +hand les +ab ra +put ies +ĠElect rical +M iddle +rop ic +ĠJ D +ĠD yn +ĠB ristol +ĠMc Carthy +Ġstri ker +Ġenumer able +ĠEv an +.default s +qu ences +) || +ĉt oken +â Ĺı +-d ropdown +ST ORE +ĠGraph ic +( pp +Ex pl +Ġup wards +ĠD istributed +ĠW EB +J er +is NaN +çĶŁ æĪIJ +> R +üss en +ef s +Ġun cover +Ġl ud +.cal culate +Ġint ptr +Ġmidfield er +. Headers +Ġm f +ere f +.M etro +ĠSpe aking +: b +Ġcryptoc urrencies +Ġdem ons +ĉ EXPECT +Ġw icked +y outube +: Int +ĠHind i +ĠC AT +ĠØ ¹ +r ar +om ore +/ per +/lic ense +Ġre im +Ġawait ing +Ġle thal +ĠE F +round ed +ĠPl atinum +ĠвÑģ е +.co ords +.De vice +/ item +ĠW enn +compile Components +ĠK inder +.remove Item +Ġand a +bn b +Ġpr a +( transaction +Ġembarrass ing +ĉ BOOL +.content View +Ġevent data +at ore +Ġprovided In +ir ma +Ġz ona +_H W +æ Ļ +Ġst ove +Ġcounter part +_Pro duct +_MAN AGER +Ġinfr ing +ĠE RA +_p arty +Ñ ij +Ġin ici +_ Request +Ġmir acle +Ġcancel Button +S py +at ó +Ġpol ish +ĠNic ole +.display Name +\Request s +Ġuse History +Router Module +Ġst ared +ID ER +Ñĥнк ÑĨи +Ġnot a +$ arr +pec ified +Ġto pp +_DR IVER +/ ng +å ł +_t m +% timeout +< s +Ġ( *) +ĠHttp Request +_TR ACK +(n ote +ĠExp lore +_s erv +Ġç » +B inder ++ ", +. att +ĠEth i +Ġc ódigo +=' \ +.l ines +( Of +å° Ĩ +miss ible +Ġv é +Ġac oustic +Ġcraft ing +n it +.b a +ĠLuc y +Ġi Pod +Ġpup ils +-m ax +_w r +(c p +ĠRE PORT +Ġd ns +ĠRe ferences +Ġundert aken +Ġkø benhavn +Ġch ai +ĠC roat +_ Log +rown ed +_m ed +ĉ date +# __ +Ġcost umes +ĠRe quires +aff le +ç Ĭ¶æĢģ +-S emit +ela ide +еÑĤ од +Ġp estic +Ġd ra +DOC UMENT +Ġ... čĊ +}` }Ċ +ĠA uction +ĠD ock +xxxx xxxx +(get String +ħ į +Ġborder Width +ĠMach inery +Ġpredict able +.S H +Ġam plitude +.for Root +IN avigation +Table Model +at trib +Ġmaneu ver +Ġexc av +B ERS +Ġd apat +Ġinstall ations +.A sync +Ġr ays += âĢĿ +; ččĊ +.c rypto +_db g +ĠEnum erable +Of Size +_epoch s +m w +M ENU +out line +ĠP apers +============ Ċ +Ġuniform s +ĠG ig +- package +ĠJen kins +ĠHome Page +.is Selected +Ġmechan ic +M K +ĠS ounds +//---------------------------------------------------------------------------- -Ċ +Ġresearch ing +Ġinf os +ograph ics +ers et +([' / +ĠTim ber +. agent +.to JSON +_command s +par ing +_ad just +.n ome +(g lm +Status Bar +file path +? âĢĻ +Ġdetect ive +Ġunser er +ĠTib et +EN DED +(se ed +Ġsne ak +Ġam or +=" // +ĠPan thers +all ax +ĠL IVE +ĉD WORD +]= - +Ġtorn ado +/ min +Ġlung s +-c urrent +ĠBook ing +åĪĹ è¡¨ +Ġenjoy ment +ठ° +J A +typ ed +.B tn +f at +ug al +ĠSh ares +Ġdis gr +ĠB AR +ĠFO X +Op code +ĠS z +key down +iction aries +Ġdetail ing +} ))Ċ +Ġp ok +Ġdemonstr ating +Ġnot ation +l ayers +@ if +ĠN PR +.strict Equal +ĠRec ipes +.T ensor +Ġliqu or +Ġdeb ts +.ends With +W heel +.P os +CS V +$ arity +Ġun stable +( loss +ENS OR +Ġele ven +ĠL opez +ĠHop kins +con om +ĠS eth +Ġpo ems +Qu ant +Ġg sl +Ġsy rup +Ġs ibling +Ġc ass +-v ous +ö t +_P ATTERN +_SE CTION +est imated +up grade +.m ongodb +ĠBo at +_C TX +Ġfetch ing +ust in +pi el +M arg +Ref lection +Ġd uct +ĠMunicip al +Ġb x +.Get Current +ml ink +ĠAccount ing +ĠGene va +_P os +Ġpass er +Ġhear ings +com pan +Ġfrag ile +Initial izer +walk er +.M aterial +ĠHun ting +trys ide +Ġk at +Ġcl erk +á Ł +do ing +ĉg roup +Ġsan ction +.l b +ĠL azy +ĠCon straint +P agination +Ġpou vez +ĠInd icates +M ER +Ġcour s +Ġyear ly +Ġgros se +abb rev +ĠD ON +Ġproceed ed +ent lich +Ġproperty Name +ĠTe aching +st adt +Ġc utoff +orn ers +Ġa frica +Ġrend ers +ĠYan kees +ĠTool bar +sp aces +.fill Style +Ġseg undo +_str len +.F irebase +å¤ Ħ +Ġmention ing +\ ( +ĠVal ve +Set ter +Ġsp ans +ĠAl cohol +ĠLet ters +\x e +ĠT K +_B LE +.get Result +< Player +ĠP att +Ġeas ing +Ġtur key +ĠF en +') " +Ġconf ined +Ġin clus +Sup erview +(with Identifier +enc ial +Ġstuff ed +Th eta +Ġeconom ists +} ));ĊĊ +co okies +ĠRo ose +ĠChe ese +Ġfich ier +Ġen forced +AB B +no ÅĽci +_AL LOW +Ġrecru ited +Ġexpend iture +-n ight +Ġassert NotNull +_ex ecute +ĠØ ¯ +IN DEX +_F MT +Ġresc ued +ĠMonth ly +ĠCons ervation +ĠG eb +Ob ama +Ep och +ic ies +ĠOr t +Ġso it +( icon +F riends +m ol +Ġground ed +ĠC ause +ad ena +WE EN +ĠL un +IT IVE +. loop +_un til +Ġcor r +.ed ges +Ġhyp oth +ched uling +trans lator +ĠÐ ľ +R om +ãĢij ĊĊ +ĠX amarin +Ġviol ating +. anchor +--- ĊĊ +Ġtr ader +AD VERTISEMENT +Ġuns ere +ĠD AO +Ġbl ond +ĠP AT +.g lob +Ġè¾ ĵ +Ġsplit ting +Ġun subscribe +Ġatmos pheric +ĠTr im +Ġcit ation +Ġin ference +ĠF t +ĠDar win +find One +ĠG el +( Convert +Ġaccess or +; text +(s orted +Ġjud ged +); \ +: p +Ġme ine +ĠS lim +.Command s +Ġper ceive +coh olic +< Data +.entry Set +Ġassert False +ĠPat rol +ense m +ÅĤ Äħ +¨ ¡ +W IDTH +ĠRes cue +ĠU IF +_THRESH OLD +ĠMich el +ATER IAL +opens ource +ĠD iana +Ġinv ites +_B ODY +Ġreserv oir +Ġro i +c ust +(t c +ï¼ģ ");Ċ +Ġfest ivals +Ġperform ers +Ġclim bed +Ġj ungle +String Length +Ġunlaw ful +ier re +vertis ement +Ġst akes +Ġh ats +Mod ify +ĠLET TER +.H ide +Ġstat utory +_ white +ĠPer l +uten berg +em ple +.W orld +Ġoverlook ed +Ġcon cludes +/* ================================================================ +-w ise +ĉ stream +pop ulation +Ġevent o +Ġillustr ations +ft s +Ġaut of +ĠPro cedure +Ġdes erved +-t imes +Ġg ol +N SError +cre st +ĠPak istani +any ch +get Current +Ġl ar +nt l +ĠRe becca +Ġm ateria +Ġfind By +/ ad +Callback s +ĠAl s +ĠKat ie +ĠObservable Collection +ĠDocument ation +Typ ed +ĠCulture Info +ĠTim othy +Ġlater al +" type +Ġun authorized +Ġteach ings +Ġdebug ger +[ value +Ġal ors +Ġu z +Ġsc atter +Ġdown ward +Ġmig li +status Code +Ġ( )) +ĠM W +Ġм ож +RO SS +.b uf +Ġfair y +ĠInf rastructure +=> " +t lement +$ (" +From String +ĠB ild +Ġconvent ions +_n ative +ĠIns pector +ĠP ist +ub ar +Ġreg s +ĠP ilot +Th us +>' + +Ġc ela +.new s +( Product +L iving +R ussia +Ġfac et +et ical +Ġ[' $ +/ [ +ĠD ire +Ġg ases +ĠIN FORMATION +ĠE at +ĠFor ums +ĠChar acters +_m et +Ġìĭ ľ +Ġk ings +ach ie +ĠL ambda +Ġtim ers +ĠLight ing +ĠCase y +add ir +and ex +. answer +ĠH ip +ĠPr incip +Start Date +Ġ ãĢĮ +t res +Ġ& # +.Max Value +ĠPro blems +Ġlat ex +Of Class +ĠLyn n +// ' +Ġvoy age +Ġshut tle +ĠRoll er +ĠRuntime Error +uy a +D ic +ĉb uilder +Ġbul lying +Ġsimple st +.c alled +ĠL R +Ġmor ality +Ġst urdy +tr acking +.sw agger +_B IND +IT OR +-url encoded +ĠÑ ħ +ĠTr inity +Ġtr aps +Ġ| - +Ġset Text +Ġbarg ain +Ġbr akes +.get Code +Ġmigr ate +Ġrib bon +) return +Ġcharg er +ac om +ADI US +ĠAmb assador +-a fter +Ġann i +ĉs pin +Con cept +ĠHend erson +ĠH OST +.r ank +ĠNor theast +Ġber lin +Ġrequ is +.f eed +Ġsource Mapping +ĠRen contre +. ajax +nest js +Ġtre k +ĠN acional +Ġ& [ +Ġpay able +ort ex +Ġde pt +field Name +Ġcomple tes +ĠR VA +Ġon ions +al ignment +Form ats +Ġ' {$ +Hash Set +ĠB od +.Invariant Culture +Ġsettlement s +Ġhy dr +. updated +vent h +( seconds +="/ " +Ġweb page +( ĊĊ +Ġt ir +Ġto es +ĠBr ick +Ġamb ition +P ot += max +ET IME +Ġdep ot +c alls +ĠNor wegian +` : +Ġbur ger +Ġprofess ors +ĠAl locate +-third s +-ch art +Ġfor d +* N +.k otlin +Ġpaper work +ĠDE VICE +% @", +res pect +(m p +é «ĺ +- if +Ġcush ion +ob ot +Ġpar c +SP ACE +ĠNet anyahu +Ġself ish +fe at +Ġclient es +-to ols +Ġpor ch +Ġj q +. verbose +Ġlib erals +] )ĊĊĊ +p ies +Not Blank +( term +ÈĽ i +_Param s +.normal ize +B ullet +AS IC +(h ex +_client e ++ , +_D I +Ġforth coming +} ")]Ċ +se o +U m +> Name +Ġcomfort ably +irection al +W ITH +/ pr +ĠP oor +ĠVit amin +v ic +G H +Ġprior it +ĠN N +ĠC losed +¤ í +Ġis Open +\ Console +And Feel +.S UCCESS +_OPER ATION +pol ation +ĠT as +ps z +> '. +C URRENT +V endor +host s +ĠE rd +>tag ger +ĠsourceMapping URL +Ġmar athon +_c losed +Ġexem ption +Ġrecogn izes +ides how +' $ +('/ ');Ċ +m its +war z +ĠCh erry +µ ¬ +n or +port e +Ġw l +_back up +.get Boolean +.get Resource +Ġdefinit ive +. EditText +Ġs ÃŃ +.C ONT +ĠPL AYER +.c ards +ĠSh ore +('/ ')Ċ +cl uir +Web Driver +(m onth +-re lease +Ġins pector +å £ +ĠN F +_cl ip +åŃ IJ +Ġinteract ing +.t mp +Ġ'' 'ĊĊ +Ġde e +Ġfro st +"] ))Ċ +ĠPl aces +Th rows +f ork +/ day +i Phone +ĠM IC +Ġfold ing +Ġcro re +ĠCh iefs +pher ical +( price +.Write String +Ġexit ing +] ',Ċ +ight ing +Ing redient +( vertex +Ġscroll View +h f +: new +SE N +se ctor +Ġsp ins +ĠS cheduler +ote chn +sem icolon +Font OfSize +ĠSpecific ally +fl amm +.Object Id +Ġcont a +_per missions +ĉF ROM +IC ODE +/ kg +ĠHot els +-m ed +ĠD in +Ġn avy +get Param +Ġm end +Ġportray ed +ĠMet ropolitan +Paint er +Ġref erral +_g ood +Ġmar vel +osa ic +> (& +. ur +Ġest os +Will iam +Ġtim ber +Ġquel ques +ĠDoc uments +.X aml +Ġbatch es +éģ ĵ +ĠRe leased +T ail +CO OKIE +he id +_st ation +ĠV ia +S ale +ĠRe peat +Ġprom in +ĠZ o +- forward +ĠI on +it ary +Ġj us +- request +Ġproud ly +ĠStream ing +(Mouse Event +ĠS print +_ rotation +Re positories +Ġt art +ĠÑģ в +Ġm appings +è ª +C u +C ycle +Ġb un +ĉl ua +ãĥ ī +Ġ(( ! +Ġcollect ively +ĠCon d +Ġwsz yst +(l ib +openh agen +_s kip +.Column Header +é Ĥ +peri enced +ı è¿° +_p rops +Ġcontr ace +Ġmatch up +ab etic +.m embers +RE CT +(d at +Ġs og +ren om +_M ethod +Custom ers +full name +Z N +re try +Ġk ap +ĠNe u +è Ĭ +add Child +will Return +_p ermalink +Ġener getic +ĠW et +ĠMor r +Ġg cd +count s +, type +d ig +( Login +Ġcr acks +Ġbacter ial +ĠMe at +ĠArm strong +ĠBron ze +Ġapprox imate +_dir s +lig a +ÅĤ ad +Ġkind ness +Ġcont re +ĠE VERY +M ET +Ġannounc ements +g pio +ĠWaitFor Seconds +ĠPhotos hop +Ġdis contin +/ dd +Ġtop ology +an ical +. interface +auc oup +.Hash Set +ARI ANT +(r outes +ĠT eh +Ġh ype +] "). +Ġsl am +Ġbro th +- inter +ĠR id +-m anager +Cancel ar +ĠP agination +Ġsound track +Ġpost erior +Ġscr ub +cre ating +- * +ir teen +.d y +.s ymmetric +Ġ"" . +============ === +Ġch assis +ĠnumberOf Rows +Develop er +_b ins +ĠO UR +ri eb +Pro s +Ġwi ÄĻ +" d +Ġasync io +ze igen +_s pi +.A LL +Ġscre ws +Ch inese +Ġapi Key +Ġun successful +ĠSeah awks +OR G +ç« ł +Ġprofession ally +ĠCou pon +åŃĹ æ®µ +Con vention +Ġpol ym +æī ĭ +Ġsalv ation +Ġengine ered +ĠW rest +ĠG CC +Ġwar mer +Layout Constraint +Ġag grav +Script s +vent ure +Ġrefriger ator +Ġinnov ations +ĠRun ner +N IC +ĠRoll ing +Control Events +Ġlo os +p ac +ĉ panel +ef e +ĠBudd ha +------------ --Ċ +åº ĵ +(for Key +Ġl umin +Ġ( ? +ĠA IDS +, user +im ientos +content Type +ant lr +é ¦ +ĠW elt +Produ ction +m ight +ĠV II +", ( +Ġobserv ing +Ġdeliber ate +( control +Ġwith d +Ġsem ana +ST ACK +uch en +N ice +ĠDeutsch land +ĠSpec ifies +d ma +iz io +ĠF acts +_pop up +ĠDirect ors +{ : +[ R +ĠÑį леменÑĤ +Ġpl at +Ġdirect ing +ä¸ ī +ĠGil bert +âĢ¦ .ĊĊ +.q ml +Ġthere after +Ġdis position +d raft +Ġsurge on +ĠIns ider +Bl end +ĠT rev +tr insic +Top ics +rie ve +_FILE NAME +Ġaut res +J ose +Produ cer +er us +Ġpet it +ĠN EXT +ĠF ilters +Ġreplic ate +"] ). +Ġl enders +] ",Ċ +; charset +Cpp Object +Ġfl oral +ĠT ipo +Ġcirc uits +e asy +(& $ +itt a +ery l +_COMM ON +'}} >Ċ +-back ed +(var iable +( Index +Ġvo ir +_loc ations +++) { +ĠLouis ville +Ġgrat itude +.Mock ito +ĠP owers +ie urs +Ġge ographic +ra le +Ġc ra +ĠSp urs +iph ertext +AC ION +- common +Ġvict ories +ĠFinal s +.sh uffle +-m illion +_PRO C +ass ume +Ġil s +DB C +Boot Test +Ġl avor +.test ing +. ast +"] / +m oid +Ġqual ification +ges ch +ĉ put +Ġair ports +J I +Te acher +_un iform +Ġn ama +ĠB ast +ert ype +c apture +get All +ĠReyn olds +oo led +.com ments +Ġch in +). * +Ġи ли +t gl +ud os +Ġd ÃŃas +ch ai +.pro gram +Ġps z +ĉ icon +ph il +ent ral +_WR AP +ov i +Ġnost alg +In finity +ĉy ield +Ġvit amins +Qu aternion +S ink +_g oods +Ġ ........ +ĠW ings +ur idad +-st ory +"] )ĊĊ +idel ity +Type Def +G tk +Ġí Į +_M ain +Ġche z +ĠR aven +Ġpay roll +Ġfreel ance +LL U +ĠM end +ed ay +Api ModelProperty +.Form BorderStyle +Ġeconom ist +stan bul +Ġfre ight +-A gent +(m eta +Ġsym metry +Ġ' .. +.C alendar +- aut +g f +p ent +yc lopedia +Ġwish ing +ĊĊĊĊĊĊĊĊ ĊĊĊĊ +Ġgentle man +Ġê ³ += # +Ġlect ures +âĢľ In +Ġ! _ +Ġh b +ĠV endor +Recent ly +_n otes +æıIJ 示 +" My +Headers Height +_S O +Ġunw illing +Ġsuper hero +g io +ps y +ĠPe er +j avax +& apos +ĠCr isis +ord inal +Mem cpy +++++++++ ++++++++ +- val +Ġwork book +- ap += k +Ġmetal lic +_ peer +By PrimaryKey +_S D +u ator +_SH ADER +) Math +.Trans form +Ġc ows +Ph i +ĠC lem +(_ (" +ĠL ud +-d elay +ĠSec urities +ĠOrth odox +Sym fony +(re port +Ġent ertain +E PS +iz oph +ex ual +IR D +ä» İ +Ġl ith +Ġsanit ize +Ġfemin ine +IS BN +.auth entication +_p ipeline +/ constants +ĠCON F +Ġluc r +ric ia +.t tf +.set Content +Ġst an +ore an +ĠL loyd +.raw Value +Ġg or +ĠBrow ns +Re gression +Ġlower ing +na issance +Ġbl ows +Ġam azed +Ġun related +Re views +Ġrub y +ĠMod ifier +Ġgi ants +. thread +Ġcontain ment +ĠStart Coroutine +um at +ore lease +ĠR andy +@ endif +D igest +Ġsubur ban +=" );Ċ +Ġann once +. variable +\F oundation +Ġa cre +V an +Ġt uples +d ns +ĠStand ing +_l arge +Ġbox ing +Support ActionBar +ĠFort une +ĠR um +_m ultiple +arch ical +Ġf write +_ quote +Ġfool ish +Ġcompr ising +Ġо п +- selected +v f +ma id +N ama +(d atetime +Ġindirect ly +g art +fix tures +ch os +ĠH alo +Ġrec urring +- news +v il +ĠNurs ing +- produ +ĠH Q +\Http Foundation +enc i +au en +Ġv y +ocr acy +Ġdeleg ation +Ġas phalt +Ġset Selected +k ok +/ rest +met ics +ĠNS Date +Ġtravel led +Ġrec ib +Ġm ime +CL IENT +ĠG U +ĠH ANDLE +/ Q +[ z +Ġbother ed +ĠBB Q +ç as +_ex amples +_F IN +Ġwhite Color +Ġastr onom +-d ir +Ġsovere ign +Ġb reeze +Ġin ning +ĠEd monton +g li +.blog spot +js x +Ġvers a +ĠMoh ammed +.J ob +-t oggler +Ġп олÑĮзоваÑĤ +ard on +Ġnew born +Ġnav al +note q +Ġtum blr +Ġh entai +ĠTyp ically +Ġlo ot +.S prite +Fl ight +Ġw avelength +-s k +ĠEl le +_ exports +Ġ Ñı +ĠI H +izoph ren +Ġí ģ +_pr imary +Ġmo is +ĠB N +Ġsystem ic +Ġdifer entes +IN CT +Ġ'' ĊĊ +$ q +Widget Item +cl ide +$ file +L emma +/ table +ag rid +ĠMongo DB +int e +Ġapp rent +ÂŃ ing +.D b +Ġà Ĥ +ham mer +=' ';Ċ +Ġbro kers +it lement +sembl ies +E le +{ x +Ġlast name +< - +Ġfl atten +_b and +.R oot +.read FileSync +==== == +.r x +? čĊ +Ġmetaph or +T i +con te +Ġdeb it +Ġcont empt +Cpp Type +æĶ ¯ +Form Field +r atio +os opher +Ġimpl ant +P URE +Ġal ta +_man agement +Ġref ine +ĠCheck Box +ĠChar l +- version +cond itional +ven ues +Ġrif les +Ġoff spring +Ġmill ing +Ġshar ply +Ġunder water +( origin +_ Control +Ġ. $ +Pl ugins +Ġdry ing +Ġillustr ates +- u +Ġveget arian +n pc +He art +; ',Ċ +com ma +te enth +as an +/s pec +_m oves +-m argin +Ġing en +³³ Âł +Ġpro jet +Ġo tra +Ġbr as +. utc +Ġsle pt += sub +ab ilit +post er +Ġs dk +ounc ill +Ġw d +Pre paredStatement +ĠDr um +( attribute +ĠEther net +ĉ DB +Cal ifornia +c ube +[ I +.C reated +ĠH M +Ġtr acing +Forms Module +- you +.c urrency +feed ing +Ġt body +L i +acc ion +n as +Ġtr ouver +N ONE +"} ,čĊ +Ġf tp +With Identifier +pol ate +File Info +Ġpurs ued +ĠĠĠĠčĊ ĠĠĠĠčĊ +DE SCRIPTION +} */Ċ +From Nib +Ġdecor ative +_S SL +(ch at +T LS +Ġsurpr ises +al culate +ĠS plash +( Configuration +ĠS EM +im son +/lib rary +< Double +. robot +³³³³ ³³³³ +ĠCP F +ĠUnder standing +Ġcos metic +ĠX t +t ips ++ k +(" ' +ĠP DT +W AR +.get Object +ĠTrad itional +.sl ug +ĠDi pl +=" ", +ĠFil ms +ĠAn im +.h elp +Ġemb assy +ĠBoot s +Ġb unk +-r isk +Ġp ci +Ġ/ \. +ĠI PT +Ġcrash ing +Ġip v +_ ke +ĠRES P +.Log Error +Ġinade quate +I on +ĠF ür +ric ula +Ġshould Be +al ready +']." +G ED +fa q +Ġoption ally +_D is +ĠSuccess ful +ĠC ensus +Ġinc arcer +_C ARD +Ġav iation +ĠG ym +Author ity +.B ean +sh ader +Not Exist +_Text Changed +ĠST OP +( team +" H +w g +Ġgr inder +Ġstri pe +Ġpres ervation +Cl aim +avers al +ware house +target s +Tr ust +Ġal lev +, www +ous se +_ch an +_S ize +system s +Ġobj ection +ĠK ane +Ġcor ros +ĠD SL +Ġu a +ĠM H +ĠStrateg ic +_t cp +Ġê° Ĵ +Ġborrow ed +ĠA ch +ĉ command +Ġg ps +le ston +iche ver +ĠU A +Ġassault ed +Ġspecial izes +ĉ search +Hot el +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ čĊ +ĠP itch +Ġ Ùģ +READ Y +Ġparent al +Ġg éné +Ġdonn ées +Ġdet ain +T ARGET +Ġprotagon ist +Ġclear Interval +ĠIcon Button +ĠGet All +Type Info +E H +âĢľ They +Ġ{ [ +Ġg ag +Ġ Ú© +ĠD ropdown +.f ree +g one +im ens +Ġinst al +ĉc url +_C AN +ĠB one +ï¼ Ķ +ony ms +-g overnment +.binding Navigator +ĠD ans +ĠMc L +( en +>( _ +ÐĴ Ñĭ +.* ;čĊ += j +-c or +S on +.ToolStrip Item +- around +_X ML +end Date +Ġsl ack +Ġrot ated +Ġno qa +Ġc ottage +Ġencontr ar +_s kill +hou ette +! čĊ +. weather +Ġemphas ized +å® ¶ +ĠÑģ пиÑģ +ĠComp iler +( android +ĠâĢ º +. turn +Ġsup pression +_c alls +Ġ* @ +(str len +.h ex +ĠB ills +ĠR SA +Ï Ĥ +ĠEs cape +ement ia +Ġfront end +Ġp int +_ex c +zz o +[ ],Ċ +Ġ"',' " +. Environment +Ġafore mentioned +Ġend ure +prot otype +ther apy +ss i +D eg +_pl ugins +.user Info +Print er +ĠPRO GRAM +Ġru ins +Ġempir ical +Ġcraw l +ĠBo iler +- comment +.sub plot +_ et +Ġ'. ', +min or +ĠCustom s +Ġy aw +under line +ĠCom o +( (' +(m ean +Ġcha que +ĠBlock s +.r ad +ilib rium +Ġweb driver +Ġmel hor +d ana +ĠAb use +ĠSouth west +ĠP aren +PERT IES +ĉ IL +Ġscre am +v u +Ġin comes +Ġn im +Ġl ace +Ġcompens ate +Re verse +D at +_att ack +Ġn our +ach en +ce k +< Func +w ie +com pressed +-m atch +(" ")]Ċ +im ized +. orientation +.compare To +Ġmass aggi +Ġìľ Ħ +Ġel bow +Ġant ioxid +undred s +/ tools +ĠR OW +an mar +ĠW ow +_t icket +Program ming +Ġthe or +-re view +() )));Ċ +ĠRichard son +ĠP ocket +] [] +am pp +_ health +ĠP OP +ĠNav al +Gu ess +Ġancest or +.Get All +.local Scale +ĠM apper +Ġaccum ulation +Ġsim ulated +ĠDr ivers +Ġd és +cur ring +Ġele phant +Ġadvert ised +Ġmail box +SH IFT +ĠMon ica +Ġan c +Ġward robe +Ing redients +Ġ|| čĊ +ipp y +Ġantibiot ics +av ings +(c x +ĠFerr ari +ĠAn imator +.d type +rem oved +order by +Ġc res +oc ê +Ġp ym +ĠCirc ular +@ index +ĠW arm +S ay +ĠAss istance +Ġcur tain +ĠMont e +IL ER +ĠC VE +ĠD uck +ĠAll ows +_f ire +ĠDer by +Ġre pos +Ġhttp Client +Ġpsych iat +Ġnow adays +Ġcaut ious +ĠComput ing +Ġcompletion Handler +ĠWel sh +ĠB EST +Ġstress ful +_P E +æĹ¥ æľŁ +ĠData Frame +ĉ Integer +_P rint +M oves +Ġtransform ing +.B atch +y ahoo +Position s +ze j +Ġno od +io res +_ * +Ġcl k +ĠF loyd +Ġh ap +font size +Ġn az +.not ification +ĠDep ression +Ġac ne +*** ĊĊ +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ +.cont ents +yn th +ĠStra ight +')}} "> "+ +Ġtoken izer +Ġsovere ignty +ĠP ence +() ");Ċ +Ġpesso as +.G e +ĠIn cluded +Ġpag ina +Ġex posing +е ÑĪ +_SC RIPT +/$ ', +Th umbnail +× Ķ +webElement X +webElementX paths +press ure +ĠCur ry +_C P +OL UTION +ILE S +prot ect +ool a +Work space +{ };Ċ +ĠU NS +Ġsymp athy +ro ker +Ġrem odel +ĉc ell +Ġat op +.Full Name +Ġfa ut +ĠE asily +_d ynamic +Ġfr amed +Ġmot ive +è· ¯ +s am +Ġmar ca +ĠText EditingController +Ġde structor +cre am +Ġr ude +ĠB old +ĠInd igenous +Ġg ens +Ġrel acion +(s ystem +ĠUIF ont +_char ge +UST ER +E V +.N amespace +Ġmer ger +Ġcal loc +g ang +Bad Request +Ġs per +-d esign +Ġâ ĩ +Ch an +Ġorgan ism +, ) += id +_pl ane +ĠC ases +elf ast +ĠLegisl ature +ĠF aker +Ġinv oking +- utils +(). ' +.f ace +Ġguard ian +my Modal +Ġclip board +ĠAT M +Ġpe as +ĠS ylv +.c alc +ĠContact s +int Value +Ġmodify ing +ĠBar b +. loss +_per centage +Ask ed +(l st +ategor ical +- files +ĠRoman ia +.A c +Ġh ai +ĠF lying +Ġ ż +j p +ĠTr ainer +. arc +_de g +Ġtrace back +Or Fail +F LOW +. old +oy a +g mt +is empty +Ġvacc ination +Ġob solete +recogn ized +Ġru ined +ĠRe in +ĠTr acking +xf b +ا ÛĮ +Ġvæ re +Ġbr yster +ĠIT S +Ġdest iny +Ġsw ear +Ġred es +Ġcl f +Ġfl ipped +ĉ head +Bl uetooth +ĠOver rides +: Boolean +_ = +_l r +sp awn +: index +VAL UES +is key +? ");Ċ +.syn thetic +ĠCheck ing +struct ures +ip ing +Ġvoc als +- Up +ĠManufact urers +ĠMar riage +代 çłģ +Ġgar ner +_C lient +par allel +RI END +Ġvine gar +seg ue +J B +Ġcontact ing +ĠCar roll +Ġout reach +t ensor +_var iant +Ġthe at +lic able +{ | +t iny +_ letter +Ġp encil +HeadersHeight SizeMode +ilt ro +.auto configure +.d rag +.use State +ĠB MI +h int +Com pile +* \ +en ary +Ġl vl +.C ache ++ =" +_t v +ruit ment +Ġf read +Art icles +f ila +Ġpack aged +âĺ Ĩ +AT HER +ĠPl anned +s cheme +Ġdi ary +Ġoff enses +/ F +ĠSt ick +Ġc erc +ĠS lee +ĉĉ ĠĠĠĠĠĠĠĠ +< Image +Ġè® ¾ +- editor +pie ces +ĠD rama +Ġ// //////////////// +ĠT asks +AR C +g ateway +.get cwd +.M etadata +Ġguess ing +åľ° åĿĢ +Ġsm arter +ĠGet Enumerator +Ġe fter +/ operators +ĠGL float +Ġf ør +Ġop aque +ä¿Ŀ åŃĺ +Sp read +SY STEM +Ġinv ersion +ĠBasket ball +Ġsim ulations +Ġden ies +Ġa vez +_list ener +Ġenh ancing +ĠMy th +ĠL akers +_M D +Nd Ex +D ATABASE +Ġt á» +ar th +[ left +Ġcontest s +st ile +(K ERN +_f c +_p m +Ġpres idents +Ġhospital ity +Ġfade In +RO PERTY +_m aps +ĠDefinition s +Ġassess ing +Ġus ar +Ġquant itative +mo z +Be autiful +[ (( +b ons +f requency +Cont ain +Ġpuzz les +ĠCast ro +Ġv illa +Ġkind ly +Font Awesome +ern a +epoch s +_dat as +ĉ ip +.p adding +ĠCont est +Ġed itions +Ġdispro portion +ĠI CO +Ġcome back += value +ri ad +-s ort +Sub mitted +(n etwork +ĠC el +Ġinstall ment +l ashes +.List View +ĠV atican +(Media Type +IV ED +reach able +: Is +ĠC ITY +äº ¬ +ĠHelp ful +Ġba ÅŁ +% čĊ +Ġpsych iatric +Ġrec ycled +FORM AT +ĠG row +b ine +G it +.s s +ĠWe apons +ĠSt y +_ arrow +* self +ire ment +Ġdeg li +App Delegate +_b anner +Ġcoordin ated +ĠWeb cam +Ġcelebr ations +. act +******************************** **************** +( show +Ġweek day +Ġconc erts +ол н +cl in +Ġcr on +ĠN im +.set Vertical +ĠEll en +س ت +ĠS AM +E ff +g z +ste am +Ġant ique +ph ysical +ĠForm Data +.set ter +ĠPO INT +B on +Ġflav our +erv ention +_ENT ITY +ĉ ĠĠĠĠĠĠĠĠĠĠĠĠ +Ġintr insic +Ġæ İ +append To +aram el +) ]) +ĠRecomm end +) m +OutOf Range +Ġkn ight +Ġsat ellites +ĠTit ans +Ġweigh ed +ĠD ana +e ase +Ġs ip +S IM +ĠDevelop ers +mal ink +/ check +_P LL +n ung +Ġdry er += A +.d w +_S QL +Ġsub plot +D ROP +Ġprot otypes +Ġhour ly +display Name +Ġas i +ĠViol ence +Ġastr onaut +Ġdat atype +Ġinformation al +Ġinvestig ative +etermin ed +ren al +; '> +ĉc ol +V G +_ boolean +re cent +Ġ* )ĊĊ +ĠRain bow +om men +Ġl ur +Ġopp ression +(", ");Ċ +ĠFac ility +DEF INED +Ġne on +Ġoff ender +AF P +ĠClean ing +[] ): +Ġund ocumented +.Re positories +ĠG uitar +аÑģÑģ ив +Sk ills +Ġtestim on +rypt ography +ĠAm ber +ĠSt alin +Ġl one +Ġap enas +Ġdies es +ĠAr duino +è½ ¬ +== - +_A ct +Ġc oded +âĸ ł +amb urger +-link s +Ġarm our +.H igh +get Content +st ag +Ġhe ck +ĠìĹ Ĩ +ĠMc Connell +ĠCon cert +ĠAl loc +ä re +.replace All +Ġpart itions +rot t +ĠF le +_T REE +reason able +ĠReport ing +Ġbillion aire +s cores +min s +- eye +M ORE +ab ort +ĠSW T +Ġin verted +ĠTe achers +; n +Ġast ro +н ов +ани ÑĨ +product o +c ountries +ĠO wen +Ġcont amination +Ġv ibe +ĠEll i +.s cript +ĠOl ive +D MA +v ier +: semicolon +-m odule +gress ive +ag u +_ players +Ġresult ados +start ed +scroll Top +==== = +Ġweigh ing +Ġ[[ [ +z ahl +( NS +ĠAssert ion +le ague +.setText Color +ĉ Message +Ġmom s +_A F +. wh +AL S +Ġaut re +] ĊĊĊĊ +.op acity +ĠBudd hist +Ġde af +ĠOrgan isation +(G lobal +ens ch +Ġhead ache +ĠAli en +_in ode +ĠSt ark +Ġæ ī +-l nd +ore f +_fe at +Ġpedest rian +Ġnom inal +Ġbal loon +Ġspr ites +Prototype Of +ĠA post +ĠF EATURE +O H +Ġre cess +ĠDon na +con sumer +$ GLOBALS +ĠG IF +- frame +In icio +Ġpass ages +Date String +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ +.by te +B ug +initial izer +p kt +od ium +ĠD ER +. ops +ler i +Ġgift ed +Ġdet ach +ter rain +elt ers +ãģ ı +. loader +ĠN GO +str ncmp +K h +(font Size +ro cket +Ġpreced ent +ĠAur ora +ĠEx periment +is phere +Enc oded +ĠâĢĵ ĊĊ +Ġpy ramid +ĠAnn iversary +of il +ë Ł +( plugin +C oeff +Ġcooper ate +Ġpredomin antly +IS M +Ph rase +_DEF INE +Fl ip +AMIL Y +ĠMark ets +ĠStream Reader +ĠComb ine +Ġmanus cript +z za +, tp +Wh atever +IT ICAL +ighb our +Data Provider +.Text ure +priv acy +.S DK +Ġre charge +Ġc pp +ĠC FG +(h older +(p y +m ot +Ġsav oir +ĠR osa +ĠPC s +Ġí Ļ +.her oku +Ġf ren +ĠR iley +ag ate +Ġs ond +.x lsx +Ġh acked +st ad +G i +Ġsan ity +ĠSql DataAdapter +... ", +ĠP ussy +Ġ **************** +Ġhass le +_P ARENT +ĠU AE +Ġbegin ners +( Client +Ġstatist ically +.h our +ed elta +Ġtr action +uel ve +ar at +Ġsa una +IN VALID +Ġindict ment +AL LE +Ġdiss ent +ĠTyp ography +Ġintention al +s it +ĠAn imals +Ġcoun tryside +Ġu art +} \" +Ġseam less +¾ 示 +Ġaut os +Ġ"' ";Ċ +Fl ush +ANN OT +Ġal gebra +ass oc +ĠW aters +Ġprepar ations +ron ym +[, ] +S ans +Ġarm ies +ipe g +Ġcream y +. art +et re +ĠAn imated +Ġun pleasant +eme an +g reat +i Äħ +ĠEar lier +Ġch ic +Ġpres erving +(ex ec +ĠInvest igation +ĉG PIO +Ġrig orous +ij o += num +Ġtool Strip +) set ++" & +ĠAcc eler +Ġdevelopment al +is posable +Ġflaw ed +re ne +Up dating +Ġwatch dog +Ġden ominator +Ġsubur bs +Ġ... ) +Ġconv ictions +c losure +.I P +Ġtransl ates +.sw t +.Tr ace +Ġmet tre +.is Enabled +ĠEffect ive +.to Int +Ġen chant +Ġst unned +Ġpo i +/ code +ad m +.datab inding +ĠL orem +________________________________ ________________________________ +Ġled ger +Ġcar a +ĠG ir +Ġwa its +Un o +Ġc wd +è¾ ij +ĠT Result +Ġre jo +Ġem itted +ĠWest minster +ä¸Ģ 个 +ne k +_T is +Ġen act +ĉ with +org ia +Ġj ue +Per form +SP ATH +.top ic +ĠD aten +Ạ§ +Ġsit io +_M M +" So +b ial +Ġsc oped +Re quires +ĠT OTAL +ĠCh ancellor +( contents +Ġste alth +dev ices +-p ass +ili h +ĠMal colm +ĠDep ot +Ġconfig ur +a ussian +_con straint +в еÑĤ +G RA +ĠR ates +.dataGridView TextBoxColumn +ĠNob el +it ics +Ġignor ant +ĠReport er +ĠEb ola +ĠSh ock +_re lation +ĠNin ja +) c +Ġt icker +.is Checked +ĠSup pliers +ĠRap id +Level s +âĤ¬ âĦ¢ +ĉ queue +Ġch op +ĠUn ix +re ject +-c alendar +(s ort +è ne +erc icio +Ġh ect +CALL TYPE +rou pon +Ġrent als +auth ors +{ name +ĠF IFO +Ġl assen +ĠN ous +Ġsn apped +Ġfert ility +" log +click ed +Ġplant ing +Ġg b +/ output +PE AT +Ġc ategoria +Ġb ach +Prof essor +in th +"] čĊ +Rec order +ser de +ĠTrans mission +tr ad +Ġtur bo +_VER TEX +\ Event +il ver +Ġbod ily +ĠS ources +Ġkill ings +.xr TableCell +Ġfold ed +/ legal +un er +ĠR ifle +ĠM IDI +_Selected IndexChanged +.Size Type +ĠWeb Socket +Ġsele ccion +S and +ot ros +Ġenv ision +/ etc +ĠMel issa +Sp ot +но е +_ ARM +At tempt +ĠB I +ãģ Ķ +ĠD U +Ġback lash +str ide +/ classes +Ġtext Color +_st aff +ob lin +agent a +.c ollections +ill age +' čĊčĊ +fl atten +_s ales +_M ASTER +T W +_d a +P itch +ph ies +Ġz ombies +ĠV ERY +ĠPharm acy +Ġprogress Bar +Ġhas htag +S idebar +@ stop +(p c +ол ж +MA KE +ĠCor on +Ġkv inner +ĠM aid +b ob +.title Label +Ġsuccess es +ĠDemocr acy +ĠSurg ery +Ġcou gar +Ġcur so +Ġl oro +ist ency +Sen ior +æ k +ĠA AA +ĠBO OK +к о +W STR +Ġ*/ ,Ċ +oy al +.v ector +ĠS PEC +SS F +Ġcomp uls +ĠAppe als +ĠW inston +ĠMock ito +con trib +. available +entity Manager +ari as +_s ale +_r s +Ġdec oding +Ġloc ator +ol ith +Ġk ol +Ġasc ii +ĠR ut +/ interface +ĉĉĉĉĉĉ ĠĠĠ +ĠN umer +.fl ip +-d el +Ġbol ster +on omic +Ġz m +L G +Find By +Ġadapt ive +lo o +Ġv ue +(re verse +_c anvas +. roles +ific ado +ven ient +" As +ĠEn tr +al igned +Ġbere its +/// ĊĊ +.g wt +. employee +_cl i +Ġanticip ate +éĻ IJ +Ġp ik +Ġmush rooms +(t t +Ġo ma +ĠSan chez +_g oogle +. Valid +ĠFile Name +iv ative +k ed +-w ar +Ġm aturity +и д +Ġmin er +Reduc ers +ĠLat Lng +_ST D +D igits +Cal c +-up load +Ġhand ic +ี à¹Ī +egr ated +ĠST M +C lients +ĠTur bo +SY NC +Ġphotograph ers +. Out +.char acter +B UILD +.un lock +Ġar ises +ĠCommand s +(" ");čĊ +_F ORE +; ', ++" ' +. Images +") { +ĠM eyer +Ġneg atively +ĠD LL +Ġex e +Ġdef iciency +Ġwild ly +-s witch +con struction +Ġexception ally +ĠL iz +/j ava +Ġtheir s +ĠCont emporary +l is +.fill Rect +ĠN FC +Ġre he +(num bers +Ġr aster +Ġfig uring +Ġshow c +ĠJ ill +Ġarc ade +ĠConstruct s +md l +(' | +Ġident ifiers +Ġst ellar +( Connection +Ġ" {{ +y or +(m ysqli +Ġdo ve +Of Birth +.dis connect +_h i +Ġzw ischen +ĠGr und +i ros +_A rray +.on click +ans om +An swers +ĉ remove +F a +Ġhur ry +-in f +Ġget Class +ĠReg ulation +ĠFLAG S +m isc +K en +_ heading +G Hz +- entry +Ġbi ography +S ig +-m f +Watch er +âĢľ A +} px +Ġsp icy +_s q +L ost +(tr ack +а ли +Desc ending +< bits +qu ine +ĠAdv oc +_S N +ĠHann ah +PO P +Ġem itter +Ġc yn +ĠC AD +? ). +/ set +ĠS ister +ĠEnd point +Ġmen or +Ġinter p +r k +id le +Ġout fits +. vertex +Ġc lic +ARE N +Ġpost ure +ĠOpport unity +v x +ĠFor bes +.D irection +Ġres ide +Ġremember ing +nest y +Auto resizing +pro viders +ĠA H +Ġhur ting +ĠL ily +eval uate +lij k +p apers +ĠSm ash +ĠL AST +Ġwell s +w asher +_RO LE +ĠD anger +* (( +_re pository +ĠRes olve +ĠRoom s +_R G +ĠQ T +o op +ĠHe ap +Ġslow ing +Ġgrat uite +_c atalog +Ġpol ynomial +L y +pc s +F ox +ĠC yr +Ġdim in +/ month +S alt +Ġh ind +.P ER +For um +c en +_p ol +íĺ ¸ +Ġin ser +( ~ +@ test +ĠGold man +Ġupload ing +F c +Ġkom mer +Ġm itt +_log ged +Ġbu cks +-l ayer +) };Ċ +ĠO M +Ġv eg +col our +Ġоб ÑĬ +Std String +_ que +ĠT ian +Ġspecial ize +и п +Ġк л +tr ial +- edge +Ġm ars +OG LE +Ġempath y +ĠB om +Ġcoll isions +Ġcart e +ĠTe il +ĠM PL +Ġporn ô +Ġa irlines +A ws +N s +ĠSp awn +( use +é» ĺ认 +Ġy acc +st or +Ġconf ess +Ġpe que +r age +? "Ċ +/dat atables +ĠSh ower +__ / +Ġcryst als +Ġbus car +ĠH aus +iz ação +_ entities +ķ Į +ļ Į +x cc +v irt +-che vron +( Result +c ake +COM E +Ġprohib it +ĠCh ess +Ġbe aucoup +ĠÑĩ ÑĤо +R UN +ĠI K +ó ÅĤ +_ Update +Ġsle ek +ĠSpec ify +_c redentials +ÅŁ t +ĠUser Name +ĉ Value +Ġarray List +Ġex changed +ips is +.re lated +ĠSe ite +_B AR +ĠL em +ĠW ATCH +ĠC lients +Ġ. * +ĠEar l +-re port +Ġforeign ers +Ġstrengthen ing +ĉ Description +(g o +.tool bar +Ġcalcul ates +ĉs ource +Ġcz as +Ġre cl +ab o +Ġlocal host +Ġ^ {Ċ +.P op +ĠDes igned +\ Abstract +H old +ĠGuid elines +ipl ine +Ġc aching +.Re ader +_ext ernal +.str ptime +ĠWeek end +-M ar +ĠBe i +Ġ{* } +ĠR ud +Ġexpl or +ĠBou levard +C ash +Ġprep ares +Ġserial ization +ew ater +Ġad c +: ĊĊĊĊĊĊ +Re fer +Ġsc anned +} }ĊĊ +ĠF ul +Ġtour ing +ãĥĥ ãĤ¯ +> (( +sur vey +Ġí ĺ +... ')Ċ +ĠDiv ider +os l +_C ANCEL +_pre pare +st in +ĠHe ath +.Primary Key +ĠâĨ IJ +ĠLocal DateTime +Ġcooper ative +L earning +.en queue +Ġgo og +ĠReg ression +im ates +Ġvoy eur +ĠDr ink +pl ug +Ġl ender +man a +Ġperson nes +yp se +Ġun link +ĠRav ens +Ġhur d +Ġperiod ically +ARG S +ĠG H +char acters +... "ĊĊ +- establish +Ġd n +( condition +ĠGr avity +Ġest as +_f ocus +Creat ure +(s ite +Ġc arr +ĠR L +ĠR I +ĠM oto +AS F +ĠLuck ily +ĉ Route +Ġent ropy +(" ," +Col lect +( contact +ĠFlo rence +Ġpremium s +Ġlif ecycle +Ġb ans +x ef +Web Kit +ĠFlo ating +Ġcos a +Spec ific +ĠLo ans +b read +Ġdes criptors +Ġ{ :. +TH READ +ĠT rent +Ġsc op +Q A +ĠAnt ar +p el +_d ifference +_ch anges +(... ) +ĠR otation +ĠLG PL +ĠJ UST +(T ask +_sub set +ĠTR ANS +åĬ Ľ +ĠSc out +-p opup +Ġsm oked +_C lass +Ġturn over +br akk +ĠRock y +t as +.Regular Expressions +ĠElli ott +ĠSp inner +DU CTION +Ġlib re +Ġmol to +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ +ĠF TP +m peg +(f eatures +Ġb ald +ĠV id +Ġsh outing +L int +Ġsock ets +Ġpro w +Ġnouvel le +isc ard +ĠS ponsor +Ġconsult a +)) ); +Ind ian +ĠR aspberry +Ġteam mate +ĠJ WT +ĠGh ana +Ġc akes +pr imer +form a +erg arten +_M anager +Ġpre season +G AME +| " +ĠBro ck +Ġoccup y +Ġdecor ations +á nd +Ġc ot +Ġpar an +D isk +rem ain +> ? +Str ong +Ġfr ance +ĠE ra +-c r +.Buffer edReader +ĠParad ise +ĠV AT +ĠAnd ers +Ġlim b +amp oo +Ġimper ative +UT ILITY +ĠRec ognition +Ġragaz ze +Ġpop s +yp ress +Ġemb argo +// {Ċ +Ġsy ll +P TR +åŃĺ åľ¨ +Ġdid nt +Mail er +Ġacad emics +ĠFra uen +ne ider +- rel +Ġrain bow +( In +Ġslic ed +============ =Ċ +(s end +NSMutable Dictionary +v os +(p ackage +Ġord inance +view er +ĠSant os +-s elling +Ġgo v +ett le +Ġfound ers +Ġw aking +sl ashes +-p ound +re cht +ا ت +.on Click +Ġn ord +st änd +_ when +UT ERS +ic c +Ġcaps ule +ĠW id +M arc +ภ¸ +ro red +UG E +LO UD +ĠAud it +ip ients +op ian +ĠS ue +Ġwur den +.H elpers +Ġf actions +[ np +-th an +Ġre co +Ġk as +Ġcmd s +/n etwork +xb f +get Color +Ġbi ased +ĠL ak +D atas +vent s +Ġë ² +_P S +. Validate +Inv oker +Ġne uen +Ġju venile +V ISION +Ġdev ote +Ġlin ha +Ġdiscount ed +\ Config +Ġworth while +Ġskin ny +ĠC ourses +le ys +ĠMort gage +K evin +Ġannounc es +]) * +res ervation +Ġæķ ° +Ġprejud ice +ĠString Comparison +Ġbe ard +-w in +ĠS ão +ĉ ms +j al +ĠE arn +_ ports +ĠN ombre +_C OR +ĠB UILD +.s ound +Y ellow +Ġlineback er +Ġchar itable +j ug +_NON NULL +ĠD ental +"> ${ +ĉm atch +R ussian +Ġvers ch +Ġp inned +Ġadopt ing +Options Menu +P ag +Ġpair ing +Ġt read +erc ises +ĠSp read +) i +ĠB AD +_t f +UI ImageView +pop ulate +b ab +ĠÏ ĥ +[ ++ +Ġopi oid +Ġ## Ċ +d type +ĠStart s +('/ ') +Ġperson als +-mark et +Ġredund ant +ĠEss ential +Ġscrap y +Ġи м +a cl +Ġcre ar +ĠB end +Ġrel ieve +- room +w ife +Ġv Ãł +ĠQ Point +Ġqu asi +Ġmethod Name +\x c +ĠPer u +/ The +. orm +Ġv iz +/p df +Loc ated +Ġconfront ation +ĠChampionship s +Ġhyp ert +Ġd j +ĠUser Info +ĠåĪ Ľå»º +\x b +(s im +Ġ== Ċ +Ġst aging +Ġdr astically +åŃ ¦ +l ords +. less +вед иÑĤе +ĠB ucket +ĠM am +. term +_p i +c zy +.p ub +prec io +ĠV irt +Ġrom an +it at +L ex +_inf os +Ä ° +. other +VE LO +Ġp onder +Ġh anno +( Page +do i +Ġpol ite +Ġprogram mer +D ies +$ d +Ġrep lication +add Column +fr ican +Ġl eng +be er +o it +Ġw asting +yl im +me asure +N eg +Ġpart ie +.con sole +ĠGu inea +TE L +_f act +.ch unk +Ġl ent +Ġall er +Ġठķ +_id le +Ġad missions +JSON Array +Ġv ibration +.h elpers +å¤ ĸ +Ġh en +j ohn +Ġì ĥĿ +Ġjud gement +Ġge en +ter ra +^ { +ĠI z +Ġc â +inst ances +Ġthreat ens +Ġm üssen +Kind OfClass +Ġstoryt elling +_d emo +ri as +Priv acy +h ift +ĠY i +es or +íķ ł +ens itivity +.W riter +ภĤ +D istrict +.get JSONObject +Im pro +(get Resources +ĠS PELL +rodu ce +Ġslow ed +Ġlin ewidth +Ġhonest y +ĠCo ord +ĠF ork +ĠDispatch Queue +ĠCl iff +ĠW iring +_TIM ESTAMP +oll ah +av oid +++ ];Ċ +sem antic +-c ss +Ġv eto +ĠM err +Ġlegisl ators +CEE DED +Ġquestion naire +ĠP ills +Cal culate +(c ore +' e +Ġdis like +ĠPre ferences +_EX TERNAL +è° ĥ +Ġd odge +æľį åĬ¡ +.n ames +.draw Image +_p rom +uck land +Ġ<$ > +ı z +/s ite +é¡ ¹ +rop he +Ġcomp elled +Ġl aptops +Ġun i +C LOSE +Ġcasual ties +ĠUn iform +Term inal +. "," +D AT +(T reeNode +ĠGand hi +(st mt +AX B +* M +Ġumb rella +an imal +Ġgr pc +Ġwhere by +Ġfloat s +ĉ arg +Ġdb g +Ġexceed ing +Event Type +.SaveChanges Async +Ġ{ {{ +Ġow ed +ahren heit +Ġì § +Ġequ ipo +ur ai +Ġid ol +] ")Ċ +_m ajor +Ġentire ty +inger print +ç os +/ account +ĉ right +urs os +ĠE DT +_INS ERT +Ġsh ining +Ġ< : +Edge Insets +Ġcolon ies +. IM +ĉĠ ĉ +RO AD +CC CC +pl acing +Ġget Activity +em acs +' %( +.click ed +ĠTh em +is ia +Bus car +.re name +Ġo ath +Ġafter ward +ĠU FO +AP S +ĠJackson ville +.s ome +Conf irmed +.s can +ig Integer +Decor ator +sh ield +ress ive +.d id +请 è¾ĵåħ¥ +Ġsh utter +D am +Ġparent ing +ey ed +$ item +-de velop +Ġextract s +Ġdecentral ized +ĠEl sa +_sp in +]) + +-in itial +Ġmult itude +Ġsens ory +ĠMODE L +Ġsafeg uard +ì ¹ +Ġhunt ers +ĠT iny +IN O +decor ate +ĠNo Such +H o +( Response +Ġr uler +ĉ short +Ġc aster +Ġclient Id +Ġp db +ëı Ħ +it ic +ĠGame State +Ġnew Item +)ĊĊ ĊĊĊĊ +ou is +n oc +.BL ACK +_V ECTOR +---------- (); +.get P +any e +Ġneur on +if old +ĠK nown +Bit coin +Any way +ay ette +Ġ' [' +Ãł nh +m gr +Ġcor related +Ġn ause +Ġment ality +has Many +ĠF G +amp ie +IT U +F s +.S p +_b etween +Dep endencies +ou g +Place holder += text +ĠMan aging +ocal ypse +åĮ Ĺ +_m ag +f ld +â ij +C AM +ĠHelp ers +Ġd ost +/ out +Ġassass ination +.get Image +ĠKenn y +.' )ĊĊ +){ // +ĠR anger +Ġg ek +Ġsinc ere +< Value +ĠD OT +ĠVict ory +Ġleg ends +Ġpr isons +(ex pression +ĠR abbit +_s entence +Ġbit es +Ġon Failure +ĠâĪ Ī +K im +.g ender +ĠÎ » +Ġ[ . +"] ); +land ing +-d igit +TE MP +ĉ entry +Ġstrt ok +Ġdesc endants +um no +Ġlean ing +Ġspecific s +q n +ĠSp art +Ġpor r +EDIATE K +Ġse per +' aut +ĠSTE P +ĠBorder Layout +Ġret ros +ĠSalv ador +ĠEN GINE +x dc +T weet +v k +Ġì ² +] << +het ics +c oding +Re ach +.re q +gu ide +.s cope +sh irt +rog ate +SET TING +ĠProte in +Ġe ing +. EMPTY +.d f +Ġclear er +Ġc rossover +ĠTo ys +Ġco ated +.M onth +ĠAtt ach +/ run +.t abs +Ġogs Ã¥ +B rown +.D ATE +Ġf os +åŃŠ符 +W ood +-th ree +her ited +Ġ rop +( ac +Ġembod iment +ĠKenn eth +Ġcan non +Ġb idding +čĊ +.get Resources +Ġl ump +_const s +( ext +ĉd ir +â Ŀ +Ġpadding Top +Ġobs ession +Ġb anning +ĠApp Module +Ġpart isan +Ġcatalog ue +Ġmin ors +Ġpitch es +we ep +Ġundert ake +Ġthem ed +aud it +.scroll Top +Ġr er +Ġsympt om +Ġopen ings +.block s +open id +Ġas sh +-s ave +ĠP ig +Ġreg ain +Ġin icial +/f avicon +ĉ exp +Ġsp ices +isk a +claim s +m ak +definition s +Ġcorrespond ent +ĠCann abis +__ ,Ċ +ĠL ucky +ĠGa ussian +ĠN early +C AD +'] ]Ċ +Ġadequ ately +ĠT ITLE +constitution al +-m m +_ override +Ġbl as +.ready State +Ġremin is +Ġrein forced +ĠColl abor +Ġdecor ating +Ġb achelor +ERRU PT +Ġup right +ip ation +ĠNob le +Ġvalue ForKey +Ġset Loading +.I gnore +å ģ +G lobals +ĠM ent +AS SES +Ġlim bs +ĠH UD +inc i +. iv +ĠQ ModelIndex +F use +Ġped al +_F REQ +( verbose +Ġlong itud +ĠChar ter +ê ·¸ +Ġbund les +. ignore +um bo +EM A +.... ... +s x +.C ard +Ġhe ute +Ġste er +j umlah +Ġ{ _ +_Check ed +Ġf ax +ĠG ust +itch ens +Ġ ))ĊĊ +Ġremark ably +/ XML +- remove +_b t +Ġinc ub +.p ackage +.current Thread +ĠHigh lander +.s ide +s plash +Ġ ici += D +Ġp uck +Ġball ots +Ġhug ely +co eff +Ġp Data +.C OLUMN +ĠHe aling +Ġord in +! ), +Ġ' ',čĊ +(m d +ĠS ask +< strong +Ġsurviv or +.s eries +Ġcaffe ine +Ġ` ( +.TRA ILING +_ Input +(" ^ +z d +& );Ċ +ĠP ing +Ġv oucher +.r ating +-sh irts +ĠRetrie ves +.al ibaba +Or acle +_MO V +Old Data +Ġ/* čĊ +Ġg boolean +Ġ=> čĊ +Ġr á +Ġbl unt +ĠImage Icon +if ik +RT C +Ġfib ers +Ġto ile +.s ent +ĠPy Qt +$ app +Ġmed io +Ġgrant ing +Ġtsl int +ĠM ö +(fig size +Ġhur ricane +Ġlif es +Ġà Ħ +rocess ing +_st andard +- option +')) ) +Ġvac ant +å· ¥ +ĠH ollow +handle Change +Ġdiv ider +ĠEngine ers +Ġsv ens +Ġcompl iant +t anggal +ĠC redits +ĠEm irates +Rule Context +Ġreal ization +Ġdistr acted +]+ = +Ġaug ment +ĠD w +ot p +or rent +Edit ar +.st ock +St udy +pe ctions +ĠGame Manager += cut +Ġf lock +ĠRom ans +th em +-h op +Ġscreens hots +Ġ/* !Ċ +Ġconvers ions +Ġnormal ization +(config uration +Ġa eros +_se curity +! 'Ċ +B onus +ĠDR IVER +ĉ Date +t ie +ĠWy oming +St and +it re +Ġsh oppers +Ġdisadv antage +Ġlik ing +ç¬ ij +Ġunderstand able +SE E +Ġh oy +Ġnin ete +Ġcon fer +Ġnow rap +ĠV ern +, čĊčĊ +imest ep +Layout Manager +à · +ĉw ait +PLE TED +J apan +Ġindu ce +Ġå ¯ +оз в +_END POINT +.h orizontal +Ġacceler ated +rim on +IV ES +Trans actions +Le an +ĠSO UR +wh ether +y g +Ġo id +ĠEntity Manager +OUN TRY +Ġfil a +OLUM NS +IN UE +ĠAn chor +TR AN +wo o +block quote +ĠN urse +ĠCar p +Ġrede em +. try +ĠJ P +Ġtimestamp s +Ġ?> ">< +ĠREM OVE +ĠStar bucks +Re ally +Ġflood ed +.C allback +Drop Down +ip ro +Ġt ended +l te +Ġproport ions +- te +ĠR ena +lic ate +for ces +.ex tra +.auth enticate +в од +¡ ° +Ġfor ControlEvents +Ġsen ha +Ġke in +Ġmin ist +ĠPre ference +ĠTele graph +Ñĥ п +str pos +Ġillness es +Ġp igs +Ġget Intent +S ol +Ġ ¡ +(c pu +[ prop +s creens +'); ?> +ĠAct s +Ġstr dup +Ġaver ages +an al +ĠCas ual +Group Box +ĠHand book +/ comments +Ġnumber ed +Ġbroadcast ing +çĽ ij +.native Element +.m u +Ġupdated At +ĠDoes n +.A C +.c oll +Ġrec order +_sh a +B g +b il +Ġbol ts +Ġç ¬ +Ġim posing +ĠInformation en +_flash data +e conomic +Rem ark +uc as +ĠOff icers +ĠT ER +W alk +Ġmerc ado +_g enerate +H Y +Call ing +s nap +script Id +. operation +ĠFl ame +l iness +Ġrent ed +_t oggle +-ch anging +ĠT Y +' util +EE P +Ġgraph ql +ĠUn i +Ġimp ulse +.B asic +Ġenerg ies +M ARY +ĠMar cel +Ġmort al +Ġf res +m ens +m otion +Ġsample d +âĢľ That +id ay +qu ipment +get Int +ĠA bsolute +,' " +un ed +.sh are +Ġ} )( +mm m +ĠR ising +ä» » +Ġun employed +x fa +.f ollow +ĉĉĉĉ ĠĠĠĠĠĠ +sl t +.P hone +Ġkn ives +Ġe ve +on Click +] ))čĊ +ĠW itness +ĉ NS +ĠE OS +ĠSte fan +ĠPri est +âĢĶ which +Get String +. By +Ġup stairs +Ġdetr iment +bro ken +emb ro +Ġnic otine +il ion +Ġaston ishing +_ aff +ĠLess on +Ġaccident al +od or +Ġdec ir +Ġnew Name ++ . +çĽ ¸ +igs list +ĠG ithub +Ġsuccess ive +rac ial +Ġen viron +éªĮ è¯ģ +Ġredirect ed +T OTAL +Ġgrab bing +ĠL ance +Ġfor fe +_C B +å¾ ® +El apsed +_w ay +(Dialog Interface +_me asure +x bb +D og +Dep art +-s rc +res olver +with standing +_sh ell +ĠLast Name +ĠAv iation +Ġbegin ner +("% . +(to ol +Ġн ов +: init +(A PI +ĠMorr ison +vt Color +Ġstap le +/ INFO +Ġsupern atural +Ġste ak +tim eline +zz le +" `ĊĊ +Second ary +ĠNep al +.String Utils +Ġad am +Ġ( ... +Ġsub stitution +Ġboard ing +ĠKey word +ĠAss ault +dbc Template +Ġorder Id +( engine +.assert That +ĠVen us +Ġhomic ide +ĠA val +Ġg utter +ĠSupport ed +/p art +Ġac claimed +H istor +Ġmes es +ü ber +ĠRen ew +Ġgr as +ĠE k +Ġin file +ind y +.m usic +.S croll +ĠA ges +ĠNar uto +ĠG ather +Ġconfirm ing += (" +Ġpitch ed +ole y +Fr ance ++' " +$ total +Ġon de +Ġd itch +_s igma +Ġcontinu ity +re ward +- load +Ġproces o +Lock ed +st aw +Ġsp inal +l azy +! == +j est +Ġd un +ĠRod gers +ĉ grid +Ġlog os +ĠBeng al +.s uper +Provid es +Ġnut rient +.T imestamp +IZ ATION +åĨ Į +Ġf ats +ĠX xx +ct ica +Target s +Ġcont ours +Ġre ordered +: Array +Ġtoler ate +V ir +Ġter ribly +Ġbr icks +(& _ +h b +Port al +ĠB read +. which +ÂŃ t +as InstanceOf +Ġj object +ĉ length +_M T +; ">čĊ +_EX IST +Ġmat ernal +RE L +Ġê²½ ìļ° +he e +Ġlayout s +ĠL ap +ais y +Ġst umbled +ĠU IG +ĠS co +Ġimp aired +RES SED +Ġab uses +V F +AR B +.N AME +r ch +prim ir +_com pleted +Ġp enny +Ch rome +(b egin +ern en +- checkbox +Plain OldData +ĠL PC +r ade +sp ir +Ġcon ceived +T ips +ĠIo T +ĠG an +èģ Ķ +Ġbi ases +Ġconsult ants +ple d +_ ht +associ ated +], ĊĊ +Ġdelight ful +ĠÑĤ ек +Hel vetica +( load +-exp and +_W IDGET +to a +ĠA kt +Ġom n +Ġcl auses +Int el +*/ }Ċ +_reg istration +Ġold Value +Ġrest oring +Ġun real +O VER +ĉĊĉĊ ĉĊ +AT S +_pro be +Ġdiv isor +.update Dynamic +å¹ ³ +Produ ces +st amp +.j boss +ĉt ask +! (: +Ġpsych ic +@ class +M artin +ĠPass ed +clar ations +h el +а Ñĩ +ĉc opy +-b in +z an +ig ram +া ঠ+(s ig +ĠC aval +_ ## +Ġ% = +out lined +ĠAc id +Ġunpredict able +-d ashboard +Hex String ++ c +.P ublic +Ạ© +Ġconvey or +ĠE B +Ġselect s +Ġknock ing +ĠC ec +IBUT ES +owa Äĩ +g atsby +* v +ent ropy +Ġdispatch ed +Ġcam el +ĠSat urn +Ġover weight +( phone +par able +% B +_v ectors +Ġbrew ing +ĠT k +ĠDownload s +ĠS aved +.Pr ice +Ġcur ved +ĠParen thood +è ¶ +.p nl +plet ely +.D ay +Ġadvertis ers +Ġej ec +Ġpr zed +ë ¯ +! ';Ċ +ĠK ush +ĠT AB +Ġquest s +Ġcoinc idence +umm ies +ĠKash mir +ĠEth ics +_g rowth +Ġakt iv +Ġgroup ing +å¢ ŀ +_tr uth +åIJ ¬ +t odos +is et +Tex Coord +ä tt +ĠZ ur +ro ys +_M AGIC +Ġbrew ery +( State +ĠSM ALL +ĠPl ants +it bart +each er +ĠAd elaide +L u +Ġf ick +und les +_load ed +и е +P oll +rit ic +EL Y +Ġ+ ' +ĠProf ession +Ġst amps +ĠS ew +scroll View +Ġcomm unist +/pro blems +}čĊčĊ čĊčĊ +, o +Ġu dp +Ġob ese +appro ve +ancell ation +_G ame +ĠHas htable +adaptive Styles +Ġpossess es +.match er +function al +M rs +ĉs ave +ĠDb Type +Ġk en +get Context +Ġm ans +( rel +ĠBrother hood +) `Ċ +è§ £ +.In formation +OutOfRange Exception +ĠS ek +C as +Ġblog gers +E ither +(" "" +Ġpin ch +Ġco arse +) p +ĠP ulse +Ġlear nt +Ġdent ist +Ġon change +Ġdirect ives +( actions +ny der +ĠSh ir +T rait +_de p +ĠP ET +ĠRE P +.App Settings +cu ador +iden av +Ġenv i +Ġsl ammed +ĠSh oot +Ġdate Format +.j oda +ve ys +Ġ) .ĊĊ +Ġcare g +ĠPar allel +_ translation +.function s +. obs +Runtime Exception +[] = +over view +ĠSch l +Ġno isy +ĠOn PropertyChanged +S ending +Ġunf amiliar +U pon +ĠPrint s +.t yp +Ġflee ing +ĉm ove +( Un +Ġq r +× ľ +_b eta +Ġsk ies +ĉm e +W ND +Ġstick ers +bl as +Ġinsert s +Ġvers es +ĠD ew +Ġtang ible +Ġhe cho +P OL +Ġte ardown +om nia +IB E +.c over +_str ategy +^ - +set Position +u ale +S igned +Ġif ace +as eline +.set Time +ĠMin eral +ĠFight ing +sk ins +Ġdiscrim in +Ġdans k +ĠPr inceton +ac ist +Ġ( ));Ċ +tr acks +imon ial +ad ecimal +EP ROM +ugg le +.Not ification +$ mail +c antidad +ĠJ ung +Ġseek ers +Ġpl ausible +t ier +еР¶ +Ġr apper +ĠMan a +ĠHttp StatusCode +Ġburn t +los es +ĠF oto +ĠJson Object +Inst agram +Ġsys call +Ġreal ities +ĠMAT LAB +:^ {Ċ +TER M +ĠC bd +ĠPar agraph +Ġtrav és +Ġconstruct ing +Ġsw al +Ġp ige +LL LL +-ex isting +G ets +Ġmelt ed +Ġmitig ate +H en +Ġh m +im as +ĠA o +ĠP erez +ĠD AL +Ġëĭ ¤ +Ġdiv is +Storyboard Segue +ĠMod ify +ĠÃľ ber +_O VERRIDE +.p em +unt os +Ġespa ñ +Ġ{ ? +ĠP AY +_ip v +ĠF ury +__ .__ +el ow +-center ed +check s +_ Reg +-J avadoc +ĉ load +ĠLik ewise +ا Ùħ +UN E +.se m +x cb +ĠC ave +_s leep +Ġsil ently +ĠExt reme +.To Upper +ĉC HECK +Ġc ue +ĠQ ByteArray +Ġcorrupt ed +ĠD é +Ġimp ed +Get Name +Ġinaccur ate +Ġso ber +е е +Ġbar code +-- ){Ċ +ink i +Ġé p +Ġd ri +ĠAL T +>>>> >>>> +ont a +[ L +Ġinter es +ver ting +Ġdi agnostics +p dev +è © +ĠIntegr ated +). ' +_g c +$ text +.g ames +ĠT erra +' Re +.trans fer +_F IFO +get Model +Ġbl and +ĠCole man +Ġpr imes +Ġæ Ī +Ġcross es +n k +G ING +Ġ' ^ +ĠB lob +Ġinter course +ĠBl vd +Ġweigh s +_reg ular +ĠPer th +Ġsepar ating +Ġb illed +.tab Control +Ġpup pet +Ġutil ization +Ġâĸ ł +Ġsucc es +Ġl amps +_pro j +E ric +Ġren ovation +ĠFam ilies +ĠB its +part ials +-M en +s olution +Ġd warf +.IN TEGER +ĠLO CK +. ct +Ġexcer pt +ĠP ix +ĠFirst Name +ANT ED +ĠAd mir +-h elp +P rior +ĠAl ign +.IN STANCE +Line Edit +('/ : +Ġin et +od us +.p kl +ĠK Y +up ert +Ġn erves +_grad ient +} ',' +_un ref +Ġs aturated +ĠConn ected +ĠF N +EX IT +Ġtele port +Ġav ait +Page Route +Ġdivor ced +(l ang +f st +ĠT yr +Ġmess enger +if stream +X S +ĠBank ing +Ġinfect ious +ĠM ons +_LO OP +Ġzur ück +Ġobt ener +/re pos +V el +ac ro +Ġuser Repository +style Type +ĠS RC +VML INUX +rec ursive +/ bar +_ch ip +omin ated +ĠN it +âĢĶ to +ĠBudd h +ом еÑĢ +ĠM AG +ĠC HE +_d en +. raises +_de gree +Ġpump kin +_tem plates +_M EDIA +ĠTim eline +Ġb ots +Object Type +Ġbu ys +.post s +C AL +wait ing +ĠDani els +Ġd abei +ĠS igma +il or +ig el +, W +AD S +( panel +ì² ´ +it ating +.p alette +Ġmos quito +Ġt ego +(parse Int +Ġdes pués +p romise +Ġw ij +types cript +ĠT v +_IDENT IFIER +).ĊĊ Ċ +_fl at +its u +US R +ex perience +-f it +ph inx +_th resh +Ġide ally +ĠFre eman +, DB +_r w +çŃ ī +U b +_stat istics +=" ">< +Ġch ore +Ġy ork +inst alled +Add itionally +Ġp stmt +yl ko +:: Ċ +Fore st +Ġhead set +Ġgall on +ÑĢ ем +Ġwithdraw n +ĠC andidate +Ġmel ting +Ġfree zer +Ġh l +_HE LP +m ime +( /* +Ġth irst +$ return +member of +еР± +ĠHttp ServletRequest +( ob +_ Result +Ġassert ed +Ġfulfill ing +Ġstret ches +par ated +-f unded +Ġå Ľ +ing les +_c a +. condition +ĠDis plays +Ġor ang +ĠC RE +Ġgl Bind +ĠSelect or +/ type +ĠAlex a +ched ules +ĠPen insula +Ġpar ity +ĉ dest +ĠDo ors +čĊ ĉčĊ +_dim ension +Ġa load +.St oredProcedure +(p aren +ĠBur ke +') ]Ċ +- engine +Ġqu ir +ĠHy brid +ĠDo e +Ġout lines +ĠTrend s +_N V +per iments +ĠH in +? ', +ĉ Text +F UL +Ġsm ells +Ġs lick +Ġmis erable +ĠArray Adapter +Ġparam String +H om +_l iterals +us uarios +Ġprompt ing +_l azy +ĠActiv ation +_ oc +We ak +Ġan ecd +ĠU CLA += re +isse ment +ĠEsc orts +Ex cellent +ĠP ause +Ġre positories +T OR +ari ate +_is o +up dates +hal b +udi ante +ë¡ Ŀ +Ġna ive +ĠP eg +ĠL ounge +ARG IN +(b in +On ClickListener +ĠFA ILED +Ġl ite +Ġd zie +ĠL iteral +iv or +fc ntl +Ġe ats +Ġq ed +Un lock +rid ing +und ai += M +AT TER +Configure Await +ici as +ustom ed +Ġsuccess ion +end Time +ĠJ upiter +Ġjud ging +d ration +_d ocs +.m o +Ġeduc ators +ĠV ine +Con d +[ out +q b +\ Validator +Ġmean ings +Ġpresent ly +Ġdiv iding +otten ham +asc ular +Ġtrail ers +ĠC LOSE +ам и +âĢĻ ai +ĠG ain +w or +Ġpl anner +Ġdistrib uting +v at +month s +x label +H F +V iol +.BASE LINE +еÑĤ ÑģÑı +ĠR otate +Ġtx n +: bold +Ġb loss +Forg ery +( embed +Ġjak o +s printf +the ir +Ġexhib its +- static +he cy +get ActiveSheet +.c lients +ãģ į +_h ide +[ word +C b +add Item +ax e +_r adio +al ion +mod ifier +Ġsat uration +Ġden om +_p ixels +m ess +(f l +at if +Ġse cs +Ġpro stitution +Ġgrand children +Ġparad ise +ĠF eld +_B INARY +it ous +๠Ħ +Ġflash ing +-s ided +Ġcontrad iction +/* ĊĊ +y label +ĠT et +Ġadm ire +res o +Ġlet z +ĠSE ARCH +sl ots +ĠRew ards +ĠH og +ĠNS Data +st ash +F all +ĠA mer +Line arLayout +/ photos +Ġfe ather +Ġ| čĊ +Download s +.Start sWith +Ġ// # +ine Transform +Ġaff id +V tbl +ĠRog ue +scri bed +Ġfa uc +ĠMon roe +Ġdecl ares +mod ern +re on +ay be +P ASS +f ers +_MULT I +ĠMath ematics +Ġsud ah +_ATT ACH +Ġnumber With +ĠSol omon +j in +ograf ia +ö l +_d esign +cul ated +ĠL una +ies z +Ġ=> ' +Ġrevel ations +Al ong +( ed +ĠF ilename +Ġy label +Sec ure +Ġbus ca +agn osis +_RE CE +Ġoverl apping +Ext ent +Ġanticip ation +Check s +ĠALS O +or c +iling ual +it ational +Ġadv ancement +ou ro +ĠP redicate +å¾ Ĺ +er ia +ĠPier ce +or io +Ġmer its +Ġpe anut +.P ackage +ĠCon duct +_SENS OR +Ġbo iling +Ġin tra +ĠI GN +ĠF ur +.Ref resh +ĠRe ach +_dec oder +.Ex p +ĠÑĤ ак +p ill +, Q +ĠGr ill +Ġpop ping +.A g +Ġpro yecto +Ġmile age +Ġec ological +] ]);Ċ +ĠÂ Ń +sub plot +ac ad +ĠTry ing +rec ipes +$ criteria +ĠPers ian +-b ound +M ASK +ĠG esture +Ġk k +ĠP VC +Ġprohib ition +Ġcom ando +ĠLO OK +Sh opping +Ġdist ortion +< Boolean +.Get Length +um pt +\ Product +ell ery +Ġfire wall +form atted +.red is +Ġes a +ĠRh ode +S om +.n on +Ġ' ). +Ġget View +ạ n +pr us +Mat thew +Ġs ia +ĠF ors +G PU +ient ras +_IN ST +Ġol arak +Ġimport ing +T CP +/ ");Ċ +e ither +Ġfresh ly +c ascade +(char acter +ĠJe ep +ot ics +_ UTIL +.Xtra Printing +.first Child +ĠEx cell +Ġd vd +Ġt aller +Ġr as +yp ass +Ġassign s +Ġgri ev +-m ore +J D +ĠBurn s +' >čĊ +.D ependency +.Query String +.O wner +Ġexp iry +Th u +( Vec +Ġhazard ous +Ġr pm +AP ON +Ġadd Target +sv ille +p Net +ĠIm g +ĠTIM ER +.An imation +Ġbe k +Ġass ort +Ġle bih +Ġbody Parser +Ġvibr ating +ID L +Ġbutter knife +int ers +Ġpersu ade +ĠLGBT Q +è ĭ +.s oft +Ġbe ams +_s ur +.D ef +Ġl abs +ĉ plt +Ġsk ins +Ġtransf erring +Ġimag inary +_E nd +; background +Ġl aps +_COM MENT +(S DL +ond s +.Rec ord +ĠIm plements +_t icks +() ))ĊĊ +Ġa rose +] ? +ĠM p +ĠI Command +Ġsculpt ure +Ġcontract ed +< HTML +Ġcal end +at y +/ Sub +Ġkv inn +_ IGNORE +ĠSh ane +ML S +Ġstim ulate +Part ition +Ġm un +ó m +eral a +- account +.B inary +c é +Ġse ize +connection s +ĠĊ ĠĠĠĠĠĠĠĠĊ +ĠDi agnostic +V ISIBLE +ĠRun s +Ġimpress ions +s uite +ob le +~ - +ak ukan +< Person +ĠN os +ĠG ui +.wait For +RE SET +Ġpost pon +Dis cover +arr ison +sh aw +b lood +AJ OR +æĽ´ æĸ° +ĠM use +æĶ ¶ +Ġret aining +ot te +Ġmos que +ĠS ne +Ġstandard ized +Ġmain land +_th ree +unge ons +get Doctrine +Ġwh ale +Ġag g +ĠP orsche +now led +lat ent +ĠRel ation +Ġ// ' +Ġshut ting +ĠRem ix +_c ov +Ġs ailing +Ġv owed +Ġp ots +out u +Ġhair y +cast s +Rel oad +Ġre connect +ter a +.child Nodes +ĠR ack +Ġcurrent Index +Ġall en +Ġ çĶ¨æĪ· +ĠC ubs +[ X +_SE Q +_RE MOVE +.get Action +(/ ^ +err ar +Ġ ether +cur ve +Ġsl ap +Ġu om +O thers +Ġen gr +Dis position +Ġst aged +E ye +ĠA ux +auth enticate +Ġ$ ? +ĠAndre as +Ġset w +.A rt +Ġforecast s +Ġa unt +-m iddle +Ġmis d +des k +Ġescort e +ĠCas a +rop ical +Ġexem ple +plan et +(U INT +Ġwh ip +ĠPC B +clide an +=" \ +Ġox ide +Ġsucceed s +der ived +ĠEcon om +_co ordinates +ir as +D raft +Ġvisual ize +B rian +_ASS UME +ĠObject Id +Ġtrain ers +_FOR CE +Ġcon soles +- process +lic her +ĠSim mons +T aking +ĠCl aims +Ġdiffé rent +Activity Result +Ġsn s +éĢī æĭ +ĠCr us +Ġll am +r ab +ĠJo an +AA A +ĉf ilter +ish ops +get ting +à µ +Ġquant o +P ast +ov ich +Ġin justice +ĠF LOAT +Ġal right +\ DB +( GameObject +u ish +(b ot +Ġgall ons +ĠR é +ĠS aid +ĠSTDMETHOD CALLTYPE +ais ing +_process or +ell idos +ter dam +ĠBe am +Text Area +Ġret orno +.M ake +Ġ$ ("< +Ġlock down +Ġremed ies +Ġve el +x ee +do ctype +F il +ĠExp and +Ġemp loys +Ġsession Storage +Ph p +P ublish +Ġret al +f abs +ynam ics +Ġtoss ed +ĠnumberOfRows InSection +x path +\ modules +Ġdis astr +ĠM ULT +.M esh +-st age +Ġs df +it ung +ug es +Ġ?> ">' +kin son +Ġк ол +ogn itive +_ li +Ġim minent +Ġaff inity +.sign al +Ġnot ch +ĠSteel ers +max length +K K +ĠEug ene +_P WM +ro i +Ġâ Ĺı +ĠH amburg +.M ust +Ġax e +en ef +Ġamb itions +ĠSpec ies +ĠSt ress +Ġa while +Ġб Ñĥд +Ġwith stand +ĠDec oder +_in ventory +Ġ{ ččĊ +Ġt gt +Ġrail road +W ASHINGTON +Ġnegot iated +N ST +- phone +, U +Ġexerc ising +á» ¥ +_P IXEL +av ors +iter ated +Ġv ampire +ad al +In grese +Ġun g +ject ive +.c ells +Ġn ano +Ġmark down +_R ULE +(event s +Ġl uggage +MESS AGE +ig keit +$ count +Attribute Name +IG INAL +_E nt +ĠB F +ĠCOM MENT +_in i +ĠEurope ans +ĠB elle +åij ½ +) [' +åº Ķ +ĠUse ful +.re ference +() ", +_ grade +ĠK aw +Ġsent encing +Ġsocial ism +mon ster +_L AYER +Ġdee pest +w k +ĠNo ise +### ĊĊ +Ġpr éc +ot le +ÑĤ е +a uf +ib al +Ġcon quer +> Email +Ġamb ulance +O AD +Ġ(" % +ĠF I +.f ixture +Ġter se +ĠĠĠĠ ĉĉĉĉ +Ġsanct uary +ug i +ĠCom parator +Definition s +Ġast hma +Ġl act +Ġhard wood +.c lock +Ġattract ing +ĠM our +(d istance +ic its +Ġbon ne +ĠAC CESS +.Deserialize Object +ĠTyp ed +Ġje u +Ġapp Id +ĠCl ara +ĠH F +ĠRe ich +ipp les +//---------------------------------------------------------------- ---------------- +_del ivery +erial ization +Ġplaint iffs +Sc ient +sh opping +ĠD ummy +ĠW ald +Group Name +Ġins cription +el og +:::: :::: +_ ld +Back Pressed +.R aw +ĠOn Trigger +Ġmuse ums +ĠBe en +ĠAdvent ures +Ġsl ate +Ġlet t +Ġsu nd +ĠG in +ĠMechan ical +.s hip +App Component +Ġdest ined +Ġdw elling +Prof iler +Pre pare +ze ich +Ġsil icon +(h as +Ġ# % +VID EO +Ġcollabor ate +L in +Ġsc opes +( className +(s d +and in +.h am +Service Impl +-des cribed +Ġiron y +st ial +ĠHu awei +(re po +Ġunexpected ly +ĠK ai +.inst all +\x f +Ġexhib ited +_T CP +ĠO x +_CH O +Ġprostitu erte +Ġv ä +Ġsit o +Ġconstitu ents +ĠContin ued +ĠS AVE +r ss +/ message +ub es +Ġmisd emean +Ġtax ation +Ġstory line +h air +ĠFind s +S IG +ver ification +~ = +.h p +Iter able +Ñĭ е +ator i +Ġc tr +R x +_ );ĊĊ +d ag +.p in +Ġp seud +Ġinv o +ÑģÑĤ ÑĢ +_p ix +为 空 +Ġsw orn +âĢĶ or +_reg istry +Ġdis asters +ĠRO I +ĠâĢ ķ +akt u +fore st +be iten +âĢĶ I +ue va +eg t +Ġsp ikes +URE S +ĠRecomm ended +Ġexplo ited +ĠFreder ick +_COMP LETE +ĠDr ugs +!!!! !!!! +ĠR iv +ST OP +RO OM +ĠP ASSWORD +C ookies +.E l +á» Ń +ĠB ert +Ġhash ed +ic ester +Ġdecor ator +Ġquery String +: ;Ċ +Ġ" [" +oto pe +-A meric +ĠMatthew s +UR AL +âĢľ , +Sum mer +f os +_CONT AINER +_A CK +Ġfil tr +_dis p +_ Re +Ġfac ile +а ÑĪ +Ġìķ Ĭ +Ġe ben +Ġspr ink +ĠQ uint +> V +Ġhistor ians +our met +ĠMonitor ing +led ger +c ott +Ġw are +GG LE +c ars +ĠM EDIATEK +Ġvol upt +_ View +HE L +(c opy +(st ats +Ġchrom osome +ĠCurt is +- conf +( asset +Ġhv or +File System +< >();čĊ +oc oder +ĠC annon +) x +ĠSm ooth +ĠS AS +_ ce +ĉ prev +_m ovie +E c +_w all +< Button +ĠF AST +Ġon View +ul an +ĠS UPPORT +Ġgesch ichten +ĠS ons +Im m +$ IFn +Ġfair ness +Ġd pi +ats u +J osh +Equal ity +Ġ} ()Ċ +_ less +ĠR atio +ĠC ats +ĠS tern +Mon ster +Ġmer cury +ü hr +Ġplus ieurs +.des erialize +sc opy +.F alse +) animated +ĠExp erts +Ġ"") {Ċ +.W hen +see also +.un pack +LE M +.select All +Ġperception s +ud ing +ir ling +ĠPrint ing +gram s +ĠFile Stream +erv ille +il og +ic mp +_C ount +Ġlivest ock +- ca +doc uments +Ġpo les +ĉw ant +Ġflu ores +Ġstand point +ĠH uge +Ġradi ans +ĠUIB ar +EDI UM +ĠHistor ic +_h older +ĠMar ines +Ġt ä +.L ight +quir er +ason ry +div ider +ĠFl utter +_f b +restrict ed +ĠEvery body +N ão +Ġkn ot +ĠT witch +Ġhall way +(C ollider +Input Element +? )Ċ +/ off +/ ) +play ed +[ OF +Ġbat ting +_d l +Ġcom edian +Ġé v +ĠD EM +ĠEd en +: white +' ', +Con struction +acer b +Ġtask ed +.man age +Rel ationship +Ġph on +n z +_B GR +Validate AntiForgeryToken +_ air +âĢľ When +Ġgl fw +ĠCon versation +_T OTAL +, Z +Ġg raz +Ġiter able +ĠP ASS +Ġadvert ise +Ġmö glich +/ train +ĠVolk swagen +Ġcreep y +Ġ" )čĊ +QU ENCE +Ġalt ar +Ġed its +comp iled +aw ning +ĠD ungeon +Ġo sg +Navigation Bar +Ġtrend ing +ĠE co +ogg les +cd ot +| - +S ie +ec ret +ĠN egative +ĠL ing +ĠD IM +ĠC WE +ĠCar rier +Ġcar tridge +_us b += os +ĠJack ie +Ġo tras +Ġcommod ities +ĠP resentation +)&& ( +ĠMar tha +ĠCath olics +ĠM ond +об Ñĭ +_ absolute +Ġash amed +pons ors +t al +Ġsad ness +Ġpu ò +F ade +-pre view +ĠRequest s +ĠCal vin +h orn +Reuse Identifier +(pro vider +/app s +ime o +ĉ Class +S amsung +ĠW ORLD +Ġc innamon +dot env +ĠI User +ĠDE V +_C har +.ib atis +et i +/ me +s st +.s ym +ĠRug by +-m aster +aj ar +ĠY EAR +Ġo dp +ĠR oles +Ġbip artisan +ail le +Ġblock er +Ġgre ens +.SE CONDS +Ġbelie vers +ĠL ikes +F LOAT +Ġm ak +Ġg cc +âķIJ âķIJ +(" ~/ +SCRIPT OR +Ġton nes +ĠS ang +Ġtrans pose +enn ai +P red +Ġsoll te +.github usercontent +( print +ĠH ole +çľ ĭ +ad get +Ġprompt s +Ġgen etically +ĠH od +Ġvert ically +_control s +ÑģÑĤ ан +") {čĊ +$ title +Ġ} ),ĊĊ +Ġstate wide +ĠCor respond +ĠAt tr +it ant +Element Type +Ġout ward +Ġfam ilia +( article +Ġbl at +Âł Ċ +Ġgl Get +ĠRe ceiver +Ġ% - +ad am +W inner +Ġtail or +_p wd +ert en +St an +ĉ all +al ive +strt otime +� s +s essions +$ conn +ass ist +Ġchat ting +ĠM ant +Ġ% @ +Ġ"" );ĊĊ +Ġd gv +Ġíķ ¨ +.re peat +_M essage +Ġadvis ers +/ path +Ġk es +) } .ĊĊ +ogen esis +ĠOPTION S +upt ools +Ġmilit ant +Ġex ited +ig ar +ĠCOM M +ĠDis posable +ay cast +Ġrow span +Ġsyn thes +Ġsond ern +ĠĊ +ĠJ acket +R ATION +.getSelected Item +- init +ĠReg isters +_se p +ĠTool kit +.d ict +Ġx label +\ Table +t oc +_com bo +ĠComp act +Ġr ugged +à¥ĩ ठ+-man agement +')}} ">Ċ +ĠSt amp +ı l +ro x +Ġlandsc apes +_NOT E +mon ary +c ab +Ġmo et +x af +rc ode +- cli +_g ate +[ event +SP ORT +g ia +ĠS UPER +/ Login +_sh utdown +int errupt +Ġpret ending +Ġfr inge +ĠRed s +ĠC UDA +ĠUN IX +v it +Ġbr ig +dr v +ĠConn ector +There fore +Ġl ia +D etection +_ actor +Ġtemp file +Ġecc entric +- role +Ġpad x +d ent +West ern +Ġê ·¸ +ĠApplication Record +Ġcampaign ing +_run ner +ĠC ivic +ale igh +Ġdire kt +.s ul +ĠĠ ĉĉĉ +ant en +Ġiss uer +Ġassert ions +( orig +AT IO +Ġlean ed +ä s +.D TO +expl ode +.O bservable +Ġstagger ing +Ġkidn apped +Ġprogram mers +ĠInn ov +.param eter +Ġdom ination +Ġske ptic +Ġæĺ ¯ +Ġavoid s +.Ver ify +ub by +ĠAS N +Ġformat o +ĠBeat les +_b rand +Ġin set +y outu +Ġto c +-f inal +Show ing +ĠD oub +ĠM esa +Ad j +_m edium +Cre ates +(end point +ĉ UP +bb ie +Ġst alk +.datab ind +.S can +ag ents +$ , +ind ividual ++ )/ +ĉv m +(not ification +Ġin ex +ĠClass ification +ren o +Ġo lig +-r ated +Ġform ulation +', { +Ġa cept +_un pack +_C A +.P ow +ĉ im +Ġal uminium +AN O +Ġx n +Ġcó mo +ĠIng redient +Ġseiz ures +åħ ± +ific ador +Ġsigu iente +ĠIn fragistics +Ġduplic ated +ĠDe e +Ġn ø +ĠAC CEPT +(c rate +иÑĤ елÑĮ +- less +Ġinf inity +An alyzer +-D ay +rit t +(c in +ĠG y +Ġmulti plied +uch i +ĠBald win +/ ip +Ġshort cuts +.A DD +Ġvig or +_in struction +( ; +_ eta +è¿ ŀ +utor ials +Ġboost ing +b v +Ġacknowled ges +List ening +FA Q +; b +(( - +Ġarchitect s +Ġz we +Ġpul s +Ġget Count +ver bs +ãĢ ľ +(C ollection +k re +Ġjuris dictions +_b ridge +ĠCr ack +ĠDiff iculty +K O +Res ervation +_re quires +T our +ãģĹãģ Ł +.set Current +Ġk y +ĠAlb any +Ġè § +ll er +agn a +work ers +.bl ank +ĠPr ayer +M IC +Ġresil ience +Te X +ĠL anguages +st udy +ĉc urr +Ġenzym es +Sl ug +ĠíĮ Į +str al +Ġtum ors +Ġseg unda +=' { +in struction +ĠL isp +/ info +Ġ" {$ +,: ), +Ġg v +( ErrorMessage +Ġ' = +}- ${ +.Doc uments +" Well +Ġreminis cent +Ġg az +iro pr +eh r +Ġsup pressed +ers h +.scroll To +Ġcad ena +Ġgame State +ÃŃ m +( conv +ĠTom orrow +ĠC CT +M ongo +ul g +.C amera +.hand lers +m ph +Ġst k +Ġgen etics +AC ING +Tr ivia +ĠB am +(m arker +.St retch +ĠSun ni +ĠBet ty +.t olist +un likely +.Rect angle +ob solete +IL ON +inner Text +emb ourg +a N +ĠV ehicles +un lock +: utf +n ob +ĠSee ing +ĠNE VER +Ġt ls +Ġfil les +Ġbenef ited +ĠCl int +*/ ), +.f old +Ġpos ible +A DED +th ouse +.D AL +ĠO dd +ro kes +ĠSun ny +ĠPartial Eq +_B uffer +ĠLe vi +long rightarrow +eld on +g ages +_w arn +.Create Table +ĠD ip +_ questions +.log ic +Ġ# " +={() => +Ġt ep +Ġju icy +ì Ĥ¬ +en ko +ia lect +Ù ī +Ġon board +Ġæ ı +ĉ rt +_ UTF +ĠQ Action +âĢ ŀ +( Component +(a udio +.h it +g te +Ġprogram med +state Params +Ġpoly ester +f ires +by ss +] =( +_ quality +Of Day +ĠFair y +Ġy elled +op l +(user Name +ĠD ifference +Ġevalu ations +iff any +Ġcycl ists +Ġc idade +Ġtext book +Ġprof iling +__ ), +de a +. activate +Ġindic ations +Ð ķ +Touch UpInside +Ġinval uable +ĠM ASK +Ġcont end +F req +Ġrecru its +(int erval +ĠUser Profile +Ġ'./ ../ +ed u +_C allback +Ġanal ogy +ĠTro phy +app hire +V ideos +ĠCh er +ĠH av +âĢ¦ " +. validator +g fx +ĠU Object +class names +tri angle +ĠEnc oder +.s py +Ġpred ators += status +-s afe +: ",Ċ +ĠIn cluding +Ġ{} ;čĊ +* cos +Ġend ured +.sul ake +Ġnurs ery +Ġfrag rance +Ġre building +Ġn th +ĠFr aser +.set Date +ĠV ince +_RE ST +Ġvent ilation +æµ · +cri bes +.as m +lp Vtbl +ĠA be +uis ine +, array +ĉ className +err als +Ġ' ĊĊ +Check out +Ġsol icit +A ux +_c apture +Ġrib s +rag on +vi ol +top ics +Function Flags +ĠM arty +b ike +ĠT ucker +(k ernel +ĠO ps +Close Operation +/d emo +ild a +ĠlÃŃ nea +APP ING +Ġsu ites +.visit VarInsn +ur us +ĠMin ute +(m anager +Ġbutter fly +Ġap are +Ġw olves +J WT +ĠSal on +ĉd elay +-es lint +is ations +.r pc +)| ( +ĠSnap chat +/m m +M N +cer ies +.text Alignment +ĠFrank furt +Ġad o +(new Value +( access +( Expression +ĠSign In +ĠHait i +_t p +.set Parameter +Min ute +Ġmanual s +ric anes +ĠP TR +ĠOut er +Ġget line +oc ations +_C D +ĠLy on +/g ui +_l ive +id an +.ge om +Ġborder Bottom +im uth +_check point +Ġme u +ĠIr ving +Ġpeu vent +(M AX +ĠAR CH +Ġp ov +.source forge +Ġjam ais +Ġar k +ĠBaghd ad +ĠC LEAR +Menu Bar +Ġtro is +CHED ULE +Ġ# čĊ +(C all +$ order +(M aterial +Ġencontr ado +$ list +ĠMETHOD S +.begin Transaction +_M AG +Style Sheet +Ġmaj ors +Ġindef initely +clean up +Ġhom eland +(d to +D ates +P resentation +ĠD K +={` / +ĉ Key +( Block +_check box +ne eds +Ġon Complete +ric o +Ġgle ich +Ġx m +O OD +B etter +ĠSQL ITE +. Book +x ad +ĠG one +ĉd p +Ġdev otion +Ġst m +Ġobs ess +ĠBack end +Qu eries +I k +// **************************************************************** +Ġdivid ends +.parent Element +} ")ĊĊ +ĠMaterial PageRoute +: num +Ġexp lic +ĠO L +le ast +O ops +iment os +Ġins urers +Ġhero ic +ĉf ields +.img ur +.btn Cancel +ĠDetect ive +(s m +ĠMutable LiveData +.l ab +(( [ +Ġha irst +ĠTrans actions +å¼Ģ å§ĭ +Ġstd Class +uent o +G IS +_c od +Instruction s +C alls +Pointer Type +ĠR w +Ġassort ment +ĠD IG ++ r +_C ERT +Ġinst ability +Ġv ib +on as +Ġro ku +ap ellido +Ġan gl +prene ur +Ġfluid s +ise ase +Ġde ed +qu ist +_CONST ANT +Ġequ ilibrium +_de legate +ĠQuant um +re i +Cap abilities +rect angle +? >< +al ien +ĠJ ug +D NA +T ickets +Occ urs +ĠHaw k +.setHorizontal Group +\ Collection +ff iti +Ġre arr +.setVertical Group +Ġc avity +Ġadult e +Fac ade +- wh +ĠL OL +Ø ° +Ġgrand parents +Sw ift +ĉw x +æīĢ æľī +if en +ff set +B eyond +// }ĊĊ +Ġw ager +Ġb ury +Ġcomm ence +reg istro +sc ient +ĠPer cent +Ġд олж +( identifier +.set Model +Ġs eldom +nt on +Ġappl iance +am us +rys ler +Ġpant ies +engu ins +Ġmim ic +Ġon Changed +Ġal coholic +.reload Data +Ch arge +ĠF ax +Ġj ScrollPane +Emp resa +Ġsh attered +x ba +Font s +? s +Ġpost season +ret ain +_r ates +Ġrequest Code +.t odo +´ s +CH K +ĠKeep ing +enge ance +Ġvs code +IPP ING +Default CloseOperation +_ raise +ĠO culus +ogram s +ra j +pc i +Ġcorros ion +.handle Submit +Access ible +ĠP iano +l ittle +AC L +Äĩ e +.un wrap +ĠCon vers +ĠLe ben +ione er +ĠMer chant +ĠJ orge +Ġembr acing +Ġvent a +á st +Ġvi ene +< QString +Ġexplos ions +Ġdistur bed +." < +m emo +ĠAb original +Ġcomple to +Tex Parameter +Ġuom ini +( agent +Ñĥ ÑĢ +ĠWh olesale +/ am +ĠBook mark +dr agon +Ġglo ve +Ġ" "));Ċ +iv ariate +now rap +In Children +.B r +Ġcon exion +Ġback bone +Ġe clipse +Ġpersec ution +': ĊĊ +/ link +ĠP ero +and as +ĠT ek +. "); +-an alysis +Ġer ad +Mar shal +Ġanch ors +og er +Ġconver gence +st icky +Ġnave g +int ern +_DE SCRIPTOR +ĠConsult ant +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ +ĠA uch +Ġer re +ÅĽ li +ĠHor izon +col a +Install ation +hot mail +C NN +.C ollectors +ch s +(tr ace +ĠEnc rypt +Ġ---- -- +ĠBase Controller +Ġag ua +Ġre active +id l +Ġclass Names +ĉ Session +ĠDod gers +H ad +_l v +Is Valid +ĠHEL P +ut to +ĠVer ification +Ġget env +_p a +.b mp +: f +ĠLou ise +(' ; +/ socket +Gr anted +.c alendar +( IP +ĠP X +.R oom +Ġprogram m +ens i +Ġtablesp oons +Ġle ve +Ġmo str +.t ipo +/ an +(d i +Ġb iod +Ġdb Context +ĠJS X +ĉ results +. END +ht e +l ify +P recision +èĬ Ĥ +ARS ER +)did ReceiveMemoryWarning +at tempt +IS P +& a +_P OP +ĠT ac +Ġprepared Statement +Ġзап иÑģ +Ġow ing +, start +Ġreview er +Ġr st +Ġprop Types +Ġrock y +_lo cale +ĠStrateg ies +ĠWe ber +.C ascade +_equal To +Ġcos as +ĠDe letes +ĠMax im +Ġsh rimp +re trieve +.In clude +IG IN +ĠO E +] );čĊčĊ +.en umer +Ġco ef +_N ull +R a +ty ard +ĠSh awn +keep ers +Ġq q +_s b +om ens +ĠExec utes +# " +TT Y +ĠValue Type +); */Ċ +ĠAbs olutely +ĠT ottenham +/ art +Ġbless ings +Ġswift ly +b uster +Ġa vid +COM M +, temp +Ġ} ?>Ċ +-g rowing +Ġdeep copy +A ck +egg ies +Ġ__ (" +Ġno ir +terror ism +Ġanth em +ag ency +_PACK AGE +ĠC losure +.reg istry +Ġmamm als +< L +U ICollectionView +ĠLED s +Ġvol ley +( Buffer +_N ATIVE +lib c +impl ode +Scroll Bar +ĠMar ion +.Con tracts +_A t +ĠWe instein +compare To +ĠH ose +en ity +.create Query +_r outer +Ġstim uli +Ġ++ ) +ĠCh amp +ĠBay ern +ass a +.v a +Ġdistrib utors +Ġfile private +Ġdepart ed +cc cc +@ click +ĠL unch +> L +Ġbl uetooth +.De ep +- standing +ác il +Ġro oft +ĠPath s +_iter ations +Invalid ArgumentException +.s pi +ĠUIAlert Action +uy e +sign in +.p riority +ĠEss ays +=' {$ +Ġè¿ ĶåĽŀ +_s igned +.p ersist +Ġred esign +To Lower +ĠNew man += start +ĠIsrael is +asis wa +Spe ech +Ġnum eros +hand lers +ĠW ong +Ġм еÑĤод +We ights +ĠGu jar +te il +ĠNon etheless +_E FFECT +Ġv ect +ĠO sc +Ġco ats +ĠW heat +Ġge ek +ĠPRO PERTY +w orm +_const ants +ĠB oulder +ĠP arm +co le +Ġdefault Center +ĠRou ge +: A +xc f +ĠVen ice +med ian +Ġred emption +F resh +Ġcos m +Ġfig ur +Ġref urb +CO PE +.c d +Ġch ords +ĠS gt +Å į +VP N +ĠS END +ain en +_account s +Ġtent h +Ġdiss olved +< App +ĠCover age +use State +é ro +.. < +Ġì £¼ +Ġdream ing +ĠFore cast +.C ursors +Ġvis as +/ script +_start ed +Ġga str +(P RO +]; // +.T ile +* sin +( Adapter +ĠSand ra +_S IG +ard ash +ĠO val +Ġdescri pcion +(s l +ĠDes criptor +Ġ` $ +/f ree +ĠKey words +Ġt udo +ion ale +(f ound +.x yz +ĠGeneration Type +_DISABLE D +( area +Ġel ites +Ġh ombre +(m essages +ĠR ac +Ġext ingu +ĠEst a +op o +. vel +mouse out +Ġconv olution +ĠHand ling +Ġceil ings +T ek +ĠAre as +.writer ow +< View +ĠCorn ell +_B IN +.in valid +'' 'čĊ +ie ż +_P osition +Ġk idding +PC ODE +Ġwatch er +lo x +Ġâ Ĺ +D ave +_all ow +Ġbis exual +Ġun ordered +ĠSch we +_se gments +Ġt earing +IN LINE +Ġund es +.g oods +.c am +ĠL W +ĉ where +Cal culator +-th reat +- alert +ĠSuz uki +ĠIP A +ĠAtt achment +AC CESS +(d type +O pp +_s ymbols +Ġdans ke +l age +or get +res olution +е Ñĩ +ĠQ Color +ĠBar rett +аÑĨи Ñı += \' +ĠNav Controller +/ ref +(c ountry +_H DR +Ġterse but +pet ition +Ġsu f +cred its +๠Į +x m +ĠDav ies +.re ddit +Ġw oven +ĠO bl +ĠK M +ĠConsider ing +ens ored +.per iod +Ġd dl +$ wp +Ġextrem ist +; \Ċ +Ġk im +al ers +Ġspan ning +Ġco herent +Ġconse gu +.text Label +.g eneral +_d ashboard +л ение +k ick +_P ID +ĠExt ensions +reg exp +ĠCl ause +_m ov +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ +ĠR eward +ĠLEG O +A k +=-=- =-=- +ĉ parser +Ġon ze +éĢ Ģ +âĢĿ ãĢĤ +_b all +(r hs +Ġch orus +< count +as urable +Ġwirk lich +ĠEr in +ĠMS NBC +Ġet ter +ĠC ron +_F LOW +Ġ, čĊ +Ġcal idad +ĠFile Writer +ĉ stmt +( Byte +_p at +Ġte lescope +Ġgre ed +ĠT ort +(w rite +\ application +ĉRT LR +ĠConfiguration Manager +Un ix +End Time +In cludes +ĠHar vest +en berg +ĠAustral ians +Ġë ĵ +Ġr n +Ġreput able +Ġbl ending +UL ATION +ĠBrend an +d ad +Ġm ø +ĠW oo +_d c +U ne +Ġr ue +with in +ang ep +Ġp ouch +\" ", +ĠS ic +âĢĿ ), +aly ze +ĠG ef +c overs +Ġd bo +replace All +ĉ Logger +Try ing +[ state +-p iece +éĸ ĵ +beh avior +all ows +l rt +_p ython +ert ura +-c ountry +ĠT G +.UI Manager +b ens +ale x +ĠBre itbart +b ac +Ġpredict s +Ġg ab +Ġcard inal +.Time Unit +ĠVis itor +ĠM ing +Ġliv re +Ġparent Id +port un +Ġdimension al +ĠV est +en ic +à ³ +Ġ Ùĩ +ĠBL UE +Ġitem Count +Ġfe athers +ĉp stmt +ĠPol ar +{ // +und i +Ñĥ ж +z ar +Error Response +ì ĥģ +Rep resentation +* _ ++ ] +pre pend +Ġ' > +Ġlegitim acy +Ġo o +S linky +Ġnation als +. words +; p +tr ap +oman ip +Ġc ues +Ġgradu ating +Ġsem aphore +"] );ĊĊ +ace y +RE ET +Gr ab +ĠFel ix +( Id +_ne ighbors +Ġmeaning less +(d el +Ġj eder +ĠContent Values +.abs olute +/ cl +Ġx b +dat um +Ġtort ured +Ġrub bing +S cores +ĠðŁĺ ī +Ġav ons +Ġam sterdam +E OS +H al +Ġtrust worthy +# = +.EX TRA +Ġman o +is icing +-s upport +ĉc ursor +ĠSp o +aim assage +M ission +[] {" +Ġprint ers +G REEN +Ġt eg +Ġabdom inal +! ĊĊĊĊĊĊ +.Sh ort +аз в +ĠGift s +} ") +(b inding +x ce +âĢ ij +inf os +Form Data +Ġd art +Ġele ms +(in v +Y L +t in +GEN ER +á» ¯ +ĠT aken +uck le +: e +Ġspect ral +.b aidu +/ ');Ċ +Ġgre edy +es ion +,,,, ,,,, +Ġ/> ,Ċ +Internal ServerError +NSNotification Center +ĠA i +Ġsp it +Ġaug mented +Ġstandard UserDefaults +FIN ITY +R ace +: C +ĠRE CORD +ĠHigh light +Ġ' ` +Ġdef icits +Ġne i +Ġresearch ed +T a +Ġc opp +.Get HashCode +): čĊčĊ +On Click +ĠWell ington +Ġrev ival +æ¯ Ķ +éĹ ® +ĠN SS +Ġfor n +Ġint é +ĠKu wait +_fl ip +_ bo +_ \ +Ġocc urrences +ĠScient ists +S RC +og ens +igr ant +RE MOTE +ĠS ID +. opts +u ve +() ])Ċ +Ġlibert arian +ĠGl ide +les en +Ġform e +ow ania +Ġannoy ed +Def s +ĠExec utor +Ġcast s +.set Checked +ĠSh aring +.Serialize Object +Ġselect ors +_ OTHER +ë¯ ¸ +(s uper +( OS +_VER IFY +id unt +< header +Ġ/> ';Ċ +Ġvidé o +ĠNeg ro +ĠL ords +ĠT ours +Ġsoft ly +.re ceive +ĠE RC +Ġdata Set +Bad ge +ĉ Event +Ġper l +Ġ{} \ +(s entence +Or Update +Ġdim inish +P IN +(d raw +.To DateTime +.Equal To +(p in +-p encil +lu ent +ĠCall er +Ġplay ful +- '+ +x ca +sw ick +){ }Ċ +}: ${ +ĠM eth +.get Cell +.b reak +Ġy max +=' Ċ +ĠH iro +( TRUE +as urer +Ġcu er +U ber +. Operation +Ġol an +Ġthr illing +< Response +ĠF emin +Ġtravers al +Ġp oc +Ġset Status +decl ar +std afx +Ġaddict ive +ĠB tn +Ġexplos ives +ĠCook ing +ĠPl aint +Ġaccum ulator +ĠApp ointment +, password +ĠF AR +lu et +Further more +decl spec +_Static s +.D ictionary +"> '. +ĉ valid +" ", +In strument +> J +Ġno str +ĠR ift +_P ort +Ġvec es +[ [' +Ġrall ies +- series +Ġv v +. uc +Ġr tn +State Changed +( ins +ĠCl a +------------ Ċ +c us +ĠRel oad +//---------------------------------------------------------------- -------------------------------- +.se conds +_dest ination +Ġscrew ed +> c +Th ickness +Design er +Ġgr ids +n Äħ +( cookie +T rip +-M obile +Ġv oll +Ġgen ital +Ġconf isc +ĠConfeder ate +Ġweb View +Ġm ise +Ġcl er +(se lection +$ date +Ġshar pen +rag en +And Update +Ġrem ix +Ġh tons +R W +M PI +Ġretrie val +Ġric hest +.Dec ode +:init Components +ĠT Value +S aint +@ include +ĠPER SON +.se p +ĠLD AP +g ba +Ġgro ÃŁe +Ġreli ably +ĠD FS +.getItem Id +Ġprés ent +.get Token +Ġch inese +ĠMe al +Y OU +"> >ĊĊ +b ower +Ġsw apped +/ install +Ġs inks +etr ize +Ġdecl ines +ĉm ysql +ĠC String +ĠMotion Event +.L anguage +R oad +ÑĤ еÑĢ +asc imento +')) -> +. about +( editor +ĠR atings +in come +Å¡ e +.de queueReusableCell +ĠAust rian +Ġs ulla +ĠTrib unal +ĠDid n +ов аÑĢ +Ġins pections +B oss +Ġcock tails +Ġapolog ized +_sub plot +op al ++ =( +Ġreson ance +ib u +Ġë ¦¬ +rom a +res erve +pl s +ĠT ah +ax ies +OP LE +ĠDar ren +ĠZ ombie +_M ap +Ġ] )ĊĊ +ĠQ i +ĠS ail +Ġrestrict ive +Ġeros ion +- par +WH ITE +Ġold u +Ġap erture +Ġbit coins +text o +ĠCom cast +Ġtime less +en kins +Ġfeed er +/ tmp +res den ++' _ +.D estroy +Ġç ok +ĠD OCUMENT +.l ng +.tag Name +Ġk ullan +eg rate +Ġ(* . +ç¼ĸ è¾ij +Ġhand shake +s oc +_ geometry +ĠDam ascus +Min or +ĠK afka +ìĹ ¬ +Fl orida +_com pute +.ex pr +Ġpar alle +ĠD iaz +c ir +[ target +Ġj oking +Ġgl or +(set q +_hand lers +H ang +Ġf err +rim inal +ĉĠĠĠĠ ĉĉ +ent ies +def ines +-t ax +json p +ĠU PS +met ro +__ ;Ċ +ĠUg anda +])) :Ċ +_t d +x ae +l w +. OS +ĠLog ged +ac id +ĠMay o +as pect +Ġvag inal +Ġinitial izing +Ġster oids +f iction +G RE +g end +Ġli abilities +ĠL ets +M ech +( nc +( change +Ġconnect ors +: k +Ġt ast +! ");ĊĊ +th ings +ro phy +luet ooth +ĠSign Up +. ctrl +Ġthere in +ord a +. escape +ig ator +Ġpet rol +Ġspec imen +Ġdeb uted +- Pro +Ġcr ises +.add View +ëı Ļ +-d oor +Ġmon et +Ġmill is +Ġv ier +Internal Enumerator +Ġadmin s +ĠL air +z in +get Query +umb les +L IMIT +ĠV ig +_s ong +< Character +:: . +_h om +_b p +ĠSup ervisor +sub mission +ab ile +Ġno i +Or Create +Ġpe el +Ġon Start +Ġsent iments +veh icles +Ġclass rooms +Ġs zer +Ġb ending +Ġlong evity +Ġa cl +ĠAle ppo +ĠU M +ĠR icht +Ġmultip rocessing +DOM AIN +"," + +_Y EAR +Ġsc rape +Ġsol itary +Ġ"] ";Ċ +/ errors +ìŀ ¬ +ľ ëł¥ +b etter +ĉ number +ĠL F +ĠAc ross +Pub Med +\" " +ĠExcell ence +Ġus ando +ĠU IP +Activity Indicator +_V OID +Ġbre eds +ï½ ¥ +uest as +ĠTre asure +ustral ian +(f ace +ĠT ennis +ĉ Int +ĠHans en +ç µ +: I +Ġâľ Ķ +GR AY +O USE +Ġhe pat +ł í +A IR +ó ż +Ġque ued +vinc ia +ĠChrom ium +Ġcompet ence +ung al +ill i +Ġget By +ĠF inder +Ġincap able +Ġs add +Ġc ites +ĠChurch ill +S dk +More over +As pNet +( Float +$ password +ĠConn or +-s ession +_d m +* )) +Ġde utsch +ĠN X +Ġper ks +_S ORT +_TO OL +_V ISIBLE +.as p +æĪ ĸ +ĠBre ath +D etect +ĠD uel +.c mb +[ it +.Set Bool +Ġnarc iss +Ġab ide +Ġej emplo +ĠâĦ ķ +Ġm ornings +Ġcomput es +.s sl +j t +Ġmuch os +_S S +[ end +Ġbas in +Ġalgun os +ĠCroat ia +lin ewidth +(t ags +(h idden +ÃŃc io +Ġap ar +ĠÐ ¶ +ä¸ İ +. food +ĠR ural +Ġbread th +å½ ± +(s ess ++ ") +ĠP aste +Ġserv idor +ĠBit Set +ĠTr an +la us +v ette +ey es +ĠCL ICK +ĠV III +ĠTurn s +ĠLe Bron +ĠM uj +ĠD eg +ĠAdult s +_s uite +process able +ĠPH Y +g hest +.F ail +ĠSl ack +ce j +\ Carbon +Ġsuper star +Ġhold ings +( forms +Ġ'# ' +M ultip +("[ % +-s olid +/ url +-t ier +[ length +ĠStream Writer +ĠMarket place +get text +_T ICK +ĠFor ge +Ġblack jack +ĠDO ES +ĠM atters +w aves +Ġwhisper ed +Ġl ush +ìĺ ¤ +d igital +Ġwr ink +ĠH ogan +Ġrust ic +.Apply Resources +ĠHard y +os omes +A UT +.ST ATE +Ġnarr atives +ĉ store +b ib +ĉ Scanner +ĠC ody +\ Repositories +Ġre union +and um +âĢĻ h +Ġsn iff +NS Bundle +Ġcompreh end +_US AGE +_ occ +URRE NCY +J NI +Ġspecial izing +Ġvis ions +Ġdol ore +Ġv á +ĠChe vy +ĠSt yled +imp act +all en +Ġk art +ĠTable t +st uff +re esome +аÑĤ оÑĢ +//---------------------------------------------------------------- -----------Ċ +_Ad min +Ġcell phone +Ġaut oplay +Ġcamb io +Ġmar itime +_BO OT +- quarter +Ġlat ina +ĠAJ AX +e quiv +ĠFront ier +ĠX Y +} ]Ċ +ĠR ough +.pro to +Ġcorrect ness +Ġfac il +ĠRe ached +ãģĿ ãģ® +V IS +.p s +Ġstr ncpy +Ġdiff usion +.start Activity +�� � +Ġaccom p +AMES PACE +imon ials +ĠBl ast +aby rin +Ġd ome +Ġextr av +Ġy en +Ġcul inary +P RI +ĠComm unities +n id +_oper ations +.h s +ĠMil ton +Ġno ises +Autoresizing Mask +(c id +}ĊĊ ĊĊĊĊ +] },Ċ +ĠD etection +tab la +Ġlib erties +_D YNAMIC +w get +ĠT ür +ĠP ascal +Trans parent +Delay ed +] () +ĠHer bert +< ActionResult +ch allenge +Ġmush room +.insert Before +ĠR in +Ġhum our +Ġf ø +api Key +alloc ated +Ġconf ession +. ",čĊ +ĉassert That +ĠS ORT +ĠL ORD +Ġexport er +.set Level +p okemon +ash tra +Ġf é +ur ator +(M SG +Ġt up +ĠH ull +Ġyield ed +.Sub ject +\ Route +! ? +ĠÑĥ дал +\ Security +- ar +Ġalleg ation +( Settings +ä nder +Ġell ipse +ĠRetro fit +Ġregul ating +ĠM olly +ĠL ok +_C ustom +ĠProm o +is in +Ġres umed +Ġmet ropolitan +.error Message +: ------------- +Ġpas ado +th ank +_De lete +ĠBright on +, unsigned +ä½ľ èĢħ +Ġaspir ations +-h ow +R ose += (( +_ne eded +_pl ural +< Application +ĠW EEK +ĠUn lock +ĠT EMP +S ou +Ġschizophren ia +Ġt roll +Ġcomplement ary +ĠNET WORK +Ġbl ir +Ġprogress Dialog +" %( +ĠAttribute Set +ĉ ts +.iter items +è¯ Ŀ +Ġesc rit +v ous +_pl aces +H K +Ġseg uir +_f w +ĠR ounded +Ġdis posit +è§ Ĩ +par m +w ow +STRU CTION +. allow +ĠChar Sequence +ĉ extern +Ġprosec uted +Ġmort ar +ĠJ uda +- msg +Ġest ud +.get Description +Ġs ow +amb re +Ġrom a +En h +bon us +Ġsqu at +Ġdist ra +ed Image +Ġpe ppers +-per formance +, ĊĊĊ +, file +ĠM IME +_con cat +AB S +-f ashion +Ġunder cover +One ToMany +Ġre claim +C OPY +Ġb inds +ĠT ape +Ġg ossip +ĠEqu ity +/ Card +. activ +' am +Ġdrain age +< Scalars +ĠonBind ViewHolder +() ?. +Ġs orrow +ĠI b +up y +_U UID +ĠCh arm +ĠElection s +.on Destroy +ĠInterest ingly +ounding Box +_d etection +-h eld +_ unknown +Ġrefr ain +Ġmét odo +Ġe Book +EN OMEM +Ġd ang +Prof essional +Ġd ictionaries +/m ysql +ĠST UD +Ġmas se +s cape +Ġdre i +: name +.log o +Sign Up +Ġt ahun +( theme +ĠFem me +Ġbom ber +ĠJ ade +ĠT ay +Ġsubmar ine +_cl ause +zy ch +Ġsimult aneous +Ġcas os +. boolean +(l hs +Ġcontin ental +-s ale +ĉ env +ĠC ute +ĠFactory Girl +ab us +/ value +Ġj adx +Ġst ern +> >ĊĊ +Ġsurf aced +Ġìł Ģìŀ¥ +pl atz +ĉ email +cept ors +"> ( +Ġep ile +è¯ » +ĠDe bt +åij Ĭ +N OP +" https +: j +Form Item +_L ICENSE +.get Double +ĠAg enda +ĉf inally +(f ilters +( av +ç¾ İ +AP ER +Ġl ava +еÑĢ ж +)) ))ĊĊ +Ġfault y +_n m +Ġtr ava +(B itmap +Ġspeed ing +> '). +Ġscreen ed +_ roll +ĠMac Book +ĠA UD +Ġdiagn ose +.G enerate +Ġ^ ^ +Ġstr s +[ Test +Ġr ansom +ĠDH CP +eld en +Ġinterpret ations +() ]. +flat Map +Ġline Height +_m ount +ĠW izards +Ġsl uts +eh ler +od al +Ġmilit ia +å ² +earn ed +Ġmis ery +int val +f und +Ġh ides +Ġdi arr +ĠWes ley +Ġx mm +Ġqu em +ĠAr abs +if th +ategor ized +Dis posable +P ure +_NOT IFY +sn ippet +ĠGar rett +.run ning +. weights +Ġ( -- +Ġin variant +äºĭ 件 +ĠAll owed +dir s +Ġpass ions +Ġl ad +ĠFl ush +men us +: block +Ġcompr a +.ch omp +alloc ator +Ġcur ated +ĠKnow ing +ĠPatt erson +Ġtel ah +' ex +Ġdo omed +Ġphil anth +ott y +.st yles +Own ed +Ġallerg ies += params +oc ese +it elist +ĠS ending +b ef +orr ar +ĠN ão +ĠF argo +ĠL ub +ĠComb ined +_g iven +ĉĉĉĉĉ ĠĠĠĠ +Ġreconc iliation +Pattern s +az ard +Ġbiom ass +ĠH ouses +resp uesta +cc o +/top ics +ĠY uk +Ġweaken ed +_c alendar +Ġmulher es +ĠMar l +Ġs ine +ĠT il +ĠSou ls +ĠDe utsche +ĠF OLLOW +Ġpip elines +ĠBever ly +_DIP SETTING +" # +ĠPro to +.b ig +ĠSav ings +ĠT anz +j un +ĠG amma +ĠS add +Ġadvis ors +Ġro ast +Ġun ters +ud ies +_l on +-point er +ĠElement Ref +\ Builder +example Input +.web driver +data Type +ĠQu ite +ĠCelt ics +u il +-def ense +b ish +ĠUI Window +ĠS uddenly +.h ot +.re ason +Ġg ör +AM D +.M ulti +auth enticated +reg ions +; ( +а ÑĢам +ĠKir by +$ route +PREC ATED +ĠDur ham +ow o +ĠPer forms +Ġdisreg ard +n st +ĠP ols +Ġget P +"] : +-col ored +( Keys +ĠAl leg +_mod ify +_ loading +str ained +Ġat roc +_p hr +< Sprite +Ġsatisf actory +m anship +.p ipeline +T ony +Ġth ief +pol ator +( lock +bur st +ĠOptim ization +Ġsurf ing +" Yes +Ġdesc ended +æ Ĵ +_C lear +Ġc ries +ĠFro zen +D IRECT +- Con +ĠLe icester +å¥ ³ +O OM += db +Ġget Message +< Student +_b atches +.M ask +_ eth +\ ) +Ġsom a +C atch +[ ch +Own ers +ind le +: auto +. vert +iv r +.set Location +Ġfl uent +_END IAN +ĠCar lo +cept s +add Action +.o auth +< UnityEngine +re ements +.S kip +? )ĊĊ +.default Props +Ġc abe +ĠSh en +eros is +ĠPro fit +Ġpo is +_C REATED +Ġremove From +(w s +? action +( Field +Ġerr one +.min imum +ĠRetrie ved +Ġd ado +ĠPR IVATE +-s pec +Ġg zip +p data +Ġpos Y +(l ow +Ġqual quer +/ cloud +ê² Į +( common +ĠAr beit +organ isation +Ġtid y +ĠRol and +( ph +.z one +Ġgent lemen +ượ c +å± ± +Ġenc losure +ĠMan afort +ĉ Color +St encil +N ic +Ġthe orem +ĠV G +Ġcol oured +V BoxLayout +uls ive +Drag on +c ff +et est +ens a +of day +.A zure +:UIControlEvent TouchUpInside +_up dates +Ġtrend y +ug as +weak Self +Ġr idge +ib ri +Ġì¶ Ķ +(C G +ĠMon key +.write Int +.tim edelta +ViewController Animated +ĠProvid ence +ãģ Ī +Ġbl ends +/Sub threshold +ĠAp pl +Ġat an +Ġreload Data +umb otron +st üt +O Auth +ĠG iving +ĠìĦ ¤ +ĠFinn ish +check ing +. Embed +sequ elize +Ġinitial izes +ĠOs lo +Ø ¶ +get Extension +_AL T +(bl ank +Ġfatal Error +Ġdem ise +**** *Ċ +ĠX S +(A F +ĠEn s +an tha +ĠP OR +Ġn ich +.N amed +Ġgig antic +ĠObserv atory +.Res olve +ĠPay ments +g uild +Ġcurrent State +============ ===Ċ +ĠS ey +p Data +Ġdead lines +Ġcentral ized +ĠScholar ship +_s upported +.ch rome +() ]);Ċ +Ġc yan +ĠC age +Auth ors +_ čĊ +/ os +k im +de e +.t ex +Ġyours elves +Ġm gr +Ġal k +-inst all +Ġdraft ing +Ġrum or +Ġstat ues +Pool ing +ol ina +AAAA AAAA +/* ---------------------------------------------------------------------------- +Ġextrem ists +Cal cul +ighth ouse +In set +(IN PUT +Ġsynchron ization +iv irus +. axes +ĠG ap +- An +_T emplate +Ġgam er +ĠCr icket +Ġl int +Ġauthor itarian +NS UInteger +Ġred o +Ġadip iscing +_F ETCH +che id +ĠF ang +. indices +t one +д ел +Ġ{{-- < +bra him +Ġsal a +get Code +Ġcommunic ated +start sWith +ert z +Read able +Item Id +oref errer +cred ible +á ria +Ġcombine Reducers +** /ĊĊ +Ġbl iss +Ġad orn +dep ends +ĠRO OM +Ġfr aming +Ġ? ', +aut y +_p ot +_t abs +Ex act +, ", +Ġ'} ';Ċ +Ġarbit r +ahr ain +.getString Extra +Ġ$ \ +Ġoutput Stream +Ġcomm enc +an us +ch y +< Employee +Ġhex atrigesimal +Ġn acional +(serial izers +_put char +_S AFE +ential Action +ItemSelected Listener +.Dis patch +Conf lict +_ about +os aur +Bound ary +Ġclear Color +( Location +ĠMON TH +ĠT aste +- General +ĠW AR +Ġer halten +-s aving +Ġcou pling +-tr igger +m otor +Ġy yyy +ĠPat ent +pt o +Ġmisdemean or +vas ion +ĠAdmir al +à¹ī า +_P WR +Ġdevast ated +fol ios +ITU DE +urre ct +Ġrobot ic +ĠSan ct +ĠHawai ian +.R oute +- condition +Ġr k +/**************************************************************************** Ċ +create Element +ĠK op +ign ant +. rollback +Ġsal ud +_ ', +ĠAN SI +Ex cept +ĠDraw able +.Utc Now +":[ {Ċ +Ġk ole +L ua +ĠBel ieve +Com put +Ġhall uc +ĠSign s +r st +.h u +ĠKN OW +W i +ĠBr ass +ĠR as +@ hotmail +Ġsed iment +Ġap k +Ġì ĥģ +_reg ions +Ġpod ium +< Book +ж е +Ġsix teen +ĠAli as +Ġinfr ared +ĠV ander +ĠLe ading +uc ing +,: ,: +_h or +w at +Ġdé cou +_W idget +S ounds +_n avigation +Ġschn ell +(g enerator +uc ene +Ġrem ake +IP v +Ġré al +_IN CREMENT +Ġhypoth etical +_ ang +Ġof s +Ġ! Ċ +.com pleted +Get Type +Ġkom men +ál ido +add On +Ġz ÅĤ +UL A +_ind icator +'] ĊĊĊ +ap ache +_S elect +ĠGre ene +Wh ats +_an im +Ġrepet itive +m uch +ĠTh reshold +Ġl f +(C ategory +con e +M ix +_MET ADATA +ays ia +Ne ighbors +ĉĊ ĉĉĊ +IP HER +ĠFr ag +ĠC ells +Ġnames paces +( back +ĠRest aurants +sv c +Ġл и +ote ch +-s l +¥ ¿ +ĠW T +ĠRed uction +Ġd otted +ĉf ound +ĠTE AM +B orn +ĠM ush +ĠCompar able +Ġh itch +AT O +Ġmax Height +begin Transaction +ÃŃ v +_b n +Ġher d +Ġrevers al +ĠH ond +del imiter +Ġconf use +Ġh ops +Ġcent roid +Ġcourt room +.decor ators +Ġm pi +ĠImpro ved +IN NER +ĠBang alore +ĠT amb +Ġbo ast +() ))čĊ +Ġil licit +ĠMor occo +greg ator +_res ume +Ġcrack down +Ġport raits +/h igh +( \' +Ġay ud +_fe edback +Ġc ate +/ avatar +Ġhe b +Point Cloud +Ġå ĴĮ +Ġ< ![ +Ġget Resources +} :{ +Oper ating +ĠF og +ĉt ab +ĠResearch ers +Ġfabric ation +.datas ets +ĠCamp o +ĠKa uf +Ġd ll +lig t +] ));ĊĊ +st ellen +ACK ET +l vl +ĠGl ory +.date Time +Ġcomm ute +ĠonCreate ViewHolder +ĠX Element +ĠT okens +< thead +_p ick +ì ¤ +v on +depart ure +(render er +phone Number +(P erson +gen es +ĠL ars +Ġ) {ĊĊ +ĠJson Result +Ġmet odo +VO KE +.get UserId +Acc eler +ĉ required +Ġchampionship s +Build Context +/t ask +/re leases +C ategoria +_over lay +Ġscar ce +_l im +n gr +ah len +ĠArt ificial +sp read +Ġbow ling +.an alysis +SM TP +ĉp assword +Ġbath s +] )){Ċ +current ly +ac iente +_se parator +Ġde ber +ĠDis abled +i ères +Ġâ ķ +_process ing +Ġprotest ing +ĠR OT +gr ab +Ġз ак +Ġpro active +word press +ĠSe ver +ind en +Ġw ikipedia +){ čĊčĊ +_w indows +is lation +Ġun rest +Ġdismiss al +.N UM +_F AST +iss ued +ĠF ACE +_u nder +Ġpl ugged +Ġå ° +ĠbÄĻd zie +ĠI CC +Ġcombust ion +Ġkiss ed +Ġstar red +ĠW atts +Ġspi elen +-p urpose +ĠE val +arg es +, result +techn ology +Ġnational ity +ic us +ĠN ug +ĠÑĤ о +ĉĉĉĉĉĉĉ ĠĠ +col o +Ġg astro +ante ed +OL ID +.b ias +_t ele +.ins pect +Ġve il +. footer +Ġneglig ence +Ġjud gments +Room s +yn n +ĉcount er +occup ation +Ġ çĶŁ +un as +Ġ(^ )( +L ambda +f el +.Param s +Ġд обав +set Layout +Ġdeport ation +Ġlocal Object +ĠPharm aceutical +cept ive +ĠN ome +Equ ipment +F an +Un iversal +ĉ socket +Ġgr in +Ġex poses +Ġhab er +Ġsincer ely +Ġc ams +Ġm ü +en ia +E mer +C rypto +Sl ow +(x hr +! =( +-s ervices +ĠP W +Ġprend re +Ġm ädchen +em ons +озв ÑĢаÑī +.M anager +ì Ļ +Ġg raf +- ra +met rical +/ fl +Ġc emetery +g ens +Ġp ÅĻ +ĠMySql Command +- To +Ġv Ã¥ +Ġa irst +oment um +Ġserv o +m illion +ĠMir anda +" She +Ġadvoc ating +-c aption +ĠAt tribution +Ġwel che +_v endor +ĉ Status +arr is +Ġprint k +"," # +Ġrel ativ +if ferences +izz es +Ġdec imals +ĠPro v +.max imum +Ar n +Ġhelicopt ers +_B OTTOM +ch ure +od ings +' ( +")) );čĊ +( bean +.f d +F und +Ġhang s +app id +/k ernel +.p oi +.Min Value +- validation +L uke +c df +ĠFun eral +ĠS amples +ĉ de +Ġto astr +Ġtax able +Ġcl ustering +Ġ'\ ' +Ġre straint +ec ed +ch ains +ãĢĤ ï¼Ī +_GR APH +Ġfue led +éľ Ģ +H p +å¤ į +T iles +Ġa unque +J C +Ġhost age +ĠE sk +Ġm av +Ġgest ion +Ġb anners +} {$ +.int Value +.' "ĊĊ +_M ATRIX +Ġce ased +ĠG OD +_CAM ERA +.Allow User +tr acked +C ook +b airro +( company +Ġview point +.get Writer +ĠN ets +w ives +Ġ( ))Ċ +example Modal +ĉ child +Ġmyth ology +Ġ// " +_ axes +ib old +.D ark +ĠMax well +Ġg pointer +olic itud +B at +ul ner +bal anced +mail er +Ġcont empor +æīĭ æľº +(" __ +Ġ" )" +re ar +ĠHu ang +] ')Ċ +× © +FT A +ĠCalling Convention +ĠOutput s +P k +.Re ference +lect ual +Ġ) :ĊĊ +Ġbrace let +ug er +ĉ Error +S weet +("/ ");Ċ +h x +Ġun reasonable +Inter preter +Ġlo ft +_product o +Ġsoci etal +.P arser +ĠAd apt +. foo +( where +.F eature +ĠYam aha +g lass +For ge +Ġprohib its +Ġcapac ities +Ġíķ¨ ìĪĺ +Ġper mutation +Ġih m +F ld +el ial +======== ===Ċ +@ Configuration +Ġge ared +ios o +iest a +trans lations +Input Change +Pop ular +ĠPL US +Ġv f +_F ree +b box +Ġcaus al +PI LE +Ġsch ö +Ġiron ic +M ir +. @ +åį Ĺ +Ġè ĩ +R ew +ul ence +fl en +Ġcan Activate +- response +Ġacc ents +ign ored +° F +.Dependency Injection +ĉ point +Ġconting ent +Ġsqu ash +Ġpar ms +ĠC emetery +Ġdelta Time +ĠD OS +Ġvan ished +аÑĢам еÑĤ +ĠD PS +t foot +ĠZ us +_IN STALL +G AN +Ġar b +Ġmunicipal ities +Into Constraints +AutoresizingMask IntoConstraints +, image +_ ignore +Ġdanger ously +quis a +pl uck +Ġhar us +up pe +Http Exception +Br acket +.' 'ĊĊ +ĠT ol +ĠView er +zb ollah +.Code Analysis +ì nh +Ġcorrect amente +.d a +ĠAl ger +× IJ +ba um +ĠPan ther +part icipant +å¿ ħ +-s up +Ġem ulator +Ġf ading +ĠW olver +cre ates +Ġbook ings +.Q uestion +§ è¡Į +Ġstress es +Ġre written +.PI PE +ed es +Ġc bd +": "/ +Ġenh ancements +_s y +B IN +ĠSl ip +Ins pect +ĠW eg +Ġcon gregation +Ġ_ : +_r m +Frame buffer +Ġ'& # +ĠFall out +Is Required +ĠPear son +ĠF ACT +Ġrel ie +ĉ box +ĠShe pherd +ĠWiki Leaks +ĠCollect or +Ġres ized +method Name +Ġevent Type +ĠA then +Des criptors +Ġb ers +- oper +ĠInitial ly +å ¡ +_B TN +ĠĠĠĠĠĠĠĠĠ čĊ +á b +_c ampaign +_w atch +F ord +-date picker +Ġvis c +Ġsat u +_s ms +Ġcont ador +-s vg +ĠDO I +$ args +Ġkn ob +.B OLD +Ġdeb ated +img s +sock opt +tr uth +ĠFe es +Ġh Wnd +_f ood +Ġab ras +Ġnot ions +ĠT od +: create +ĠConf lict +Us uarios +OT OS +Ġm sm +K HTML +([ ( +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ +Ġ} ] +w izard +Ġm ientras +Ġdata List +Ġemerg es +Äĥ ng +.Read Int +PG A +ILL ISE +I Enumerator +(t uple +Christ mas +Look AndFeel +og enerated +Ġ# ĊĊ +control led +Ġex quisite +Ġa cest +Read Write +G ain +ãĢį ãĢĮ +Ġcopyright ed +Ġdo om +.Table LayoutPanel +ĠD ort +Ġch ili +Ġwer k +ĠEVENT S +ĠBe acon +Ġship ments +Ġse bagai +up on +ut om +.con verter +.Drop Table +={ }Ċ +f ic +~ ĊĊ +Ġlesb ians +_n a +Fore ign +ĉ then +/ ms +Ġor i +get Property +ĉsn printf +hes ion +ãģ ¤ +"} ," +Ġac rylic +P ers +@ Enable +I sl +(C ard +. Stack +L icensed +_G UID +: title +Ġh ust +Ġprincipal Table +an itize +/ embed +Ġens ured +ĠE GL +ÙĪ ر +ĠåĪ Ĩ +/ ,Ċ +Ġfundra iser +Key Name +Ġmarch ed +_VAL UES +ĠSc enario +Ġmet ic +_ass oci +ĠPast or +ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ +er ate +Ġinv itations +quo ise +Ġbl aming +Ġd aring +UM MY +Ġrich er +em aker +ĠIdent ification +ĠìĿ ¸ +ĠBinding Flags +ch as +Ġresil ient +_p g +Ġre leg +ĠI RA +ST E +Ġtr actor +- loading +ĠPre viously +ĠV acc +/ be +Ġn Ã¥r +Ġurl encode +ĠNor folk +.Re lease +ĠNe utral +ä¸Ń åĽ½ +ĠAr lington +Ġalleg es +ĠW riters +Test er +ĠR ally +Ġc á +ĉ Print +Ġâĩ Ĵ +ĠUser Controller +ĠSeek ing +.V AL +List Node +_ ff +ĠPhill ip +FA CT +Ġc aramel +ĠM ultip +ĠCom pared +ĠSer bia +Ł ³ +Ġrev ive +ĠK anye +Ġver ge +ĠBulg aria +get Body +Ġ| > +ce ph +.DateTime Picker +." ;ĊĊ +ĠT ie +, item +Ġm enn +G as +och a +_v irtual +Ġmaster piece +_se quences +L TE +ĠSub mission +Call er +$ \ +S port +ag us +Constraint Maker +Ġcol oc +Ġw ig +ĠÐ £ +ĉ Array +Look s +ĠGT A +.st eps +atch ewan +_r anges +ext Alignment +ĠBren nan +Ġab straction +uler Angles +.m isc +Ġantib odies +Ġexponent ial +ĠCH ANNEL +exp ense +' y +Ġdetect ives +Ġpur ported +Y STEM +Ġradio active +ĠLat ina +.Enc oding +.T AG +x in +D egree +ur acion +pr ices +ĠRefer entialAction +Ġr arity +Ġp iles +g ende +_project s +_g lobals +.start Time +Ġê µ¬ +SE CTION +_p ublish +F ault +DD L +_p rior +M om +Ġth icker +Ġsequ elize +Ġessential s +str as +in tr +>( () +.man agement +e il +éĹ Ń +A ware +.C ity +ĠAr bit +_D M +_key board +L Object +- webpack +ĠNew port +Ġprincipal Column +leg ant +Ġp allet +Ġfract ure +Ġg mail +.M eta +A bove +.Key Event +j it +_mac ro +_P USH +á» © +/ controller +åĬł è½½ +Ġsuperf icial +exter ity +Ġmens agem +W ind +ist on +.open api +и ÑĢов +ĠSerial izer +uct ive +Ġz ar +Pl aces +.St atic +B a +Ġin advert +ĠIndones ian +_IP V +(h orizontal +Ġget Title +ide press +ĠConsole Color +ip ers +$ out +Ġfest ive +Ġeven ings +.Get Data +uit ka +ĠManual s +uss ed +_M ax +.Ch at +ĠA ircraft += com +FO UND +ap ro +Ġtre asures +_al ive +Ġgad get +ek ing +Button Down +B rowsable +.PER MISSION +P ASSWORD +ĠH ASH +f é +\ TestCase +LO SS +o thers +, J +Ġassh ole +wer k +Ġm ã +. ie +ev il +kont akte +//////////////////////////////////////////////////////////////////////////////// Ċ += sys +ĉ lock +-- ;ĊĊ +_F UN +Fill Color +ó a +pre nd +Ġcompress or +M other +ĠAr cher +.g oto +Ġwür de +Ġbam boo +ï¼ İ +ĠT rees +Ġb umper +Ġsa usage +ĠEl asticsearch +Ġhor izontally +ĠG ul +Im mutable +Ġlos er +Ġabort ed +-d emo +ĠH atch +Ġund e +Ġprocess o +-c all +In come +å ĥ +_ returns +']." ' +(s w +C BS +am ilies +ĠYour self +ĠH olt +.M ON +ৠĩ +ÑĪ е +an on +ĠFont Awesome +produ cer +j r +Ġm au +ĉint er +Ġdish onest +Ġmagn a +ĠCollect ive +Ġvra iment +Ġcho ix +st ay +Ġweld ing +r ising +, min +ĠF ate +g lob +RGB A +Ġdet te +V en +Ġembarrass ment +.DE LETE +greg ar +-re nder +(b ucket +"> ĊĊĊ +.wait Key +Bus y +Ġdifferent iation +ĠC ST +.Con stant +Ġline Number +(m atches +Ġweb socket +Ġbar red +Ġpued es +M ono +C ORE +I ID +ĠĠĠĠ čĊčĊ +Ġpúb lico +lean ing +Ġcleans ing +Ġcr is +ĠDev ils +_SET TING +unt ary +. );Ċ +Ċ ĠĠĠĊ +[ curr +ts y +ĠAlex is +rit el +Ġpet roleum +.pre processing +m atter +For Result +- license +Ġtrav ellers +ĠDispatch er +enn ifer +Ġdigest ive +P ED +hib ition +MAS ConstraintMaker +ĠW att +Ben ef +.set View +d to +TE E +ĠPel osi +_EX TRA +Ġmed als +x hr +fore cast +Ġn argin +oun s +-f ill +_CUR SOR +Ġsuperv ised +Ġtur f +ĠEd gar +POS ITION +Ġcategory Id +â ī +_ ER +ủ a +Sh own +. ll +_POL ICY +(), ' +ĠPre v +ĠString Field +ĉG lobal +ass ed +Through out +o stringstream +.awt extra +Ġslo pes +ĠSe quential +Ġgi orn +Ġz elf +Ġvers atility +lene ck +.c gi +Ġdou bling +ĠBang kok +Ġbu urt +Ġusu ário +st udio +Ġje unes +Ġm uted +Ġ ips +_f raction +&& ( +Ġst unt +'); ?>čĊ +Ġev apor +b able +ĠPR ICE +Ġæ ³ +lu cent +Ġv amp +ĠTechn ician +Ġuniqu eness +M es +ur ban +.param etrize +ĠRe play +S essions +em br +-Americ ans +_PRO XY +Ġp ian +Ġtri e +ĠD estructor +Game State +ĠIM F +ch in +Ġport e +ĠSw al +åŁ İ +Sub string +im ing +/L ibrary +Ġfright ened +w rites +Ġrecurs os +ar Result +_INIT IALIZ +ĠBad ge +_c rc +E ight +ĠDIST INCT +Ġth ro +@ Xml +ĠLegend ary +-t witter +_e asy +Ġ+ ++ +(D ATA +.L ocale +Ġk ä +Ġn urt +Ġcr uis +_ ios +Ġsens ing +_L ine +Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ +pon g +ole on +Ġwild card +çĶ¨æĪ· åIJį +Ġbeg ging +R od +ĠÃ İ +_C ELL +Research ers +. selector +_ ing +Ġaspir ing +Ġimm ortal +Ġy min +_ robot +Ġpl ur +B TC +ĠD ID +Ġpier cing +* u +_DEFIN ED +ĠTh i +ita ire +(m edia +- ons +Ġche fs +Ġ"* . +/ AP +Ġraz or +Ġsearch Data +Ġ= & +Ġ ãĢĤ +Ġm ourn +ting ham +Ġo li +ĠVern on +_R S +ŀ æĢ§ +Ġf ácil +ang en +cel ain +Ġa il +le st +ĠQ COMPARE +g ain +ĠÎ µ +ĠK ob +ĠF ault +_config s +ç»ĵ æŀľ +. + +cal ar +(color s +M ul +_ ART +Ġexperiment ing +erm en +ĠAng lo +.Fixed Single +Se a +Ġc txt +.s lider +C ollapse +G rey +Ġf ld +-pro of +.cap acity +get Parent +ĠCom pliance +Ġburg l +- rec +Ġover written +M U +Ġrout ers +ĉ Model +Ġfantas ies +av ian +_p rec +ĠSc andin +Ġ// < +/o ct +Ġceremon ies +Month s +und y +Ġqu ed +ĠN ou +ĠV ibr +.r gb +Ġcit rus +Ġbr aces +-upper case +get Table +Ġdop o +ĠK err +_CH ILD +- cloud +ĉ Matrix +Ġgard ening +S ing +al most +Require ments +ugu ay +( Property +sub scriber +FA ST +re action +(l p +) })Ċ +` ). +.w allet +_ex change +.Max imum +ĠVer b +âĶ ģ +() < +ï¼Ľ Ċ +RO T +C ARD +ub it +{ @ +_k el +ĠTool tip +My SQL +Main Activity +ar f +Ġm align +Ġse inen +ap ist +Ġ< % +Method Impl +M il +ĠM ick +.de pend +< ID +Ġpredict ive +ĠAP PLICATION +le f +dim ensions +Ġconoc er +/ conf +ĠTr acy +F oto +_rem aining += file +Ġpage Index +ĠPar ish +Ġt exas +ĠM AGIC +ĠH ew +d ifference +Ġalt ura +c um +ĉdata Type +Ġcaracter es +avi ours +ĠV OID +è¿ ij +P UBLIC +B io +ĠstringBy Appending +Parse Exception +ĠS uff +ĠN orton +/d etails +.n ull +>> & +ĉ ok +-l ow +. usuario +n ested +X B +OUR S +.Border Color +Ġb row +ĠÐ ķ +cor r +ĠRed skins +.get Tag +.get Transaction +Ġst igma +hard t +ĠPlayer Prefs +als y +uc son +L anguages +ĠOl ivia +Ġt ac +Ġb li +Ġc aval +Ġconsolid ated +Ġper il +Ġde le +Ġform ulated +Ġhigh ways +.sp awn +== $ +ĠN iet +Ġv eggies +yp o +-r ule +ĠV ie +/e pl +Ġenf ants +string Literal +Ġtou ghest +buy er +Ġcov ariance +Ġil i +ĠSoph ie +ĠB AB +Ġ" ), +ĠU k +current Index +_user data +.code c +ĠPun jab +ĠSN P +l ol +adv ance +Ġcom fy +Json Ignore +Ġfashion able +ĠI CON +Ġor a +ĠP ricing +< num +ĠI RC +ER V +ĠMe in +ĠID ictionary +AD OW +is New +ĠDev on +at l +(request Code +ĉ PreparedStatement +IM PORT +Ġmar ital +_SELECT ED +get Response +ar Down +B V +ib Name +ĠP ATCH +ä än +Ġda ar +ĠFile Mode +Ġm arty +.Spring Application +c ene +amp oline +get Size +Rest art +æķ Ī +.project s +ĠEthi opia +Ġstatus es +T ION +(b g +ĠX unit +Temp orary +ĠEng agement +Ġx f +Ġprox ies +Ġgen esis +Pager Adapter +ĠSl ave +Ġsung lasses +ĠCh loe +Ġko ji +ad em +ĉ JSONObject +Î ³ +Ġh ors +* w +ó r +es ch +Ġcritic ised +z ial +ĠSale m +.Vert ical +ĠR ash +> E +ter ing +/s creens +Ġheight ened +аÑĢ ÑĤ +Author ities +_b box +ün st +.font Size +ĠBO OLEAN +div ide +ĠSlo ven +uc er +Ù Ĵ +st ub +Ġnavig ating +: animated +_N OW +_v ect +} {Ċ +@ ( +Ġtele com +Ġcontract ing +ĠAss ange +Ġextract ing +Ġgr ö +c obra +.D IS +Ġcr ab +Ġtw itch +Ġvert s +Ġreject s +ĉ format +Ġreg eneration +.S ys +s olve +ĉd ialog +sh i +m eter +(b est +valid ators +Ġon wards +Ġg uru +Ġmoder ator +ow ied +ex periment +r ub +Ġm qtt +ĠCa ucas +Ġnational ism +Ġm ange +ĉ ImGui +/ Edit +Ġin h +Ġint ellig +ero kee +ĉ export +Ġdiscrim inate +sub tract +ĠM oodle +ens er +ĠGuid es +R AP +-h ot +_gr p +.p icture +X A +Ġinit View +_Com m +Ġoverd ose +Ġ+ ĊĊ +ĠSil ent +show s +Ġinterpol ate +Form ation +Ġb isc +mark ets +( SC +Z e +ĠNetwork ing +Ġad renal +ĠG uns +ete or +Decl ared +orget own +Ġk arena +/ password +_address es +ITER AL +B uzz +ĠCon way +(c ase +P WD +he iro +( act +** čĊ +());ĊĊ Ċ +Ġan v +Ġ. .ĊĊ +(Menu Item +(m ail +_section s +ĉ net +Ġpl ut +Ġw rench +/ object +ĠI st +ĠV IS +/p ub +al ten +Ġguit ars +Ġantibiot ic +ï¼ ĸ + ¹ +Ġ" +" +form ula +Ġbab es +ĠP rompt +Ġen im +/ player +ĉ ref +Ġby Äĩ +Ġconsum es +ĠH ast +ĠT ao +Ġ' ))Ċ +Ġcl am +Ġthigh s +Ġmot if +Api Operation +ĠW L +get C +ĉf lags +oint ments +Ġeconom ical +need le +x ls +pr actice +ut zer +time ofday +- output +Ġfind ById +ĠBudd y +Ðŀ ÑĤ +Se ven +ĠB ark +Ġenv oy +_al gorithm +åĪ © +Ġball istic +ç§ » +r ades +ĉd oc +rodu cing +ĠE ating +Un mount +/data Tables +_b onus +Ġl itt +pp s +) localObject +per f +ĠHel vetica +sh utdown +/ ml +.t okens +ĠHard core +, row +/b g +Sc aler +âĢĶ as +_log its +âĢĻ int +ĉ App +Imp licit +.F printf +ET O +Ġterr a +Ġpossess ing +.r strip +, ), += yes +ĠStr ipe +? = +ne utral +.g ood +Ġk ennen +ĠS ung +f ault +ystate change +Can adian +',' ".$ +ĠM its +æ nd +ĠSTR UCT +ĠURL WithString +ĠCom pass +Ġ-- ĊĊ +ĠNS LayoutConstraint +| min +-ad just +Ġreb uilt +L IGHT +/ se +-m ount +vp n +valid ated +(Q Object +Ġign ition +ĠCharg ers +RYPT O +]initWith Frame +ĠFl uid +Ġcad re +Ġnomin ations +Ne ill +ĠH ou +Ġcurrent s +_g ene +(in p +Par is +z ÄĻ +ag gregate +Ġass oc +weet ed +err at +âĢĵ ĊĊ +Ġ'/ ',Ċ +fix ture +ĠH ighest +amb ient +Ġch mod +Ġcon te +Ġsens ual +Ġgar ment +z ers +ĠPower ed +dom ains +R eward +i omanip +Ġcock pit +out file +Ġbuilt in +Ġins isting +. vars +zip code +Ġ ���� +f ails +Ġconsolid ation +_ oid +Plan et +Ġ= ", +ĉ el +UIL T +ät z +af ari +ĠMc Cl +Tim eline +Est a +Ġfr am +Y E +Ġcere bral +Of Month +ĠP regn +Ġкл аÑģÑģ +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ +ĠF res +Appro ved +.S pecial +ĠProtest ant +Ġallerg y +_p cm +ĉC opyright +Ġsuper Class +" strconv +ĠMoh amed +Ġ' // +Fore Color +Ar thur +ĠJ ungle +Ġve ins +S ad +Ġback ups +ĠOp inion +û t +Ġinter mitt +ody n +ĠChrist ina +Ġand re +Ġevac uation +pa lette +h orse +ĠRes ident +ĠHass an +.N il +Ġa isle +ĠG rowing +Ġblog info +/s ql +_io ctl +Sc aling +ĠMon ad +_c pp +ĠH utch +ĠApple WebKit +Exp ense +_J OB +Ġpoint less +From Body +ant al +Ġdepict ing +ĠC ELL +Ġref in +ĠC NC +ì¹ ĺ +_dim ensions +ĠS AN +Ġa ft +Ġfoot steps +cc oli +_PH ONE +/m ath +-k ind +ĠMe ans +ich ael +.g una +Ġinaug uration +-dr iving +( delete +Ġtotal Count +_M C +.Ext ension +Com mercial +Ġz Index +< Customer +" g +-sh are +Ġp act +ag ara +ĠS IL +_m odes +ĠM olecular +Ġsystem atically +< G +_s cr +ĠO ro +as ers +Ġb ic +Ġdest roys +PI PE +.Start Position +Ġc ủa +ire z +.B unifu +_F unction +Ġs ü +_f uture +ĠWe alth +ĠNatur ally +æĢ » +_y es +Ġabrupt ly +String Encoding +ĠCGPoint Make +Ġz h +Ġimp erson +Ġpiv otal +ĠSom alia +Ġsegment ation +_AN AL +ĠLogin Component +Cons ult +Ġtr uncated +] ";Ċ +.get Config +Ġintern ship +B aby +ê° ľ +Ġstrengthen ed +_M I +b asket +Ġnicht s +ĠTV s +ĠSh an +ãĤ µ +rac use +.Re LU +/ interfaces +ĠgetItem Count +Ġret iring +Ġspecial s +Ġentity Manager +bel ief +Ġs older +da ughter +ij kl +Ġutil izes +.f ixed +S U +Ġdr astic +Ġh acks +gr und +ĠM U +ĠSt arter +.Com ponents +_m otor +Gold en +Ġl odge +Ġ )); +ĠCor inth +иÑĩ еÑģÑĤво +ón ico +gre SQL +ĠFl uent +Ġmar c +.Load Scene +.Group s +Ġer h +ĠAut umn +St opped +Ġitalian o +Ġmin ions +ĠAssert ions +Ġm ux +B u +Ġ---------------------------------------------------------------- -------------------------------- +ĉ up +read ystatechange +_M eta +Ġcurrent Date +ĠChap man +Und o +Se an +ap r +Ġpar m +_ icons +ĠSt a +á z +Ġsub division +Ġalter ing +P NG +ponent ial +Ġpost gres +ĠB DS +-ex istent +ĠBrad ford +ĠO MX +_W HITE +_PRO GRAM +q c +Ġtypings Slinky +ĠP ics +_M ETA +IT TER +_sub scription +IRON MENT +ĠHy undai +();ĊĊ ĊĊ +ĠØ ³ +Ġj ac +Ġelimin ates +) });Ċ +Ġcomp rend +ĉ insert +_f aces +"> $ +Ġeb ay +Ġcapt ive +pl iant +ĠCalcul ates +ol ta +est ing +_re vision +Ġm ús ++ m +"," "," +WH AT +Ġcompassion ate +h arga +[ random +Ġmod ulo +(s n +Ġoccup ations +//// Ċ +ĉ board +ĠB alk +wi Äħ +ĠW ifi +.Pro file +:m aj +ĉm at +LOCK S +(j Button +Ġ(' $ +M ur +æĮ ī +b ble +Ġf rog +-h ide +Ġbroad caster +ภŀ +ha led +Ġam using +_predict ions +_in tr +Ġe agle +аÑĤ елÑĮ +Ġget List +ps ilon +Ġcharacter ization +AR DS +Ġre location +Ġr ulers +P AY +ĠDef initely +_A ction +Ġclos ures +Ġfact ual +odyn amic +Ġpreca utions +nie j +ĠPart ies +ĠSub aru +Ġcous ins +ar beit +.m oney +gun ta +( and +get item +.Style Priority +Ġsl id +single ton +Ġg arn +ĠP AS +Ġd azz +a ż +Ġbog us +ĠM og +Ġrival ry +is ol +Ġland marks +ñ as +B ern +ĠSach s +Ġ" )ĊĊ +Ġhost ility +_m ex +m ere +M ot +p ictureBox +Def ense +Ġaffid avit +other wise +.d irectory +_ UnityEngine +-b log +.s kin +ph em +Ap ellido +er chant +[ class +Ġw art +." [ +ale ur +/ back +ĠĠĠĠ ĉĠĠĠ +Ġprecip itation +Ġob struction +Ġp Obj +Ġr upt +UCK ET +ay e +æİ Ĵ +g x +Ġe cl +Ġsecre cy +/ Header +ĠLes b +Ġle i +ĠBullet in +Ġgive away +.H ome +_RO OM +" W +Ġcow ork +_ ra +ĠC ycling +ĠP aw +Ġpup il +/ arch +ĠFile Utils +é¦ ĸ +r sp +Ġfreed oms +ĠL ear +}` ). +Ġbow ls +/b lock +_log ging +Ġmeth ane +Ġhorn s +Ġwonder fully +Ġalter ations +Ġex ile +ls en +_p ause +_L ANGUAGE +ĠUS DA +_m ysql +_AM OUNT +ĠL IFE +Ġyoung sters +Ġri ots +[ E +Ġun forgettable +, },Ċ +Dis posed +ĠAss assin +UN G +ĠNew sp +User Service +: aload ++ ', +Ġsett lers +Ġscre ams +Ġincon venience +.R otate +Ġj ars +ĠP uzzle +Ġm est +ars i +ĠSh arma +| ( +.d s +ĠSac red +_e vt +Ġexpress es +Ġh och +ĠD uch +.c alls +th r +ĠShe ffield +.Alert Dialog +Ġrad ically +Ġtr ous +Ġprev ailing +ĠWW II +âĢĻ n +ens ely +ĠY esterday +ĠSir ius +Ġkill ers +ĠF FT +Ġo val +') :čĊ +Ġìłķ ë³´ +our age +ĠCheck box +Work book +.def er +_f loor +Ġc ouncill +Ġnors ke +mo il +ore a +Ġmarket ed +_S UR +x AA +Ġst ained +e ut +ĠM eng +Ġi eee +. extern +eg ie +Ġr app +ĠPy ongyang +' class +M ob +Ġinitial Value +_w ave +Ġj ab +Ġmascul ine +Ġampl ifier +Ġt ty +Path Component +_ xt +ĠG FP +/ sec +ĉdis patch +mark down +ĠS chn +bo le +· · +mouse move +Ġerr Msg +Ġas ign +_m ono +To Selector +ĠZ u +(R ect +ĠError Code +lat in +ang ible +v tk +CG Size +P okemon +Ġclass mates +Ġattract s +ĠT atto +ult an +ol óg +Ġhalt ed +ठ¨ +ĠK art +Ġ ue +_Init Structure +Test Class +ĠAir bnb +_ ", +Ġchar coal +Ġip c +ĠSt retch +.g lide +lates AutoresizingMaskIntoConstraints +Ġpot ion +ITT LE +Ġcount ert +_h d +pre pared +Ad s +ĠV ampire +rob ots +.Create Index +Status Label +Ġt ucked +af ür +U t +Ġswe ater +_F N +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĉ +ata ka +Ġeyeb rows +ac oes +ud en +.LinearLayout Manager +Ġsw ay +Ġmult in +() )))Ċ +ĠNS UInteger +ĠMy Base +Part ner +uts chen +ĠC ater +.setBackground Color +Ġaccompl ishment +_pro blem +.d td +Ġpage Number +Ġj ackets +Ġcro pped +u els +ĠH ep +Ġc apped +* Math +_callback s +Ġpub b +ĠBrun swick +.res pond +[" _ +Ġbed ding +hyth m +O X +(s peed +Ġpestic ides +Ġ---- --- +.Bl ue +Ġnood les +ĠGo es +Ġs aver +o xy +_com pletion +ĠSw inger +Ġget Date +Ġmind ed +int egration +ĠLot us +(st op +(', ');Ċ +Ġflood s +ĠWork flow +Ġerupt ed +Mac ro +ĠSau ce +Ġevent Name +\ Input +Break ing +ĉ when +_p w +IND ER +ĠWell ness +Ġvox el +ĠM ell +ĠM EDIA +SE NS +ĠFund s +ĠM ild +< Array +- this +ump ed +/f w +ĠDb Context +W I +girl s +H OW +'); ?>Ċ +Ġtempt ing +Ġtest ament +Ġb ible +Ġconsult ed +ĠIndex Error +è¨ ĺ +Ġkey pad +izz o +( ok +Ġwhats app +ĠRemote Exception +Ġteam ed +âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ +» , +Ġget Time +di ag +iss y +Ġh ed +Ġkn ots +j om +Ġfun nel +-m ails +Ġexport ing +ĠV L +ĠK arn +ĠBuddh ism +ĠAll an +_R ADIUS +Ġw ording +ĠFor get +ĠCor ona +ip hy +Ġlim burg +ugg y +ĠUser Repository +im in +(e le +Ġlabel led +ç¤ ¾ +ĠH erman +.q q +Ġ" ));Ċ +ie ber +.Trans late +ry n +Ġdes env +um d +Sim ply +ĉm ode +R pc +ĠVal encia +Ġstaff ers +Ġsel v +ĠSpi ke +Ġdel ic +Ġer u +_D T +J udge +á» ķ +ĠBas in +.m utable +" url +Ġtar iff +ĠSlee ve +Ġfl are +.drop out +Ġbr ides +)) ,čĊ +_con straints +de struct +Out line +Ġdisappe ars +_lock ed +ĠNS LocalizedString +ck e +ĉ null +ad resse +Ġto pping +ĠJ oker +b ishop +но ÑģÑĤÑĮ +and ering +_ amp += time +_S pace +_P ULL +' = +Ġant iqu +Ġc ach +___ ĊĊ +ON ES +о Ñı +Ġun read +.p olicy +oooo oooo +ëŁ ¬ +Ġu sted +ĠRe ce +Ġal lem +ãĥ¼ ãĤ¹ +ĠThought s +ve illance +istr ate +_l ane +Ġfam ed +.Get Name +Ġsmo other +ĠQual ified +az ers +_ geo +F ax +ĠM inds +ĠR aises +Ġtrans cripts +Con versation +Ġremark ed +ëĤ ĺ +d ling +Ġdeploy ing +Ġshared Application +Ġk p +FontAwesome Icon +_d ummy +reib en +ĠJane iro +Direction s +.get Bean +s ass +Ġcommand ers +v ation +error Code +ĠAl loy +.local ized +Ð ij +Ġdish washer +ĠSou p +N u +_D efault +Ġune ven +Ġ/> ";Ċ +-B ased +Ġseam lessly +- null +ĠX C +Ġst ew +(d elay +AT ORS +ĠWhe eler +" H +e ast +. air +âĢľ But +Object Context +success fully +_l and +Ġfold s +_CO ORD +Ġsub po +.get Address +in str +Material s +Ñĥ ÑģÑĤ +de posit +-l ast +_GR AY += find +Ġmut ant +Ġlesb ienne +let cher +RO UGH +ure ka +.c apture +Ġen n +Ġ([ [ +ĠFl u +Ġtask Id +ĠHus sein +.f older +Ġa usterity +ISTR ATION +_ Impl +注 æĦı +Ġdec ree +- chat +Ġimp lication +Ġguess es +ul kan +An alytics +. plus +COM MAND +е ли +» ĊĊ +_S ITE +Ġequal To +Support FragmentManager +ĠRec ording +å®Į æĪIJ +Ġbag gage +Ġpitch ers +ĠE h +o que +ĉc nt +Ġ=> $ +/ foo +IR A +ĠSat ellite +bor ah +Ġ}} "Ċ +ĠEnd s +ĠSpr ay +, param +.Ch rome +* q +th ought +ibr ated +Ġth ieves +Ġbenefici aries +Enter ed +ottes ville +Ġveter in +By ID +qu ipe +um ption +- unit +Execution Context +@ s +ĠG iov +.Tool Tip +_f riend +( attributes +Ġdump ing +ĠJ C +_D OCUMENT +ĠArm our +( insert +.Horizontal Alignment +ĠQ ed +ãģĦ ãģ¾ãģĻ +/g it +ĠY YYY +ĠCard iff +Ġap a +organ ic +ĠWhere as +Ġæ Ŀ +ĠM ia +Ġdemol ition +Ġsc ars +Ġp ai +Ġre tries +Ġr q +ĠDen is +( Utils +Ġallev iate +ĠP IC +id ue +Ġacknowled ging +Ġ// //////////////////////////////// +ç¡® å®ļ +Ä « +\ Json +.b inary +Ġx type +sign als +ĠAp pearance +& r +} s +C i +ĠI llum +por ate +h og +Ġindex Of +\ Command +_par allel +ĠSher lock +í ĥ +Ġ" ")čĊ +//////////////////////////////////////////////////////////////// //////////////////////////////// +Ġcritic ize +ĠSo ap +ĠMatch er +Ġgr illed +* T +Ġad ore +ull ing +Ġjed och +_ref s +lean up +ĠJ AXB +Ġro ses +ĠL iam +size i +Ġget char +Ġtar de +-to oltip +Ġqual ifier +ĠInter mediate +_W indow +ĠMal ta +Dis connect +ew here +Camp o +Ġirr ational +led o +ĠD N +ARG V +Ġout ro +Ġth irteen +Jose ph +M AR +/g l +J ess +ĠPsych iat +Ġpadding Bottom +- loop +/ fonts +_se en +Te ams +React DOM +(m an +(x path +.get SimpleName +>( * +ĠP vt +Ġel ders +Ġp ies +.user Agent +- region +ĠGree ks +(f ragment +st u +Ġcouncil s +Ġst amina +ĠGod dess +è ¥¿ +Ġphilosoph ers +Ġpers one +ĠL ose +ĠCL R +ĠD ocs +Ġso ak +ĠHOLD ER +Ġb ells +hash Code +R ATE +_WE IGHT +in ous +end ra +oph obic +Ġpro se +Ġfin ely +/o auth +(s pace +ad ge +ĠM ama +Ġstring Buffer +Ġst int +Ġmis ma +Ġvill ains +ĠCrime a +Ġdipl oma +Ġпо Ñģл +ĠBe a +(j oin +Ġíķ ´ +CH AT +per ing +ĠC ros +Ġmon keys +Ġpred s +yl a +,, , +Ġvibr ator +ĠN U +åħ Ī +f ant +z et +Ġb ietet +un ft +sw orth +.F low +Ġpsy ched +ĠContin ental +> t +Ġqu ilt +. UP +Ġexpans ive +Dis pose +(l anguage +C aps +_Z ONE +Ġrec ycle +ĠMan aged +current Color +.b roadcast +sign In +.p rom +ll u +ue blo +Ġpunch es +Ġautom at +Ġassign ing +Ġcreate User +ĠAll ied +Ġconduct or +Ĥ ¨ +Ġs addle +Ġd ni +omed ical +-W est +Positive Button +Ġit alic +? [ +(tr igger +Ġele phants +":" "," +Ġcal iber +raft ed +d igits +Ġmar shal +mill iseconds +mark ers +m om +/ place +Ġhol istic +: t +# , +Ġb oto +Ġnause a +ĠSh ooting +ite ch +Ġtext Status +< Class +ĠDes cribe +Ġbuff et +g il +Ġlog its +std call +mod s +ĠSk ull +ĠB are +h ope +ĠIn tr +F air +ĉ pt +Ġacompan h +Ġf kk +_r pc +Inst alled +_ ans +.get Minutes +âĢ¦ "ĊĊ +- thread +Ġpres chool +AIL S +Ġdiff ic +( convert +ĠN ath +ĠDO J +Ġreg imes +Ġenthusi ast +Ġwarrant ies +Ġfasc inated +_b inding +_N ot +oft en +_R W +/m ail +Ġtitle Label +Ġvill agers +ĠJ iang +Ġsw agger +.Row Index +_img s +rap y +VER AGE +. Up +Ġno op +c io +ĉ ST +Ġdecre ment +Ġmagn esium +_ rotate +S it +Ġnieu we +Ġter med +íķ ©ëĭĪëĭ¤ +Ġur g +_t ouch +Ġsw arm +Ġcl ave +th est +ĠL af +H X +ĠH ulk +Ġplaint ext +ĠSof a +get Session +L ed +Ġecosystem s +he i +ĠK ills +Ġhus bands +Ñħ ÑĢан +(d om +_t iles +Nib Name +Ġdon ating +. acc +Ġlifes pan +.b n +_RG CTX +æ ¥ +ans en +Ġmod elling +Layout Params +ĠonChange Text +rs a +- location +.P e +(b us +(s ong +Ġprodu k +ĠSH OULD +ĠC J +Ġs os +ĠHome Controller +.load ed +(D ocument +.s ocial +t iles +Ġl ame += df +.parse Long +Ġpr ac +Ġdet ox +ĠV E +Ġpunt os +Ġdo ctr +Ġan cor +CA PE +Ġc mb +çĦ ¶ +*) " +:// / +Value Type +Ġmort gages +; q +ĠRock ets +s port +UG C +ct s +ãĤ ģ +ie ur +ĠAppe al +(n b +//////////////////////////////////////////////// //////// +IM ATION +ĠC res +ĠMan ip +C ause +at ypes +man ufacturer +# ---------------------------------------------------------------------------- +Ġsp or +es on +Ġpun ched +Ġbook marks +ĠBul k +Complete Listener +ĠTalk ing +ĠEr nest +Ġrub bish +k ills +ĠDE FIN +Ġneighbour ing +ar lo +ĠP CA +ĉm atrix +lo k +Ġat las +ĠG ur +Ġw yn +-n egative +Ġt ul +Ġre lic +ĠV oltage +ĠPre is +ĠJ NICALL +ĠPM ID +ak et +ĉ attr +Ġet iqu +ĠM J +ĠG mail +cl r +_exec ution +éĶ ® +pos itor +. af +N r +Ge orgia +Top ology +Ġperch é +Ġmus lim +Ġepid emi +Ġsab ot +act us +Ġë ĮĢ +ĠIO Error +. est +p refs +ĠKr ish +.Read Key +NAS A +u ção +_D b +umer ator +W ide +(st atement +.end point +.... ..... +Ġ[ * +stream s +m time +P x +at r +Ġt pl +R oman +Ġscen ic +.n z +ĠSe conds +sub menu +Ġìĭ ¤í +_b undle +Ġde ÄŁ +ĠS isters +pre ferences +Ġport a +Ad visor +max Length +ĠG REAT +__ (Ċ +ole st +ĠLabel s +Ġen fer +ĠĠĠĠĠĠ ĊĊ +ĠThe ft +_F ILL +ĠW ise +) application +un ami +> ())Ċ +ADD RESS +B ST +et zt +ĠQ gs +S ense +Exception Handler +ĠCh u +.get OwnProperty +Ġexerc ised +iot ic +ĠRe leases +Ġp interest +ol ie +is oft +Ġsequ encing +Ġpad re +] ));čĊ +(r adius +.m ed +aint ies +.Object Model +Ġem ple +Ġseg uro +St ars +Ġqual itative +lem n +á» ± +> "). +Ġg x +-c ert +ĠAST M +Ġfull name +Ġte lemetry +ĠCamb odia +_ ul +ĠCl are +C USTOM +Q C +ĠUn s +ĠHTTP S +ĠPark inson +ancy box +',' . +T ue +.get Last +Ġab i +Äħ d +A st +ĠEd iting +.Un ity +j mp +Ġm ats +Ġshared Preferences +Capt ain +.page Size +Ġr tl +Ġan meld +Runtime Object +Ġdemand e +(" ; +se ite +-head ed +ĠK ra +ĠF ONT +` \ +Class NotFoundException +. avg +atic al +A j +Ġpermit ting +Pro j +ERR Q +Ġcre ampie +ĠBuy er +-mod ules +ĠSund ays +| `Ċ +Ġday time +Ġ+ ( +Ġgl itch +ĠOper and +Ġtox ins +iny a +D NS +ĠS as +C ake +ĠNation als +.add To +Ġs inking +Ġcompreh ension +Ġsc or +ag ements +Ġt ard +Ġmarch ing +ĠM TV +Ġs ane +Create Info +Ạ¯ +Ġend Index +ĉ layout +ĠåIJ į +S ITE +ĠT HERE +Ġ[ {' +opath ic +Ġtrans mitter +/ body +Ġp und +ĠC losing +Ġset attr +Ġbound ed +At las +sum ing +(t imes +par er +yn om +fe it +Ġf rem +- leg +ĠBr as +> # +Ġì¶ ľëł¥ +ĠIN STANCE +ĠC ouch +_host s +lik elihood +.M arker +ĠM asks +Ġcere al +util ities +Ġelement al +Ġdist orted +in active +c ry +W L +UPPORT ED +.Th rows +/s chema +ser ie +." ', +ĠBened ict +-p icker +ig gs +ĠPir ate +åij¨ æľŁ +ĠTh ema +ĠSouth ampton +Ġarray With +ĠPaul a +Ġpredict or +- Ass +.user id +Ġper i +Ġexagger ated +ur ate +arse ille +ĠCon cent +ĠP ik +Ġ@ _;ĊĊ +Ġform ations +Ġden omin +"/> .Ċ +ended or +Ġpan cre +Ġam t +Ġon Resume +on Delete +ĠB CH +) (" +m ovement +Ġpot assium + čĊčĊ +ĠMah m +} ";ĊĊ +Ġd q +ĠPublish ers +ĠAm pl +ĠDani elle +Ġt ern +èµ · +no ÅĽÄĩ +e in +ĠAsync Storage +un ger +rou w +Ġsc issors +/ assert +.b ucket +/ archive +_M an +Ġint oler +Ġ() => +ĠÐĴ Ñĭ +Ġsa i +.x y +." čĊ +Ġur inary +es ub +IST ICS +ĠÎ º +Ġcompl iments +Ġtypings Japgolly +ih ar +Exp ansion +ĠS erving +_st udents +ĠX BOOLE +( il +Ġì² ĺ +Ġj ó +(t ol +( JS +ĉC G +ĠD RAW +tw ig +Ġo at +_sm ooth +ĠC SL +Ġos ob +Ġens uing +Ġbank er +ĠBack pack +_p ing +Ġwish list += ax +ĉĠĠĠ Ċ +Dis ney +stead y +"> % +Ġproph ets +ĠZ X +Ġminimal ist +.PL AIN +Se attle +. ordinal +ĠPI PE +Ġret orna +Ġjug ador +ĠB ret +ĠâĶ ľ +Ġpl ush +UL ATOR +Sort ing +.grid y +ect omy +_ activ +r ack +Inter active +ĠAntar ctica +Ġv engeance +en so +_k nown +up plier +.Mod ules +ĠConnection State +éļ IJèĹı +@ FindBy +Ġpl acer +\ model +< ()> +.is Successful +-g ood +b z +ĠDr aco +Ass istant +-ex tra +аб лиÑĨ +Ġhyp ocrisy +Ġt st +ĠA gr +$ txt +Ġlog istic +lic ensed +ĠH of +Ġt at +( iv +Ġinto xic +post Id +_st rike +Ġhum iliation +pc odes +" sync +(rec ipe ++ N +rent e +ĉ Client +ycop g +ĠZur ich +ĠPro files +C ountries +Ġp ict +Ġroll out +requ encies +Ġpatch ed +Ġcar tridges +Ġsh ading +J ar +Ġsalv age +ĠTax es +Ġstand by +apor an +E igen +. angular +ĠN ested +äº « +Ġis Visible +ĠDw ight +_BR ANCH +.D elay +Ġk end +Ġfacilit ated +.flat Map +Ġs anta +ĉS end +/m essages +Ġof Type +ĉs wap +# plt +ĠTur ks +N ES +Ġprogress ively +ĠRes idence +ĠT REE +Ġno en +d io +Ġn elle +Ġsog ar +itt i +week ly +Ġambigu ity +_Set tings +W are +.ne o +_D ST +Ġæĸ ¹ +pre p +lob by +@ email +/m ovie +Ġfun kc +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ +ÂŃ s +Ġguard ians +- pos +Ġconfig uring +ĠC PS +ĠDe us +Ġvidé os +_ empresa +Ġsl apped +< Model +Ġunders cores +U h +.access Token +SET S +ĠS parse +ĠCal d +: path +ĠS ervers += batch +Ġkn itting +Ġx a +Ġsearch Bar +Ġsn ag +Ġinf used +.b am +le ver +Ġtax onomy +Ã İ +Ġatt aching +Ġh ern +_N OP +Click able +(P arse +ĠDynam o +-b uilder +Ġdere g +Ġsc attering +è¿Ľ è¡Į +an zi +ĠShe pard +"> ',Ċ +_X DECREF +ĠBuzz Feed +_M ARGIN +P LOY +.sm all +Ġm imeType +Ġh olog +ĉc amera +li as +Ġsusp ense +ody nam +b au +Ġgrave yard +_n amed +":" ' +Ġ******************************** **************** +Ġgame Over +ĠLENG TH +ĉs creen +Ġdo InBackground +_depend encies +Ġr tc +/ up +_ ROM +H all +Ġdef iciencies +( te +' # +_e quiv +Ġpre order +ĠA xe +ом Ñĥ +.send File +Ġfil t +ĠLim its +ĠCaval iers +.dis count +âĨ IJ +ĠW it +QRST UV +Ġi j +Ġt egen +Ġ: ", +diff iculty +p unkt +ĠEmail s +ch lor +(f un +.U int +ĠSt all +_ verified +u D +File Type +Ġple asures +Ġjud iciary +Ġsh am +ip ur +_PL US +off ers +( foo +_G T +ĉc ore +ENT ION +ĠLib eration +Command Line +_de partment +.A r +_ne ighbor +ĠSub mitted +ĠĊ +Ġdro its +Ġhomosexual s +Ġab duction +ĉw idget +$ headers +ĠD AR +Ġfl a +th reat +Ġlou is +.Get Property +" Just +(f rames +ry o +prof ession +| i +íķ´ ìĦľ +(s v +Ġun recognized +I onic +F ashion +Screen State +ĠIn coming +Not Nil +Ġsync ing +em ie +Ġtherm o +_pro cs +Ġincons istency +rel igious +.m j +Ġperson n +Ġmoment os +or arily +Ġæ Ĭ +_ne urons +Ill ustr +im oto +il ik +ĠW oj +Tr ading +Ġapp are +Ġentre prises +ach at +Ġ ¬ +Ġne igh +BUTTON DOWN +ĠMah er +ag han +-h ash +" f +Ġclient ele +.add Button +ĉ SP +Q i +Ġgr ated +POS ITE +: > +ĠHow ell +ĠCompar ative +ĠIS C +ÂŃ i +O cean +D avis +ĠFil me +W ins +ĠJ IT +oc cer +ĠC orm +ENCH MARK +rch ive +ica ção +Ġm ata +Ġchild birth +ĠOption ally +En s +Ġx http +Ġel ucid +_Osc InitStruct +)) ):Ċ +Ġint uit +ĠDon ate +Ġcorrel ates +> Delete +Ġequ ipe +Ġb oca +Ġinfl atable +er ah +ĠDateTime Kind +Ġcal ves +\ Lib +Ġem lrt +ĠTr ilogy +ĠP anc +ĠD uis +ĠpelÃŃcul a +WAR DS +_DE TECT +-section al +dh cp +For Row +-de struct +ĠPres enter +/s lick +, on +ĠCit adel +logged in +_sub type +Ġsig ue +Ġc uring +ĠFire wall +Ġfluores cence +ĠItal ians +иÑĤ ÑģÑı +.get Style +In Seconds +j ie +-S mith +Ġx link +Ġsub missive +он ÑĤ +arbon ate +ĠF aul +_go als +ĠCommission ers +chart Instance +_POST FIELDS +Ġmed ial +Ġman os +Ġdel t +sv m +.Ap is +ep hy +Ġasym pt +Ġapp Delegate +Ġimpro bable +ck a +sim d +/ Error +. âĢĵ +ĠP TS +de er +Ġs ina +m agnitude +ID ADE +'] }' +Ġmay ores +ĉ comment +/ console +" @ +v olt +.s ell +ĠM acy +Ġmel od +Ġim ágenes +_ch g +Ġin out +ident e +) '),Ċ +d ni +.b lob +Ġtyp ography +Ġe erie +_O ID +pes an +aj an +Ġch opping +Ġbl uff +ad f +_b ases +.Form atter +Ġ\ % +ĠPage Info +Car rier +ĠCal ibration +com o +-b odied +Ġfinanc ier +ĠIN A +. ERR +Ġhood ie +ĠSan ity +gu arded +.opend aylight +ISM ATCH +High lights +ün k +ani em +anger ed +assign ments +Ġregistr ado +ĠU PPER +ampil kan +ash ire +ĠNik ola +ĠC FL +ĠH DC +Ġp oids +ĠIP s +Ġprevent ative +ips oid +if ix +.c amel +.g a +V olumes +- ste +Y ahoo +_s ibling +H ighest +opt group +Ġkvin na +âĢĿ ãĢĤĊĊ +ĠAppl iances +Ġ" >< +') ")Ċ +ht t +ĠIdent ified +Ġpenc ils +Ġmember Id +Ġappend String +.load Data +Ġmock Mvc +Ġj ub +ĠSl ut +ĠTai pei +st att +Pol it +Ġpart ager +Did Change +Incre ases +) }. +ĠB aba +_CL IP +[ unit +Ġк лÑİÑĩ +Ġalc uni +ĠL ola +Ġcl inging +@ PostMapping +(con cat +Ġss id +ĠFa uc +ok it +ĠRecord ed +á lez +($ ('< +.assertIs Not +Ġk ali +V olt +Ġwarm ly +Ġsca res +get ti +füh rt +_d oes +. EMAIL +im ations +Ġspring fox +ĠDec om +arc y +Ġgl itches +ĠM off +ĠV oll +.b etween +Ġcoord en +ĠPart icularly +GB P +Ġsem ble +East ern +_M SB +]) {čĊ +m organ +ĠE VAL +d ere +HO USE +mo ire +ist ique +_l stm +-com mit +yster ious +Ġtw ink +-th umbnails +en ÃŃ +:' ', +Ġblack out +ĠFlo ors +Ġso fas +Ġou i +lesh oot +ĠRa q +- abs +Ġk ra +M ining +sha ft +.set Columns +Cl azz +PRE TTY +.play list +éĸ ¢ +-Sah aran +M ING +ĉ bl +è® ® +j f +DO CKER +hope fully +( ignore +ĠUsers Controller +ĠMitar beiter +ĠL ES +Ham ilton +-m etadata +ĠK K +ikt ig +Ġwoll te +egr ator +] bool +, current +Ġvalue Type +Ġexcav ation +ol and +Ġv erv +/file path +Auth Provider +Ġpro crast +ĉ ULONG +_MEM BERS +Ġup lift +ĠAut onomous +Ġart works +ĠOut reach +Ġp ore +Home page +Dialog Title +ĠGener ating +PAR SE +Ġsem anas +Ġhuman o +JSGlobal Scope +Ġvol te +Ġb ella +(is instance +Ġpl c +\C atalog +Ġeste emed +éĽ · +(s uffix +Ġswe eps +ĉ ORDER +Ġdo ivent +ĠSw arm +ĠComp iled +get Page +AD R +.R ichTextBox +ĠN aming +ag ged +ĠG ANG +r asing +ode led +Ġg ala +ĠJS Name +dd f +Ġill ust +ĠLans ing +[ port +-de ath +Ġdin heiro +ĠE ighth +Ġb ian +st Ã¥ +Ġvers ión +ĠLinear Gradient +ĠHard ing +. *) +ec zy +$ header +Ġv Ã¥r +Un checked +Ġko je +ĠPal adin +() )), +G iving +() })Ċ +Ġd ips +F riendly +Ġport rays +Ġhel ium +Ġinsurg ency +_ex piry +ĠstringByAppending String +Ġa antal +s lope +m ast +.get Integer +Ġ################ ######## +_PIPE LINE +Ġdens ely +Ġmut ating +m idi +ĠSe it +ay ne +NOW LED +ĠDes mond +ĠF Name +ĠN airobi +\ Context +Ġcalc ular +-d en +Ġc ott +] ):čĊ +ĠRecommend ation +ĠRole x +Ġvalidation Result +.p at +Ġn Ãły +ĠRest Client +ĠG PI +ĠAshe ville +ĠO SP +ĠPER MISSION +ÐĶ аÑĤа +/ notification +K night +_W ord +ĠB ender +rank ing +Ġpart ida +_res ervation +Ì Ģ +Ġm Name +Ġget ch +Ġb orr +Ġdilig ent +Disc uss +æŃ£ åľ¨ +ape ake +ion ed +-N azi +.c um +ĠK ron +=$ ('# +/s ingle +Ġerot isch +ĠV ib +Ġrat ified +Ġconcert ed +ĠREG ARD +Ġdo br +.Driver Manager +' r +Port able +ĉs uite +Ġrel aciones +ĠD op +emplo i +DO B +Ġcr umbs +Ġx ls +_App lication +(': ', +Ġ---------------------------------------------------------------- --------Ċ +m se +Ġber k +ĠReturn Value +ĠBel ly +Ġcam ar +ĠPe ek +els ing +Ġnot ifies +ĠTr istan +ĠG AR +em me +ĠElev ated +_C SV +(ch alk +Ġtw enties +ĠSearch Result += search +ĠMix ing +ý t +Ġrecru iter +ĠIDE OGRAPH +ĠA go +( Operation +$ values +Ġworld ly +ĠRosen berg +ĠConfigure Services +>* Ċ +Ġsn ork +_op acity +ĠinitWith NibName +i ado +A AC +Ġ] ). +; z +_par agraph +Ġnos es +stand s +if r +_m E +I raq +.P redicate +ena ire +]] ];Ċ +Ġun idad +Ġretire es +_h ello +Ġmode le +ĠUIT ableViewController +f write +_num ero +_vis ited +Ġrece be +( Notification +Fant astic +_sub menu +ĠP EM +ĠCup ertino +approx imately +class ed +.Read String +Ġdomic ile +_P W +Ġball park +ĠK ale +con tra +_f avorite +/ of +Qu ite +ĠOT A +Ġacceler ometer +did n +| ^ +ĠRohing ya +ivic rm +ann abin +обÑĭ ÑĤи +or ado +') + +Ha unted +, ID +( UIAlertAction +ur v +_b el +ĠMex icans +/ terms +ĠPaint er +Input Label +ĠV inci +ĠRos ie +\ uc +< Menu +Ġcool ant +(current User +_d ual +) "},Ċ +& p +Ġconver ged +Ġrestr ain +ĠYugosl avia += target +Ġimp uls +ds a +Search Tree +Ġh box +ĠImp ress +§ Ãĥ +get FullYear +(d a +ĠY YS +.al ignment +.Get Text +.token ize +ĠOlymp us +Ġmur ky +ore station +Ġdiss atisfaction +ĉT Array +_ kses +.Add Singleton +ĠStart Time +Ġfan atic +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĉ +Ġentity Type +. override +Ġ ------------- +ĠDat agram +f out +(with Id +Ġ# __ +Ł èĥ½ +ek yll +.f riends +ame leon +Ġz ach +.simple Button +ret orno +Ġkon k +/s mall +ĠQuick ly +un read +Don ate +Detail View +Ġdu a +Ġpenetr ated +OM UX +Ġn ir +_p data +"], [" +Ġlow es +Ġdop ing +Ġas ymmetric +Ġneed less +our cem +Ġup ro +ĠGu zzle +af b +Ġsext reffen +-c ollar +Ġcol ossal +Mon key +n ish +Ġhandle Message +Incre ased +* dx +ĠChatt anooga +f org +ĠOr den +Ġsh ri +ĠV and +Ġ" @" +Image Sharp +ĠWild cats +pon ible +.sc enes +Ġpaint ers +ĠPf izer +ĠZ ah +To Local +ĠFl am +Ġé taient +)) ^ +ĠSand box +ĠTR ADE +Ġchrom ium +Ġac claim +Ġpac man +´ t +) reader +M ari +.Dispatch er +.A DMIN +ĠRem ed +Sw eden +Ġoverl ays +. er +Ġp ang +Ġclean ly +aven port +Toy ota +patch es +Ġv tx +ĠE is +cl ado +ĠR itch +RO LS +Ġh ade +Ġconspic uous +Ġdo cks +(j q +ĠPrem iership +ĠBe z +ĠâĦ ĸ +ĠÑĥ Ñģл +_tot als +Ġprov a +ĠC ue +Ġsa úde +ĠGame Controller +IM IZE +, port +ãĢĤ ( +.C decl +Instant iationException +Ġcoll age +ĠIO C +Ġb ais +Ġon Finish +-st ars +set Size +Ġmog ul +Ġdis illusion +Ġche vy +(S chedulers +( IR +_loc s +Ġcann ons +Ġcancell ing +/b us +Ġbuf io +ĠY ours +ĠPik achu +Ġter me +r Ã¥ +f ahren +Ġowner Id +Ġoblig atory +Ġcul p +Ġacid ity +-m ult +ĠBam boo +Ġ' "> +_g s +Ġcomp il +n ard +-ex c +Ġrh yme +Ġbut to +s ays +ant asy +ë ¸ +Ġcitt Ãł +Ġche g +Time String +Ġpos itivity +ĠD abei +Ġw ang +Ġes cre +" c +ĉv ideo +ĠRank ed +.str ings +>> >( +Ġин ÑĤеÑĢ +Ġrest a +[: ,: +Ġrend re +Ġdes er +J os +Ġdis ruptions +Ġоп еÑĢ +s ampling +sup press +Ġcontainer View +ĠSeam less +Ġair y +Ġon load +.Window Manager +ĠPL A +br aco +.set PositiveButton +Ġp du +Ġg si +ĠC li +_gr adients +Ñı д +ĠWh isper +c stdint +Ġl äng +Ġform ulations +én om +ourn emouth +[$ _ +Ġordin arily +.set Username +Ġfacult ies +MIT TED +/ values +Ġwe ir +ĠA pt +M Z +ĉc f +uck en +ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ +def ense +[i Var +ĠBusiness Exception +Select ors +(co ordinates +ĠRes ets +ĠDr inks +ole ans +(st ypy +_IO C +.x xx +ĠSl ater +ĠBel ize +Ġ/ ************************************************************************ +add in +_ep isodes +Ġis chem +legal ArgumentException +D anny +Ġp ared +.code haus +ĠAss y +ĉ Rect +â ŀ +.list a +Ġв аÑĪ +Ġv ets +HW ND +ison er +Ġx o +Ġor ally +ĠSt mt +.r nn +ĠD PI +ĠStr ikes +.setViewport View +Ġèĩª åĬ¨çĶŁæĪIJ +Y ELLOW +GL enum +part ners +ĠImp licit +Ġtak o +âĢĻ elle +Ġerm ög +total Count +G il +ĉ work +Ġpr atic +in ati +ab ies +ĠSk inner +Ġspir ited +Ġpancre atic +Ġh df +' em +Ġpsych osis +olic it +Ġ" {" +_at ual +Ġé lect +TE AM +Ġd ak +ĠSW AT +.Fragment Manager +Ġprovision ing +l ifetime +_EXTENSION S +ĠC ASCADE +Ġ! [ +(K P +Ġv em +ĠInterr acial +'] },Ċ +sp acer +_k v +W arehouse +R DD +_f sm +.Stretch Image +, Yes +ĠRefuge e +ĠBr inging +Ġv álido +.inter section +Ġsp ooky +_port al +Ġmo th +ĠZ odiac +ĠSOC IAL +M imeType +'] }} +_Bl ue +Ġbot anical +Ġfr ags +Ġfamil ial +- du +Ġse izing +(block s +.r d +.check NotNull +Ġmis er +Ġmax x +ĠK nee +View Item +Inner HTML +D anger +(( __ +Ġprz ypad +create Url +** , +ĠDecor ating +ATEG Y +?> / +.Design er +hex digest +ĠEvery where +all eries +.TEXT URE +.Block s +z ell +Ġpre ço +S uddenly +input Email +(s ync +.b d +gold en +> '); +ĠDick inson +>> (Ċ +ĠQUE UE +Ġget Column +ĠS AND +.p iece +lic er +Fl utter +Ġget Version +Ġresource Id +og l +ÅĤ aw +.Br anch +ĉ web +Ġfr amerate +PP P +Ġfr ay +C NT +Ġinformat ie +'] čĊčĊ +ne as +Header Code +Ġæ ¸ +Ġtr g +raw types +H onda +Ġmark eter +Ġrequest Data +ĠP g +ĉ not +Ġpage Info +Ġakt uellen +ãģķ ãĤĵ +ĠA MS +push ViewController +ĉ AL +Ġv ests +produ ce +-m ême +ĠRah man +F unny +E Z +_ Valid +Ġsquad ron +Ġl ash +Ġ irm +ias co +ĠPar an +Ġpet ites +ĠDec ay +Ġun initialized +priv ileged +Ġm bedtls +å¤ĩ 注 +Ġ^ . +Ġec static +D etroit +Ġpart en +Ġsou venir +.get Login +моÑĤ ÑĢ +en ção +ĠmÃŃn imo +ĠAccess ed +ri ó +M ic +ĠV ocal +.Set String +Ġmens ajes +åĢ į +Ġattr avers +ĠA ph +Ġ' );čĊ +ünd e +Ġench anted +ĠRoot State +ĠCLOSE D +ĉĉĉĉĉĉĉĉ čĊ +Ġcal iente +or ris +Ġphysic ists +h wnd +_v i +Ġráp ido +Ġcapital ized +ed By +Ġmach ining +Ġhub by +ĠSt acy +.B us +dr ink +H ur +Ġprop ia +Unit Test +Ġmiscon ception +__ ));Ċ +/d c +ĠMay weather +_m C +.create From +ĠQ Painter +rops ych +inn itus +ay as +Ġg eg +(d w +Ġus ado +Ġtrick le +Ġann ihil +ĠP asta +Ġ++ Ċ +(Expected Conditions +.post Value +ic ap +ĠDon etsk +_s oup +-p ublish +ĠP b +ment ions +AC CEPT +.P ull +,âĢĻ âĢĻ +Ġret arded +_AT OM +ĠTermin ator +-c ourt +ĠCLLocation Coordinate +Ġrever ence +ĠS SC +ut ely +ĠW ON +ĠG SL +fre i +.get Longitude +Ġopen FileDialog +.B utter +- important +_M ANY +ĠG ong +âĢľ How +Ġg orge += msg +ĠEz ek +create Command +: checked +Ġinf ographic +.W EST +Dir s +Ġguard a +Ġbeet le +< small +- android +Ġcred itor +ĠM éd +Ġfinal ist +Ġab l +ne v +_inter action +ĠMonter ey +j ah +Ġcand ies +ĠQu incy +èª Ń +Ġbatch Size +ak it +Ġo be +(p ara +Ġexperiment ed +Ġcouncill ors +Ġcl ashed +s qu +-st rokes +ĠG K +ĠEx pires +Ġprosec utions +ĠCreat ures +Ġy ö +x lim +_IM P +Entry Point +ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ +.Default CellStyle +Ġbre ve +ĠBrit ann +Ġsweat y +Ġle th +Ġflash back +per manent +ĠJ DK +_D etails +E uro +p pt +Ġrich TextBox +/ board +Ġtr ance +.c ycle +'); ");Ċ +Ġtox in +_de init +Ġover arching +Ġconfig parser +ĠKaw asaki +.th umb +Ġplay a +ĠJose f ++ _ +Ġzero es +Ġa up +ĠH ari +comm itted +N it +.file Path +ĠDis abilities +man ufact +-al igned +.RE SET +Ġrust y +E y +Ġou sted +cos a +Struct ured +.get D +Ġs ábado +> Loading +_m A +.get Random +bl ings +Ġchees es +tt i +. âĢ¢ +ĠBurg ess +ender it +. ',čĊ +(" "+ +ac b +% p +index ed +_pred icate +nes ia +Ġb ied +ĠC IT +( Pos +_r adi +ä»· æł¼ +B iz +ĠAdoles cent +Ġvi ên +c ycl +_C ancel +Ġcon clusive +Ġappell ate +inform atics +S J +Ġelect ive +role Id +Fetch er +ĉ Command +(" (% +Ġf art +IL A +get Block +A USE +Ġд ан +ĠAr te +Ġnot ifying +Ġge le +.s ame +ĠReg el +ĠBa ÅŁ +.c reation +ĠV N +_comm unity +Ġuns ustainable +SE X +Ġgrid Size +res cia +avers able +(', ')[ +ĠPh elps +á»ķ i +ANCE LED +- IS +.run ners +ĠSt okes +.P rodu +Ġwh ipping +_ac quire +Ġinvestig ación +f ried +.copy With +ĠHard cover +- Se +áŀ¶ áŀ +inv itation +les ai +ĠD orm +ĠÑģпиÑģ ка +Ġconcaten ated +oph il +Ġthink er +/font awesome +ĠLe opard +Ġ"/ ");Ċ +Ġresidual s +ĠMic rowave +Ġconform e +th rop +Ġdis emb +ĠO MG +ĠDisc ipline +ĠAc robat +/re pository +df a +_M ED +buf io +Ġméth ode +_H OLD +ias i +_ legacy +) ččĊ +æ£ Ģ +Get ProcAddress +Ġy ay +ot ence +order id +-t w +Ġdear ly +In coming +/ il +Ġneu rop +uc z +); čččĊ +ĠInnov ative +Ġprof und +ig mat +Selection Mode +re levant +.G O +Ġbru ises +Ġs ach +ode f +Ġre imb +/d esktop +-s pot +und ance +Ent ropy +\ core +Ġsug er +ĠM vc +ĠGN OME +_ind x +ĠYY STYPE +ĠMat lab +ĠC IF +Ġ* )) +Ġproduct List +ĠAl right +ac emark +ÑĤи в +mod ification +int ernational +Ġhom ers +Ġdict s +ĠQ Font +.SQL ite +Ġtransplant ation +ĠMessageBox Button +ĠEl ves +'] ])Ċ +(Q Icon +Ġcin emas +CO ORD +- China +Ġkh ẩu +æĪij çļĦ +Ġskull s +Ġpain staking +f ce +.XR Label +Ġspec ifier +Ġpref erring +/ activity +( Photo +á lt +.l ot +' '. +ann once +.google code +-p df +ĠP oke +_A CL +Ġend owed +dis cover +.om g +Ġwood land +.M agic +Ġvol ont +Not Allowed +Ġch ave +BM W +',' =', +ĠS IX +æĪij 们 +Ġkos her +Ġaspir ation +int l +_ref ptr +'+ Ċ +ment or +.cl ub +Window State +.A RR +Ġz za +Ġmessage Type +.e qu +Th or +Ġin just +Ġg ums +Ġborder Side +//// / +ĠTrans mit +Ġbuf size +Ġh ak +Ġell as +R ANDOM +ĉm c +Ġpe a +ek o +document o +Ġhyster ia +Ġaren as +Ġgun men +Ġm ike +Ġimp unity +atis ation +_Z ero +_COMP ANY +ĠG ors +Ġuse Class +( redis +ĠRUN NING +ĠB air +vel te +Ġ',' . +аÑĤÑĮ ÑģÑı +ö st +encode URIComponent +_re strict +Ġdec als +ĠPed ido +Ġalter cation +Dis plays +ĠApp licants +C US +Text area +ĠAng ola +.f uture +ĠUS HORT +Ġsuppress ing +Ġset zen +AP olynomial +Ġto ch +Ġhall mark +Ġ$ $$ +ĠCHAR SET +.r pm +ĠD ich +---------------- ---- +_p arm +è¿ ĺ +acc iones +h ait +WAR DED +_r outing +ĠN OM +Ġen clave +ĠLot to +ĉf r +complex Content +ĠBall ard +k ube +/w in +.getColumn Model +_RE PLACE +Header Value +Ġest udiantes +Ġap is +Ġb pm +ĠType Name +And Get +rit a +Pl ans +> Note +Ġfet isch +Ġton ed +_g oto +ons ense +Ġm olds +Ġinfiltr ation +ĠGuerr ero +ub bo +ck i +($ (". +_ activities +(ch anges +Ġof App +ĠKe pler +ĠD emp +ĠCont inent +.T icks +ĠUn signed +ĠJah res +Ġfresh men +ĠArch ived +ĠкоÑĤоÑĢ Ñĭй +Ġ' :: +T utorial +C c +Ġtable LayoutPanel +from Json +.level s +_trans ient +Ġendors ing +ĠD IC +la uf +Ġsh red +_E MIT +ific antly +AL A +/ proto +Ġnarrow ing +U tc +Fact ors +Ġsent ient +æŀ IJ +lix ir +ĠC ROSS +met eor +Ġgro in +Ġm db +ĠRot terdam +Ġcom ida +ĠOp Code +ĠDefault Value +Permissions Result +Ġheter ogeneous +Ġm oot +Ġde ceived +-in dependent +ĠObject OutputStream +Ġover power +.d up +Ġl db +Ġdomest ically +Ġbest ellen +Ġlo v +ĠContract ors +Tri angles +Ġfod der +Ġfilm es +ä¼ ģ +Ġrev olver +Startup Script +/ validation +ĠResource Type +i ÅŁ +ĠL az +f ef +Ġlst m +{ * +. attachment +.h its +ew ith +DO G +Al abama +Ġmedium s +.m Context +-c ols +åı ĭ +.not ice +Ġat tn +ĠP acking +ĠL n +_COM PLEX +/ Users +.sav etxt +ĠR ounds +?,?, ?,?, +Ġing l +ĠR OC +_f emale +ĠSt ard +]] ; +Ġwrest lers +Ġtorrent s +Ġsin h + ĊĊ +ë³ µ +s ense +how ever +.Ph ysics +Inf rastructure +ĠSac r +F el +ĠD ISTRIBUT +é ments +ĠValid ates +################################################ ############ +Ġ| / +Ġes l +Ġré seau +ĠB ip +BY TES +_W ATER +Turn ing +EL S +Ġj uxtap +Ġlesb ische +ý ch +( Unknown +Ne o +@ JsonProperty +Ġal umnos +ĠRaq qa +ime i +.get Bounds +.Mouse EventHandler +#### ### +Generic Type +/c ms +Ġturn o +Ġм ин +Ġfolk lore +ĠE vo +Ġconduct ivity +Ġle ben +Ġgear box +-v s +ĠÏ Ĩ +Ġdrink ers +Ġcon exao +ĠTe eth +Ġget Arguments +ĠR AT +ent ious +E duc ++ W +ĠInstitution al +ĠB ord +is Equal +(p wd +Ġign ited +ĠR ousse +Ġimpact ful +ĠM alk +Ġg eral +ĠP ivot +Ġa zt +Ġcsv file +ĠR ope +ĠSOL UTION +ĠArbit rary +Ġlet to +.Mouse Adapter +Ġ} }} +ĠSail or +der a +Put ting +Ġconcentr ates +Ġauth Domain +âĢĿ çļĦ +-f inals +, strlen +Mu on +ĠOrd inary +fire fox +ĠLa TeX +ĠH und +engine ering +/ blue +ed TextBox +(" "); +ĠC DDL +ke pt +ĠGet String +K ir +() =' +ĠO CD +ant ium +$ menu +ĠAppalach ian +Secret ary +ë¥ ĺ +ี ย +Sem antic +Ġ* [ +est one +ung kin +Max Y +-t one +"} ;čĊ +_P art +< Member +tr am +Ġtrans istor +Ġ---------------------------------------------------------------- ----------Ċ +ĠDes de +Ġright ful +ĠCorn el +æ ij +.H OUR +Ġsidel ined +ref errer +m aze +Ġhol ster +Ġcripp led +ĠDate Formatter +oph age +_m D +Ġdes elect +ra ud +ĠPK K +row Data +Ġlock smith +.res ponses +(product Id +_ST MT +Key Type +.Th en +z ee +Ġcr t +ĠGrand ma +@ Resource +Ġbit wise +-c mpr +ãĢĤ www +zeit ig +& display +Cart Item +- No +Ġnum éro +Ġm aur +Ġinst ancia +ĉd t +_n pc +Ġskate board +âĢľ All +ĠCrow d +Ġä n +Ġb raz +ca e +yn et +/p m +/s creen +OPT ARG +ĠV Box +Ġle opard +_g reater +c pt +< dd +Ġmechan ically +osp els +) f +.l wjgl +.get Port +ĠP REF +.Add Transient +pp ard +Ġí ļĮ +Ether net +Ġsal ine +(level s +Ġservice Provider +.A ngle +alt itude +illa ume +Ġs cape +_CAL C +_ quest +ĠDiss ertation +ĠE DM +-C ds +Ġhon orary +st ops +Ġsub dir +ĠV H +ĠChe at +Ġright fully +Q E +.Write Byte +fig ures +enn ie +( DBG +Ġvoks ne +Ġexp ended +UN ICATION +il inx +ĠRec ap +_ verts +Ġtra umat +Ġget Player +Ġverb ess +Ġcultiv ating +Ġiniti ator +Th ông +find First +_per ms +Ġbu c +Ġ""" čĊčĊ +T YPES +object Manager +(Configuration Manager +Ġtim id +Ġsnap chat +Ġcon seg +ĉd istance +_right s +_D es +ĠF lesh +- ver +Ġa fl +fra uen +Ġblas ph +ĠQual ität +ma f +Monitor ing +.D iff +Ġshore line +Ġresponse Body +mem set +< decimal +Smarty HeaderCode +Ġin sets +ĠBinary Tree +amed a +Ġn ihil +ĠN ay +ym ology +ĠW G +Ġt api +ĠInst alled +m aintenance +)} "Ċ +ĠX O +-per iod +s ar +Ġning una +ORM AT +.set PrototypeOf +ĠK b +ĠHen rik +ét ique +ĠLah ore +ĉ Address +Ġmel ts +N y +_adv ance +Ġveloc idad +Ġalum no +Ġsanit izer +Ġph ishing +ĠCom et +Ġch iar +ĉs pec +trim med +(state arr +on nen +Re venue +L ens +Ġcha ired +ĠAss umes +Tr ash +_un set +\ Bridge +Point Size +ĠPol ic +Ġsex uales +ĉd fs +ĠWide String +Ġaccru ed +Y W +_S CHEDULE +Ġk ite +Ġparach ute +[ table +Ġactive ClassName +.Qu ad +Israel i +ĠÅ ĵ +Ġho og +Ġch á»ī +ew ear +Ġtire lessly +set Error +.get Amount +.set Items +ĠM anson +ĠBay esian +_F lag +AC HER +/ original +Ġimm ac +ĠLos ing +' >ĊĊ +L ic +ĠMir age +ĠAssembly FileVersion +Te V +ĠValue EventListener +-s olving +Th o +rou lette +_W P +Ġunint errupted +Ġfield Type +.T yped +Ġam our +Ġmock ery +(v ol +ĠSub committee +ĠR uf +ero x +:UIButtonType Custom +ĠBl ur +Ġwy kon +nc es +ASH BOARD +!! ");Ċ +Ġmurder ers +.d aily +ĠDI AG +j ing +Ġdol phin +Ġl òng +Ġb ö +ĠV ocabulary +.St Object +') "> +Ġz un +Ġscrim mage +tr éal +ĠL ig +[ vi +C ole +Ġfrost ing +.Pl ayers +- translate +Fe els +=\" / +.Butter Knife +Ġ?> ;Ċ +Ġav i +inn ie +.F ailure +Ġsp indle +Configuration Exception +_h op +Ġpos ição +ĠA wait +UIImage PickerController +ĉ day +Ġgen om +C ab +ĠÑĢ езÑĥлÑĮÑĤаÑĤ +OR IGINAL +Ġejac ulation +(t cp +SE COND +Ġton ic +ĠList Box +Ġ ĉĉĊ +() >Ċ +Ġqu atre +ượ ng +with Errors +.M aybe +, âĢ¦ +token Id +_UN DEF +Ġfresh ness +ĠAmend ments +.map box +.C V +(b log +_get time +. quest +s parse +Ġres ale +Ġenthusi astically +ĠProstit utas +W a +C argo +.Parcel able +SENS OR +ĠRy u +La ughs +_N ative +/ pg +yst s +Ġphot oc +ç® Ģ +ado pt +.spec ies +conc iliation +Adjust ed +.Firebase Auth +ut tle +ord ination +Ġm unch +ĠSt ake +.p ing +ank er +(QString Literal +Ġsub script +ĠĠ ĉĊ +ĠM CC +_C md +se xy +i ou +ĠM ANY +Ġn anny +TR AIN +Ġflour ishing +ĠW atches +ĠQ Map +ĠF erm +Ġwas m +ĠA bed +_ UD +ĠGlass es ++ v +Att end +.Ch ain +Ġdec ency +ĠSupplement ary +h unter +-t xt +Ġ" }";Ċ +.set WindowTitle +(" +Ġmasc ara +( Profile +åĬŁ èĥ½ +imit é +Ġwild fires +- ROM +.is On +(group Id +Re pair +accum ulate +Ġ< ", +Ġhand written +Ġach eter +ĠM GM +ĠIr ma +->{ _ +ge e +cr iminal +Ġèĭ¥ è¦ģ +Ġmoment arily +") != +_l it +Ġexpires In +." ). +éķ¿ 度 +Ġfr ække +vl c +Ġor bs +), $ +Ġvent ured +/ >\ +char m +N uitka +eld ig +aton in +W itness +-l at +Ġset Hidden +Ġrelic s +Ġcons ulate +. IGNORE +" After +Ġset Address +Ġbeste ht +Ġ'' )ĊĊ +.x axis +Ġser ão +Ġmis led +_UN IFORM +ĠV IA +inc r +Ġzen ith +Ġvis cosity +Ġthin ly +.get SharedPreferences +.Error Code +"), " +ĠMillion en +Ġ/> )Ċ +Scroll Indicator +-se eking +ĠPOLIT ICO +as ca +_r l +N avig +(full file +Ġsol itude +Ġju ven +Ġhaul ing +ĠMac ros +ĠG ry +Ġexerc itation +ĠATT ACK +Tick Count +Ġr ites +Ġdo e +Particle System +Ġsl u +Window Text +ĠClass Name +Ġsl ander +ĉ Port +j ong +? a +.D ial +âĢĶ at +$obj PHPExcel +Ġso ar +EN N +appe ared +Ġquot id +em achine +Ġn ip +Ġmicro time +ĠAl ma +; ! +---------------------------------------------------------------- -------------------------------- +ĠPass age +Ġdump sters +ĠEx clude +Ġsuggest ive +ĠCircularProgress Indicator +_cl r +Array Type +ILL A +Elapsed Time +Dr iven +Ġresource Name +ĠG arrison +ser ir +-a head +Ġp innacle +ĠEs presso +S parse +Ġass ays +ĠGirl friend +im id +]=' \ +ONGL ONG +Ġportray ing +L ane +Ġb úsqueda +Ġrein forcements +ĠSpread sheet +ĠArray Collection +, arr +light box +ic ana +< " +build ers +K id +ĠMat SnackBar +EX PR +od cast +ĠFound ations +Ġind s +=' ${ +F izz +-function al +(work space +Ġstem med +_p atches +ĠJar vis +READ ING +Ġdisrespect ful +ĠQ Dom +Ġ$ {Ċ +est atus +Re ached +! .ĊĊ +IL T +ĠN DEBUG +ĠCour age +birth date +ĠT ing +Ġutil izado +án chez +Out door +Ġhand guns +Ref Count +É Ļ +rom o +Ġt ts +.S he +ĠP ane +ãĢij, ãĢIJ +ĠIO CTL +/ black +ins cription +Ġbi opsy +ĠTime Interval +.Test Check +ĠGUI Style +ĠCap ability +ĠBeit rag +don nees +T reatment +.back up +Ġsign ings +ĠB oca +dr m +.M AIN +Ġgo ede +ĠMark up +G REE +ĠBase Service +.C reator +Ġj ails +ĠK ahn +Ip Address +ACH I +Ġinhib ited +Ġ@ $_ +ĠAss ass +Ġenvi ado +Hero es +ÐŁ еÑĢ +ĠM aven +.l s +Ġ ive +| RF +Ġresize Mode +Ġrum pe +_attach ments +T U +Ġtact ile +Attempt ing +Ġro bin +y aw +Ġmerc enaries +ĠHab itat +end date +Ġo xy +ĉR andom +oh on +Is Null +ĠValidation Result +ãĥ ļ +um bed +pp v +Ġar p +ich ick +_r nn +ĠT FT +Tex Image +" On +ĠSam pler +top l +Ġj ane +y ling +ĠUN ICODE +Tab Index +< {Ċ +s uspend +uv ian +, application +ол иÑĩеÑģÑĤво +y at +ez ier +ĠCH UNK +ĠAd ler +/ Add +ĠKey Value +Ġspos ób +Sam pling +ch ers +_AM D +R u +.Must Compile +N ation +Ass oc +Man aging +ĠEng l +_G B +Ġsucc inct +Ġdis liked +ĠI ke +Bullet in +_ARCH IVE +Prop osal +Ġjog ging +.C REATED +Ġch ol +è£ ħ +Į ¨ +-p ush +Ġreserv a +core v +è tre +TH R +Ġincompet ence +Ġchar isma +æĦ Ł +Ġ" == +BT N +ĠLoc ator +iv et +('. ')Ċ +Ġfor IndexPath +ô me +Ġcapac it +w aters +ĠWR ONG +ho a +ĠM IPS +Ġem iss +ĠJacqu eline +(c mp +Ġe ens +Le o +.tim ing +CLUS ION +Ġ(" - +åĵ Ī +.k ode +ĠUnd ert +Ġbew ild +ĠEss en +.h d +Ġren egot +Ġm ower +Ġl sp +Ġpen chant +Ġman oe +Ġag li +Ġrec al +ĠOPER ATION +(^ )( +ĠÎ ½ +ĠSc oped +Ġ@ "Ċ += label +[ loc +Int l +ĠN z +table t +.Column Name +Ġscreen Size +DB us +co oked +- registration +âĢľ One +-n on +ĠwiÄĻ c +Ġcost a +.add Tab +. conditions +ĠH ess +MEM ORY +ĠAval anche +() }}Ċ +Ġtri plet +Ġl abyrinth +ĠNode List +ĠNY T +Ġy eni +d ff +.Html Controls +AV IS +/ Math +Ġmem cmp +Ø§Ø ¡ +оÑģ ÑĮ +c rap +(p ages +Ġl xml +ĠQ DateTime +_t cb +Ġopen id +Ġsyn aptic +ĠMD MA +(s lug +igm atic +en or +Ġcr amped +G OP +Ń IJ +.is File +ĠD ifferential +Ġ=" ";Ċ +ĉĉĉ ĠĠĠĠĉ +ĠC ooke +ĉU FUNCTION +Ġpersever ance +Relative Layout +IMPORT ANT +Ġex on +Ġо н +ib ase +(C ONT +n ovation +ä½ ķ +[ sub +Admin Controller +HTTP Header +cre ar +ĠN IR +ĠDrop DownList +Ġval ide +Ġde hydration +. '] +(W IN +Ġ... \ +Ġphotos hop +ĉ Init +_c ou +Ġtime Zone +dar win +rom atic +Navigation ItemSelectedListener +br ates +] --;Ċ +Ġtraged ies +ĠPed iatrics +SM ART +-A PI +ĠMessage Lookup +ĉ vo +Ġprejud ices +Ġm A +U ps +ĠMISS ING +ĉ ad +C ream +ĠT b +ĠMon a +_ ghost +ĉt ypes +Em b +ĠDocument ary +');ĊĊ ĊĊ +Ġl up +_ Reference +ĠB ATCH +Ġintertw ined +< Cell +ĠCab r +n ation +Ġis Connected +.remove Listener +Ġcon g +_t i +ĠSil icone +Ġê²° ê³¼ +ĠW AN +ĠG ibraltar +/ response +ĉp erson +ch ants +V IP +em ergency +Pixel Format +- Am +Ġsouth western +_pl l +if ers +_ON CE +ĠF ayette +.nc bi +_P anel +.Q ual +Ġpol ys +Ġcreate StackNavigator +� t +Ġlay offs +ĠBl anco +Fe at +ĠV imeo +_ch i +_l ifetime +POINT S +, private +Ġunb earable +print ing +Ġc gi +.B ACK +Ġintern s +ĠNew ly +inf eld +( IB +ĠK ata +ĠDef endants +Th r +é¢ Ħ +_V F +FFFF FFFF +Ġdavid jl +Ġbitter ly +S uggestions +.set Cancelable +FIN AL +ason s +_rw lock +_WRAP PER +Ġhapp iest +(row Index +ós ito +TOT YPE +Autom ation +Log File +Ġcons olation +ãĥ Ģ +Ġt êm +Ġpr er +rg yz +ĠG eg +ĉd to +.default Value +ĠK ami +ĠA SE +optim ized +Ġíı ¬ +Ġorigin ates +err Msg +Ġespa ço +(S YS +ĠMc B +d ance +_det ected +Ġfr ü +ĉĉ ĠĠĠĠĉĉ +< Date +(com b +ĠDec ide +\ Field +ĠProp osed +R ib +Ġdis likes +ĠW ien +ĉ Document +Ġtr af +Ġst oria +ĠT ells +') == +C ri +( VALUE +ĠBurn ett +, void +Ġdan h +Ġc cp +Block chain +:"- "`Ċ +IC lient +IS ODE +Iss uer +) }čĊ +, but +ĠU ph +( Sub +Ġtélé phone +ĠonData Change +Ġmarsh aller +-an alytics +, content +Ġdeb acle +_Value Changed +Ġfa una +Ġ# => +Ġf oyer +'util isation +ĠMü ller +ĠFet ish +Ġdefault Manager +Ġback track +B ah +Exp licit +_A SCII +Ġm Activity +(M sg +Ġê² Į +ĠTER MS +ĠAng ie +HS V +ĠMos que +.N ames +íĬ ¼ +rest e +_p arms +Ġgap ing +Ġcro pping +Data Frame +Ġrespons iveness +_ undo +_tr an +. terminate +Ġitalian e +Ġwalk through +Ġattract iveness +д е +_ST S +_ learn +Ġchocol ates +ier archical +-th inking +Ġ ))) +ish ments +.Log f +ĠTM Z +ĠCan ary +fo il +ĠVacc ine +.v x +ĠSur round +Inter mediate +Ġi ov +v ais +'; ";Ċ +ï½ŀ ĊĊ +éĢģ æĸĻ +âĢ¦ it +Se ats +Cl ar +W ars +ĠHutch inson +ĠHas an +! ')ĊĊ +ĠRich ie +che iden +($ (' +Y ork +Ġl ids +Ġal phanumeric +ĠG lock +.sh apes +Ġspark ing +_ epsilon +uplic ated +.dir ty +]) == +ĠìľĦ ì¹ĺ +Ġsc n +Ġ/ **************************************************************** +_PRE VIEW +_H C +ield ing +f gets +ĠAdd ison +Ġproduct Service +- figure +(ret val +z ano +Ġaut ob +ĉs d +_n umer +ĠSet LastError +ĠF ior +ific ance +Unt itled +Ġin field +Ġ{} ));Ċ +Ġsp ac +Ġro okies +(des cribing +ng en +ி à® +.r df +.M utex +Ġkne eling +ĠQ E +set Max +Read Stream +Ġvent as +s ut +cm peq +.WriteAll Text +ĠEx perienced +$ __ +Ġka um +ĠL IS +Ġdocument os +_HE ALTH +icont ains +Ġart isans +OWN ER +Ġblink ed +get Display +Ġto en +Ġrow Num +Ġav ril +Ġinv is +ĠK ear +toBe InTheDocument +ap ur +Ġr acked +ĠMc Master +_ATTR IB +H az +Ġfact ura +/ ts +ĠÑĢаз меÑĢ +Ġz f +Ġshort fall +.f asta +ĠCONST ANT +.man aged +g ems +Shared Pointer +Ġblur ry +b rightness +( components +Ġ... "ĊĊ +SE LL +ĠIllustr ator +.get Channel +Ġtrou vé +yst ers +Ġvo is +ĠLind en +Ġem ojis +Ġb rawl +ĠMS R +ĠE lo +ĠCroat ian +Popup Menu +L ewis +.J WT +Ġaston ished +B ush +(item Id +Ġdet achment +ĠEnc ore +å° Ķ +Ġre kl +Ġcr am +)$ / +.get Host +_re commend +- HT +_cal ibration +Auth enticate +.firebase app +UN IX +ĉC amera +ĠHE AP +I deal +. office +Ġgoof y +(S ymbol +Ġjou er +_part itions +Ġrapid ement +ĠGN UNET +id User +Ġsuperv ise +( Contact +AW N +ãģ ĺ +Ġna am +Ġa ust +åľ¨ 线 +_soft max +Allow Anonymous +amm able +RO UTE +* D +Ġad en +ĠCrist ina +ĠCrist iano +Ġblood stream +sub class +_person a +CH ILD +-k now +Ġnavigation Options +ĠZuk unft +ĠPix ar +Ty ler +Ġunder world +Ġsincer ity +Ġdispens er +Ġk ter +idd ers +.add Node +- checked +Ġke yst +ĠW TO +.sign als +Ġadvent urer +ĠP ang +\ R += pos +Ġdispens aries +ĠClo set +("{ \" +ide on +Ġnécess aire +() "Ċ +_RECE IVED +Ġrésult ats +Ġmod en +ĠIceland ic +; d +. allowed +(new User +Ġmerc iless +.Wait For +Ġday care +ĠCon veyor diff --git a/model-00001-of-00003.safetensors b/model-00001-of-00003.safetensors new file mode 100644 index 0000000..0ffe575 --- /dev/null +++ b/model-00001-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48196dd20a3ad8289918b0461a710a42e15cddb66cc6c5eb0b44f0b2599e92e +size 4970591184 diff --git a/model-00002-of-00003.safetensors b/model-00002-of-00003.safetensors new file mode 100644 index 0000000..b03fc19 --- /dev/null +++ b/model-00002-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76a2c0addc8e834c618b05141be18bdfa4d32329842db0e5ee2c348fdf722f0 +size 4981161496 diff --git a/model-00003-of-00003.safetensors b/model-00003-of-00003.safetensors new file mode 100644 index 0000000..39dfcfd --- /dev/null +++ b/model-00003-of-00003.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768a5fbec668bd5aad0887a18a596e558ed0c73df8c8d369a3b736e819b90966 +size 4645523448 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..2658862 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,363 @@ +{ + "metadata": { + "total_parameters": 7298617344, + "total_size": 14597234688 + }, + "weight_map": { + "lm_head.weight": "model-00003-of-00003.safetensors", + "model.embed_tokens.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.10.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.post_feedforward_layernorm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.22.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.post_feedforward_layernorm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.7.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.8.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.9.post_feedforward_layernorm.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors", + "model.norm.weight": "model-00003-of-00003.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..69c4432 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,24 @@ +{ + "bos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": "<|endoftext|>", + "pad_token": { + "content": "<|pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..5fe1721 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,500524 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 100256, + "content": "<|extra_id_0|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100257, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 100258, + "content": "<|fim_prefix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 100259, + "content": "<|fim_middle|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 100260, + "content": "<|fim_suffix|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 100261, + "content": "|||PHONE_NUMBER|||", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100262, + "content": "|||EMAIL_ADDRESS|||", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100263, + "content": "|||IP_ADDRESS|||", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100264, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 100265, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 100266, + "content": "<|extra_id_1|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100267, + "content": "<|extra_id_2|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100268, + "content": "<|extra_id_3|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100269, + "content": "<|extra_id_4|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100270, + "content": "<|extra_id_5|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100271, + "content": "<|extra_id_6|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100272, + "content": "<|extra_id_7|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100273, + "content": "<|extra_id_8|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100274, + "content": "<|extra_id_9|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100275, + "content": "<|extra_id_10|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": false + }, + { + "id": 100276, + "content": "<|endofprompt|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 100277, + "content": "<|pad|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Removed", + "invert": true + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": null, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "!": 0, + "\"": 1, + "#": 2, + "$": 3, + "%": 4, + "&": 5, + "'": 6, + "(": 7, + ")": 8, + "*": 9, + "+": 10, + ",": 11, + "-": 12, + ".": 13, + "/": 14, + "0": 15, + "1": 16, + "2": 17, + "3": 18, + "4": 19, + "5": 20, + "6": 21, + "7": 22, + "8": 23, + "9": 24, + ":": 25, + ";": 26, + "<": 27, + "=": 28, + ">": 29, + "?": 30, + "@": 31, + "A": 32, + "B": 33, + "C": 34, + "D": 35, + "E": 36, + "F": 37, + "G": 38, + "H": 39, + "I": 40, + "J": 41, + "K": 42, + "L": 43, + "M": 44, + "N": 45, + "O": 46, + "P": 47, + "Q": 48, + "R": 49, + "S": 50, + "T": 51, + "U": 52, + "V": 53, + "W": 54, + "X": 55, + "Y": 56, + "Z": 57, + "[": 58, + "\\": 59, + "]": 60, + "^": 61, + "_": 62, + "`": 63, + "a": 64, + "b": 65, + "c": 66, + "d": 67, + "e": 68, + "f": 69, + "g": 70, + "h": 71, + "i": 72, + "j": 73, + "k": 74, + "l": 75, + "m": 76, + "n": 77, + "o": 78, + "p": 79, + "q": 80, + "r": 81, + "s": 82, + "t": 83, + "u": 84, + "v": 85, + "w": 86, + "x": 87, + "y": 88, + "z": 89, + "{": 90, + "|": 91, + "}": 92, + "~": 93, + "¡": 94, + "¢": 95, + "£": 96, + "¤": 97, + "¥": 98, + "¦": 99, + "§": 100, + "¨": 101, + "©": 102, + "ª": 103, + "«": 104, + "¬": 105, + "®": 106, + "¯": 107, + "°": 108, + "±": 109, + "²": 110, + "³": 111, + "´": 112, + "µ": 113, + "¶": 114, + "·": 115, + "¸": 116, + "¹": 117, + "º": 118, + "»": 119, + "¼": 120, + "½": 121, + "¾": 122, + "¿": 123, + "À": 124, + "Á": 125, + "Â": 126, + "Ã": 127, + "Ä": 128, + "Å": 129, + "Æ": 130, + "Ç": 131, + "È": 132, + "É": 133, + "Ê": 134, + "Ë": 135, + "Ì": 136, + "Í": 137, + "Î": 138, + "Ï": 139, + "Ð": 140, + "Ñ": 141, + "Ò": 142, + "Ó": 143, + "Ô": 144, + "Õ": 145, + "Ö": 146, + "×": 147, + "Ø": 148, + "Ù": 149, + "Ú": 150, + "Û": 151, + "Ü": 152, + "Ý": 153, + "Þ": 154, + "ß": 155, + "à": 156, + "á": 157, + "â": 158, + "ã": 159, + "ä": 160, + "å": 161, + "æ": 162, + "ç": 163, + "è": 164, + "é": 165, + "ê": 166, + "ë": 167, + "ì": 168, + "í": 169, + "î": 170, + "ï": 171, + "ð": 172, + "ñ": 173, + "ò": 174, + "ó": 175, + "ô": 176, + "õ": 177, + "ö": 178, + "÷": 179, + "ø": 180, + "ù": 181, + "ú": 182, + "û": 183, + "ü": 184, + "ý": 185, + "þ": 186, + "ÿ": 187, + "Ā": 188, + "ā": 189, + "Ă": 190, + "ă": 191, + "Ą": 192, + "ą": 193, + "Ć": 194, + "ć": 195, + "Ĉ": 196, + "ĉ": 197, + "Ċ": 198, + "ċ": 199, + "Č": 200, + "č": 201, + "Ď": 202, + "ď": 203, + "Đ": 204, + "đ": 205, + "Ē": 206, + "ē": 207, + "Ĕ": 208, + "ĕ": 209, + "Ė": 210, + "ė": 211, + "Ę": 212, + "ę": 213, + "Ě": 214, + "ě": 215, + "Ĝ": 216, + "ĝ": 217, + "Ğ": 218, + "ğ": 219, + "Ġ": 220, + "ġ": 221, + "Ģ": 222, + "ģ": 223, + "Ĥ": 224, + "ĥ": 225, + "Ħ": 226, + "ħ": 227, + "Ĩ": 228, + "ĩ": 229, + "Ī": 230, + "ī": 231, + "Ĭ": 232, + "ĭ": 233, + "Į": 234, + "į": 235, + "İ": 236, + "ı": 237, + "IJ": 238, + "ij": 239, + "Ĵ": 240, + "ĵ": 241, + "Ķ": 242, + "ķ": 243, + "ĸ": 244, + "Ĺ": 245, + "ĺ": 246, + "Ļ": 247, + "ļ": 248, + "Ľ": 249, + "ľ": 250, + "Ŀ": 251, + "ŀ": 252, + "Ł": 253, + "ł": 254, + "Ń": 255, + "ĠĠ": 256, + "ĠĠĠĠ": 257, + "in": 258, + "Ġt": 259, + "ĠĠĠĠĠĠĠĠ": 260, + "er": 261, + "ĠĠĠ": 262, + "on": 263, + "Ġa": 264, + "re": 265, + "at": 266, + "st": 267, + "en": 268, + "or": 269, + "Ġth": 270, + "ĊĊ": 271, + "Ġc": 272, + "le": 273, + "Ġs": 274, + "it": 275, + "an": 276, + "ar": 277, + "al": 278, + "Ġthe": 279, + ";Ċ": 280, + "Ġp": 281, + "Ġf": 282, + "ou": 283, + "Ġ=": 284, + "is": 285, + "ĠĠĠĠĠĠĠ": 286, + "ing": 287, + "es": 288, + "Ġw": 289, + "ion": 290, + "ed": 291, + "ic": 292, + "Ġb": 293, + "Ġd": 294, + "et": 295, + "Ġm": 296, + "Ġo": 297, + "ĉĉ": 298, + "ro": 299, + "as": 300, + "el": 301, + "ct": 302, + "nd": 303, + "Ġin": 304, + "Ġh": 305, + "ent": 306, + "id": 307, + "Ġn": 308, + "am": 309, + "ĠĠĠĠĠĠĠĠĠĠĠ": 310, + "Ġto": 311, + "Ġre": 312, + "--": 313, + "Ġ{": 314, + "Ġof": 315, + "om": 316, + ");Ċ": 317, + "im": 318, + "čĊ": 319, + "Ġ(": 320, + "il": 321, + "//": 322, + "Ġand": 323, + "ur": 324, + "se": 325, + "Ġl": 326, + "ex": 327, + "ĠS": 328, + "ad": 329, + "Ġ\"": 330, + "ch": 331, + "ut": 332, + "if": 333, + "**": 334, + "Ġ}": 335, + "em": 336, + "ol": 337, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 338, + "th": 339, + ")Ċ": 340, + "Ġ{Ċ": 341, + "Ġg": 342, + "ig": 343, + "iv": 344, + ",Ċ": 345, + "ce": 346, + "od": 347, + "Ġv": 348, + "ate": 349, + "ĠT": 350, + "ag": 351, + "ay": 352, + "Ġ*": 353, + "ot": 354, + "us": 355, + "ĠC": 356, + "Ġst": 357, + "ĠI": 358, + "un": 359, + "ul": 360, + "ue": 361, + "ĠA": 362, + "ow": 363, + "Ġ'": 364, + "ew": 365, + "Ġ<": 366, + "ation": 367, + "()": 368, + "Ġfor": 369, + "ab": 370, + "ort": 371, + "um": 372, + "ame": 373, + "Ġis": 374, + "pe": 375, + "tr": 376, + "ck": 377, + "âĢ": 378, + "Ġy": 379, + "ist": 380, + "----": 381, + ".ĊĊ": 382, + "he": 383, + "Ġe": 384, + "lo": 385, + "ĠM": 386, + "Ġbe": 387, + "ers": 388, + "Ġon": 389, + "Ġcon": 390, + "ap": 391, + "ub": 392, + "ĠP": 393, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 394, + "ass": 395, + "int": 396, + ">Ċ": 397, + "ly": 398, + "urn": 399, + "Ġ$": 400, + ";ĊĊ": 401, + "av": 402, + "port": 403, + "ir": 404, + "->": 405, + "nt": 406, + "ction": 407, + "end": 408, + "Ġde": 409, + "00": 410, + "ith": 411, + "out": 412, + "turn": 413, + "our": 414, + "ĠĠĠĠĠ": 415, + "lic": 416, + "res": 417, + "pt": 418, + "==": 419, + "Ġthis": 420, + "Ġwh": 421, + "Ġif": 422, + "ĠD": 423, + "ver": 424, + "age": 425, + "ĠB": 426, + "ht": 427, + "ext": 428, + "=\"": 429, + "Ġthat": 430, + "****": 431, + "ĠR": 432, + "Ġit": 433, + "ess": 434, + "ĠF": 435, + "Ġr": 436, + "os": 437, + "and": 438, + "Ġas": 439, + "ect": 440, + "ke": 441, + "rom": 442, + "Ġ//": 443, + "con": 444, + "ĠL": 445, + "(\"": 446, + "qu": 447, + "lass": 448, + "Ġwith": 449, + "iz": 450, + "de": 451, + "ĠN": 452, + "Ġal": 453, + "op": 454, + "up": 455, + "get": 456, + "Ġ}Ċ": 457, + "ile": 458, + "Ġan": 459, + "ata": 460, + "ore": 461, + "ri": 462, + "Ġpro": 463, + ";čĊ": 464, + "ĉĉĉĉ": 465, + "ter": 466, + "ain": 467, + "ĠW": 468, + "ĠE": 469, + "Ġcom": 470, + "Ġreturn": 471, + "art": 472, + "ĠH": 473, + "ack": 474, + "import": 475, + "ublic": 476, + "Ġor": 477, + "est": 478, + "ment": 479, + "ĠG": 480, + "able": 481, + "Ġ-": 482, + "ine": 483, + "ill": 484, + "ind": 485, + "ere": 486, + "::": 487, + "ity": 488, + "Ġ+": 489, + "Ġtr": 490, + "elf": 491, + "ight": 492, + "('": 493, + "orm": 494, + "ult": 495, + "str": 496, + "..": 497, + "\",": 498, + "Ġyou": 499, + "ype": 500, + "pl": 501, + "Ġnew": 502, + "Ġj": 503, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 504, + "Ġfrom": 505, + "Ġex": 506, + "ĠO": 507, + "20": 508, + "ld": 509, + "Ġ[": 510, + "oc": 511, + ":Ċ": 512, + "Ġse": 513, + "Ġle": 514, + "--------": 515, + ".s": 516, + "{Ċ": 517, + "',": 518, + "ant": 519, + "Ġat": 520, + "ase": 521, + ".c": 522, + "Ġch": 523, + "": 591, + "ust": 592, + "que": 593, + "Ġres": 594, + "))": 595, + "'s": 596, + "Ġk": 597, + "ans": 598, + "yst": 599, + "unction": 600, + "********": 601, + "Ġi": 602, + "Ġus": 603, + "pp": 604, + "10": 605, + "one": 606, + "ail": 607, + "====": 608, + "name": 609, + "Ġstr": 610, + "Ġ/": 611, + "Ġ&": 612, + "ach": 613, + "div": 614, + "ystem": 615, + "ell": 616, + "Ġhave": 617, + "err": 618, + "ould": 619, + "ull": 620, + "pon": 621, + "ĠJ": 622, + "_p": 623, + "Ġ==": 624, + "ign": 625, + "St": 626, + ".Ċ": 627, + "Ġpl": 628, + ");ĊĊ": 629, + "form": 630, + "put": 631, + "ount": 632, + "}ĊĊ": 633, + "dd": 634, + "ite": 635, + "Ġget": 636, + "rr": 637, + "ome": 638, + "ĠâĢ": 639, + "aram": 640, + "cc": 641, + "Ġ*/": 642, + "ER": 643, + "In": 644, + "les": 645, + "_s": 646, + "ong": 647, + "ie": 648, + "Ġcan": 649, + "ĠV": 650, + "erv": 651, + "pr": 652, + "Ġun": 653, + "row": 654, + "ber": 655, + "Ġdo": 656, + "ll": 657, + "Ġel": 658, + "Ġself": 659, + "ated": 660, + "ary": 661, + "Ġ.": 662, + "']": 663, + "ud": 664, + "Ġen": 665, + "ĠTh": 666, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 667, + "te": 668, + "_c": 669, + "uct": 670, + "Ġab": 671, + "ork": 672, + ".get": 673, + "Ġ#": 674, + "aw": 675, + "ress": 676, + "ob": 677, + "Name": 678, + "201": 679, + "app": 680, + "['": 681, + "Ġall": 682, + "ory": 683, + "ition": 684, + "ance": 685, + "ear": 686, + "Ġcont": 687, + "vent": 688, + "ia": 689, + "Ġwill": 690, + "IN": 691, + "ĠĠĠĠĠĠĠĠĠ": 692, + "return": 693, + "Ġ": 760, + "\",Ċ": 761, + "ec": 762, + "ĠIn": 763, + "ph": 764, + "Ġ|": 765, + "_f": 766, + "Ġvar": 767, + "ence": 768, + "Id": 769, + "ree": 770, + "ink": 771, + "lect": 772, + "ug": 773, + "eth": 774, + "Ġelse": 775, + "----------------": 776, + "19": 777, + "cont": 778, + "Ġso": 779, + "atic": 780, + "Ġlo": 781, + "pro": 782, + "ton": 783, + "ss": 784, + "own": 785, + "abel": 786, + "oint": 787, + "ous": 788, + "eld": 789, + "ST": 790, + "The": 791, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 792, + "RE": 793, + "\":": 794, + "olor": 795, + "tp": 796, + "eg": 797, + "key": 798, + "ude": 799, + "ĠSt": 800, + "ound": 801, + "Ġar": 802, + "\");Ċ": 803, + "ener": 804, + "ser": 805, + "11": 806, + "bject": 807, + "essage": 808, + "fer": 809, + "Ġmore": 810, + "ations": 811, + "ents": 812, + "Ġhis": 813, + "Ġthey": 814, + ".S": 815, + "ĠY": 816, + "use": 817, + "ne": 818, + "ish": 819, + "old": 820, + "_d": 821, + "io": 822, + "ield": 823, + "Ġper": 824, + "Cont": 825, + "ings": 826, + "####": 827, + "Ġdata": 828, + "Ġsa": 829, + "ef": 830, + "fo": 831, + "Ġone": 832, + "eng": 833, + "Ġdis": 834, + "AT": 835, + "Ġname": 836, + "Ġtrue": 837, + "val": 838, + "led": 839, + ".f": 840, + "Ġne": 841, + "Ġend": 842, + "32": 843, + ".T": 844, + "16": 845, + "cre": 846, + "ark": 847, + "log": 848, + "Ex": 849, + "error": 850, + "_id": 851, + "urre": 852, + "ange": 853, + "Ġnull": 854, + "rray": 855, + "Ġmy": 856, + "pan": 857, + "ict": 858, + "ator": 859, + "View": 860, + "List": 861, + "ĉreturn": 862, + "âĢĿ": 863, + "Ġpre": 864, + "Ġx": 865, + "clude": 866, + "arg": 867, + "15": 868, + "ov": 869, + ".h": 870, + "Ġ>": 871, + "Ġtheir": 872, + "')": 873, + "irst": 874, + "ick": 875, + "gh": 876, + "LE": 877, + "OR": 878, + "Ġprivate": 879, + "tem": 880, + "čĊčĊ": 881, + "user": 882, + "Ġ)": 883, + "com": 884, + ".A": 885, + "\";Ċ": 886, + "Ġid": 887, + "read": 888, + "Ġwho": 889, + "_b": 890, + "\">Ċ": 891, + "Ġtime": 892, + "Ġman": 893, + "ry": 894, + "========": 895, + "roup": 896, + "rop": 897, + "public": 898, + "vel": 899, + "umber": 900, + "ble": 901, + "Ġwhich": 902, + "****************": 903, + "Ġany": 904, + "Ġfalse": 905, + "we": 906, + "Ġvalue": 907, + "Ġli": 908, + "\")": 909, + "nder": 910, + "gr": 911, + "Ġno": 912, + "param": 913, + "25": 914, + "fig": 915, + ".com": 916, + "Ġapp": 917, + "_l": 918, + "ions": 919, + ".D": 920, + "ĠCh": 921, + "Ġabout": 922, + "Ġadd": 923, + "Ġsu": 924, + "Ġstring": 925, + "ID": 926, + "Ġover": 927, + "string": 928, + ".l": 929, + "ource": 930, + "000": 931, + "_C": 932, + "]Ċ": 933, + "Ġqu": 934, + "ĠString": 935, + "ca": 936, + "SE": 937, + "Ġro": 938, + "sh": 939, + "ual": 940, + "Type": 941, + "son": 942, + "new": 943, + "ern": 944, + "Ġag": 945, + "AR": 946, + "];Ċ": 947, + "].": 948, + "Ġ?": 949, + "ical": 950, + "Ġdes": 951, + "uth": 952, + "ix": 953, + "ays": 954, + "Ġtype": 955, + "'t": 956, + "ault": 957, + "Ġinter": 958, + "var": 959, + ".b": 960, + "Ġpart": 961, + ".d": 962, + "urrent": 963, + "IT": 964, + "EN": 965, + "30": 966, + "enc": 967, + "(f": 968, + "ra": 969, + "value": 970, + "cho": 971, + "18": 972, + "utton": 973, + "ose": 974, + "14": 975, + "Ġ!=": 976, + "ater": 977, + "é": 978, + "reate": 979, + "oll": 980, + "pos": 981, + "yle": 982, + "ng": 983, + "AL": 984, + "using": 985, + "ames": 986, + "Ġ{čĊ": 987, + "ates": 988, + "ely": 989, + "Ġwork": 990, + "Ġem": 991, + "inal": 992, + "Ġsp": 993, + "Ġwhen": 994, + ".set": 995, + "ĠĠĠĠĠĠ": 996, + "):Ċ": 997, + "to": 998, + "quire": 999, + "indow": 1000, + "lement": 1001, + "pect": 1002, + "ash": 1003, + "[i": 1004, + "Ġuse": 1005, + ".F": 1006, + "pec": 1007, + "Ġad": 1008, + "ove": 1009, + "ception": 1010, + "ength": 1011, + "include": 1012, + "ader": 1013, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1014, + "atus": 1015, + "Th": 1016, + "itle": 1017, + "rit": 1018, + "void": 1019, + "().": 1020, + "(Ċ": 1021, + "Ġoff": 1022, + "Ġother": 1023, + "Ġ&&": 1024, + "';Ċ": 1025, + "ms": 1026, + "Ġbeen": 1027, + "Ġte": 1028, + "ml": 1029, + "co": 1030, + "nc": 1031, + "13": 1032, + "ervice": 1033, + "Ġ%": 1034, + "**Ċ": 1035, + "ann": 1036, + "ade": 1037, + "ĊĊĊĊ": 1038, + "lock": 1039, + "const": 1040, + "100": 1041, + "ponse": 1042, + "Ġsup": 1043, + "++": 1044, + "date": 1045, + "Ġacc": 1046, + "Ġhad": 1047, + "Ġbu": 1048, + "200": 1049, + "ĠRe": 1050, + "Ġwere": 1051, + "Ġfile": 1052, + "Ġwould": 1053, + "ĠâĢľ": 1054, + "ven": 1055, + "iss": 1056, + "Ġour": 1057, + "class": 1058, + "raw": 1059, + "Ġyear": 1060, + "Data": 1061, + "Ġval": 1062, + "Ġsome": 1063, + "fter": 1064, + "ys": 1065, + "Ġ///": 1066, + "round": 1067, + "view": 1068, + "Ġpe": 1069, + "Ġthere": 1070, + "Ġsaid": 1071, + "du": 1072, + "of": 1073, + "line": 1074, + "/*": 1075, + "duct": 1076, + "Ġher": 1077, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1078, + "Res": 1079, + "Ġco": 1080, + "Ġcomm": 1081, + "ise": 1082, + "min": 1083, + "ĠĠĠĠĊ": 1084, + "#include": 1085, + "ethod": 1086, + ".P": 1087, + "ute": 1088, + "Ġass": 1089, + "Int": 1090, + "ask": 1091, + "loc": 1092, + "Ġlike": 1093, + "ody": 1094, + "Ġlet": 1095, + "load": 1096, + "Ġam": 1097, + "rol": 1098, + "Ġgr": 1099, + "yp": 1100, + "Ġalso": 1101, + "ĠIt": 1102, + "url": 1103, + "ific": 1104, + "ors": 1105, + "_P": 1106, + "_n": 1107, + "igh": 1108, + "Ġthan": 1109, + "Com": 1110, + "AN": 1111, + "UL": 1112, + "ating": 1113, + "17": 1114, + "ĠThis": 1115, + "ref": 1116, + "_S": 1117, + "Ġstatic": 1118, + "roll": 1119, + "Ġjust": 1120, + "Ġresult": 1121, + "ian": 1122, + "idth": 1123, + "Ġthem": 1124, + "));Ċ": 1125, + "der": 1126, + "reak": 1127, + "Con": 1128, + "://": 1129, + "ule": 1130, + "...": 1131, + "arch": 1132, + "ement": 1133, + "Ġ<<": 1134, + "50": 1135, + "ush": 1136, + "ense": 1137, + "arr": 1138, + "Ġinto": 1139, + "cess": 1140, + "amp": 1141, + "ied": 1142, + "ument": 1143, + "Ġ\\": 1144, + "],": 1145, + "wo": 1146, + "als": 1147, + "Ġwhat": 1148, + "anc": 1149, + "Value": 1150, + "='": 1151, + "olum": 1152, + "Ġpos": 1153, + "ages": 1154, + "ayer": 1155, + "Ġsc": 1156, + "ues": 1157, + "\")Ċ": 1158, + "_T": 1159, + "Ġlist": 1160, + "(s": 1161, + "Ġcase": 1162, + "Ch": 1163, + "ĉĉĉĉĉ": 1164, + "////////": 1165, + "ponent": 1166, + "Ġz": 1167, + "Ġkn": 1168, + "let": 1169, + "DE": 1170, + "red": 1171, + "Ġfe": 1172, + "Ġ},Ċ": 1173, + "Ġ,": 1174, + "(t": 1175, + "Ġfirst": 1176, + "');Ċ": 1177, + "word": 1178, + "Ġimport": 1179, + "Ġact": 1180, + "Ġchar": 1181, + "CT": 1182, + "ĠTr": 1183, + "ople": 1184, + "={": 1185, + "ĉf": 1186, + "24": 1187, + "ient": 1188, + "cent": 1189, + ".j": 1190, + "lection": 1191, + "))Ċ": 1192, + "Ġonly": 1193, + "Ġprint": 1194, + "mer": 1195, + ".W": 1196, + "ock": 1197, + "Ġ--": 1198, + "Text": 1199, + "Ġop": 1200, + "ank": 1201, + "Ġits": 1202, + "Ġback": 1203, + "[\"": 1204, + "Ġneed": 1205, + "Ġcl": 1206, + "Ġsub": 1207, + "Ġla": 1208, + "((": 1209, + ".\"": 1210, + "Object": 1211, + "Ġstart": 1212, + "file": 1213, + "(self": 1214, + "ner": 1215, + "ey": 1216, + "Ġuser": 1217, + "Ġent": 1218, + "ĠCom": 1219, + "its": 1220, + "ĠCon": 1221, + "ouble": 1222, + "ower": 1223, + "item": 1224, + "very": 1225, + "ĠWe": 1226, + "64": 1227, + "lick": 1228, + "ĠQ": 1229, + "php": 1230, + "ttp": 1231, + "':": 1232, + "ics": 1233, + "Ġunder": 1234, + "Ġ*Ċ": 1235, + ".L": 1236, + ");": 1237, + "ices": 1238, + "Ġreg": 1239, + ")čĊ": 1240, + "ĉpublic": 1241, + "SS": 1242, + "Ġthen": 1243, + "reat": 1244, + "ious": 1245, + ".G": 1246, + "ek": 1247, + "irect": 1248, + "heck": 1249, + "cript": 1250, + "ning": 1251, + "ĠUn": 1252, + "Ġmay": 1253, + "ĠWh": 1254, + "Bo": 1255, + "Item": 1256, + "struct": 1257, + ".st": 1258, + "ream": 1259, + "ible": 1260, + "loat": 1261, + "Ġorg": 1262, + "und": 1263, + "sum": 1264, + "_in": 1265, + "../": 1266, + "_M": 1267, + "Ġhow": 1268, + "rite": 1269, + "'Ċ": 1270, + "To": 1271, + "40": 1272, + "ww": 1273, + "Ġpeople": 1274, + "index": 1275, + ".n": 1276, + "http": 1277, + "(m": 1278, + "ector": 1279, + "Ġind": 1280, + "Ġjav": 1281, + "],Ċ": 1282, + "ĠHe": 1283, + "_st": 1284, + "ful": 1285, + "ole": 1286, + "){Ċ": 1287, + "Ġshould": 1288, + "opy": 1289, + "elp": 1290, + "ier": 1291, + "_name": 1292, + "erson": 1293, + "ION": 1294, + "ote": 1295, + "Ġtest": 1296, + "Ġbet": 1297, + "rror": 1298, + "ular": 1299, + "ãĢ": 1300, + "ĠÐ": 1301, + "bs": 1302, + "ting": 1303, + "Ġmake": 1304, + "Tr": 1305, + "Ġafter": 1306, + "arget": 1307, + "RO": 1308, + "olumn": 1309, + "rc": 1310, + "_re": 1311, + "define": 1312, + "22": 1313, + "Ġright": 1314, + "right": 1315, + "day": 1316, + "Ġlong": 1317, + "[]": 1318, + "(p": 1319, + "td": 1320, + "cond": 1321, + "ĠPro": 1322, + "Ġrem": 1323, + "ptions": 1324, + "vid": 1325, + ".g": 1326, + "Ġext": 1327, + "Ġ__": 1328, + "')Ċ": 1329, + "pace": 1330, + "mp": 1331, + "Ġmin": 1332, + "stance": 1333, + "air": 1334, + "action": 1335, + "wh": 1336, + "type": 1337, + "util": 1338, + "ait": 1339, + "ĊĊ": 1363, + "Ġshe": 1364, + "\"]": 1365, + "aph": 1366, + "Ġexp": 1367, + "erty": 1368, + "ĠSe": 1369, + "Ġpar": 1370, + "unc": 1371, + "ET": 1372, + "Ġread": 1373, + "print": 1374, + "Ġrel": 1375, + "Ġform": 1376, + "Ġdr": 1377, + "Exception": 1378, + "input": 1379, + "Ġtrans": 1380, + "########": 1381, + "order": 1382, + "By": 1383, + "Ġaw": 1384, + "ities": 1385, + "uff": 1386, + "play": 1387, + ".add": 1388, + "ĠâĢĵ": 1389, + "Ġwant": 1390, + "Ġcomp": 1391, + "ments": 1392, + "Ġ||": 1393, + "az": 1394, + "be": 1395, + "Ġnumber": 1396, + "Ġrequire": 1397, + "ĠEx": 1398, + "60": 1399, + "Ġcol": 1400, + "Ġkey": 1401, + "ember": 1402, + "Ġtwo": 1403, + "Ġsize": 1404, + "Ġwhere": 1405, + "UT": 1406, + "result": 1407, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1408, + "ough": 1409, + "orld": 1410, + "ood": 1411, + "uch": 1412, + "ative": 1413, + "ger": 1414, + "arent": 1415, + "Ġ/*": 1416, + "Ġarg": 1417, + "Ġwhile": 1418, + "23": 1419, + "(this": 1420, + "Ġrec": 1421, + "Ġdif": 1422, + "State": 1423, + "Ġspec": 1424, + "ride": 1425, + "_F": 1426, + "Ġlook": 1427, + "AM": 1428, + "ility": 1429, + "eter": 1430, + "âĢĻt": 1431, + "ĊĊĊ": 1432, + "ayout": 1433, + "--------------------------------": 1434, + "ager": 1435, + "Ġcould": 1436, + "Ġbr": 1437, + "ends": 1438, + "ures": 1439, + "Ġknow": 1440, + "ets": 1441, + "ĠIf": 1442, + "ĠSh": 1443, + ".w": 1444, + "back": 1445, + "Ġser": 1446, + "Ġ+=": 1447, + "Ġfr": 1448, + "());Ċ": 1449, + "Ġhand": 1450, + "Ind": 1451, + "ULL": 1452, + "Im": 1453, + "();ĊĊ": 1454, + "Ġmost": 1455, + "Ġtry": 1456, + "Ġnow": 1457, + "rough": 1458, + ">čĊ": 1459, + "ackage": 1460, + "Ġhim": 1461, + "._": 1462, + "ify": 1463, + "Ġbreak": 1464, + "Ġ);Ċ": 1465, + "ren": 1466, + "#define": 1467, + "itt": 1468, + "Ġap": 1469, + "ĉc": 1470, + "(n": 1471, + "ĠYou": 1472, + ":ĊĊ": 1473, + "-m": 1474, + "Ġevery": 1475, + "ustom": 1476, + "lient": 1477, + "ocument": 1478, + "cription": 1479, + "Error": 1480, + "-b": 1481, + "о": 1482, + "][": 1483, + "99": 1484, + "trans": 1485, + "Ġpoint": 1486, + "Ġstd": 1487, + "Ġfil": 1488, + "Time": 1489, + "80": 1490, + "Ġmod": 1491, + "Ġ->": 1492, + "Ġerror": 1493, + "ah": 1494, + "Ġtext": 1495, + "roller": 1496, + "lose": 1497, + "ql": 1498, + "Ġpol": 1499, + "><": 1822, + ".B": 1823, + "-c": 1824, + "Ġopen": 1825, + "Ġest": 1826, + "ĠĠĠĠĠĠĠĠĊ": 1827, + "Ġnext": 1828, + "IM": 1829, + "ÑĤ": 1830, + "OT": 1831, + "ó": 1832, + "Ġfollow": 1833, + "content": 1834, + "ĠĠĠĠĠĠĠĠĠĠĠĠ": 1835, + "Ġinclud": 1836, + "HE": 1837, + "ĠRes": 1838, + "Ġhref": 1839, + "и": 1840, + "Ġcar": 1841, + "ypes": 1842, + "image": 1843, + "Un": 1844, + "Ġbool": 1845, + "AD": 1846, + "Ġgame": 1847, + ".Form": 1848, + "rows": 1849, + "*/": 1850, + "velop": 1851, + ".Drawing": 1852, + "Ġpath": 1853, + "ision": 1854, + "Ġeach": 1855, + "ĠPl": 1856, + "_type": 1857, + "Path": 1858, + "nection": 1859, + "Ġav": 1860, + "').": 1861, + "Ġsupport": 1862, + "ENT": 1863, + "rem": 1864, + "\").": 1865, + "Ġown": 1866, + "Ġcor": 1867, + "count": 1868, + "miss": 1869, + "ually": 1870, + "Ġmem": 1871, + "std": 1872, + "ience": 1873, + "search": 1874, + "\"ĊĊ": 1875, + "Form": 1876, + "Ġsex": 1877, + "ename": 1878, + "Ġsign": 1879, + "Ġet": 1880, + "ĠĠĠĠĠĠĠĠĠĠ": 1881, + "','": 1882, + "ĠApp": 1883, + "Ġthose": 1884, + "off": 1885, + "Ġerr": 1886, + "Ġsystem": 1887, + "Ġbest": 1888, + "code": 1889, + "Ġsame": 1890, + "Ġdi": 1891, + "uss": 1892, + "Ġcreate": 1893, + "ather": 1894, + "Array": 1895, + ".in": 1896, + "fe": 1897, + "Service": 1898, + "UN": 1899, + "ats": 1900, + "ĠZ": 1901, + "alth": 1902, + "Ġmade": 1903, + "true": 1904, + "AB": 1905, + "Ġmark": 1906, + "rid": 1907, + "ified": 1908, + ",čĊ": 1909, + "yn": 1910, + "press": 1911, + "Ġgroup": 1912, + "Ġfin": 1913, + "ĠLicense": 1914, + "Field": 1915, + "eger": 1916, + "Ġworld": 1917, + "iness": 1918, + "ty": 1919, + "Ġprocess": 1920, + "(b": 1921, + "Ġcre": 1922, + "arn": 1923, + "ives": 1924, + "Ġmain": 1925, + "ideo": 1926, + "36": 1927, + "_g": 1928, + "AG": 1929, + "valid": 1930, + "img": 1931, + "PI": 1932, + "Ġcolor": 1933, + "Ġreport": 1934, + "Ġtake": 1935, + "rib": 1936, + "OM": 1937, + "Ġday": 1938, + "Request": 1939, + "Ġsk": 1940, + "bers": 1941, + "ĉs": 1942, + ".Add": 1943, + "oot": 1944, + "Image": 1945, + "Ġcomple": 1946, + "ollection": 1947, + "Ġtop": 1948, + "Ġfree": 1949, + "AS": 1950, + "De": 1951, + "ĠOn": 1952, + "IG": 1953, + "90": 1954, + "eta": 1955, + "Date": 1956, + "Ġaction": 1957, + "34": 1958, + "Over": 1959, + "itor": 1960, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1961, + "not": 1962, + "Ġindex": 1963, + "her": 1964, + "icon": 1965, + "On": 1966, + ";čĊčĊ": 1967, + "ivity": 1968, + "mand": 1969, + ".Windows": 1970, + "OL": 1971, + "Ġreal": 1972, + "Ġmax": 1973, + "land": 1974, + "....": 1975, + "raph": 1976, + "Ġbuild": 1977, + "leg": 1978, + "assword": 1979, + "?ĊĊ": 1980, + "âĢ¦": 1981, + "ook": 1982, + "uck": 1983, + "Ġmessage": 1984, + "test": 1985, + "ivers": 1986, + "38": 1987, + "Ġinput": 1988, + "Ġart": 1989, + "Ġbetween": 1990, + "Get": 1991, + "enter": 1992, + "ground": 1993, + "ene": 1994, + "á": 1995, + ".length": 1996, + "Node": 1997, + "(i": 1998, + "Class": 1999, + "for": 2000, + "ĠâĢĶ": 2001, + "ten": 2002, + "oin": 2003, + "Ġke": 2004, + "ui": 2005, + "ĠIN": 2006, + "Ġtable": 2007, + "sub": 2008, + "ĠLe": 2009, + "Ġhead": 2010, + "Ġmust": 2011, + "////////////////": 2012, + ".util": 2013, + "Context": 2014, + "Ġorder": 2015, + "Ġmov": 2016, + "over": 2017, + "Ġcontin": 2018, + "Ġsay": 2019, + "static": 2020, + ".Text": 2021, + "ĠclassName": 2022, + "pany": 2023, + "Ġter": 2024, + "head": 2025, + "rg": 2026, + "Ġproduct": 2027, + "This": 2028, + ".âĢĿ": 2029, + "ĠBut": 2030, + "70": 2031, + "loy": 2032, + "Ġdouble": 2033, + "sg": 2034, + "Ġplace": 2035, + ".x": 2036, + "message": 2037, + "Ġinformation": 2038, + "private": 2039, + "Ġoper": 2040, + "ced": 2041, + "db": 2042, + "\">": 2228, + "aterial": 2229, + "iled": 2230, + "Ġput": 2231, + "Qu": 2232, + "ÑĢ": 2233, + "ung": 2234, + "map": 2235, + "ĉĉĉĉĉĉĉĉ": 2236, + "Ġlevel": 2237, + "Component": 2238, + "book": 2239, + "creen": 2240, + "_RE": 2241, + "Ġconfig": 2242, + "ãģ": 2243, + "Or": 2244, + ".data": 2245, + "Ġdocument": 2246, + "\",\"": 2247, + "tribute": 2248, + "ux": 2249, + "Log": 2250, + "ference": 2251, + "post": 2252, + "_e": 2253, + "Ġlocal": 2254, + "andom": 2255, + "assert": 2256, + "Val": 2257, + "lected": 2258, + "ina": 2259, + "atabase": 2260, + "Add": 2261, + "Ġcontent": 2262, + ".print": 2263, + "signed": 2264, + "ric": 2265, + ".\"ĊĊ": 2266, + "Ġfa": 2267, + "!ĊĊ": 2268, + "-f": 2269, + "ived": 2270, + "Ġquest": 2271, + ".ex": 2272, + "Ġfloat": 2273, + "Ġdevelop": 2274, + "оÐ": 2275, + "Map": 2276, + "ading": 2277, + "Ġposs": 2278, + "UE": 2279, + "namespace": 2280, + "_O": 2281, + "ĉb": 2282, + ".Get": 2283, + ">(": 2284, + "json": 2285, + "etails": 2286, + "66": 2287, + "Ġtoo": 2288, + "Ġextends": 2289, + "ĠNone": 2290, + "Ġfore": 2291, + "(String": 2292, + "format": 2293, + "Ġgreat": 2294, + "inter": 2295, + "cale": 2296, + "Ñģ": 2297, + "ron": 2298, + "iving": 2299, + "Ent": 2300, + "ency": 2301, + "xt": 2302, + "oy": 2303, + "05": 2304, + "Ġmonth": 2305, + "Ġhapp": 2306, + "Ġsuper": 2307, + "bar": 2308, + "default": 2309, + "_de": 2310, + "ords": 2311, + "ln": 2312, + "({Ċ": 2313, + "ĠInd": 2314, + "ases": 2315, + "Ġtitle": 2316, + "Ġcontext": 2317, + "08": 2318, + "oh": 2319, + "-p": 2320, + "Em": 2321, + "Ġmet": 2322, + "Test": 2323, + "Ġlife": 2324, + "_v": 2325, + "ĠUS": 2326, + "UI": 2327, + "ocation": 2328, + "md": 2329, + "Ġ[Ċ": 2330, + "Ġ]": 2331, + "sw": 2332, + "Ġincre": 2333, + "script": 2334, + "ential": 2335, + "ways": 2336, + ".de": 2337, + "Ġsrc": 2338, + "Ġcatch": 2339, + "ĠAmeric": 2340, + "//Ċ": 2341, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2342, + "Ġpay": 2343, + "plit": 2344, + "âĢĶ": 2345, + "Ġcoun": 2346, + "obj": 2347, + ".php": 2348, + "Ġchange": 2349, + "ething": 2350, + "'re": 2351, + "aster": 2352, + "los": 2353, + "lation": 2354, + "ĠĠĊ": 2355, + "Le": 2356, + "ä": 2357, + "({": 2358, + "ready": 2359, + "ĠNo": 2360, + "Ġposition": 2361, + "Ġold": 2362, + "Ġbook": 2363, + "abled": 2364, + "bug": 2365, + "202": 2366, + "Hand": 2367, + "};ĊĊ": 2368, + "isplay": 2369, + "aving": 2370, + "04": 2371, + "Ġgover": 2372, + "Ġversion": 2373, + "System": 2374, + "nect": 2375, + "response": 2376, + "Style": 2377, + "Up": 2378, + "angu": 2379, + "Ġthree": 2380, + "init": 2381, + "ero": 2382, + "Ġlaw": 2383, + "endif": 2384, + "Ġbase": 2385, + "email": 2386, + "(l": 2387, + "_V": 2388, + "Ġconf": 2389, + "ATE": 2390, + "Ġduring": 2391, + "tes": 2392, + "Ġconsole": 2393, + "ĠPr": 2394, + "Ġspe": 2395, + "ves": 2396, + "65": 2397, + "path": 2398, + "ialog": 2399, + "dition": 2400, + "_to": 2401, + "ards": 2402, + "Ġagainst": 2403, + "etwork": 2404, + "ĠPh": 2405, + "_L": 2406, + "cur": 2407, + "imit": 2408, + "With": 2409, + "Ġpower": 2410, + "ium": 2411, + "';ĊĊ": 2412, + "Ġwom": 2413, + "left": 2414, + "ources": 2415, + "atri": 2416, + "ĠIm": 2417, + "ĠMan": 2418, + "orth": 2419, + "${": 2420, + "88": 2421, + "quals": 2422, + "ese": 2423, + "_size": 2424, + "Ġiss": 2425, + "otal": 2426, + "-g": 2427, + "ique": 2428, + "rame": 2429, + "Ġwidth": 2430, + "erg": 2431, + ")(": 2432, + "ittle": 2433, + "TR": 2434, + "ĠThey": 2435, + "ences": 2436, + "02": 2437, + "rl": 2438, + "ons": 2439, + "Ġlabel": 2440, + ".y": 2441, + "-t": 2442, + "update": 2443, + "anel": 2444, + "sc": 2445, + ".to": 2446, + "Ġproject": 2447, + "ü": 2448, + "Ġelement": 2449, + "Ġsuccess": 2450, + "ĉĉĊ": 2451, + ".sh": 2452, + "ram": 2453, + "ched": 2454, + "())Ċ": 2455, + "Ġ(Ċ": 2456, + "Ġdate": 2457, + "Ġtot": 2458, + "_ST": 2459, + "All": 2460, + "ification": 2461, + "ĉvar": 2462, + "Ġtri": 2463, + "chem": 2464, + "my": 2465, + "Ġbig": 2466, + "ĠAd": 2467, + "ĠAt": 2468, + "ots": 2469, + "num": 2470, + "Act": 2471, + "Ġmap": 2472, + "era": 2473, + "cope": 2474, + ".$": 2475, + ",âĢĿ": 2476, + "Ġpop": 2477, + "Ġfew": 2478, + "Ġlen": 2479, + "uid": 2480, + "eters": 2481, + "ules": 2482, + "ÃŃ": 2483, + "source": 2484, + "https": 2485, + "Ġdem": 2486, + "Ġear": 2487, + "################": 2488, + "Ġmatch": 2489, + "ories": 2490, + "49": 2491, + "aces": 2492, + "ĠCl": 2493, + "Ġnode": 2494, + "78": 2495, + "irc": 2496, + "local": 2497, + "unity": 2498, + "};Ċ": 2499, + "Ġanother": 2500, + "<<": 2501, + "ogle": 2502, + "Ġsit": 2503, + "ework": 2504, + "TE": 2505, + ".I": 2506, + "NS": 2507, + "ology": 2508, + "ought": 2509, + ".Cont": 2510, + ">>": 2511, + "Ġcare": 2512, + "state": 2513, + "ĉprivate": 2514, + "Ġeffect": 2515, + "++)": 2516, + "_file": 2517, + "ending": 2518, + "Line": 2519, + "For": 2520, + "ior": 2521, + "ĠSc": 2522, + "Ġfun": 2523, + ".Size": 2524, + "ĉelse": 2525, + "])": 2526, + "start": 2527, + "vious": 2528, + "Ġ},": 2529, + "ours": 2530, + "Ġleg": 2531, + "Ġservice": 2532, + "Ġsince": 2533, + "iron": 2534, + "Label": 2535, + "Ġnon": 2536, + "Ġlos": 2537, + "iction": 2538, + "Ġfull": 2539, + "acter": 2540, + "board": 2541, + "gress": 2542, + "Ġturn": 2543, + "ither": 2544, + "09": 2545, + ".size": 2546, + "Ġbody": 2547, + "resh": 2548, + "eturn": 2549, + "199": 2550, + "(_": 2551, + "yles": 2552, + "ormal": 2553, + "pi": 2554, + "Ġsomething": 2555, + "!--": 2556, + "uint": 2557, + "Ġprodu": 2558, + "Ġstand": 2559, + "Ġproble": 2560, + "Ġavailable": 2561, + "mt": 2562, + "ĠBl": 2563, + "Ġ...": 2564, + "Ġblock": 2565, + "Input": 2566, + "Ġkeep": 2567, + "Count": 2568, + "open": 2569, + "Ġ['": 2570, + "Ġthrow": 2571, + "uilder": 2572, + "Action": 2573, + "Ġthings": 2574, + "True": 2575, + "Ġurl": 2576, + "ĠBo": 2577, + "printf": 2578, + "Ġred": 2579, + "js": 2580, + ".create": 2581, + "ĠOr": 2582, + "Status": 2583, + "Instance": 2584, + "Ġcontrol": 2585, + "Ġcome": 2586, + "Ġcustom": 2587, + "location": 2588, + "07": 2589, + "model": 2590, + "ĠčĊ": 2591, + "Ġsource": 2592, + "Ġeas": 2593, + ".out": 2594, + "]ĊĊ": 2595, + "oney": 2596, + "Ġawait": 2597, + "Ġpartic": 2598, + "AP": 2599, + "ublish": 2600, + "odes": 2601, + "_pro": 2602, + "ply": 2603, + "riter": 2604, + "Ġprov": 2605, + "Ġmill": 2606, + "HT": 2607, + "])Ċ": 2608, + "Ġchang": 2609, + "Ġask": 2610, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2611, + "Ġoutput": 2612, + "Ġemail": 2613, + "68": 2614, + ".push": 2615, + "Ġ}čĊčĊ": 2616, + "ination": 2617, + "47": 2618, + "atrix": 2619, + "Table": 2620, + "uccess": 2621, + "]);Ċ": 2622, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2623, + "Ġdisc": 2624, + "([": 2625, + "Ġbusiness": 2626, + "height": 2627, + ".html": 2628, + "ta": 2629, + "field": 2630, + "Ġrequired": 2631, + "_R": 2632, + "Ġgovern": 2633, + "}čĊčĊ": 2634, + "lex": 2635, + "500": 2636, + ".,": 2637, + "ĠSet": 2638, + "urch": 2639, + "///": 2640, + "ts": 2641, + "af": 2642, + "Ġmight": 2643, + "istory": 2644, + "Str": 2645, + "Ġnever": 2646, + "Response": 2647, + "arse": 2648, + "ada": 2649, + "ĠHow": 2650, + "Ġ*)": 2651, + "Ġ;": 2652, + "Ġhard": 2653, + "Ad": 2654, + "Ġintern": 2655, + "used": 2656, + "(data": 2657, + "mod": 2658, + "annel": 2659, + "Ġnp": 2660, + "ugg": 2661, + "Ġ/>Ċ": 2662, + "Ġcalled": 2663, + "body": 2664, + "Ġcho": 2665, + "(r": 2666, + "_set": 2667, + "ird": 2668, + "Ġ>=": 2669, + "Ġ};Ċ": 2670, + "Ġoptions": 2671, + "ĠGener": 2672, + "Ġheight": 2673, + "Point": 2674, + "You": 2675, + "ety": 2676, + "Click": 2677, + "Ġsmall": 2678, + "Ġide": 2679, + "Ġaccess": 2680, + "anguage": 2681, + "Ġprotected": 2682, + "Ġjob": 2683, + "ĠThere": 2684, + "Def": 2685, + "Ġaddress": 2686, + "Ġuint": 2687, + "Not": 2688, + "oo": 2689, + "aps": 2690, + "": 2828, + "ĉĠĠĠ": 2829, + "\"))": 2830, + "Content": 2831, + "_W": 2832, + "plement": 2833, + "Ġwon": 2834, + "Ġvideo": 2835, + "adi": 2836, + "point": 2837, + "%%": 2838, + "03": 2839, + "Ġgl": 2840, + "erved": 2841, + "viron": 2842, + "IF": 2843, + "uted": 2844, + "ãĥ": 2845, + "'m": 2846, + "Ġcert": 2847, + "Ġprof": 2848, + "Ġcell": 2849, + "ari": 2850, + "Ġplayer": 2851, + "ais": 2852, + "Ġcost": 2853, + "Ġhum": 2854, + "(R": 2855, + "Ġoffic": 2856, + "ks": 2857, + ".text": 2858, + "atures": 2859, + "Ġtotal": 2860, + "Ġ*/ĊĊ": 2861, + "ope": 2862, + "Ġstat": 2863, + "UM": 2864, + "Ġload": 2865, + "ights": 2866, + "Ġclear": 2867, + "uro": 2868, + "Ġtechn": 2869, + "upport": 2870, + "IR": 2871, + "Ġrow": 2872, + "Ġseem": 2873, + "Ġq": 2874, + "Ġshort": 2875, + "ĠNot": 2876, + "ipp": 2877, + "Group": 2878, + "section": 2879, + "max": 2880, + "irl": 2881, + "Ġoverride": 2882, + "Ġcompany": 2883, + "Ġdone": 2884, + "\");čĊ": 2885, + "Ġgre": 2886, + ".Re": 2887, + "Ġbelie": 2888, + "rist": 2889, + "Ġhealth": 2890, + "ANT": 2891, + "()ĊĊ": 2892, + "ĠBe": 2893, + ".value": 2894, + "ĠGr": 2895, + "ottom": 2896, + "Ġargs": 2897, + "PT": 2898, + "status": 2899, + "func": 2900, + "uments": 2901, + "-h": 2902, + "Number": 2903, + ":čĊ": 2904, + "ĠLog": 2905, + "erver": 2906, + "Ġ),Ċ": 2907, + "ament": 2908, + "Ġobj": 2909, + "inc": 2910, + "Ġchildren": 2911, + "icy": 2912, + "IZ": 2913, + "ands": 2914, + "ably": 2915, + "Ġdistrib": 2916, + "Ġcur": 2917, + "erial": 2918, + "Ġdays": 2919, + "reated": 2920, + "rect": 2921, + "-l": 2922, + "irm": 2923, + "idden": 2924, + "omb": 2925, + "Ġinitial": 2926, + ".js": 2927, + "Ġâ": 2928, + "Query": 2929, + "Ġonline": 2930, + "imal": 2931, + ".con": 2932, + "au": 2933, + "Url": 2934, + "control": 2935, + "irection": 2936, + "Ġinstance": 2937, + "ORT": 2938, + "ĠFr": 2939, + "where": 2940, + "Ġjavax": 2941, + "Ġorgan": 2942, + "apter": 2943, + "Ġreason": 2944, + "options": 2945, + "59": 2946, + "ĠMar": 2947, + "(a": 2948, + "Ġwithin": 2949, + ".âĢĿĊĊ": 2950, + "ODE": 2951, + "_DE": 2952, + "admin": 2953, + "ended": 2954, + "Ġdesign": 2955, + "ĠData": 2956, + "une": 2957, + "ĠFile": 2958, + "root": 2959, + "Ġcent": 2960, + "Ġarr": 2961, + "_add": 2962, + "len": 2963, + "page": 2964, + ",'": 2965, + "_str": 2966, + "Ġbro": 2967, + "ability": 2968, + "outh": 2969, + "58": 2970, + "/c": 2971, + "pose": 2972, + "irtual": 2973, + "earch": 2974, + "_url": 2975, + "argin": 2976, + "Http": 2977, + "Ġschool": 2978, + "ava": 2979, + "Ġconsider": 2980, + ".label": 2981, + "ĠArray": 2982, + "42": 2983, + "web": 2984, + "opt": 2985, + ".println": 2986, + "ulation": 2987, + "Ġfunc": 2988, + "PL": 2989, + "Ġ\"\\": 2990, + "ĠText": 2991, + "actory": 2992, + "(function": 2993, + "null": 2994, + "Ġeng": 2995, + "down": 2996, + "Ġinclude": 2997, + "ĠEn": 2998, + "ĠDr": 2999, + "Ġdb": 3000, + "!!": 3001, + "side": 3002, + "Ġinit": 3003, + "quired": 3004, + "ĠShe": 3005, + "Column": 3006, + "react": 3007, + "Ġann": 3008, + "Ġstop": 3009, + "Ġlater": 3010, + "ĠThat": 3011, + "ention": 3012, + "df": 3013, + "UG": 3014, + "ILE": 3015, + "Ġclient": 3016, + "raft": 3017, + "ffer": 3018, + "POST": 3019, + "elper": 3020, + "Ġlove": 3021, + "quote": 3022, + "oud": 3023, + "Ġjson": 3024, + "Ġable": 3025, + "Ġmen": 3026, + "AX": 3027, + "ĠCopyright": 3028, + "ö": 3029, + "avig": 3030, + "req": 3031, + "Client": 3032, + "});Ċ": 3033, + ".Com": 3034, + "erc": 3035, + "ilt": 3036, + "pecial": 3037, + "_com": 3038, + "room": 3039, + ".Name": 3040, + "Ġgive": 3041, + "amb": 3042, + "ike": 3043, + "Ġcondition": 3044, + "client": 3045, + "ators": 3046, + ":\"": 3047, + "Ġcopy": 3048, + "uture": 3049, + "iversity": 3050, + "ernal": 3051, + "{{": 3052, + "ĠCan": 3053, + "ounc": 3054, + "do": 3055, + "Ġocc": 3056, + "Ġappro": 3057, + "thers": 3058, + "ze": 3059, + "Ġeither": 3060, + "ĠFl": 3061, + "Ġimportant": 3062, + "Ġlead": 3063, + "attr": 3064, + "ART": 3065, + "Equal": 3066, + "Ġda": 3067, + "etch": 3068, + "entity": 3069, + "Ġfamily": 3070, + "adding": 3071, + "Ġoption": 3072, + "Ġexist": 3073, + "ica": 3074, + "ĠObject": 3075, + "69": 3076, + "'ve": 3077, + "vers": 3078, + "itional": 3079, + "67": 3080, + "output": 3081, + "ĠTrue": 3082, + "ĠOF": 3083, + "_time": 3084, + "Ġoffer": 3085, + "Ġ});ĊĊ": 3086, + "HER": 3087, + "egin": 3088, + "\"\"": 3089, + "Ġwater": 3090, + "Ġche": 3091, + "ĠMy": 3092, + "ored": 3093, + "Ġstep": 3094, + "ances": 3095, + "CK": 3096, + "AY": 3097, + "à¸": 3098, + "struction": 3099, + "(C": 3100, + "300": 3101, + "ouch": 3102, + "Stream": 3103, + "active": 3104, + "ama": 3105, + "Entity": 3106, + "product": 3107, + "(){Ċ": 3108, + "Ġgovernment": 3109, + "ĠID": 3110, + "ajor": 3111, + "And": 3112, + "Ġdisplay": 3113, + "л": 3114, + "Ġtimes": 3115, + "Ġfour": 3116, + "Ġfar": 3117, + "Ġpresent": 3118, + "ĠNS": 3119, + "Ġ\\Ċ": 3120, + "uest": 3121, + "Ġbas": 3122, + "echo": 3123, + "child": 3124, + "ifier": 3125, + "Handler": 3126, + "Ġlib": 3127, + "Property": 3128, + "translation": 3129, + "Ġroom": 3130, + "Ġonce": 3131, + "Ġ[]": 3132, + "center": 3133, + "================================": 3134, + "Ġresults": 3135, + "Ġcontinue": 3136, + "Ġtalk": 3137, + "_get": 3138, + "Ġgrow": 3139, + ".sw": 3140, + "eb": 3141, + "ĠPublic": 3142, + "OP": 3143, + "ecute": 3144, + "ols": 3145, + "Ġ**": 3146, + "\");ĊĊ": 3147, + "Ġmass": 3148, + "ured": 3149, + ".class": 3150, + "omic": 3151, + "Ġmean": 3152, + "ips": 3153, + "Ġaut": 3154, + ");čĊčĊ": 3155, + "Ġuntil": 3156, + "Ġmarket": 3157, + "Ġarea": 3158, + "uit": 3159, + "Ġlength": 3160, + "ĠWith": 3161, + "structor": 3162, + "event": 3163, + "\"><": 3164, + "ĠSp": 3165, + "IV": 3166, + "Ġmus": 3167, + "iff": 3168, + "Ġkind": 3169, + "author": 3170, + "ounds": 3171, + "mb": 3172, + "_key": 3173, + "41": 3174, + "width": 3175, + "pository": 3176, + "Ġlight": 3177, + "uk": 3178, + "Row": 3179, + "ohn": 3180, + "alf": 3181, + "vironment": 3182, + "apper": 3183, + "ollections": 3184, + "Ġside": 3185, + "_info": 3186, + "Ġexample": 3187, + "imary": 3188, + "Ġwr": 3189, + "Ġcamp": 3190, + "cribe": 3191, + "255": 3192, + "\"/": 3193, + "Ġmiss": 3194, + "way": 3195, + "Ġbased": 3196, + "Ġplan": 3197, + "Vis": 3198, + "omain": 3199, + "unk": 3200, + "Ġaway": 3201, + "UP": 3202, + "": 3452, + "Ġden": 3453, + "obile": 3454, + "change": 3455, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ": 3456, + "ici": 3457, + "na": 3458, + "ĠForm": 3459, + "Ġsort": 3460, + "Select": 3461, + "pare": 3462, + "Ġthought": 3463, + "_con": 3464, + "Ġtask": 3465, + "ocus": 3466, + "ĠDE": 3467, + "ĠMin": 3468, + "Ġopt": 3469, + "ĉbreak": 3470, + "umer": 3471, + "KE": 3472, + "then": 3473, + "Ġdet": 3474, + "ĠTest": 3475, + "ports": 3476, + "Ġreview": 3477, + "('/": 3478, + "move": 3479, + "Ġswitch": 3480, + "ERT": 3481, + "patch": 3482, + "annot": 3483, + "ãĤ": 3484, + "Ġabove": 3485, + "itive": 3486, + "56": 3487, + "Ġquestion": 3488, + "ĠQu": 3489, + "ãĢĤĊĊ": 3490, + "gle": 3491, + "Ġword": 3492, + "Ġprovide": 3493, + "ĠReturn": 3494, + "Ġresearch": 3495, + "ão": 3496, + "ustr": 3497, + "Ġpublish": 3498, + "chema": 3499, + "}}": 3500, + "ĠCON": 3501, + "-in": 3502, + "allback": 3503, + "Ġcover": 3504, + "\\\\": 3505, + "color": 3506, + "ĠIS": 3507, + "Ġwhether": 3508, + "imate": 3509, + "isc": 3510, + "Bar": 3511, + "Ġdiv": 3512, + "Be": 3513, + "ourn": 3514, + "Ġhaving": 3515, + "lem": 3516, + "player": 3517, + "abs": 3518, + "amera": 3519, + "ney": 3520, + "Ġexc": 3521, + "gether": 3522, + "plied": 3523, + "ao": 3524, + "[$": 3525, + "Ġ++": 3526, + "ipe": 3527, + "show": 3528, + "/d": 3529, + "[:": 3530, + "agement": 3531, + "lev": 3532, + "_ID": 3533, + "97": 3534, + "rary": 3535, + "ades": 3536, + "_se": 3537, + "ause": 3538, + "Ġemploy": 3539, + "Ġ*/čĊ": 3540, + "Ġfre": 3541, + "Ġ'@": 3542, + "Ġcomplet": 3543, + "Ġlarge": 3544, + "ral": 3545, + "\\x": 3546, + "Ġfac": 3547, + ">": 3662, + "Ġface": 3663, + "CTION": 3664, + "Ġsave": 3665, + "Ġtyp": 3666, + "dev": 3667, + "(\"#": 3668, + "AGE": 3669, + "container": 3670, + "edit": 3671, + "QL": 3672, + "Ġitems": 3673, + "Ġsocial": 3674, + "ien": 3675, + "ĠReact": 3676, + ").ĊĊ": 3677, + "Ġmar": 3678, + "Ġredu": 3679, + "ĠRE": 3680, + ".put": 3681, + "Ġmajor": 3682, + "Cell": 3683, + "next": 3684, + "Ġexpected": 3685, + "Ġyet": 3686, + "Ġindiv": 3687, + "tributes": 3688, + "atis": 3689, + "amed": 3690, + "Ġfood": 3691, + "Source": 3692, + "(string": 3693, + "Ġ+Ċ": 3694, + "ites": 3695, + "dr": 3696, + "Ġmembers": 3697, + "Ġcomb": 3698, + "items": 3699, + "ĠPer": 3700, + "TH": 3701, + "=True": 3702, + "Ġbar": 3703, + "_SE": 3704, + "comm": 3705, + "(w": 3706, + ")ĊĊĊ": 3707, + "Ġsend": 3708, + "Ġinc": 3709, + "unsigned": 3710, + "FA": 3711, + "Ġparams": 3712, + "apping": 3713, + "ros": 3714, + "ugin": 3715, + "fa": 3716, + "Ġconnection": 3717, + "Ġ};ĊĊ": 3718, + "Ġbecome": 3719, + "Mode": 3720, + "Ġev": 3721, + "Ġdiff": 3722, + "ĠUnited": 3723, + "Height": 3724, + "fully": 3725, + "images": 3726, + "Ġmakes": 3727, + "Ġglobal": 3728, + "Ġcontact": 3729, + "':Ċ": 3730, + "Ġabs": 3731, + "аÐ": 3732, + "float": 3733, + "Ġexcept": 3734, + "ĠPol": 3735, + "Child": 3736, + "typ": 3737, + "Ġcertain": 3738, + "ión": 3739, + "OUT": 3740, + "Ġimpro": 3741, + "iles": 3742, + "Ġ-->Ċ": 3743, + "ĠPart": 3744, + "values": 3745, + "oss": 3746, + "/**": 3747, + "ilit": 3748, + "ĠEvent": 3749, + "curity": 3750, + "ster": 3751, + "Ġcharacter": 3752, + "198": 3753, + "Ġnews": 3754, + "Ġ\",": 3755, + "Ġdevice": 3756, + "cel": 3757, + "login": 3758, + "heet": 3759, + "Default": 3760, + "@\"": 3761, + "ĉĠ": 3762, + "click": 3763, + "(value": 3764, + "ĠAb": 3765, + "Ġprevious": 3766, + "ERROR": 3767, + "ocal": 3768, + "Ġmaterial": 3769, + "Ġbelow": 3770, + "ĠChrist": 3771, + "Ġmedia": 3772, + "cover": 3773, + "ĠUI": 3774, + "Ġfail": 3775, + "Ġblack": 3776, + "Ġcomponent": 3777, + "ĠAmerican": 3778, + "Ġadded": 3779, + "Ġbuy": 3780, + "stit": 3781, + "Ġcame": 3782, + "Ġdelete": 3783, + "property": 3784, + "oding": 3785, + "Ġcard": 3786, + "rops": 3787, + "Ġhttps": 3788, + "Ġroot": 3789, + "Ġhandle": 3790, + "CC": 3791, + "Back": 3792, + "emplate": 3793, + "Ġgetting": 3794, + "_by": 3795, + "mail": 3796, + "_sh": 3797, + ".assert": 3798, + "ĠDec": 3799, + "(true": 3800, + "Ġcomput": 3801, + "Ġclaim": 3802, + "'=>": 3803, + "ĠSub": 3804, + "Ġair": 3805, + "ops": 3806, + "nav": 3807, + "ements": 3808, + "(id": 3809, + "Ġenter": 3810, + "anged": 3811, + "End": 3812, + "Ġlocation": 3813, + "Ġnight": 3814, + "Ġdoing": 3815, + "ĠRed": 3816, + "lin": 3817, + "}ĊĊĊ": 3818, + "vider": 3819, + "Ġpick": 3820, + "Ġwatch": 3821, + "essages": 3822, + "Ġhuman": 3823, + "Ġdam": 3824, + "pend": 3825, + "dir": 3826, + "Ġtax": 3827, + "Ġgirl": 3828, + "reet": 3829, + "Ġbox": 3830, + "Ġstrong": 3831, + "(v": 3832, + "rel": 3833, + "Ġinterface": 3834, + "Ġmsg": 3835, + "fect": 3836, + "_at": 3837, + "Ġhouse": 3838, + "Ġtrack": 3839, + "');ĊĊ": 3840, + "je": 3841, + "ĠJohn": 3842, + "istr": 3843, + "(S": 3844, + "ube": 3845, + "Ġce": 3846, + "itted": 3847, + "VER": 3848, + "*)": 3849, + "parent": 3850, + "Ġapplication": 3851, + "any": 3852, + ".swing": 3853, + "Ġpack": 3854, + "\\u": 3855, + "Ġpract": 3856, + "Ġsection": 3857, + "ctx": 3858, + "Ġunsigned": 3859, + ".Point": 3860, + "ĠOne": 3861, + "ı": 3862, + "iple": 3863, + "aid": 3864, + "Ñĥ": 3865, + "Vector": 3866, + "byte": 3867, + "Ġwait": 3868, + "ĠÃł": 3869, + "Ã¥": 3870, + "Ġtogether": 3871, + "Ġthrows": 3872, + "FO": 3873, + "'))": 3874, + "host": 3875, + "ising": 3876, + ".view": 3877, + "Ġterms": 3878, + "framework": 3879, + "-r": 3880, + "Ġapply": 3881, + "Ġsession": 3882, + "Options": 3883, + "uggest": 3884, + "Ġothers": 3885, + "witter": 3886, + "Ġfund": 3887, + "Init": 3888, + "__(": 3889, + "ensor": 3890, + "GET": 3891, + "Ġseveral": 3892, + "ii": 3893, + "[j": 3894, + "IO": 3895, + "Ġtemplate": 3896, + "Position": 3897, + "Ġecon": 3898, + "achine": 3899, + "Ġil": 3900, + ".spring": 3901, + "main": 3902, + "elt": 3903, + "iment": 3904, + "Rec": 3905, + "mm": 3906, + "ĠUniversity": 3907, + "ursor": 3908, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 3909, + "GL": 3910, + "icture": 3911, + "ithub": 3912, + "cer": 3913, + "cast": 3914, + "From": 3915, + "ales": 3916, + "Ġsubject": 3917, + "password": 3918, + "ny": 3919, + "Ġesc": 3920, + ".write": 3921, + "ï¼Į": 3922, + "What": 3923, + ".H": 3924, + "Ġhistory": 3925, + "ĠFe": 3926, + "Ġindividual": 3927, + "unit": 3928, + "Ġ-->": 3929, + "Ġdu": 3930, + "IST": 3931, + "Ġusers": 3932, + "fs": 3933, + "false": 3934, + "unt": 3935, + "Title": 3936, + "Ġmot": 3937, + "Ġfuture": 3938, + "ached": 3939, + "Ġstarted": 3940, + "Ġmode": 3941, + "Ġ'<": 3942, + "_array": 3943, + "Ġax": 3944, + "'];Ċ": 3945, + "ires": 3946, + "There": 3947, + "ught": 3948, + "tml": 3949, + "posed": 3950, + "icult": 3951, + "Ġtook": 3952, + "Ġgames": 3953, + "Ġ}}": 3954, + "Ġ?>Ċ": 3955, + "Ġproducts": 3956, + "Is": 3957, + "Ġbad": 3958, + "ĠDes": 3959, + ".path": 3960, + "'ĊĊ": 3961, + "ĠPost": 3962, + "avel": 3963, + "(:": 3964, + "150": 3965, + "Ġneeds": 3966, + "Ġknown": 3967, + "Fl": 3968, + "Ġexec": 3969, + "Ġseen": 3970, + "51": 3971, + "ume": 3972, + "Ġborder": 3973, + "Ġlive": 3974, + "temp": 3975, + "Per": 3976, + "Ġvariable": 3977, + "iet": 3978, + "ĠDef": 3979, + "Ġge": 3980, + "eme": 3981, + "_back": 3982, + "first": 3983, + "Ġprovided": 3984, + "////////////////////////////////": 3985, + "Ġfilename": 3986, + "Ġhope": 3987, + "uly": 3988, + "auto": 3989, + "find": 3990, + "_string": 3991, + "btn": 3992, + "itude": 3993, + "Attribute": 3994, + "Ġyoung": 3995, + ".txt": 3996, + "Ġwebsite": 3997, + "ĠProp": 3998, + "Ġey": 3999, + ">();Ċ": 4000, + "ional": 4001, + "ARR": 4002, + "ictionary": 4003, + "urther": 4004, + ".": 4085, + "tx": 4086, + "Ġpur": 4087, + "uel": 4088, + "ymbol": 4089, + "uation": 4090, + "anger": 4091, + "Ġbackground": 4092, + "ecess": 4093, + "efined": 4094, + "........": 4095, + "Ġdescription": 4096, + "Ġrepresent": 4097, + "\"));Ċ": 4098, + "pression": 4099, + "rowser": 4100, + "Ġseries": 4101, + "wards": 4102, + "52": 4103, + "($_": 4104, + "aise": 4105, + "Ġhot": 4106, + "acity": 4107, + "ries": 4108, + "actions": 4109, + "Create": 4110, + "adio": 4111, + "amples": 4112, + "Ġoriginal": 4113, + "ensive": 4114, + "font": 4115, + "stream": 4116, + "using": 4117, + ".springframework": 4118, + "001": 4119, + "server": 4120, + "Ġbill": 4121, + "ACK": 4122, + "ilename": 4123, + "Ġframe": 4124, + "Ġ=Ċ": 4125, + "Edit": 4126, + "adius": 4127, + "Ġdraw": 4128, + "anks": 4129, + "Ġdeter": 4130, + "Ġcomes": 4131, + "_int": 4132, + "Ġforeach": 4133, + "angle": 4134, + "Ġelect": 4135, + "pected": 4136, + "Header": 4137, + "istration": 4138, + "False": 4139, + "ĠGame": 4140, + "Ġfilter": 4141, + "Activity": 4142, + "Ġlarg": 4143, + "inition": 4144, + "Ġ\"<": 4145, + "256": 4146, + "ised": 4147, + "Ġremove": 4148, + "ĠTrans": 4149, + "met": 4150, + "see": 4151, + "Format": 4152, + "Command": 4153, + "ĠEX": 4154, + "None": 4155, + "Ġfront": 4156, + "ASE": 4157, + "ĠRec": 4158, + "oundation": 4159, + "Ġvo": 4160, + "96": 4161, + "=\\\"": 4162, + "(*": 4163, + "Change": 4164, + ".Write": 4165, + "group": 4166, + "ients": 4167, + "uy": 4168, + "****************************************************************": 4169, + "Ġdig": 4170, + "hr": 4171, + "(-": 4172, + "Ġgen": 4173, + "number": 4174, + "vec": 4175, + "urope": 4176, + "entry": 4177, + "LL": 4178, + "Ġste": 4179, + "Valid": 4180, + "'],": 4181, + "_param": 4182, + "Ġselected": 4183, + "Ġaccording": 4184, + "ĠDis": 4185, + "Ġutil": 4186, + "Buffer": 4187, + "_error": 4188, + "Ġassoci": 4189, + "_SIZE": 4190, + "Ġwor": 4191, + "Ġprintf": 4192, + "rag": 4193, + "Âł": 4194, + "DD": 4195, + "ĠVal": 4196, + "Ġactiv": 4197, + "Eng": 4198, + "etime": 4199, + "Ġvirtual": 4200, + "aign": 4201, + "aur": 4202, + "ĠPres": 4203, + "ĠException": 4204, + "Ġanything": 4205, + "ĠOff": 4206, + "Ġhours": 4207, + "Ġwar": 4208, + "Args": 4209, + "aging": 4210, + "Ġmodels": 4211, + "ĠTime": 4212, + "Ob": 4213, + "ams": 4214, + "joy": 4215, + "Ġearly": 4216, + ".read": 4217, + "86": 4218, + "Ġcenter": 4219, + "ĠInitial": 4220, + "Ġlanguage": 4221, + "length": 4222, + "xy": 4223, + "Ġsn": 4224, + "Ġinf": 4225, + "Post": 4226, + "Ġago": 4227, + "Ġeasy": 4228, + "_code": 4229, + "ĠANY": 4230, + "_ch": 4231, + "Ġdownload": 4232, + "(T": 4233, + "aved": 4234, + "âĢĵ": 4235, + "Ġstudents": 4236, + "Ġfig": 4237, + "light": 4238, + "xx": 4239, + "Ġbuffer": 4240, + "ĠDep": 4241, + "ĠMath": 4242, + "ITH": 4243, + "Ġvari": 4244, + "Ġdue": 4245, + "Factory": 4246, + "Ġpor": 4247, + "Ġep": 4248, + "otype": 4249, + "Ġcannot": 4250, + "Ġwhite": 4251, + "čĊ": 4524, + ".annot": 4525, + "Ġcollection": 4526, + "'.": 4527, + "Ġsimilar": 4528, + "Ġtaken": 4529, + "(\"%": 4530, + "Order": 4531, + "']Ċ": 4532, + "-md": 4533, + "ĠTH": 4534, + "aced": 4535, + "Ġisn": 4536, + "/j": 4537, + "Ġson": 4538, + "graph": 4539, + "ĠInteger": 4540, + "Ġnecess": 4541, + "reen": 4542, + "Ġum": 4543, + "Ġ\\<": 4544, + "Ġmoment": 4545, + "Ġbring": 4546, + "Ġindic": 4547, + "ysis": 4548, + "Level": 4549, + "verse": 4550, + "urrenc": 4551, + "_test": 4552, + "Ġentire": 4553, + "Down": 4554, + "Ġ}ĊĊĊ": 4555, + "(result": 4556, + "ĠRead": 4557, + "è": 4558, + "Mod": 4559, + "Ġtrying": 4560, + "\"),Ċ": 4561, + "Ġmember": 4562, + "ĠCor": 4563, + "ODO": 4564, + "-control": 4565, + "untime": 4566, + "ĠSim": 4567, + "Dialog": 4568, + "plot": 4569, + "_on": 4570, + "Ġphys": 4571, + "}/": 4572, + "Ġnamespace": 4573, + "ĉčĊ": 4574, + "acc": 4575, + "Player": 4576, + "ARE": 4577, + "89": 4578, + "Ġfoot": 4579, + "Ġboard": 4580, + "part": 4581, + "Ġsus": 4582, + "wise": 4583, + "ĠMc": 4584, + "Ġpush": 4585, + "ATA": 4586, + "Ġplease": 4587, + "ried": 4588, + "weet": 4589, + "bit": 4590, + "ided": 4591, + "VE": 4592, + "ĠSw": 4593, + "UB": 4594, + "Ġtypes": 4595, + "edia": 4596, + "Ġclos": 4597, + "acebook": 4598, + "When": 4599, + "Ġedit": 4600, + "igger": 4601, + "Ġenerg": 4602, + "Container": 4603, + "Ġphot": 4604, + "ĠCount": 4605, + "ĠEurope": 4606, + ".Is": 4607, + "ĠRuss": 4608, + "peed": 4609, + "ĠStr": 4610, + "Ġpy": 4611, + "Ġcult": 4612, + "Ġdefined": 4613, + "ccount": 4614, + "Ġobt": 4615, + ".Location": 4616, + "Ġthread": 4617, + "ille": 4618, + "Ġinstead": 4619, + "strong": 4620, + "ĠSec": 4621, + "URE": 4622, + "Ġidea": 4623, + ".se": 4624, + "emy": 4625, + "selected": 4626, + "Connection": 4627, + "acing": 4628, + "thread": 4629, + ".next": 4630, + "Ġcoll": 4631, + "Ġfilm": 4632, + "istic": 4633, + "Ġcompet": 4634, + "Ġconn": 4635, + "though": 4636, + "Ġcompan": 4637, + "ocket": 4638, + "Ġteach": 4639, + "=(": 4640, + "Ġphone": 4641, + "Ġactive": 4642, + "79": 4643, + "delete": 4644, + "101": 4645, + "tries": 4646, + "Ġmo": 4647, + "Ġdeath": 4648, + "});ĊĊ": 4649, + "ocol": 4650, + "Widget": 4651, + "Ġarticle": 4652, + "rodu": 4653, + "andid": 4654, + "Ñĭ": 4655, + "ĠCr": 4656, + "ka": 4657, + "():": 4658, + "lood": 4659, + "ĉĉĉĊ": 4660, + "Ġalmost": 4661, + "Ġsell": 4662, + "ervlet": 4663, + "rip": 4664, + "Unit": 4665, + "Ġapplic": 4666, + "Ġconnect": 4667, + "Ġfeature": 4668, + "Ġvia": 4669, + "'),": 4670, + "Ġlim": 4671, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4672, + "ĠGu": 4673, + "Engine": 4674, + "Ġens": 4675, + "Ġenvironment": 4676, + "block": 4677, + "HERE": 4678, + "NULL": 4679, + "gy": 4680, + "tag": 4681, + ")).": 4682, + "exp": 4683, + "Ġcompl": 4684, + "Ġinstall": 4685, + "Ġcomplete": 4686, + "queue": 4687, + "atural": 4688, + "Ġgeneral": 4689, + "thon": 4690, + "Ġasked": 4691, + "ores": 4692, + "(res": 4693, + "Ġreserved": 4694, + "SP": 4695, + "ĠâĢ¦": 4696, + "ÅĤ": 4697, + "Ġsignific": 4698, + "Off": 4699, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4700, + "ĠAg": 4701, + "ĠJust": 4702, + "ĠError": 4703, + "Ġinfl": 4704, + "adata": 4705, + "Ġicon": 4706, + "asks": 4707, + "''": 4708, + "_LO": 4709, + "?.": 4710, + "account": 4711, + "Ġ(*": 4712, + "')ĊĊ": 4713, + "rap": 4714, + "_var": 4715, + "ĠFOR": 4716, + "Ġparty": 4717, + "ĠYour": 4718, + "cat": 4719, + "stry": 4720, + ".new": 4721, + "boot": 4722, + "ĠNov": 4723, + "Ġvector": 4724, + "Ġnormal": 4725, + "Ġfurther": 4726, + "Repository": 4727, + "800": 4728, + "Ġdatabase": 4729, + "attle": 4730, + "Ġmusic": 4731, + "Ġspeed": 4732, + "Ġdoc": 4733, + "process": 4734, + "IGHT": 4735, + ".parse": 4736, + "Ġtaking": 4737, + "Ġviol": 4738, + "ceed": 4739, + "ĠAfter": 4740, + "Ġforward": 4741, + "Ġcrit": 4742, + "\"/>Ċ": 4743, + "rot": 4744, + "Ġfailed": 4745, + "efore": 4746, + "Ġconcern": 4747, + "oe": 4748, + "ba": 4749, + "Ġsender": 4750, + "Ġterm": 4751, + "has": 4752, + "=\"#": 4753, + "Ġpotential": 4754, + "Num": 4755, + "Ġpublished": 4756, + ".close": 4757, + "ĠImage": 4758, + "straint": 4759, + "UD": 4760, + "ĠOb": 4761, + "Ġprobably": 4762, + "lim": 4763, + "\":Ċ": 4764, + "olume": 4765, + "Ġconsum": 4766, + "76": 4767, + "ague": 4768, + "ensions": 4769, + "Ġinvestig": 4770, + "-year": 4771, + "');": 4772, + "-sm": 4773, + "Ġenjoy": 4774, + "orig": 4775, + "ering": 4776, + "cp": 4777, + "leased": 4778, + "plements": 4779, + "Ġreturns": 4780, + "pat": 4781, + "BO": 4782, + "ĠHouse": 4783, + ".Label": 4784, + "Ġweight": 4785, + "ighb": 4786, + "Ġconditions": 4787, + "Ġexception": 4788, + "description": 4789, + "Ġtrad": 4790, + "-to": 4791, + "Ġ{}": 4792, + "Ġmodule": 4793, + "END": 4794, + ".ap": 4795, + ".props": 4796, + "Ġconstructor": 4797, + "aves": 4798, + "Ġfavor": 4799, + "ĠNow": 4800, + ";i": 4801, + "ĠMain": 4802, + "_k": 4803, + "eries": 4804, + "âĢĻll": 4805, + "transform": 4806, + "imestamp": 4807, + "Pre": 4808, + "Ġmer": 4809, + ".res": 4810, + "stant": 4811, + "Location": 4812, + "_NAME": 4813, + "Ġloss": 4814, + "ĠĊĊ": 4815, + "net": 4816, + "Ġengine": 4817, + "Block": 4818, + "Ġissues": 4819, + "Ġparse": 4820, + "ĠBar": 4821, + "Ġstay": 4822, + "ĠJSON": 4823, + "Ġdom": 4824, + "airs": 4825, + "wner": 4826, + "Ġlower": 4827, + "\",čĊ": 4828, + "ĠDem": 4829, + "ufact": 4830, + "Ġps": 4831, + "Ġperfect": 4832, + "RL": 4833, + "Ġeduc": 4834, + "ls": 4835, + "emory": 4836, + "ARRANT": 4837, + "uge": 4838, + "Ġexact": 4839, + ".key": 4840, + "alled": 4841, + "ech": 4842, + "ief": 4843, + "\\/": 4844, + "oke": 4845, + "Ġformer": 4846, + "alloc": 4847, + "Ġsix": 4848, + "ida": 4849, + "Ġmargin": 4850, + "Ġheart": 4851, + "ald": 4852, + "pack": 4853, + ".getElementById": 4854, + "ĠWARRANT": 4855, + "Ġrather": 4856, + "Ġbuilding": 4857, + "erman": 4858, + "lice": 4859, + "Ġquestions": 4860, + "izes": 4861, + "lege": 4862, + "irectory": 4863, + "Ġje": 4864, + "Ġcas": 4865, + "props": 4866, + "utf": 4867, + "Ġsecurity": 4868, + "Ġhowever": 4869, + "weight": 4870, + "Ġinside": 4871, + "Ġpresident": 4872, + "Char": 4873, + "ĠWITH": 4874, + ".map": 4875, + "Ġgraph": 4876, + "Ġtag": 4877, + "_status": 4878, + "Ġattempt": 4879, + "opp": 4880, + "uses": 4881, + "ĉconst": 4882, + "Ġround": 4883, + ",$": 4884, + "Ġfriends": 4885, + "Email": 4886, + "?>": 4887, + "Resource": 4888, + "KEY": 4889, + "osp": 4890, + ".query": 4891, + "ĠNorth": 4892, + "ables": 4893, + "istrib": 4894, + "_class": 4895, + "ello": 4896, + "That": 4897, + "к": 4898, + "pecially": 4899, + "ĠPresident": 4900, + "Ġcampaign": 4901, + "Ġalt": 4902, + "area": 4903, + "Ġchall": 4904, + "Ġopport": 4905, + ".Con": 4906, + "Ġenergy": 4907, + "like": 4908, + ".string": 4909, + "ington": 4910, + ")*": 4911, + "yy": 4912, + "Ġprofession": 4913, + "irth": 4914, + "Ġseg": 4915, + "æľ": 4916, + "Ġhor": 4917, + "iers": 4918, + "can": 4919, + "Ġbehind": 4920, + "Product": 4921, + "fg": 4922, + "ĠSk": 4923, + ".jpg": 4924, + "?:": 4925, + "];ĊĊ": 4926, + "Ġcallback": 4927, + "ĠHttp": 4928, + "ÑĮ": 4929, + "long": 4930, + "MS": 4931, + "ATH": 4932, + "Ġraise": 4933, + "Ġwanted": 4934, + "rown": 4935, + "utor": 4936, + "lt": 4937, + "]=": 4938, + "eline": 4939, + "MA": 4940, + "Ġsepar": 4941, + "cs": 4942, + "semb": 4943, + "Dis": 4944, + "bserv": 4945, + "ĠWill": 4946, + "Ġpolicy": 4947, + "Ġthird": 4948, + "phone": 4949, + "Ġbed": 4950, + "/g": 4951, + ".__": 4952, + "ĠInc": 4953, + "izing": 4954, + ".remove": 4955, + "instance": 4956, + ".type": 4957, + "Ġserv": 4958, + "Each": 4959, + "Ġhar": 4960, + "ĠMessage": 4961, + "(key": 4962, + "SELECT": 4963, + "Pos": 4964, + "));čĊ": 4965, + "Ġrecomm": 4966, + "Ġtraining": 4967, + "ĠEnt": 4968, + "ĠChar": 4969, + "icht": 4970, + "(file": 4971, + "Ġprior": 4972, + "Game": 4973, + "Ġexit": 4974, + "Params": 4975, + ".core": 4976, + "PC": 4977, + "nes": 4978, + "anced": 4979, + "(request": 4980, + "Password": 4981, + "}>Ċ": 4982, + "Ġmag": 4983, + "Ġrelease": 4984, + "Ġshall": 4985, + "udent": 4986, + "ĠSouth": 4987, + "ando": 4988, + ":'": 4989, + ".TabIndex": 4990, + "sk": 4991, + "anner": 4992, + "isset": 4993, + "Ġoutside": 4994, + "ledge": 4995, + "Ġå": 4996, + "ĠRob": 4997, + "Ġimm": 4998, + "!Ċ": 4999, + "ĠWeb": 5000, + "Des": 5001, + "BC": 5002, + "ancial": 5003, + "Route": 5004, + "Dec": 5005, + "ferences": 5006, + "Ġpurch": 5007, + "ĠModel": 5008, + "ctor": 5009, + "gn": 5010, + "_start": 5011, + "_un": 5012, + ".*": 5013, + "ises": 5014, + "Ġground": 5015, + "Ġunique": 5016, + "Ġbeaut": 5017, + "{\"": 5018, + "Ġpour": 5019, + "ĠOct": 5020, + "Ġtree": 5021, + "sets": 5022, + "_res": 5023, + "')->": 5024, + "_reg": 5025, + "(\"\\": 5026, + "Ġbyte": 5027, + "Bl": 5028, + "Ġdating": 5029, + "Ġmatter": 5030, + "ĠRem": 5031, + "Ġ'../": 5032, + "ĠAug": 5033, + "ĠLa": 5034, + "Ġ$(": 5035, + "ournal": 5036, + "111": 5037, + "iam": 5038, + "Ġshows": 5039, + "write": 5040, + "Ġball": 5041, + "Ġsimply": 5042, + "Ġfast": 5043, + "Ġmemory": 5044, + "ASS": 5045, + "ĠOf": 5046, + "oved": 5047, + "ante": 5048, + "aul": 5049, + "istry": 5050, + ")));Ċ": 5051, + "Ġfit": 5052, + "_": 5239, + "\")ĊĊ": 5240, + "ox": 5241, + "application": 5242, + "Ġ]Ċ": 5243, + "ĊĊĊĊĊĊ": 5244, + "180": 5245, + "Ġsoon": 5246, + "ctions": 5247, + "inger": 5248, + "Ġjoin": 5249, + "ĠPe": 5250, + "Ġë": 5251, + "Ġlas": 5252, + ".E": 5253, + "css": 5254, + "/or": 5255, + "ĠStart": 5256, + "ĠTO": 5257, + "Ġsubs": 5258, + "conn": 5259, + "components": 5260, + "DEBUG": 5261, + "quare": 5262, + "Function": 5263, + "endar": 5264, + ".index": 5265, + "Ġfill": 5266, + "ÄĻ": 5267, + "Ġchoose": 5268, + "how": 5269, + "ĠAmerica": 5270, + "assets": 5271, + "------------": 5272, + "ĠValue": 5273, + "Ġoffice": 5274, + "Ġveh": 5275, + "Ġtransform": 5276, + "ĠArt": 5277, + "Ġinde": 5278, + "Ġfn": 5279, + "Ġimplements": 5280, + "ango": 5281, + "plete": 5282, + "+\"": 5283, + "tmp": 5284, + "amily": 5285, + "Ġhash": 5286, + "missions": 5287, + "EST": 5288, + "gt": 5289, + "Provider": 5290, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5291, + "Ġflag": 5292, + "Ġparticip": 5293, + "den": 5294, + "ĠReturns": 5295, + "Ġnote": 5296, + "ür": 5297, + "pm": 5298, + "ideos": 5299, + "Ġspecified": 5300, + "ĠEN": 5301, + "ester": 5302, + "olid": 5303, + "Ġupon": 5304, + "(std": 5305, + "ĉv": 5306, + "Ġ'\\": 5307, + "uz": 5308, + "Ġvert": 5309, + "Ġvict": 5310, + "ĉself": 5311, + "Ġ\"$": 5312, + "85": 5313, + ".k": 5314, + "Ġgroups": 5315, + "github": 5316, + "lang": 5317, + "Ġmut": 5318, + "TO": 5319, + "Ġve": 5320, + "ĠPlease": 5321, + ";ĊĊĊ": 5322, + "access": 5323, + "Ġ{\"": 5324, + "rea": 5325, + "Ġrisk": 5326, + "icker": 5327, + "oggle": 5328, + "ĉwhile": 5329, + "ANG": 5330, + ".send": 5331, + "72": 5332, + "Ġwoman": 5333, + "Ġgets": 5334, + "Ġign": 5335, + "ĠId": 5336, + "_log": 5337, + "ONE": 5338, + "Ġevid": 5339, + "ĠHar": 5340, + "_sub": 5341, + "Ġendl": 5342, + "Ġincluded": 5343, + "());ĊĊ": 5344, + "ĠAp": 5345, + "igr": 5346, + "Ġsem": 5347, + "ĠBlack": 5348, + "doc": 5349, + "_table": 5350, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5351, + "-up": 5352, + "Ġcause": 5353, + "Ġ..": 5354, + "Ġvan": 5355, + "_dict": 5356, + "Ġfocus": 5357, + "IND": 5358, + "CESS": 5359, + ".Log": 5360, + "Ġmultiple": 5361, + "ido": 5362, + "Ġregard": 5363, + "-M": 5364, + "andler": 5365, + "ourse": 5366, + "Ġdeg": 5367, + ".U": 5368, + "Ġaddition": 5369, + "Ġvarious": 5370, + "Ġreceive": 5371, + "ен": 5372, + "ĠHT": 5373, + "Obj": 5374, + "DF": 5375, + "Ġincrease": 5376, + "ĠOpen": 5377, + "];": 5378, + "Ġcommit": 5379, + "?Ċ": 5380, + "ategories": 5381, + "atory": 5382, + "ship": 5383, + "ĠMich": 5384, + "Ġhtml": 5385, + "romise": 5386, + "Ġleave": 5387, + "Ġstrateg": 5388, + "aven": 5389, + "ĠConsole": 5390, + "known": 5391, + "-n": 5392, + "_LE": 5393, + ".component": 5394, + "Ġbre": 5395, + "Session": 5396, + "iance": 5397, + "Ġalign": 5398, + "typedef": 5399, + "_result": 5400, + "ĠWHERE": 5401, + ".split": 5402, + "Ġreading": 5403, + "FAULT": 5404, + "Ġclo": 5405, + "Ġnotice": 5406, + "_pr": 5407, + "arter": 5408, + "Ġlock": 5409, + "Ġstandard": 5410, + "etic": 5411, + "ellow": 5412, + "Ġpadding": 5413, + "ĠHis": 5414, + "Ġstates": 5415, + "_cast": 5416, + "(P": 5417, + "aa": 5418, + "Ġinternal": 5419, + "ean": 5420, + "ĠPRO": 5421, + "ĠKey": 5422, + "Ġespecially": 5423, + "ming": 5424, + "Ġcross": 5425, + "Ġnational": 5426, + "_object": 5427, + "filter": 5428, + "Ġscript": 5429, + ".update": 5430, + "_i": 5431, + "ĠAssert": 5432, + "/core": 5433, + "%%%%": 5434, + "Ġproblems": 5435, + "istor": 5436, + "Ġ.=": 5437, + "Ġarch": 5438, + "Ġwritten": 5439, + "Ġmilit": 5440, + "MENT": 5441, + ".ch": 5442, + "cape": 5443, + "ĠMus": 5444, + "_config": 5445, + "ĠAPI": 5446, + "foot": 5447, + "Ġimages": 5448, + "endl": 5449, + ".In": 5450, + "First": 5451, + "Ġplatform": 5452, + ".prot": 5453, + "Option": 5454, + "ste": 5455, + "ĠTODO": 5456, + "Ġforce": 5457, + ".cont": 5458, + "ĉecho": 5459, + "ĠDav": 5460, + "Ptr": 5461, + "(B": 5462, + "RT": 5463, + "ĠBase": 5464, + "]['": 5465, + "Ġannounc": 5466, + "console": 5467, + "ĠPy": 5468, + "ds": 5469, + ".as": 5470, + "Ġprevent": 5471, + "apan": 5472, + "Ġ{'": 5473, + "}'": 5709, + "Ġdead": 5710, + "VAL": 5711, + "QUE": 5712, + "************************************************************************": 5713, + "Ġcharg": 5714, + "Return": 5715, + "Ġful": 5716, + "dom": 5717, + "Ġrules": 5718, + "Ġmodify": 5719, + "Ġeval": 5720, + "ham": 5721, + "atement": 5722, + "\\<": 5723, + "ula": 5724, + "=False": 5725, + "RA": 5726, + "Ġcontains": 5727, + "74": 5728, + "Ġstack": 5729, + "mar": 5730, + "Ġ{}Ċ": 5731, + "Ġundefined": 5732, + "Ass": 5733, + "ĠChina": 5734, + "vey": 5735, + "*Ċ": 5736, + "Ġplaying": 5737, + ")/": 5738, + "actor": 5739, + "Ġbottom": 5740, + "lier": 5741, + "ĠNumber": 5742, + "Ġcouple": 5743, + "DC": 5744, + "ĠSO": 5745, + "gor": 5746, + ".setText": 5747, + "success": 5748, + "command": 5749, + "Filter": 5750, + "ĠOur": 5751, + "_item": 5752, + "Ġctx": 5753, + "Ġroad": 5754, + "Version": 5755, + "case": 5756, + "urt": 5757, + "avior": 5758, + "ych": 5759, + "sembly": 5760, + "ĠProduct": 5761, + "Ġheld": 5762, + "afe": 5763, + "Ġincludes": 5764, + "&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>{{": 12026, + "ĠResource": 12027, + "ĠStandard": 12028, + "ĠPrem": 12029, + "updated": 12030, + "ivalent": 12031, + "Ġassets": 12032, + "_temp": 12033, + "Ġinterests": 12034, + "Ġhardware": 12035, + "ĠRom": 12036, + "ĠShare": 12037, + "Ġ''Ċ": 12038, + "Ġ*,": 12039, + "ĠTake": 12040, + "ĠImages": 12041, + "_CHECK": 12042, + "(typeof": 12043, + "ĠJun": 12044, + "\\<^": 12045, + "Ġliqu": 12046, + "Ġworst": 12047, + "ymbols": 12048, + "ĉĉĉĠĠĠ": 12049, + "Ġdrivers": 12050, + "ĠDocument": 12051, + "eno": 12052, + "ĠTechnology": 12053, + "Ġapproved": 12054, + "umps": 12055, + "Ġsnow": 12056, + "formance": 12057, + "_ASSERT": 12058, + "uits": 12059, + "207": 12060, + "ÙĨ": 12061, + "Ġdifferences": 12062, + ".Visible": 12063, + "ĉĉĉčĊ": 12064, + "ĠPs": 12065, + "_fetch": 12066, + "Ġtodo": 12067, + ".',Ċ": 12068, + "Ġsel": 12069, + "urers": 12070, + "invalid": 12071, + "Ġtweet": 12072, + "VEL": 12073, + "Ġresearchers": 12074, + "Ġsprintf": 12075, + "ĠRO": 12076, + "Ġpel": 12077, + ".Trans": 12078, + "Ġillegal": 12079, + "dialog": 12080, + "smarty": 12081, + "lg": 12082, + "_MIN": 12083, + "Ġhero": 12084, + "final": 12085, + "Ġpp": 12086, + ".Le": 12087, + "Ġci": 12088, + "ĉRT": 12089, + "Ġsuggested": 12090, + "pdf": 12091, + "aching": 12092, + "ĠRo": 12093, + "ĠProperties": 12094, + "ĠSi": 12095, + "Ġbuying": 12096, + "Ġmu": 12097, + "Ġlands": 12098, + "ifiers": 12099, + "ĠFILE": 12100, + "ROUP": 12101, + "Ġholder": 12102, + "ĠSon": 12103, + "Ġsympt": 12104, + ".route": 12105, + ")?": 12106, + "Ġargc": 12107, + "Ġfort": 12108, + "Ġcasino": 12109, + "_category": 12110, + "Ġforum": 12111, + "215": 12112, + "prefix": 12113, + "apture": 12114, + "Tube": 12115, + "ems": 12116, + "imize": 12117, + "Ġnue": 12118, + "aus": 12119, + "course": 12120, + "ATOR": 12121, + "()),": 12122, + "Advertis": 12123, + "INGS": 12124, + "Ġacknow": 12125, + "ĠKorea": 12126, + "pling": 12127, + "Ġworker": 12128, + "PLIED": 12129, + "hal": 12130, + "ĠRichard": 12131, + "Elements": 12132, + "ĉĉĉĠ": 12133, + "star": 12134, + "Ġrelationships": 12135, + "Ġcheap": 12136, + "ACH": 12137, + "ĠXML": 12138, + ",&": 12139, + "ĠLouis": 12140, + "Ġride": 12141, + "_FAIL": 12142, + "Ġchunk": 12143, + "[s": 12144, + "_OUT": 12145, + "Ġchosen": 12146, + "_[": 12147, + "/(": 12148, + "ĠJeff": 12149, + "_sl": 12150, + "priv": 12151, + "ĠCanadian": 12152, + "Ġunable": 12153, + "_FLAG": 12154, + "Ġnos": 12155, + "high": 12156, + "Ġlift": 12157, + "fun": 12158, + "(){": 12159, + "elly": 12160, + "yclerView": 12161, + "_as": 12162, + "_LIST": 12163, + "Ġradi": 12164, + ".getValue": 12165, + "304": 12166, + "ĠAngeles": 12167, + "ĠSpan": 12168, + "_instance": 12169, + "itors": 12170, + "208": 12171, + "Ġmigration": 12172, + "AK": 12173, + "Oh": 12174, + "®": 12175, + ".selected": 12176, + "ĠGT": 12177, + "Ġadvance": 12178, + "ĠStyle": 12179, + ".DataGridView": 12180, + "ection": 12181, + "Ñİ": 12182, + "pio": 12183, + "rog": 12184, + "Ġshopping": 12185, + "ĠRect": 12186, + "Illuminate": 12187, + "OU": 12188, + "ĉarray": 12189, + "Ġsubstantial": 12190, + "Ġpregn": 12191, + "Ġpromote": 12192, + "IEW": 12193, + ".Layout": 12194, + "Ġsigns": 12195, + "/.": 12196, + "Ġletters": 12197, + "Board": 12198, + "ctrl": 12199, + "\"\\": 12200, + "ĠJones": 12201, + "Ġvertex": 12202, + "Ġja": 12203, + "Ġaffili": 12204, + "Ġwealth": 12205, + "ĉdefault": 12206, + "Ġsignificantly": 12207, + "Ġec": 12208, + "Ġxs": 12209, + "actual": 12210, + ".per": 12211, + "_step": 12212, + "anvas": 12213, + "mac": 12214, + "Ġtransl": 12215, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 12216, + "Iterator": 12217, + "Ġoch": 12218, + "agnostic": 12219, + "ĠDuring": 12220, + "ĠDEFAULT": 12221, + "Ġtill": 12222, + "Ġsignature": 12223, + "Ġbird": 12224, + "ĠOl": 12225, + "310": 12226, + "ĠIr": 12227, + "HS": 12228, + "avatar": 12229, + "ESSAGE": 12230, + "Ġelev": 12231, + "Ġmt": 12232, + "ĠNav": 12233, + "Ġrelax": 12234, + "Ġplate": 12235, + "ITEM": 12236, + "(date": 12237, + ".not": 12238, + "Ġgrade": 12239, + "Ġ}),Ċ": 12240, + "?\"ĊĊ": 12241, + "iences": 12242, + "High": 12243, + "ĠDIS": 12244, + "231": 12245, + "disabled": 12246, + "QUI": 12247, + "Ġnoise": 12248, + "aux": 12249, + "ĠUP": 12250, + "888": 12251, + "osa": 12252, + "Ġvoc": 12253, + "Ġ))": 12254, + "ocom": 12255, + "_OFF": 12256, + "ĠDb": 12257, + "Lock": 12258, + ".eclipse": 12259, + ",d": 12260, + "ĠDraw": 12261, + "Ġ\"(": 12262, + "Ġvisited": 12263, + "ĠâĪ": 12264, + "Ġsucceed": 12265, + "Ġimpossible": 12266, + "aire": 12267, + "ĠTurn": 12268, + "Ġdish": 12269, + "FG": 12270, + "Ġsensor": 12271, + "ANN": 12272, + "aba": 12273, + "Ġsurg": 12274, + "]);čĊ": 12275, + "Ġfp": 12276, + "_an": 12277, + "-J": 12278, + "-G": 12279, + "ĠJob": 12280, + "Convert": 12281, + "ĠKEY": 12282, + "Ġauthors": 12283, + "_server": 12284, + "\\r": 12285, + "Ġ-*-": 12286, + "flex": 12287, + "Ġsoc": 12288, + "Ret": 12289, + "Ġsalt": 12290, + "ĠâĢ¦ĊĊ": 12291, + "ĠClear": 12292, + "(page": 12293, + "-danger": 12294, + "Ġrooms": 12295, + "conv": 12296, + "#{": 12297, + ".op": 12298, + "ĠArea": 12299, + "_SC": 12300, + "hen": 12301, + "Ġbegins": 12302, + "-y": 12303, + "Ġexcited": 12304, + "Ġignored": 12305, + "Ġbonus": 12306, + "student": 12307, + "ĠMember": 12308, + "Ġrelatively": 12309, + "ĠLow": 12310, + "ĠProdu": 12311, + "ateway": 12312, + "posure": 12313, + "Ġthick": 12314, + "aniel": 12315, + "(view": 12316, + "ĠCrush": 12317, + "Extension": 12318, + "Il": 12319, + "eed": 12320, + "LOC": 12321, + ".im": 12322, + ".Items": 12323, + "Ġconflict": 12324, + ".prevent": 12325, + "252": 12326, + "ĠonCreate": 12327, + "uv": 12328, + "iser": 12329, + "Ġwave": 12330, + "Mar": 12331, + "ĠCommunity": 12332, + "iche": 12333, + "ĠNothing": 12334, + "[m": 12335, + "ĠLee": 12336, + "riends": 12337, + "232": 12338, + "ère": 12339, + "!!!": 12340, + "anz": 12341, + ".result": 12342, + "ĠSK": 12343, + "_PARAM": 12344, + "Ġdemocr": 12345, + "BackColor": 12346, + ".exists": 12347, + "\"It": 12348, + "(options": 12349, + "razy": 12350, + "aser": 12351, + "\\Database": 12352, + "alendar": 12353, + "_ass": 12354, + ";}Ċ": 12355, + "vertex": 12356, + "inecraft": 12357, + "Warning": 12358, + "argo": 12359, + "Ġactor": 12360, + "ĠInstead": 12361, + "ĠUsing": 12362, + "Self": 12363, + "@interface": 12364, + "Ġspeaking": 12365, + "ĠParis": 12366, + "ĠLICENSE": 12367, + ".node": 12368, + "ĠFood": 12369, + "EIF": 12370, + "ĠBi": 12371, + ".Start": 12372, + "ĠIB": 12373, + "Ġuniversity": 12374, + "254": 12375, + "ĠHeader": 12376, + ".product": 12377, + "409": 12378, + "Copy": 12379, + "etc": 12380, + "rical": 12381, + "Ġ>>>": 12382, + "books": 12383, + "Ġalgorithm": 12384, + "Ġ'__": 12385, + "(javax": 12386, + "Ġnumerous": 12387, + "Share": 12388, + "Have": 12389, + "Ġrecru": 12390, + "Ġprove": 12391, + ".substring": 12392, + "health": 12393, + "ел": 12394, + "Ġdecimal": 12395, + "Ġcommission": 12396, + "scription": 12397, + "xC": 12398, + "Ġsummary": 12399, + "atted": 12400, + "Ġcloser": 12401, + "finished": 12402, + "()){Ċ": 12403, + "ĠWood": 12404, + "301": 12405, + "_fields": 12406, + "ku": 12407, + "_items": 12408, + "Flag": 12409, + "Ġconfidence": 12410, + "ĠFederal": 12411, + "dux": 12412, + "Ġcompat": 12413, + "Ġvertical": 12414, + "й": 12415, + "ès": 12416, + ";\">Ċ": 12417, + "_manager": 12418, + "()))Ċ": 12419, + "IDE": 12420, + ":\",": 12421, + "235": 12422, + "__Ċ": 12423, + "ĠWay": 12424, + "221": 12425, + "ÑĪ": 12426, + "Temp": 12427, + "ĠSTR": 12428, + "ritten": 12429, + "Sync": 12430, + "ĠAV": 12431, + "ĠCEO": 12432, + "ĠGuid": 12433, + "Ġenvironmental": 12434, + "Ġcorresponding": 12435, + "ĉconsole": 12436, + "Ġjustice": 12437, + "ĠJS": 12438, + "Ġlived": 12439, + "gar": 12440, + "ĠGraph": 12441, + "ĠStat": 12442, + "ĠiPhone": 12443, + ".al": 12444, + "ĠHD": 12445, + "Ġoccur": 12446, + "Ġthreshold": 12447, + "509": 12448, + "Ġonclick": 12449, + "REG": 12450, + ".GraphicsUnit": 12451, + "Meta": 12452, + "ž": 12453, + "Ġcum": 12454, + ".gnu": 12455, + "ë": 12456, + "Ġobtained": 12457, + "Ġcomplaint": 12458, + "Ġeating": 12459, + "Ġtar": 12460, + "_task": 12461, + "Ġopts": 12462, + "216": 12463, + "(to": 12464, + "Pass": 12465, + "Ġplastic": 12466, + "tility": 12467, + "ĠWin": 12468, + ".preventDefault": 12469, + "pile": 12470, + "ĠGar": 12471, + "Ġquantity": 12472, + "_last": 12473, + "Ġgreatest": 12474, + "Dao": 12475, + "_DIS": 12476, + "ĠUsed": 12477, + "ĠHP": 12478, + "riting": 12479, + "SION": 12480, + "blue": 12481, + "domain": 12482, + "Ġscores": 12483, + "Normal": 12484, + "_admin": 12485, + "ĠASSERT": 12486, + "Then": 12487, + "***": 12488, + "dist": 12489, + "lon": 12490, + "Ġhate": 12491, + "shal": 12492, + "ImageView": 12493, + "database": 12494, + "Ġpand": 12495, + "Ġlogic": 12496, + "=false": 12497, + "bg": 12498, + "ĠConfiguration": 12499, + "Ġnur": 12500, + "OG": 12501, + "Ġmarried": 12502, + ":+": 12503, + "Ġdropped": 12504, + "040": 12505, + "Ġregistration": 12506, + "ом": 12507, + "ultiple": 12508, + "izers": 12509, + "shape": 12510, + ".copy": 12511, + "Ġwearing": 12512, + "ĠCath": 12513, + "Ġdedicated": 12514, + "Ġ...Ċ": 12515, + "Ġadvoc": 12516, + "ĠFamily": 12517, + "Ġstatements": 12518, + "ematic": 12519, + "ampionship": 12520, + "Ġmotiv": 12521, + "ĠHave": 12522, + "Ġblow": 12523, + "Job": 12524, + "cert": 12525, + "_vector": 12526, + "install": 12527, + "ĠCOPY": 12528, + "embed": 12529, + "DIR": 12530, + "ĠSpring": 12531, + "Ġexhib": 12532, + "223": 12533, + "cdn": 12534, + "ĠComment": 12535, + "ĠOptional": 12536, + ".player": 12537, + "ĠDark": 12538, + "(pos": 12539, + "ĠShould": 12540, + "Ġcentre": 12541, + "ĠGuard": 12542, + "ów": 12543, + "Ġtrouble": 12544, + "ENER": 12545, + "(unsigned": 12546, + "_service": 12547, + "Ġns": 12548, + "uling": 12549, + "ĠMexico": 12550, + "ĠNY": 12551, + "mysql": 12552, + "Ġlic": 12553, + "åľ": 12554, + "Mr": 12555, + "-fl": 12556, + "ĠCustomer": 12557, + "idi": 12558, + "Ġ?>ĊĊ": 12559, + "rible": 12560, + "ĠпÑĢ": 12561, + "Ġsizes": 12562, + "_STRING": 12563, + "validation": 12564, + "ĠJon": 12565, + "(Http": 12566, + "addClass": 12567, + "Nodes": 12568, + "Ġfragment": 12569, + "Ġspoke": 12570, + "Ġwaste": 12571, + "Join": 12572, + "Ġillustr": 12573, + "eli": 12574, + "cient": 12575, + "Ġaid": 12576, + "Ġprosec": 12577, + "'){Ċ": 12578, + "Ġpassing": 12579, + "Ġfaces": 12580, + "Shape": 12581, + "_Z": 12582, + "iti": 12583, + "Ġalle": 12584, + "Ġrobot": 12585, + "ĠĠĠĠĠĠĠĊ": 12586, + "ĠSpe": 12587, + "Ġreceiving": 12588, + "ĠDetails": 12589, + "Ġ\")": 12590, + "mg": 12591, + "_REF": 12592, + "Ġcomparison": 12593, + "*,": 12594, + "ĠFound": 12595, + "_session": 12596, + "(U": 12597, + "/F": 12598, + "Ġxxx": 12599, + "Network": 12600, + "ders": 12601, + "Ġcapture": 12602, + "Ġcorre": 12603, + "ĠLtd": 12604, + "ĠAdv": 12605, + "[@": 12606, + "Ġclip": 12607, + "Mill": 12608, + "ĠProfile": 12609, + "Ġendif": 12610, + "Ġoblig": 12611, + "describe": 12612, + ".element": 12613, + "riterion": 12614, + "LD": 12615, + "ered": 12616, + "Ġfavour": 12617, + "score": 12618, + "ĠFilter": 12619, + "attributes": 12620, + "Ġchecks": 12621, + "Inflater": 12622, + "ĠPlus": 12623, + "Ġscientific": 12624, + "Ġprivacy": 12625, + "Head": 12626, + "Ġfeat": 12627, + "Ġdegrees": 12628, + "ĠPale": 12629, + ";\">": 12630, + "Ġfilms": 12631, + "ĠAudio": 12632, + "ĠTag": 12633, + "ĠEnergy": 12634, + "itar": 12635, + "parator": 12636, + "Ġfellow": 12637, + "Ġevt": 12638, + "ĠTri": 12639, + "ĠDAM": 12640, + "cloud": 12641, + "ĠPassword": 12642, + "ĠDemocrats": 12643, + "ĠAcad": 12644, + "$lang": 12645, + "Ġreb": 12646, + "())ĊĊ": 12647, + "нÑĭ": 12648, + "ĠBur": 12649, + "readcr": 12650, + "Ġhex": 12651, + "209": 12652, + "Console": 12653, + "ctl": 12654, + "ousel": 12655, + "ĠWilliam": 12656, + "Ġaz": 12657, + "_PORT": 12658, + "Ġpractices": 12659, + "Ġanywhere": 12660, + "ĠPosition": 12661, + "Ġ->Ċ": 12662, + "iams": 12663, + ".username": 12664, + "placeholder": 12665, + "Ġoder": 12666, + "ĠSecretary": 12667, + "ĠiT": 12668, + "mond": 12669, + "events": 12670, + "?âĢĿ": 12671, + ".Sub": 12672, + "Ġattached": 12673, + "Ġnão": 12674, + "Ġestate": 12675, + "365": 12676, + ".action": 12677, + "Ġfigures": 12678, + "Ġ});čĊ": 12679, + "Ġsubscri": 12680, + ".tag": 12681, + "nam": 12682, + ".plot": 12683, + "noon": 12684, + "liament": 12685, + "Character": 12686, + ".tab": 12687, + "Ġwinter": 12688, + "ĠVariable": 12689, + "Ġtrees": 12690, + "Ġproud": 12691, + "(V": 12692, + "_load": 12693, + "Ġhier": 12694, + "ĠEcon": 12695, + "Ġfd": 12696, + "Ġvictims": 12697, + "Rest": 12698, + "iana": 12699, + "Ġfake": 12700, + ".Println": 12701, + "Ġstrlen": 12702, + "Ġsad": 12703, + "Ġble": 12704, + "Prot": 12705, + "Ġbuttons": 12706, + "Ġtelevision": 12707, + "Ġlogo": 12708, + "extension": 12709, + "ĉj": 12710, + "stein": 12711, + "aciones": 12712, + "Ġ\"\"\"ĊĊ": 12713, + "Ġsimp": 12714, + "Ġrecorded": 12715, + "Ġbrings": 12716, + "Ġprincipal": 12717, + "Ġfees": 12718, + "(source": 12719, + "kdir": 12720, + "Ġutils": 12721, + "Ġcorrectly": 12722, + "fil": 12723, + "Ġwel": 12724, + "Pair": 12725, + "-button": 12726, + "scale": 12727, + "verify": 12728, + "[c": 12729, + "Ġ---": 12730, + "Ġescape": 12731, + "ikes": 12732, + "LowerCase": 12733, + "ician": 12734, + "Ġchapter": 12735, + "ĠTYPE": 12736, + "Ġshadow": 12737, + "Ġawesome": 12738, + "WE": 12739, + "elif": 12740, + "Ġlambda": 12741, + "Ġdistinct": 12742, + "Ġbare": 12743, + "-off": 12744, + "Ġcolour": 12745, + ".appendChild": 12746, + "olec": 12747, + "aga": 12748, + ".fill": 12749, + "ĉsuper": 12750, + "Ġadj": 12751, + "(position": 12752, + ".getItem": 12753, + "242": 12754, + "Short": 12755, + "Ġtotally": 12756, + "VD": 12757, + "ĠTre": 12758, + "_ep": 12759, + "vements": 12760, + "ĠSolution": 12761, + "Ġfundament": 12762, + "Follow": 12763, + "Ġfacility": 12764, + "Ġhappening": 12765, + "OF": 12766, + ".textBox": 12767, + "Span": 12768, + "Ġ«": 12769, + "iden": 12770, + "Ġexceed": 12771, + "(parent": 12772, + "Ġcp": 12773, + "ç»": 12774, + "Ġhasn": 12775, + "Ġpri": 12776, + "Ġconsequ": 12777, + "nen": 12778, + "ĠINTO": 12779, + "Ignore": 12780, + "ĠFuture": 12781, + "Ġcarbon": 12782, + "ĠSteel": 12783, + "fmt": 12784, + "okie": 12785, + "Ġspl": 12786, + "(title": 12787, + "-info": 12788, + "Ġdeals": 12789, + "Ġfixture": 12790, + "ea": 12791, + "Div": 12792, + "Ġtested": 12793, + "_return": 12794, + ")ĊĊĊĊ": 12795, + "upported": 12796, + "ĠCook": 12797, + "Ġpaying": 12798, + "ĠIll": 12799, + "Ġarrested": 12800, + "ĠPrime": 12801, + "_callback": 12802, + ">,Ċ": 12803, + "driver": 12804, + "Once": 12805, + "abb": 12806, + "_bytes": 12807, + "ĠSets": 12808, + "(Object": 12809, + "Ġcc": 12810, + "Ġshell": 12811, + "alo": 12812, + ");//": 12813, + "(log": 12814, + "264": 12815, + "ctors": 12816, + ")": 13301, + "218": 13302, + "Ġ$(\".": 13303, + ".pos": 13304, + "Ġboys": 13305, + "Ġwedding": 13306, + "Ġagents": 13307, + "=\"_": 13308, + "ĠArmy": 13309, + "Ġhint": 13310, + "vision": 13311, + "Ġtech": 13312, + "ĠConnect": 13313, + "Ġlegend": 13314, + "ĠBet": 13315, + ".Base": 13316, + "Subject": 13317, + "Ġlit": 13318, + "Remove": 13319, + "Ġ\":": 13320, + "ĠFinal": 13321, + "pearance": 13322, + "ĠiTunes": 13323, + "Ġparticipants": 13324, + "ĠPython": 13325, + "Ġbusy": 13326, + "iel": 13327, + "vertices": 13328, + "ĠtemplateUrl": 13329, + "ĠClose": 13330, + "Img": 13331, + "ĠCorporation": 13332, + "timestamp": 13333, + "Ġextend": 13334, + "Ġwebsites": 13335, + "Ġpossibility": 13336, + "оÑĤ": 13337, + "Ġkö": 13338, + "Ġmeat": 13339, + "Ġrepresentation": 13340, + "241": 13341, + "Ġĉĉ": 13342, + "_START": 13343, + ".apply": 13344, + "ĠValley": 13345, + "ĠSuccess": 13346, + "Hi": 13347, + "Ġnob": 13348, + "ĠIEnumerable": 13349, + "_select": 13350, + "geo": 13351, + ".\")Ċ": 13352, + "Ġturning": 13353, + "Ġfabric": 13354, + "(\"\");Ċ": 13355, + "Ġperspective": 13356, + "éĹ": 13357, + "ĠSn": 13358, + "Thank": 13359, + ";j": 13360, + ".Parameters": 13361, + "ĉĠĠĠĠĠĠĠĠĠĠĠ": 13362, + "Ġfacts": 13363, + "305": 13364, + "Ġunt": 13365, + ".instance": 13366, + "################################################################": 13367, + "-end": 13368, + "ĠJOIN": 13369, + "ĠHen": 13370, + "Ġuri": 13371, + "åIJį": 13372, + "Ġна": 13373, + "ĠInfo": 13374, + "Ġconducted": 13375, + "ĠÃ¥": 13376, + "OURCE": 13377, + "Ġwine": 13378, + "John": 13379, + ".Errorf": 13380, + "ĠAge": 13381, + "ounded": 13382, + "Ġrealize": 13383, + "312": 13384, + "Ġ];": 13385, + "Ġsubsequ": 13386, + ",m": 13387, + "(User": 13388, + "iano": 13389, + "Ġaccompl": 13390, + "isp": 13391, + ".std": 13392, + "éĩ": 13393, + "ĠBed": 13394, + ".setAttribute": 13395, + "BR": 13396, + "keep": 13397, + "ĠALL": 13398, + "Ġisol": 13399, + "amma": 13400, + "Package": 13401, + "Ġoccasion": 13402, + "-success": 13403, + "ед": 13404, + "ĠLIMITED": 13405, + "strip": 13406, + "()ĊĊĊ": 13407, + "istribution": 13408, + "Colors": 13409, + "Ġ+:+": 13410, + "DidLoad": 13411, + "aler": 13412, + "Ġtid": 13413, + "ĠLED": 13414, + "ĠLinked": 13415, + "ĠCart": 13416, + "())čĊ": 13417, + "_READ": 13418, + "Ġkilling": 13419, + "ĠPHP": 13420, + "fection": 13421, + "Ġinstances": 13422, + "cv": 13423, + "\"/>": 13424, + "Ġsf": 13425, + "Ġtaxes": 13426, + "_location": 13427, + "ĠBitcoin": 13428, + "uable": 13429, + "rank": 13430, + "ignore": 13431, + "track": 13432, + "ка": 13433, + "Ġshouldn": 13434, + "ĠOP": 13435, + "=>{Ċ": 13436, + "Ġkm": 13437, + "Ġhelper": 13438, + "_head": 13439, + "ĠWhether": 13440, + "oco": 13441, + "_bl": 13442, + "Ġstatistics": 13443, + "Ġbeauty": 13444, + "Ġtog": 13445, + "tip": 13446, + "ëĭ¤": 13447, + "Ġcsv": 13448, + "(sql": 13449, + "stdlib": 13450, + "weak": 13451, + "Ġlikes": 13452, + "Äį": 13453, + "Ġrepeat": 13454, + "Ġapartment": 13455, + "Ġemph": 13456, + "_edit": 13457, + "Ġvit": 13458, + "ĉtype": 13459, + "217": 13460, + "Even": 13461, + "uten": 13462, + "Ġcircumstances": 13463, + "bian": 13464, + "Ġsugar": 13465, + "Windows": 13466, + "ìŀ": 13467, + "Ġobserved": 13468, + "/data": 13469, + "Ġcalendar": 13470, + "Ġstrike": 13471, + "ĠRES": 13472, + "_sc": 13473, + "fony": 13474, + "orem": 13475, + "(z": 13476, + "power": 13477, + "etect": 13478, + "ĠSat": 13479, + ".description": 13480, + "Ġgang": 13481, + "ĠSports": 13482, + "ongs": 13483, + "ĠBundle": 13484, + ".sum": 13485, + "once": 13486, + "Ġaccused": 13487, + "Ġexplore": 13488, + "Ġapproximately": 13489, + "Ġlosing": 13490, + "thesis": 13491, + "ĠFund": 13492, + "Ġdiagn": 13493, + "Autowired": 13494, + "properties": 13495, + "Ġ_.": 13496, + "Ġcnt": 13497, + "cedure": 13498, + "Ġyy": 13499, + "Ġgrant": 13500, + "sock": 13501, + ".innerHTML": 13502, + "Ġ]);Ċ": 13503, + "ĠCONFIG": 13504, + "='$": 13505, + "550": 13506, + "]];Ċ": 13507, + "UND": 13508, + "Ġglob": 13509, + "Ġdire": 13510, + "uffle": 13511, + "_MEM": 13512, + "Ġauthentic": 13513, + ">(\"": 13514, + "Ġdecade": 13515, + "ĠImport": 13516, + "Ġoriginally": 13517, + "ĠjQuery": 13518, + "Ġindicate": 13519, + "Ġourselves": 13520, + "Sw": 13521, + ".lbl": 13522, + "enerate": 13523, + "Ġbasically": 13524, + "ĠHom": 13525, + "Ġ+#+": 13526, + "ĠBritain": 13527, + "ĠKar": 13528, + "toEqual": 13529, + ".stop": 13530, + "Ġmodal": 13531, + "isi": 13532, + "Ġsuggests": 13533, + "Ġdtype": 13534, + "Ġtur": 13535, + "bf": 13536, + "Ġconnections": 13537, + "ĠBefore": 13538, + "isted": 13539, + "mouse": 13540, + "Ġpulled": 13541, + ".build": 13542, + "Ġlegislation": 13543, + "Ġforth": 13544, + "pad": 13545, + "ego": 13546, + ".Now": 13547, + "Ġexciting": 13548, + "}ĊĊĊĊ": 13549, + "Ġcompr": 13550, + "Ġshares": 13551, + "Ġrig": 13552, + "green": 13553, + "_vec": 13554, + "Ġenumerate": 13555, + "Auto": 13556, + "icator": 13557, + "ĠRay": 13558, + "asse": 13559, + "Ġholiday": 13560, + "Ġnullable": 13561, + "gun": 13562, + "_details": 13563, + "Ġwrapper": 13564, + "seq": 13565, + "ĠYoung": 13566, + "juana": 13567, + "Ġ\"__": 13568, + "license": 13569, + "serve": 13570, + "^(": 13571, + "iders": 13572, + ".Remove": 13573, + "ropdown": 13574, + "'S": 13575, + "pin": 13576, + "(token": 13577, + ".Default": 13578, + "Ġreasonable": 13579, + "ampion": 13580, + "ĠSociety": 13581, + "Ġbei": 13582, + "erves": 13583, + "rad": 13584, + "ĠFox": 13585, + "_images": 13586, + "Ġwheel": 13587, + "')[": 13588, + "Ġcfg": 13589, + "(By": 13590, + "Constructor": 13591, + "Ġvary": 13592, + ".swift": 13593, + "Ġproxy": 13594, + "ĉH": 13595, + "ĠAnother": 13596, + "ĠPen": 13597, + "Ġchecking": 13598, + "Ġjest": 13599, + "manager": 13600, + "Origin": 13601, + "ugs": 13602, + "oir": 13603, + ">čĊ": 16336, + "Ġrelief": 16337, + "lap": 16338, + "quer": 16339, + "_parent": 16340, + "heap": 16341, + "LOSE": 16342, + "Ġcombine": 16343, + "ĠRose": 16344, + "owers": 16345, + "Ġprocedures": 16346, + "ĠSort": 16347, + "anim": 16348, + "variant": 16349, + "ehicle": 16350, + "Ġsigning": 16351, + "Primary": 16352, + "currency": 16353, + "Ġsexe": 16354, + "oen": 16355, + "theta": 16356, + "eman": 16357, + "Ġimpressive": 16358, + "('_": 16359, + "ĉU": 16360, + "ĠTextStyle": 16361, + "_cnt": 16362, + "Ġslice": 16363, + "(':": 16364, + "Ġunderstood": 16365, + "His": 16366, + "277": 16367, + "013": 16368, + "Ġinformed": 16369, + "Ġnick": 16370, + "429": 16371, + "(TAG": 16372, + "hd": 16373, + "Ġelections": 16374, + "esture": 16375, + "ĠSanta": 16376, + "ĠCoast": 16377, + ".pdf": 16378, + "inciple": 16379, + ".clone": 16380, + "born": 16381, + "uta": 16382, + "Ġlicensed": 16383, + "Cr": 16384, + "Ġbread": 16385, + "ĠHouston": 16386, + "Ġnod": 16387, + "Ġhopes": 16388, + "ĠCGRect": 16389, + "Ġguilty": 16390, + ".gif": 16391, + "Ġrose": 16392, + ".Common": 16393, + "Tip": 16394, + "ANK": 16395, + "ĠFC": 16396, + "During": 16397, + "ĠSymfony": 16398, + "Ġdefensive": 16399, + "km": 16400, + ")>": 16401, + "archive": 16402, + "ĠURI": 16403, + "ycling": 16404, + "-o": 16405, + "ĠWebsite": 16406, + "AMP": 16407, + "405": 16408, + "ishment": 16409, + "Ġdoctors": 16410, + "Direct": 16411, + "ARI": 16412, + "ĠRedirect": 16413, + "ieren": 16414, + "960": 16415, + "_dist": 16416, + "yo": 16417, + "ĠProgress": 16418, + "Ġzum": 16419, + "Ġmemor": 16420, + "ĠED": 16421, + "Ġjur": 16422, + "æį®": 16423, + "_TABLE": 16424, + "Ġuuid": 16425, + "Expr": 16426, + ".head": 16427, + "('%": 16428, + "pointer": 16429, + "Ġestimate": 16430, + "ĠGreg": 16431, + "Ġloader": 16432, + "ĠiOS": 16433, + "Ġmens": 16434, + "[y": 16435, + "Ġrefused": 16436, + "Ġprecision": 16437, + "isch": 16438, + "ĠACTION": 16439, + "Cloud": 16440, + "sWith": 16441, + "(ret": 16442, + "292": 16443, + "_ADDR": 16444, + "_conf": 16445, + "(df": 16446, + "Ġlocked": 16447, + "Ġrising": 16448, + "ãĥ»ãĥ»": 16449, + "ĠMs": 16450, + "Ġscenes": 16451, + "_EXT": 16452, + "_raw": 16453, + "_the": 16454, + "people": 16455, + "Ġrecon": 16456, + "ĠFun": 16457, + "Ġbless": 16458, + "ĠUpdated": 16459, + "422": 16460, + "ün": 16461, + "ĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 16462, + "pection": 16463, + "Release": 16464, + ".logger": 16465, + "ĠSY": 16466, + "Ġcounsel": 16467, + "urd": 16468, + "_true": 16469, + "Ġeverybody": 16470, + "ivot": 16471, + "Ġhence": 16472, + "ĠNAS": 16473, + "789": 16474, + "Ġopposed": 16475, + "unknown": 16476, + "ĠDESC": 16477, + "ĠChair": 16478, + "failed": 16479, + "ĠINCLUDING": 16480, + "386": 16481, + "352": 16482, + "Ġwriters": 16483, + "{}Ċ": 16484, + "ÃŃt": 16485, + "_copy": 16486, + "}:": 16487, + "ĠBat": 16488, + "Ġconverted": 16489, + "eding": 16490, + "placement": 16491, + "ĠHost": 16492, + "Sound": 16493, + "им": 16494, + "Ġsought": 16495, + "402": 16496, + "mid": 16497, + "Ġsalary": 16498, + "ogg": 16499, + "âĦ¢": 16500, + "bul": 16501, + "Ġwir": 16502, + "validator": 16503, + "_STAT": 16504, + ".store": 16505, + "ĠBattle": 16506, + "ın": 16507, + "Ġ-->ĊĊ": 16508, + "Trump": 16509, + "dot": 16510, + "ĠCONT": 16511, + ".fetch": 16512, + "Ġcontinu": 16513, + "was": 16514, + "Ġfraud": 16515, + "_tmp": 16516, + "mitter": 16517, + ".pictureBox": 16518, + "GA": 16519, + "Ġtournament": 16520, + ".Input": 16521, + "343": 16522, + "[r": 16523, + "exion": 16524, + "centage": 16525, + "ĠKorean": 16526, + "undef": 16527, + "ĠAvailable": 16528, + "reshape": 16529, + "Ġkit": 16530, + "ĠStruct": 16531, + "ĠSUB": 16532, + "Answer": 16533, + "_lib": 16534, + ".twitter": 16535, + "Ġore": 16536, + "ĠDragon": 16537, + ".Ext": 16538, + ",k": 16539, + "Ġexplanation": 16540, + "refs": 16541, + "ĠDrive": 16542, + "ĠTraining": 16543, + "282": 16544, + ".Has": 16545, + "341": 16546, + "intage": 16547, + "big": 16548, + "ologist": 16549, + "ennis": 16550, + "460": 16551, + "Ùĩ": 16552, + "Ġchicken": 16553, + "ĠĠĠĠĠĠĠĠĠĠĊ": 16554, + "çĽ": 16555, + "ãģ§": 16556, + "Ġpeak": 16557, + "Ġdrinking": 16558, + "Ġencode": 16559, + "ĠNEW": 16560, + "malloc": 16561, + "ĉfprintf": 16562, + "Ġ=================================================================": 16563, + "including": 16564, + "Ġprinciples": 16565, + "ĠMah": 16566, + "267": 16567, + "storage": 16568, + "-key": 16569, + "Ġkeyword": 16570, + "%;": 16571, + "Ġtrained": 16572, + ".contrib": 16573, + "Ġkv": 16574, + "__':Ċ": 16575, + "ĠBoy": 16576, + "parameter": 16577, + "Ġsuite": 16578, + "Ġthousand": 16579, + "Ġcoordinate": 16580, + "-generated": 16581, + "íķĺ": 16582, + "generated": 16583, + "Ġadmitted": 16584, + "Ġpussy": 16585, + "#w": 16586, + "Ġswim": 16587, + "union": 16588, + "Na": 16589, + "274": 16590, + "ĠRoyal": 16591, + ".channel": 16592, + "Updated": 16593, + "_ROOT": 16594, + "Ġvital": 16595, + "335": 16596, + "raction": 16597, + "ĠCrusher": 16598, + "Ġpreced": 16599, + "Ġhorizontal": 16600, + "Blueprint": 16601, + "Ġattrs": 16602, + "Ġsmoke": 16603, + "ÐĴ": 16604, + ".Equals": 16605, + "FB": 16606, + "ĠResources": 16607, + "rolling": 16608, + "Ġpasses": 16609, + "ĠNum": 16610, + "rotate": 16611, + "etype": 16612, + "\\\",": 16613, + "Ġsensitive": 16614, + "Ġtall": 16615, + "?âĢĿĊĊ": 16616, + "Proxy": 16617, + "iy": 16618, + "_section": 16619, + "âĢĶâĢĶâĢĶâĢĶ": 16620, + "brid": 16621, + "Ġcircuit": 16622, + "atan": 16623, + "ENC": 16624, + "Ġdriven": 16625, + "Ġvoted": 16626, + "Ġeducational": 16627, + "Ġinteraction": 16628, + "abetes": 16629, + "Ġtone": 16630, + "ĠInitializeComponent": 16631, + "Ġmerely": 16632, + "Ġìŀ": 16633, + "cookie": 16634, + "_div": 16635, + "ĠUILabel": 16636, + "vely": 16637, + "});čĊ": 16638, + "_ENT": 16639, + "#+#+": 16640, + "articles": 16641, + "ĠSouthern": 16642, + "Ġstronger": 16643, + "ĠGiven": 16644, + "ĠEric": 16645, + "ĠIR": 16646, + "abstract": 16647, + "Under": 16648, + "nable": 16649, + "Ġincrement": 16650, + "oven": 16651, + "Ġcoin": 16652, + "_timer": 16653, + "Ġsuffered": 16654, + "ĠFREE": 16655, + "'].\"": 16656, + "ĠQueen": 16657, + "stats": 16658, + "Ġmeetings": 16659, + "276": 16660, + "Ġentering": 16661, + "Ġalongside": 16662, + "(session": 16663, + "itals": 16664, + "Ġfoundation": 16665, + "ĠCredit": 16666, + ".div": 16667, + "_ALL": 16668, + "pcion": 16669, + "_stat": 16670, + "icking": 16671, + "Defaults": 16672, + "_src": 16673, + "Ġoutputs": 16674, + "/B": 16675, + "Ġenthus": 16676, + "-bl": 16677, + ".ForeColor": 16678, + "ĉtemp": 16679, + "Face": 16680, + "Ġinteract": 16681, + "Ġweird": 16682, + "Mount": 16683, + "rell": 16684, + "udents": 16685, + "Ġrequirement": 16686, + "ĠSus": 16687, + "IER": 16688, + "Ġelected": 16689, + "reference": 16690, + "ĠME": 16691, + "Ġservers": 16692, + ".wait": 16693, + "Ġsnapshot": 16694, + "ilton": 16695, + "Ġtries": 16696, + "Ġtipo": 16697, + ".Time": 16698, + ">w": 16699, + "Ġmountain": 16700, + "Ġpounds": 16701, + "Ġ[...": 16702, + "exists": 16703, + "ĠngOn": 16704, + "_MAP": 16705, + "Ġflying": 16706, + "331": 16707, + "xiety": 16708, + "ĉvalue": 16709, + "_DB": 16710, + "uno": 16711, + "Ġseats": 16712, + "TURN": 16713, + ".author": 16714, + "!)": 16715, + "orce": 16716, + "Ġindicated": 16717, + "317": 16718, + ".sin": 16719, + "Ġassignment": 16720, + "imiento": 16721, + "ĠFrame": 16722, + "324": 16723, + "_gen": 16724, + "inery": 16725, + "_)": 16726, + "messages": 16727, + ".settings": 16728, + "ĠMean": 16729, + "ĠMuseum": 16730, + "irq": 16731, + "attach": 16732, + "ĠPalestin": 16733, + "_QU": 16734, + "_tags": 16735, + "Ġcasual": 16736, + "emen": 16737, + "ASSWORD": 16738, + "432": 16739, + "$s": 16740, + "ĠCirc": 16741, + "ой": 16742, + "etric": 16743, + "/P": 16744, + "018": 16745, + "Ġepoch": 16746, + "The": 16761, + "ĠAk": 16762, + "Ġgrass": 16763, + "/*čĊ": 16764, + "(dis": 16765, + "Ġguns": 16766, + "Ġtb": 16767, + "ĠKevin": 16768, + ".args": 16769, + "ĠAh": 16770, + "oped": 16771, + "(J": 16772, + "columns": 16773, + "arguments": 16774, + "ĠWithEvents": 16775, + "_full": 16776, + "ĠDefense": 16777, + "Simple": 16778, + "Ġdeaths": 16779, + "295": 16780, + "Ġextensive": 16781, + "ĠStill": 16782, + "ĠExpression": 16783, + "ĠAgency": 16784, + "Ġperforming": 16785, + "FX": 16786, + "Ġusuario": 16787, + "UAL": 16788, + "Side": 16789, + "odos": 16790, + "aptop": 16791, + "Ġcredentials": 16792, + "_cap": 16793, + "atient": 16794, + "ĠDisney": 16795, + "Ġai": 16796, + "Ġchip": 16797, + "Ġvolt": 16798, + ".makeText": 16799, + "%%%%%%%%%%%%%%%%": 16800, + "Ġbelief": 16801, + "_LOC": 16802, + "ĠCivil": 16803, + "Navigation": 16804, + "Ġreveal": 16805, + "Ġviolent": 16806, + "ĠFil": 16807, + "Ġcatalog": 16808, + "emed": 16809, + "scan": 16810, + ".control": 16811, + "Ġconstitution": 16812, + "Country": 16813, + "Separator": 16814, + "_APP": 16815, + "topic": 16816, + "uetooth": 16817, + "MIN": 16818, + "Ġdescriptor": 16819, + "yt": 16820, + "ETHER": 16821, + "Ġdistribute": 16822, + "'}Ċ": 16823, + ".trim": 16824, + ".Line": 16825, + "Ġlbl": 16826, + "assertEquals": 16827, + "ĠDet": 16828, + "ombok": 16829, + "(width": 16830, + "Ġtort": 16831, + "ĠEXPRESS": 16832, + "aco": 16833, + "Using": 16834, + "ĠBrand": 16835, + "wall": 16836, + "EMENT": 16837, + "ĠCommunic": 16838, + "(Ċ": 17492, + "?>\"": 17493, + "Ġ///Ċ": 17494, + "Ġeiner": 17495, + "Ġweekly": 17496, + "ĉlogger": 17497, + "_pop": 17498, + "_man": 17499, + "Ġmigrations": 17500, + "Ġasks": 17501, + "Ġbs": 17502, + "Ġfalls": 17503, + ".Where": 17504, + "-height": 17505, + "_feature": 17506, + ".Min": 17507, + "Ġhyper": 17508, + "Ġvolatile": 17509, + "Ġtwenty": 17510, + "Typography": 17511, + "Unable": 17512, + "Det": 17513, + ",f": 17514, + "-mod": 17515, + "Ġsettlement": 17516, + "Ġcontracts": 17517, + "nome": 17518, + "Bad": 17519, + "ĠBrian": 17520, + "768": 17521, + "(username": 17522, + "!!!!": 17523, + "Ġhack": 17524, + ".Field": 17525, + "HR": 17526, + "ĠJordan": 17527, + "iza": 17528, + "ĠÂł": 17529, + "ĠSher": 17530, + ".header": 17531, + "(other": 17532, + "ĠDub": 17533, + "(op": 17534, + "ĠRound": 17535, + "Ġvie": 17536, + "Ġappl": 17537, + "ĉJ": 17538, + "ĠInsert": 17539, + "ĠLP": 17540, + "regon": 17541, + "ĠMPI": 17542, + "Ġanchor": 17543, + "aca": 17544, + "ør": 17545, + "Ġade": 17546, + "anchor": 17547, + "quee": 17548, + "ĠTreeNode": 17549, + "Ġtargeted": 17550, + "Ġlaid": 17551, + "ABEL": 17552, + "vet": 17553, + "ĠOrigin": 17554, + "Ant": 17555, + ".');Ċ": 17556, + "expect": 17557, + "edReader": 17558, + "ĠMajor": 17559, + "Ġinch": 17560, + "Compar": 17561, + "Ġpreview": 17562, + "Ġillness": 17563, + "ĠCONTRACT": 17564, + "ĠIndepend": 17565, + "uuid": 17566, + "Ġnome": 17567, + "Ġtc": 17568, + "ĠAvenue": 17569, + "isan": 17570, + "Ġphrase": 17571, + "_move": 17572, + "\")[": 17573, + "412": 17574, + "Ġprovision": 17575, + "Ġconcentr": 17576, + "_IR": 17577, + "ĠUt": 17578, + "()+": 17579, + "Ġnas": 17580, + "!,": 17581, + "ĠRobin": 17582, + "iations": 17583, + "atitude": 17584, + "Ġpx": 17585, + "ĠWithout": 17586, + "/bash": 17587, + "ekt": 17588, + "reement": 17589, + "342": 17590, + "Observer": 17591, + "318": 17592, + "ĠRegion": 17593, + "UBLIC": 17594, + "Ġ{//": 17595, + "KN": 17596, + "å·": 17597, + "GameObject": 17598, + "å¾": 17599, + "encoding": 17600, + "Ġ***": 17601, + "projects": 17602, + "Ġtk": 17603, + "Ġcheese": 17604, + "EMPL": 17605, + "aro": 17606, + "ĠاÙĦ": 17607, + "610": 17608, + "337": 17609, + "Ġconsists": 17610, + "refresh": 17611, + "ureau": 17612, + "ĠScanner": 17613, + "Ġsoil": 17614, + "Ġflavor": 17615, + "DataSource": 17616, + "Execute": 17617, + "ение": 17618, + "Ġshit": 17619, + "åĪĨ": 17620, + "Ċ": 17875, + "Ġsubsequent": 17876, + "posable": 17877, + "-fluid": 17878, + "Ġthorough": 17879, + "Ġpublicly": 17880, + "apters": 17881, + "ĠWilson": 17882, + "_PRE": 17883, + "yard": 17884, + "ä¼": 17885, + "ĉin": 17886, + "339": 17887, + "Ġrevers": 17888, + "Ġbullet": 17889, + "cribed": 17890, + "nesota": 17891, + "Ġ($_": 17892, + "annon": 17893, + "cursor": 17894, + "Ġclothing": 17895, + "ĠMulti": 17896, + "287": 17897, + ":',": 17898, + "Ġvess": 17899, + "ordinator": 17900, + "Ġeinem": 17901, + "Cannot": 17902, + "Ġarmed": 17903, + "ĉV": 17904, + "ä¸Ĭ": 17905, + ".Flat": 17906, + "ĠSep": 17907, + "ĠSubject": 17908, + "_font": 17909, + "Ġcharacteristics": 17910, + "Done": 17911, + "eln": 17912, + "############": 17913, + "POS": 17914, + "Ġdensity": 17915, + "ĠPlatform": 17916, + "-items": 17917, + "Ġovers": 17918, + "Ġpushing": 17919, + "ç¤": 17920, + ".Connection": 17921, + "_term": 17922, + "Ġinitialization": 17923, + "________________________________": 17924, + "ç¬": 17925, + ".document": 17926, + "lesh": 17927, + "ĉdocument": 17928, + "ĠPin": 17929, + "ça": 17930, + "Ġdefinitions": 17931, + ".Path": 17932, + "_WRITE": 17933, + "ĠĉĊ": 17934, + "?>ĊĊ": 17935, + "Ġterrible": 17936, + "bean": 17937, + "ickets": 17938, + "ĠSV": 17939, + "Buy": 17940, + "(task": 17941, + "Ġregime": 17942, + "google": 17943, + "Ġcrack": 17944, + ".visit": 17945, + "NUM": 17946, + "energy": 17947, + "Ġstruck": 17948, + "_sample": 17949, + ".payload": 17950, + "Ġrevis": 17951, + "ĠScene": 17952, + "Ġpg": 17953, + "Ġbreakfast": 17954, + "URRENT": 17955, + ".charAt": 17956, + "_exception": 17957, + "ĠAnton": 17958, + "Ġguidelines": 17959, + "Ġexhaust": 17960, + "ĠFinancial": 17961, + "Ġindent": 17962, + "Ġdesktop": 17963, + "Hidden": 17964, + "Failure": 17965, + "Ġprinciple": 17966, + "Ġiv": 17967, + "Ġseks": 17968, + "network": 17969, + "ĠnumberOf": 17970, + "ĠAlbert": 17971, + "ĉlong": 17972, + "801": 17973, + ",.": 17974, + "Ġzeros": 17975, + "fade": 17976, + "ĠTyp": 17977, + "ĠTerm": 17978, + "ĠArts": 17979, + ".Application": 17980, + "Ġbehalf": 17981, + "æĪ·": 17982, + "Ġmere": 17983, + "(`${": 17984, + "Ġawareness": 17985, + "elpers": 17986, + "flix": 17987, + "Ġweigh": 17988, + "Ġestimates": 17989, + ".child": 17990, + "/O": 17991, + "ĠBitmap": 17992, + ".bottom": 17993, + "Ġ**************************************************************************": 17994, + "Expect": 17995, + "ento": 17996, + "ĠForum": 17997, + "veral": 17998, + "Ġjail": 17999, + "Ġabilities": 18000, + "ĠHOLD": 18001, + "ĠCit": 18002, + "Ġdynam": 18003, + "Ġgray": 18004, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ": 18005, + ".nextInt": 18006, + "antly": 18007, + "ĠARISING": 18008, + "(private": 18009, + "Ġrejected": 18010, + "ĠNic": 18011, + "Ġleather": 18012, + "={Ċ": 18013, + "alytics": 18014, + "thetic": 18015, + ".Top": 18016, + "373": 18017, + ".Page": 18018, + "={`": 18019, + "Ġ;čĊ": 18020, + "depth": 18021, + "mann": 18022, + "WD": 18023, + "ĠSom": 18024, + ".Right": 18025, + "Ġ)}Ċ": 18026, + "Ġtrait": 18027, + "ÃĹ": 18028, + "iac": 18029, + "Ġrv": 18030, + "Sample": 18031, + ".Xml": 18032, + "opped": 18033, + "ĠÑĦ": 18034, + "lists": 18035, + "Ġtear": 18036, + "iversary": 18037, + ".collection": 18038, + "ĠConstitution": 18039, + "ĠHttpResponse": 18040, + "Ġbrill": 18041, + "ĠProm": 18042, + "hover": 18043, + "366": 18044, + "ĠMiami": 18045, + "Ġargue": 18046, + "_float": 18047, + "504": 18048, + "ĠãĤ": 18049, + "Ġnat": 18050, + "ĠTal": 18051, + "Ġintegration": 18052, + "(cur": 18053, + "Ġremoving": 18054, + "Ġcoeff": 18055, + "ĠThough": 18056, + "Ġforecast": 18057, + "408": 18058, + "ĠVegas": 18059, + "Site": 18060, + "346": 18061, + "Ġtrab": 18062, + "ĠHenry": 18063, + "-i": 18064, + "Ġinvolves": 18065, + "BT": 18066, + "Ġslo": 18067, + "Invoke": 18068, + "Ġlucky": 18069, + "025": 18070, + "rat": 18071, + "Ġ?Ċ": 18072, + "Ġhandled": 18073, + "(fd": 18074, + "contents": 18075, + "ĠOFF": 18076, + "RF": 18077, + "Ġsty": 18078, + "ĠMotor": 18079, + "tery": 18080, + "tax": 18081, + "MAP": 18082, + "ĠMrs": 18083, + "Ġphones": 18084, + "ĠUIView": 18085, + "\")));Ċ": 18086, + "(dev": 18087, + "ĠIrish": 18088, + "019": 18089, + "Ġws": 18090, + "DI": 18091, + "_OFFSET": 18092, + "ĠEvents": 18093, + "Ġstages": 18094, + "Ġ}//": 18095, + "Ġhaben": 18096, + "STANCE": 18097, + "ĠSin": 18098, + "ĠMoney": 18099, + "(top": 18100, + "Ġappointment": 18101, + "VERSION": 18102, + "metadata": 18103, + "_comment": 18104, + "Ġcolleagues": 18105, + "maps": 18106, + "âĺ": 18107, + "ĊĉĊ": 18108, + "(al": 18109, + "_req": 18110, + "Ġfut": 18111, + "Ġarchitecture": 18112, + "351": 18113, + "ĠWHETHER": 18114, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 18115, + "_screen": 18116, + "ĠstyleUrls": 18117, + "Ġmonster": 18118, + ".up": 18119, + "phia": 18120, + "Ġprocessor": 18121, + "ĠTerr": 18122, + "=',": 18123, + "ĠManufact": 18124, + "ĠNT": 18125, + "kel": 18126, + "ibern": 18127, + "ĉfile": 18128, + "Ali": 18129, + "rientation": 18130, + "Ġ//!": 18131, + "apore": 18132, + "aneous": 18133, + "ĠCreat": 18134, + "folder": 18135, + "415": 18136, + "Ġhay": 18137, + "Suppress": 18138, + "(left": 18139, + "Ġeuro": 18140, + "Ġdisclaimer": 18141, + "ustry": 18142, + "ships": 18143, + "_fd": 18144, + "ĠFa": 18145, + "_insert": 18146, + "Ġrol": 18147, + "ifting": 18148, + "ĠComments": 18149, + "_br": 18150, + "Ġlosses": 18151, + "ĠAdded": 18152, + "charg": 18153, + "Ġпо": 18154, + "_system": 18155, + "ĠSometimes": 18156, + "ĠSpain": 18157, + "(group": 18158, + "ialis": 18159, + "Ġdollar": 18160, + "ĠArgs": 18161, + "499": 18162, + "297": 18163, + "quires": 18164, + "ĠTen": 18165, + ".scss": 18166, + "Ġsurvive": 18167, + "usage": 18168, + "Ġjun": 18169, + "imiter": 18170, + "ï¼ģĊĊ": 18171, + "Ġfifth": 18172, + "toggle": 18173, + "Ġdecline": 18174, + "($\"": 18175, + "(Long": 18176, + "inge": 18177, + "Ġpilot": 18178, + "-light": 18179, + "-radius": 18180, + "Ġpodcast": 18181, + "Ġnaturally": 18182, + "Pages": 18183, + "为": 18184, + "ĠDespite": 18185, + "Ġlighting": 18186, + "Ġcrate": 18187, + "ĠBinary": 18188, + "Ġreducing": 18189, + "Ġeleg": 18190, + "ĠMouse": 18191, + "ĠTestBed": 18192, + "ĠbeforeEach": 18193, + "_ARRAY": 18194, + "Redirect": 18195, + "329": 18196, + "Ġflood": 18197, + "Ġships": 18198, + "363": 18199, + "Ġelectricity": 18200, + ")*(": 18201, + "ê¸": 18202, + "ĠViet": 18203, + "hero": 18204, + "Ġdia": 18205, + "ĠKent": 18206, + "heart": 18207, + "Ġthreats": 18208, + "_acc": 18209, + "Ġsymbols": 18210, + "ischen": 18211, + "_inst": 18212, + "Criterion": 18213, + "ĠTIM": 18214, + ".Height": 18215, + "580": 18216, + "ĠâĢĻ": 18217, + "();ĊĊĊ": 18218, + "Products": 18219, + "_SP": 18220, + "ĠCy": 18221, + "Ġdependent": 18222, + "este": 18223, + "Ġdatos": 18224, + "dit": 18225, + "ав": 18226, + "IGNAL": 18227, + "Ġlesson": 18228, + "\">'": 18229, + "ĠCover": 18230, + "ĠHope": 18231, + "ĠTimer": 18232, + "Ġdad": 18233, + "viders": 18234, + "ĠPhot": 18235, + "/?": 18236, + "ropy": 18237, + "oming": 18238, + "asion": 18239, + "Ġ\\(": 18240, + "ĠET": 18241, + "ĠReading": 18242, + "Ġepisodes": 18243, + "lm": 18244, + "421": 18245, + "echa": 18246, + "Ġneuro": 18247, + "820": 18248, + "Ġharmon": 18249, + "Ġliberal": 18250, + "-ind": 18251, + "393": 18252, + "DATA": 18253, + "Ġeveryday": 18254, + "Ġdivided": 18255, + "ĠActiveRecord": 18256, + "figure": 18257, + "UA": 18258, + "ä¹": 18259, + "riendly": 18260, + "tech": 18261, + "601": 18262, + ".gameObject": 18263, + "иÑĤÑĮ": 18264, + "374": 18265, + "Ġmoon": 18266, + "ftime": 18267, + "Ġnoch": 18268, + "ĠTORT": 18269, + "ĠVM": 18270, + ".initial": 18271, + "(child": 18272, + "Ġmusical": 18273, + "Ġoc": 18274, + "bas": 18275, + "ĠHay": 18276, + "361": 18277, + "_long": 18278, + "Ġmemset": 18279, + "iley": 18280, + "adelphia": 18281, + "SV": 18282, + "roat": 18283, + "_tx": 18284, + "Ġlon": 18285, + "ĠngOnInit": 18286, + "bp": 18287, + "ĠGolden": 18288, + "ACHE": 18289, + "Ġworried": 18290, + "azi": 18291, + "Ear": 18292, + "Take": 18293, + "(fp": 18294, + "burgh": 18295, + "_Data": 18296, + "gres": 18297, + "ĠOnt": 18298, + "pus": 18299, + "Ġtransparent": 18300, + "Ġpocket": 18301, + "Ġram": 18302, + "igrations": 18303, + ".čĊčĊ": 18304, + "Ġ[(": 18305, + "Ġadopted": 18306, + "Ġreportedly": 18307, + "ĠDream": 18308, + "Ġ}));Ċ": 18309, + "losing": 18310, + "Ġteeth": 18311, + "ĠBooks": 18312, + "\",&": 18313, + "enny": 18314, + "LEMENT": 18315, + "Ġgel": 18316, + "ĠPlant": 18317, + "437": 18318, + "!âĢĿ": 18319, + ".host": 18320, + "ĠReply": 18321, + "376": 18322, + "rength": 18323, + "Ġrecognition": 18324, + "Ġ}}>Ċ": 18325, + "LA": 18326, + "Ġmirror": 18327, + "Ġassistant": 18328, + "(device": 18329, + "Ġspiritual": 18330, + "builder": 18331, + "§": 18332, + "Ġoutr": 18333, + "Ġtt": 18334, + "ĠPER": 18335, + "Ġradical": 18336, + "Methods": 18337, + "Ġpace": 18338, + "udy": 18339, + "Ġgut": 18340, + "ĠGreek": 18341, + "Ġnonatomic": 18342, + "ĠPaper": 18343, + "_GPIO": 18344, + "Ġobst": 18345, + ".Ad": 18346, + "vironments": 18347, + "ĠSov": 18348, + "356": 18349, + "(con": 18350, + "ĠTransaction": 18351, + ".assign": 18352, + "ĉcatch": 18353, + "elter": 18354, + "Ġbitcoin": 18355, + "_GR": 18356, + "ĠčĊ": 18473, + "metic": 18474, + "Ġtransformation": 18475, + "åı·": 18476, + "Ġrgb": 18477, + "istributions": 18478, + "Ġimplicit": 18479, + "/in": 18480, + "destination": 18481, + "аÑĤÑĮ": 18482, + "Zero": 18483, + "Ġunset": 18484, + "920": 18485, + ".where": 18486, + ".go": 18487, + "Ġformation": 18488, + "Ġdeclaration": 18489, + "()čĊčĊ": 18490, + "ĠExpl": 18491, + "ĉĉĉĠĠ": 18492, + "/pro": 18493, + ".JSON": 18494, + "441": 18495, + "Ġdesk": 18496, + ".substr": 18497, + "//----------------------------------------------------------------------------": 18498, + "lyn": 18499, + "pson": 18500, + "407": 18501, + "disable": 18502, + "ĠFunc": 18503, + "ĉAssert": 18504, + "ĠMARK": 18505, + "Ġdefeat": 18506, + "Ġblind": 18507, + "Ġconstants": 18508, + "362": 18509, + ".headers": 18510, + "UILD": 18511, + "Ġexpenses": 18512, + "Pixel": 18513, + "Ġhr": 18514, + "Ġfel": 18515, + "ĠEastern": 18516, + "424": 18517, + "490": 18518, + "_del": 18519, + "357": 18520, + "ĠCub": 18521, + "Ġsq": 18522, + "ĉcount": 18523, + "ĠDirectory": 18524, + "Ġexclus": 18525, + "Ġhistoric": 18526, + "Ġ------------------------------------------------": 18527, + "Ġcomposition": 18528, + "ĠdataGridView": 18529, + "ĠBurn": 18530, + "ĠBC": 18531, + "Master": 18532, + "Ġspawn": 18533, + "Ġbearing": 18534, + ".SetActive": 18535, + "ilo": 18536, + "Ġgallery": 18537, + "Ġfounded": 18538, + "Ġavailability": 18539, + ".sqrt": 18540, + "Ġpes": 18541, + "ĠDOM": 18542, + "mate": 18543, + "Oct": 18544, + "Ġmatched": 18545, + "itivity": 18546, + "Ġanxiety": 18547, + ".price": 18548, + "ĠInstant": 18549, + "ìĬ": 18550, + "Ġtut": 18551, + "ICollection": 18552, + ".shared": 18553, + "_sql": 18554, + "tbl": 18555, + "library": 18556, + "_destroy": 18557, + "ermal": 18558, + "ĠNotes": 18559, + "ĠEin": 18560, + "Ġsouthern": 18561, + "ĠOTHERWISE": 18562, + "Ġmacro": 18563, + ".lower": 18564, + "cls": 18565, + "ContentView": 18566, + ".link": 18567, + "constant": 18568, + "ĠBes": 18569, + "Ġsomebody": 18570, + "nb": 18571, + "399": 18572, + "\">{": 18573, + "(local": 18574, + ".....": 18575, + "ĠNull": 18576, + "mx": 18577, + "Ġç": 18578, + "Ġpause": 18579, + "-----------": 18580, + "_MO": 18581, + "ĠCM": 18582, + "ĠforKey": 18583, + "ĠDVD": 18584, + "Ġclosest": 18585, + "_DEVICE": 18586, + "ĠStephen": 18587, + "ĠBBC": 18588, + "ĠTravel": 18589, + "Paint": 18590, + "ĠResults": 18591, + "ĠRule": 18592, + "Ġtp": 18593, + "Ġratings": 18594, + "cin": 18595, + "csv": 18596, + ">/": 18597, + "ĠGOP": 18598, + "lad": 18599, + "ĠÑĢ": 18600, + "ĠindexPath": 18601, + "matrix": 18602, + "=f": 18603, + "arsed": 18604, + "Ġ});": 18605, + "ĠCos": 18606, + "ĠScore": 18607, + "Ġtak": 18608, + "ĠESP": 18609, + "ĠINC": 18610, + "_NULL": 18611, + "-flex": 18612, + "\"][": 18613, + "into": 18614, + "eland": 18615, + "Authorization": 18616, + "_FALSE": 18617, + "Ġgate": 18618, + "Ġvid": 18619, + "istent": 18620, + "TIME": 18621, + "Ġrewrite": 18622, + "Ġtie": 18623, + "Ġarchive": 18624, + "511": 18625, + ".events": 18626, + ".getParameter": 18627, + "ĠPermission": 18628, + "Ġprogramme": 18629, + "Ġé": 18630, + "jud": 18631, + "Ġcameras": 18632, + "338": 18633, + "349": 18634, + "(sys": 18635, + "ĠSyrian": 18636, + "Ġimprovements": 18637, + "Ġhip": 18638, + "Ġsuicide": 18639, + "Ġscholar": 18640, + "Ġcompatible": 18641, + "022": 18642, + "remote": 18643, + ".down": 18644, + "FUNCTION": 18645, + "Ġmanaging": 18646, + "ĠUIKit": 18647, + ".raw": 18648, + ">>>>": 18649, + "371": 18650, + "Ġdemands": 18651, + "ellite": 18652, + "Ġdent": 18653, + "ĠMicro": 18654, + "åıĸ": 18655, + "'][$": 18656, + "ĠIE": 18657, + "imension": 18658, + "Ġtrem": 18659, + "630": 18660, + "Ġgained": 18661, + ".with": 18662, + ".ok": 18663, + "hou": 18664, + "Ġbom": 18665, + "ampaign": 18666, + "Ġjoining": 18667, + "fish": 18668, + "ĠaddSubview": 18669, + "860": 18670, + "Ġnorthern": 18671, + ".cor": 18672, + "oret": 18673, + "Die": 18674, + "inish": 18675, + "_comp": 18676, + "Ġattended": 18677, + "Ġcollapse": 18678, + "ĠSS": 18679, + "acent": 18680, + "_EQUAL": 18681, + "ĠDeep": 18682, + "RGB": 18683, + "ĉtest": 18684, + "olves": 18685, + "uset": 18686, + "UnityEngine": 18687, + "writer": 18688, + "Resolver": 18689, + ",%": 18690, + "ifference": 18691, + "_remove": 18692, + "onda": 18693, + "Ġfemme": 18694, + "385": 18695, + "decode": 18696, + "Branch": 18697, + "Ġflush": 18698, + "Ġinnovative": 18699, + "Tests": 18700, + "Ġ['./": 18701, + "Ġcovering": 18702, + ".admin": 18703, + "ultipart": 18704, + "(lambda": 18705, + "namespace": 18706, + "ĠSport": 18707, + "Ġ!(": 18708, + "acles": 18709, + "Ġdepression": 18710, + "ĠKong": 18711, + "570": 18712, + "Ġpert": 18713, + "ĠConn": 18714, + "ĠOtherwise": 18715, + "/home": 18716, + "supported": 18717, + "Ġpink": 18718, + "Ġinvited": 18719, + "ños": 18720, + "_enabled": 18721, + "Ġ-Ċ": 18722, + "FW": 18723, + "eners": 18724, + "ĠMY": 18725, + "Ġsuggestions": 18726, + "Canvas": 18727, + "Ġfer": 18728, + "ĠMarketing": 18729, + "@Test": 18730, + "untu": 18731, + "ĠVen": 18732, + "ĠCou": 18733, + "ivals": 18734, + "Donald": 18735, + "limited": 18736, + "ĉĉĉĉĉĉĊ": 18737, + "Ġanalyst": 18738, + "(entry": 18739, + "Ġrepresentative": 18740, + "_attributes": 18741, + "Ġfur": 18742, + ".hide": 18743, + "resp": 18744, + "adores": 18745, + "rides": 18746, + "ĠJosh": 18747, + "robot": 18748, + "ĠNAT": 18749, + "Ġsesso": 18750, + "Ġintegrated": 18751, + ":true": 18752, + "parts": 18753, + "Ġstupid": 18754, + ":event": 18755, + "@endsection": 18756, + "Ġpu": 18757, + ".Table": 18758, + "ĠYii": 18759, + "`;ĊĊ": 18760, + "Ġclang": 18761, + "=\"\">": 18762, + "engan": 18763, + "_parameters": 18764, + ".internal": 18765, + "ĠModern": 18766, + "Ġmetric": 18767, + "Ġsemi": 18768, + "={{Ċ": 18769, + "707": 18770, + ".amazon": 18771, + "ĠBB": 18772, + "ainty": 18773, + "viewport": 18774, + "367": 18775, + "ĠstartActivity": 18776, + "dispatch": 18777, + "*****": 18778, + "Ġflav": 18779, + "ifferent": 18780, + "382": 18781, + "[this": 18782, + "Ġstake": 18783, + "Ġargued": 18784, + "viously": 18785, + ".work": 18786, + "ĠOak": 18787, + "Old": 18788, + "(async": 18789, + "notes": 18790, + "Ġflip": 18791, + "Ġdisag": 18792, + "ĠTE": 18793, + "ĉerror": 18794, + "<'": 18795, + "Ġ»ĊĊ": 18796, + "Ġfiltered": 18797, + "ĠMach": 18798, + "Ġhung": 18799, + "_dump": 18800, + "_samples": 18801, + "-dismiss": 18802, + "Ġray": 18803, + "Implemented": 18804, + "DK": 18805, + "Ġjed": 18806, + "090": 18807, + "Ġbreaks": 18808, + "Ġfits": 18809, + ".gr": 18810, + "ĠZero": 18811, + "oro": 18812, + "Ġequally": 18813, + "Ġ'[": 18814, + "Ġconcerning": 18815, + "<": 18914, + "Ġpromot": 18915, + "Ġincl": 18916, + "_only": 18917, + "를": 18918, + "ĠAttorney": 18919, + "-date": 18920, + "Ġlandscape": 18921, + "Ġfu": 18922, + "SY": 18923, + ".prop": 18924, + "ĠArr": 18925, + "pag": 18926, + "ParallelGroup": 18927, + "':čĊ": 18928, + "Ġlogs": 18929, + "aunch": 18930, + "unci": 18931, + "nama": 18932, + "TableCell": 18933, + "issues": 18934, + ".{": 18935, + "ecurity": 18936, + "_exec": 18937, + "olds": 18938, + "Ġhosts": 18939, + "Ġproto": 18940, + "_import": 18941, + "_sort": 18942, + "ĠBow": 18943, + "ĠNormal": 18944, + "ĠFarm": 18945, + ".createParallelGroup": 18946, + "Rotation": 18947, + ".err": 18948, + "Ġpleased": 18949, + "itage": 18950, + ".Wh": 18951, + "ĉĉĠĠĠĠ": 18952, + "MR": 18953, + "ĠMORE": 18954, + "ĠNatural": 18955, + "_transform": 18956, + "BASE": 18957, + "eneral": 18958, + "utdown": 18959, + ".commons": 18960, + "WT": 18961, + "Ġaan": 18962, + ".Result": 18963, + "dog": 18964, + "Ġclicking": 18965, + "),ĊĊ": 18966, + "#line": 18967, + "Operator": 18968, + "Ġciv": 18969, + "Ġmerg": 18970, + "obuf": 18971, + "ngthen": 18972, + "Ġ[{": 18973, + "Ġcancell": 18974, + "trigger": 18975, + ".:": 18976, + "WORK": 18977, + "declare": 18978, + "Ġdecrease": 18979, + "ÅĽci": 18980, + "loom": 18981, + ".None": 18982, + "ĠMI": 18983, + "ĠJason": 18984, + "Ġhealthcare": 18985, + "iamond": 18986, + "sylvania": 18987, + "*x": 18988, + "ĠRa": 18989, + "[b": 18990, + "Ġprinting": 18991, + "phabet": 18992, + "ĠLabour": 18993, + "opper": 18994, + "Ġzijn": 18995, + "-target": 18996, + "_FUNCTION": 18997, + "Ġoct": 18998, + "ениÑı": 18999, + "åľ¨": 19000, + "Ġwestern": 19001, + "Ġcomputers": 19002, + "ĠRET": 19003, + "HashMap": 19004, + "[String": 19005, + "getValue": 19006, + "_DATE": 19007, + ".Next": 19008, + "ĠFif": 19009, + "él": 19010, + "icked": 19011, + "æİ": 19012, + "-MM": 19013, + "Ġ{ĊĊĊ": 19014, + "Ġcontacts": 19015, + "Ġdigits": 19016, + "Produ": 19017, + "Ġunusual": 19018, + "Ġrapidly": 19019, + "tures": 19020, + "Ġangry": 19021, + "cancel": 19022, + "xxxx": 19023, + "_parser": 19024, + "idity": 19025, + "_PREFIX": 19026, + "710": 19027, + "Ġmehr": 19028, + "Ġrarely": 19029, + "ethe": 19030, + "opes": 19031, + "Ġ%.": 19032, + "works": 19033, + "Ġtheta": 19034, + "Ġcontribution": 19035, + "ĠTony": 19036, + "Ġsquad": 19037, + "537": 19038, + "ай": 19039, + "Ġîn": 19040, + "there": 19041, + "outed": 19042, + "ĉq": 19043, + "ĻĤ": 19044, + "good": 19045, + "LI": 19046, + "页": 19047, + "ĠLiving": 19048, + "izabeth": 19049, + "Ġkt": 19050, + "ĠDallas": 19051, + "]],Ċ": 19052, + "Ġ/>ĊĊ": 19053, + "Ġraising": 19054, + "/router": 19055, + "_game": 19056, + "368": 19057, + "ĠCUR": 19058, + "zens": 19059, + ".es": 19060, + "ĠfontWeight": 19061, + "(func": 19062, + "notification": 19063, + "Ġ'../../../": 19064, + "Ġblame": 19065, + "ãĢĤĊĊĊĊ": 19066, + "anco": 19067, + "980": 19068, + "Identity": 19069, + "follow": 19070, + "Ġarts": 19071, + "xs": 19072, + "Ġofficially": 19073, + "ĠStudio": 19074, + "Ġrecommendations": 19075, + "Ġlocale": 19076, + "Ġamateur": 19077, + "ĠEnable": 19078, + "Ġcaps": 19079, + ".End": 19080, + "388": 19081, + "-add": 19082, + "_gshared": 19083, + "ĠCT": 19084, + "Force": 19085, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĊ": 19086, + "Ġorange": 19087, + "Ġlp": 19088, + "Ġanswered": 19089, + ".Grid": 19090, + "Ġdual": 19091, + "Ġstrategic": 19092, + "Ġnobody": 19093, + "Ġfatal": 19094, + "_est": 19095, + "(el": 19096, + "Ġìł": 19097, + "ĠBudd": 19098, + "AIT": 19099, + "_factor": 19100, + "-one": 19101, + "ĠHAVE": 19102, + "\"čĊčĊ": 19103, + "760": 19104, + "Prof": 19105, + "Ġär": 19106, + "strings": 19107, + "Ġdirty": 19108, + "ĠFace": 19109, + "ĠBegin": 19110, + "ĠBus": 19111, + "Ġwis": 19112, + "åŃĹ": 19113, + "Ġspeaker": 19114, + "Ġcarrier": 19115, + "ĠOm": 19116, + "Ġhadn": 19117, + "Allow": 19118, + "::__": 19119, + "Ġverb": 19120, + "ĠComplete": 19121, + "ĠEasy": 19122, + "Ġbills": 19123, + "ĠĠĊĊ": 19124, + "Vertical": 19125, + "Ġpron": 19126, + "ĠDefine": 19127, + "Ġlookup": 19128, + "variables": 19129, + "Ġpandas": 19130, + "umes": 19131, + "Ġinnoc": 19132, + "ĠsetUp": 19133, + "ĠChampionship": 19134, + "artist": 19135, + "ĠCType": 19136, + "Foundation": 19137, + "à¹Ī": 19138, + "ĠSetup": 19139, + "428": 19140, + "Ġrecipes": 19141, + "ĠUIColor": 19142, + "ĠFight": 19143, + "Ġauthorized": 19144, + "_click": 19145, + "990": 19146, + "_success": 19147, + "angan": 19148, + "ĠMountain": 19149, + "ĠDoctor": 19150, + "Ġegg": 19151, + "ĠMedicine": 19152, + "cles": 19153, + "`.Ċ": 19154, + "[int": 19155, + "dashboard": 19156, + "ĠAppro": 19157, + "-dr": 19158, + "Ġproduces": 19159, + "Ġrental": 19160, + "Ġreload": 19161, + "381": 19162, + "Ġarrival": 19163, + "spot": 19164, + "Ġundert": 19165, + "378": 19166, + "Ġequipped": 19167, + "Ġproved": 19168, + "Ġcenters": 19169, + "Ġdefines": 19170, + "also": 19171, + "Ġopacity": 19172, + "ĠUnfortunately": 19173, + "ĠIllinois": 19174, + "Ġне": 19175, + "ĠTemple": 19176, + "ĠTrail": 19177, + "ĠKelly": 19178, + "Ġmeasurement": 19179, + "Ġseparated": 19180, + "-circle": 19181, + "Hey": 19182, + "ĠREAD": 19183, + "igits": 19184, + "Ġib": 19185, + "ĠMOD": 19186, + "attery": 19187, + "аз": 19188, + "Ġvend": 19189, + "енÑĤ": 19190, + "ĠHttpClient": 19191, + "359": 19192, + "safe": 19193, + "_ASS": 19194, + "icit": 19195, + "ĠConstruct": 19196, + "ĠClo": 19197, + "ĠSix": 19198, + "_TOKEN": 19199, + "(block": 19200, + "Ġwarned": 19201, + "/*!": 19202, + "!Ċ": 19296, + "Ġinnovation": 19297, + "_\"": 19298, + "Ġ);čĊčĊ": 19299, + "Ġspots": 19300, + "Ġchoosing": 19301, + ".cs": 19302, + "Ġflexible": 19303, + "UInt": 19304, + "435": 19305, + "930": 19306, + "Ġscratch": 19307, + "-al": 19308, + "Ġfestival": 19309, + "Ġoutstanding": 19310, + "================================================": 19311, + "Mean": 19312, + "ĠOregon": 19313, + "symbol": 19314, + ".account": 19315, + "dney": 19316, + "'''": 19317, + "!\",": 19318, + "901": 19319, + "Ġparticle": 19320, + "Ãĥ": 19321, + "[MAX": 19322, + "IVER": 19323, + "ERENCE": 19324, + "NSMutable": 19325, + "ĠColumbia": 19326, + "_ĊĊ": 19327, + ".fr": 19328, + "Ġcogn": 19329, + "VR": 19330, + "ĠMethods": 19331, + "ĠMade": 19332, + "ĠBR": 19333, + "ĠElse": 19334, + "Ġeggs": 19335, + "Ġswing": 19336, + "ĠInv": 19337, + "Ġdiseases": 19338, + "Ġfirms": 19339, + "Ġlemma": 19340, + "}`);Ċ": 19341, + "lings": 19342, + "Ġgym": 19343, + "uminum": 19344, + ".Trim": 19345, + "Mem": 19346, + "Ġcriticism": 19347, + "ibernate": 19348, + "_TX": 19349, + "ioni": 19350, + "Ġguidance": 19351, + "Ġrepeatedly": 19352, + "Ġsupplier": 19353, + "Ġpainting": 19354, + "864": 19355, + ".Fragment": 19356, + "edException": 19357, + "Ġwiring": 19358, + "Ġcourts": 19359, + "WEB": 19360, + "æľī": 19361, + "\\.": 19362, + "illance": 19363, + "Ġbrows": 19364, + "ĠPattern": 19365, + "PLICATION": 19366, + "ĠSummer": 19367, + "Chain": 19368, + "Ġcute": 19369, + "mercial": 19370, + "Ġdil": 19371, + "ĠFranklin": 19372, + "ĉglobal": 19373, + "INCLUDING": 19374, + "history": 19375, + "Ġlst": 19376, + "Qt": 19377, + "SDL": 19378, + "alia": 19379, + "iere": 19380, + "(...": 19381, + "ĉcin": 19382, + "iffs": 19383, + "velope": 19384, + "ĠRoot": 19385, + "cluster": 19386, + "UserName": 19387, + "igne": 19388, + "()Ċ": 19485, + "Ġapplying": 19486, + "Ġpromised": 19487, + "Ġox": 19488, + "ncia": 19489, + "ĠValidation": 19490, + "orts": 19491, + "_cur": 19492, + "elect": 19493, + "eye": 19494, + "(Data": 19495, + "Ġreporter": 19496, + "ĠBuff": 19497, + "395": 19498, + "Ġsr": 19499, + "Ġ\";": 19500, + "icky": 19501, + "Ġtempor": 19502, + "SN": 19503, + "Ġresident": 19504, + "pires": 19505, + "ysical": 19506, + "Ġendorse": 19507, + "ĠSong": 19508, + "isEmpty": 19509, + "leet": 19510, + "_util": 19511, + "Ġdistingu": 19512, + "ĠTalk": 19513, + "ĠMot": 19514, + "(default": 19515, + ".Arg": 19516, + "gorithms": 19517, + "_words": 19518, + "immer": 19519, + "_reset": 19520, + "family": 19521, + "WW": 19522, + "Ġsavings": 19523, + "ĠâĢĿ": 19524, + "_enable": 19525, + "sidebar": 19526, + "Running": 19527, + "Ġali": 19528, + "Ġtestim": 19529, + "Ġwarnings": 19530, + "ĠChem": 19531, + "ĠExit": 19532, + "Ġfounder": 19533, + "pector": 19534, + "Ġrm": 19535, + "_dataset": 19536, + "ĠDas": 19537, + "Ġhan": 19538, + "Getty": 19539, + "ál": 19540, + "Ġny": 19541, + "Ġpoverty": 19542, + "Ġresulted": 19543, + ".by": 19544, + "ĠVisit": 19545, + "Ġobtaining": 19546, + "/'.$": 19547, + "ĠĠĠĠĠĠĠĠĠĠĠĊ": 19548, + "shall": 19549, + "_LEFT": 19550, + "UIImage": 19551, + "_Name": 19552, + "have": 19553, + "ĠNob": 19554, + "lr": 19555, + "-footer": 19556, + "Ġnaked": 19557, + "ĠGarden": 19558, + "\\Facades": 19559, + "Ġgraduate": 19560, + "417": 19561, + "Ġfranchise": 19562, + "plane": 19563, + "Ġcontributions": 19564, + "ĠstringWith": 19565, + "Ġcrypto": 19566, + "Ġmovements": 19567, + "athers": 19568, + "Ġlifetime": 19569, + "Ġcommunicate": 19570, + "jar": 19571, + "ĠFragment": 19572, + "_IF": 19573, + "ĠNavy": 19574, + "ĠFigure": 19575, + "Ġsimulation": 19576, + "_stop": 19577, + "Ġreporters": 19578, + "Ġversus": 19579, + "aja": 19580, + "Ġα": 19581, + "Ġgovernor": 19582, + "ListItem": 19583, + "Ġsealed": 19584, + ".Background": 19585, + "edi": 19586, + "ashing": 19587, + "Ġlip": 19588, + "ĠIh": 19589, + "merge": 19590, + "Ġnec": 19591, + "024": 19592, + "elocity": 19593, + "ATEG": 19594, + "Ġseeds": 19595, + "Ġfloating": 19596, + "701": 19597, + "_FA": 19598, + "walk": 19599, + "ĉuser": 19600, + "_depth": 19601, + "Ġwage": 19602, + "@app": 19603, + "Nil": 19604, + "([\"": 19605, + "(vector": 19606, + "Ġsecretary": 19607, + "461": 19608, + "ĠjPanel": 19609, + "vez": 19610, + "³³³³": 19611, + "direction": 19612, + "ĠEP": 19613, + "Ġhunt": 19614, + "396": 19615, + "JsonProperty": 19616, + "ĠPORT": 19617, + "]\",": 19618, + "ап": 19619, + "ĠForeign": 19620, + "panic": 19621, + "Ġtrials": 19622, + "ĠAle": 19623, + "Ġrural": 19624, + "-value": 19625, + "authorized": 19626, + "ĠScotland": 19627, + ".drop": 19628, + "ĠMT": 19629, + "ç±": 19630, + "391": 19631, + "rowth": 19632, + "515": 19633, + "FilePath": 19634, + "Ġrecall": 19635, + "ifle": 19636, + "Ġcel": 19637, + "ĠSELECT": 19638, + "kn": 19639, + "_case": 19640, + "Ġcrop": 19641, + "543": 19642, + "sure": 19643, + "pot": 19644, + "ICS": 19645, + "Ġstem": 19646, + "Ġindustries": 19647, + "Put": 19648, + "Ġaber": 19649, + "roadcast": 19650, + "Icons": 19651, + ")\")Ċ": 19652, + "æĪIJåĬŁ": 19653, + "gui": 19654, + "Ġassumed": 19655, + "Ġrx": 19656, + "EA": 19657, + "è§": 19658, + "ELL": 19659, + "Ġdose": 19660, + "Ġine": 19661, + "Ġdeeper": 19662, + "lider": 19663, + "Ġordinary": 19664, + "Ġgolf": 19665, + "605": 19666, + "_IMAGE": 19667, + "ĠNAME": 19668, + "(module": 19669, + "Ġatom": 19670, + "Ġbelt": 19671, + "Ġoffices": 19672, + "506": 19673, + "beta": 19674, + "Ġphilosophy": 19675, + "(JSON": 19676, + "-field": 19677, + "Ġintroduce": 19678, + "Ġconvenience": 19679, + "optim": 19680, + ">\"Ċ": 19681, + "athy": 19682, + "Ġemployer": 19683, + "quate": 19684, + "Ġedited": 19685, + "Arguments": 19686, + "ĠNations": 19687, + "__)": 19688, + "Ġnose": 19689, + "ĠSample": 19690, + "')ĊĊĊ": 19691, + "Ġcake": 19692, + ".getAttribute": 19693, + "HD": 19694, + "392": 19695, + "Modified": 19696, + "445": 19697, + "Ġpredicted": 19698, + "ÅĦ": 19699, + "anie": 19700, + "Sorry": 19701, + "(doc": 19702, + "wind": 19703, + "ieve": 19704, + "Ġprovisions": 19705, + "ATER": 19706, + "OTE": 19707, + "MY": 19708, + ".Autowired": 19709, + "ĠBath": 19710, + "423": 19711, + ".Boolean": 19712, + "Ġbackend": 19713, + ".Mouse": 19714, + "ateral": 19715, + "paper": 19716, + "Const": 19717, + "ĠVR": 19718, + "_entity": 19719, + "_CTRL": 19720, + "ĠProtection": 19721, + "ĠGM": 19722, + "ĠStudy": 19723, + "Ġsoup": 19724, + "otime": 19725, + "'use": 19726, + "]\"": 19727, + "/users": 19728, + "aug": 19729, + "ĠHong": 19730, + "_norm": 19731, + "ãģ¨": 19732, + "Ġsecre": 19733, + "(Build": 19734, + "ĠContract": 19735, + "olas": 19736, + "Ġsauce": 19737, + "Ġaggressive": 19738, + "Ġracial": 19739, + "character": 19740, + "@@": 19741, + "Ġcompile": 19742, + "ĠVoid": 19743, + "_rem": 19744, + "_memory": 19745, + "348": 19746, + "kk": 19747, + "Ġmic": 19748, + "Same": 19749, + "Utility": 19750, + "ĠHtml": 19751, + "ĠXml": 19752, + "Ready": 19753, + "Ġgall": 19754, + "Ġallegedly": 19755, + "ĉĉĉĉĠĠĠ": 19756, + "ĠMetal": 19757, + "ĠPersonal": 19758, + "ĠborderRadius": 19759, + "rxjs": 19760, + "objects": 19761, + "Ġwanting": 19762, + "Ġbowl": 19763, + "vendor": 19764, + "offsetof": 19765, + "ĠRs": 19766, + "ĠRating": 19767, + "Ġrally": 19768, + "_NODE": 19769, + "418": 19770, + "ĠMix": 19771, + "Ġadvertis": 19772, + "485": 19773, + "667": 19774, + "Ġnarrative": 19775, + "sal": 19776, + "Ġmc": 19777, + "SError": 19778, + "Ġfingers": 19779, + "Ġaccompany": 19780, + "Ġtired": 19781, + "Ġstride": 19782, + "Ġgui": 19783, + "elist": 19784, + "Locale": 19785, + "Ġreleases": 19786, + "iking": 19787, + "Ġanger": 19788, + ")))ĊĊ": 19789, + "allest": 19790, + "Summary": 19791, + "(O": 19792, + "(for": 19793, + "Ġbasketball": 19794, + "Ġroads": 19795, + "ĠInstall": 19796, + "ĠFab": 19797, + "itmap": 19798, + "475": 19799, + "Ġ))Ċ": 19800, + "Ġintersection": 19801, + "ighbor": 19802, + "ĠBry": 19803, + "ĠHERE": 19804, + "Software": 19805, + "elfare": 19806, + "acs": 19807, + "622": 19808, + "Ġtrailer": 19809, + ".getClass": 19810, + "chars": 19811, + "Ġregulation": 19812, + "Ġrefers": 19813, + "Ġdestruction": 19814, + "Ġcontinuous": 19815, + "ĠAustin": 19816, + "é¢": 19817, + "akan": 19818, + ".window": 19819, + "ĠTemplates": 19820, + "Ġabsence": 19821, + ":n": 19822, + "Ġdisorder": 19823, + "flash": 19824, + "Ġdelet": 19825, + "boards": 19826, + "ĠĠĉ": 19827, + "ROP": 19828, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 19829, + "Ġacqu": 19830, + "Ġlawsuit": 19831, + "ĠReviews": 19832, + "Ġgarage": 19833, + "timer": 19834, + "Ġej": 19835, + "ĠRectangle": 19836, + "Ġflowers": 19837, + "398": 19838, + "ilst": 19839, + "ĠInstance": 19840, + "Super": 19841, + "det": 19842, + "disposing": 19843, + "ĠES": 19844, + "ĠIC": 19845, + "vere": 19846, + "Sk": 19847, + "_channels": 19848, + "puted": 19849, + "/null": 19850, + "nnen": 19851, + "431": 19852, + "ĠGallery": 19853, + "_global": 19854, + "Authentication": 19855, + "ĠRank": 19856, + "Ġblocked": 19857, + "Ġcalm": 19858, + "market": 19859, + "ĉval": 19860, + "Ġaug": 19861, + "period": 19862, + "ĠConstant": 19863, + "Ġ?>\">Ċ": 19864, + "Ġlobby": 19865, + "pal": 19866, + "379": 19867, + "Ġsink": 19868, + "508": 19869, + "iah": 19870, + "С": 19871, + "urname": 19872, + "Ġconver": 19873, + "Ġinvestigate": 19874, + "Christ": 19875, + "Hub": 19876, + "ĠIND": 19877, + "ĠPed": 19878, + "uras": 19879, + "ĉurl": 19880, + "ĠTro": 19881, + "Ġpreferences": 19882, + "Ġguaranteed": 19883, + "`ĊĊ": 19884, + "Ġportions": 19885, + "Ġevalu": 19886, + "'>;ĊĊ": 19985, + ".AutoScaleMode": 19986, + "Ġcats": 19987, + "465": 19988, + "Ġregistry": 19989, + "ulus": 19990, + "FI": 19991, + "payload": 19992, + "-search": 19993, + "Ġstaying": 19994, + "acious": 19995, + "Decoration": 19996, + "Review": 19997, + "Inf": 19998, + "Keep": 19999, + "itis": 20000, + ",String": 20001, + "Coord": 20002, + "Ġpero": 20003, + "Sex": 20004, + "ĠAtlanta": 20005, + "uesta": 20006, + "Argb": 20007, + ">*": 20008, + "}_": 20009, + "Footer": 20010, + "Ġemployed": 20011, + "_bound": 20012, + "vide": 20013, + ".func": 20014, + "$scope": 20015, + "Ġspo": 20016, + "ĠAnal": 20017, + "ounced": 20018, + "around": 20019, + "Ġrestriction": 20020, + "Ġshops": 20021, + "åĢ": 20022, + "ĠLatin": 20023, + "-col": 20024, + "Ġbarely": 20025, + "ĠEuro": 20026, + "Er": 20027, + "Ġfaire": 20028, + "_distance": 20029, + "_unlock": 20030, + "Quote": 20031, + "IVATE": 20032, + "ĠåĪ": 20033, + "Ġaimed": 20034, + "ĠRetrie": 20035, + ".iter": 20036, + "Ġwrapped": 20037, + "Ġagreements": 20038, + "strument": 20039, + "(product": 20040, + "Ġstudied": 20041, + ".setValue": 20042, + "Ġye": 20043, + "ĠCache": 20044, + "MBOL": 20045, + "Ġquarterback": 20046, + "Ġsyntax": 20047, + ".getElementsBy": 20048, + ".version": 20049, + "website": 20050, + "Runner": 20051, + "_single": 20052, + "ativ": 20053, + "ĠAltern": 20054, + "ĠBeautiful": 20055, + "rightarrow": 20056, + "Ġdiversity": 20057, + "plash": 20058, + "(co": 20059, + ".Fill": 20060, + "Ġtyping": 20061, + "387": 20062, + "023": 20063, + "Ġclar": 20064, + "Hit": 20065, + "OO": 20066, + "acco": 20067, + "507": 20068, + "worth": 20069, + "Ġscripts": 20070, + "ĠMuslims": 20071, + "ĠLL": 20072, + "erving": 20073, + "(boolean": 20074, + "Ġbaseball": 20075, + "ĠCAN": 20076, + "394": 20077, + "044": 20078, + "MAIL": 20079, + "depend": 20080, + "Ġrespective": 20081, + "Ġconstexpr": 20082, + ".*;ĊĊ": 20083, + "']))Ċ": 20084, + "Ġyard": 20085, + "Ġidentical": 20086, + "ifecycle": 20087, + "USH": 20088, + "upiter": 20089, + ".validate": 20090, + "cli": 20091, + "ISTER": 20092, + "Indicator": 20093, + "Fail": 20094, + "Ġdemocracy": 20095, + ".var": 20096, + "Ġsatisfied": 20097, + "-------------": 20098, + "encer": 20099, + "hor": 20100, + "Ġrounds": 20101, + "DAO": 20102, + "oa": 20103, + "Ġflask": 20104, + "=c": 20105, + "[]Ċ": 20106, + "/dist": 20107, + "Ġparte": 20108, + "Ġconfirmation": 20109, + "eron": 20110, + "aware": 20111, + "": 20112, + "Ġdependencies": 20113, + "ĠVideos": 20114, + "-row": 20115, + "Ġ**/Ċ": 20116, + "Ġnou": 20117, + "Ġhover": 20118, + "æŀ": 20119, + "Ġnin": 20120, + "ĠUSD": 20121, + "Mac": 20122, + "_Load": 20123, + "Ġoutcomes": 20124, + "_socket": 20125, + "Ġqueries": 20126, + "wm": 20127, + "592": 20128, + "Ġhitting": 20129, + "inux": 20130, + "Mich": 20131, + "udge": 20132, + "ATAB": 20133, + "Ġvulnerable": 20134, + "ä¾": 20135, + "Ġportfolio": 20136, + ":YES": 20137, + "ĉmap": 20138, + "Bound": 20139, + "Ġiteration": 20140, + "incess": 20141, + "Ġactors": 20142, + "ĠQual": 20143, + "_clean": 20144, + "ãĢijãĢIJ": 20145, + "MSG": 20146, + "Green": 20147, + "ĠOfficer": 20148, + "Ġsmoking": 20149, + ">',": 20150, + "ĠFlo": 20151, + "++;": 20152, + "433": 20153, + "olygon": 20154, + "Ġbulk": 20155, + "Ġdrama": 20156, + "Ġexceptions": 20157, + "osed": 20158, + "Ġ+čĊ": 20159, + "Ġlegacy": 20160, + "CV": 20161, + "Ġcontributed": 20162, + "ĠTerms": 20163, + "Ġbt": 20164, + "434": 20165, + "Ġuntuk": 20166, + "Ġalien": 20167, + "===Ċ": 20168, + "ĉVector": 20169, + "Ġls": 20170, + "Online": 20171, + ".facebook": 20172, + "numeric": 20173, + "ockets": 20174, + "Aut": 20175, + "bury": 20176, + "-redux": 20177, + "ĠRedistributions": 20178, + "GLOBALS": 20179, + "urrencies": 20180, + "Ġtons": 20181, + "âĢĻ,": 20182, + "Ġê": 20183, + "(col": 20184, + "ĠSymbol": 20185, + "Ġstayed": 20186, + "ĠML": 20187, + "Ġmunicip": 20188, + "Ġsexo": 20189, + "Sen": 20190, + "nr": 20191, + "Ġgains": 20192, + "Ġshortly": 20193, + ".Menu": 20194, + "ý": 20195, + "KNOWN": 20196, + "Ġoperators": 20197, + "-V": 20198, + "ĠPatrick": 20199, + "/add": 20200, + "_CO": 20201, + "iration": 20202, + "(post": 20203, + "Posts": 20204, + "/_": 20205, + "Ġplug": 20206, + "Ġintellectual": 20207, + "Ġmetab": 20208, + "Ġpregnancy": 20209, + "ĠPremier": 20210, + "nm": 20211, + "Ġprediction": 20212, + "606": 20213, + "ĠMinistry": 20214, + "Three": 20215, + "valuate": 20216, + "ĠMini": 20217, + "bu": 20218, + "оз": 20219, + "\";čĊ": 20679, + "ĠSav": 20680, + ".Bold": 20681, + "Ġenables": 20682, + "ĉtmp": 20683, + "Ġmanually": 20684, + "ĠSqu": 20685, + "userid": 20686, + ".function": 20687, + ".cache": 20688, + "LOPT": 20689, + ".Services": 20690, + "588": 20691, + "ddit": 20692, + "tim": 20693, + ">>": 20761, + "station": 20762, + "lore": 20763, + "atype": 20764, + "ishop": 20765, + "/****************************************************************": 20766, + "521": 20767, + "ComboBox": 20768, + "Ġvacation": 20769, + "Ġinitiative": 20770, + "ĠdefaultValue": 20771, + "770": 20772, + "concat": 20773, + "ĠKh": 20774, + "632": 20775, + "ĠWelcome": 20776, + "izedName": 20777, + "Migration": 20778, + "Ġgradient": 20779, + "Hot": 20780, + "Ġhardly": 20781, + "elo": 20782, + "ĠStudents": 20783, + "Ġloose": 20784, + "730": 20785, + "atz": 20786, + ".Send": 20787, + "'/": 20788, + "Ġuniversal": 20789, + "Ġenterprise": 20790, + "Ġregex": 20791, + "Ġvisitor": 20792, + "ĠFly": 20793, + "Seq": 20794, + "à¸Ļ": 20795, + "ĠVisual": 20796, + "Ġlibraries": 20797, + "atoes": 20798, + "Payment": 20799, + "447": 20800, + "Ġpent": 20801, + "Ġgathered": 20802, + "VRTX": 20803, + "ĠDM": 20804, + "Split": 20805, + "Ġletting": 20806, + "ÐĿ": 20807, + "_errors": 20808, + "epoch": 20809, + "PARAM": 20810, + "cu": 20811, + "ÑģÑĤв": 20812, + "olutions": 20813, + "Editing": 20814, + "fonts": 20815, + "Ġallocated": 20816, + "ĠBased": 20817, + "(Y": 20818, + "ĠJudge": 20819, + "Ġbrothers": 20820, + "FILES": 20821, + "ço": 20822, + "531": 20823, + "wb": 20824, + "_PI": 20825, + "'^": 20826, + "Ġsword": 20827, + ".services": 20828, + "Ġnl": 20829, + "Tim": 20830, + "igg": 20831, + "ĠMoore": 20832, + "Ġcryptoc": 20833, + "åĩº": 20834, + "_posts": 20835, + "otate": 20836, + "?'": 20837, + "....ĊĊ": 20838, + "Ġkl": 20839, + "=\"$": 20840, + "Ġdecoration": 20841, + "ạ": 20842, + "ĠDIRECT": 20843, + "GUI": 20844, + ")=>{Ċ": 20845, + "Ġnewsletter": 20846, + "Ġprecis": 20847, + "(point": 20848, + "ĠEquipment": 20849, + "uty": 20850, + "ĠDave": 20851, + "Ġparticipation": 20852, + "uarios": 20853, + "xit": 20854, + ".As": 20855, + "ETER": 20856, + "orous": 20857, + "Ġshield": 20858, + "[]>": 20859, + "ilitary": 20860, + ".origin": 20861, + "Ġpromotion": 20862, + "Unt": 20863, + "Ġct": 20864, + "TRA": 20865, + "556": 20866, + "ViewHolder": 20867, + "Ġsigma": 20868, + "delta": 20869, + "arehouse": 20870, + "contract": 20871, + "(Vector": 20872, + "721": 20873, + "Ġcompete": 20874, + "/form": 20875, + "/components": 20876, + "Ġnr": 20877, + "ĠIndones": 20878, + "ĠоÑĤ": 20879, + "ĠVolume": 20880, + ".files": 20881, + "(resp": 20882, + "/models": 20883, + "Ġsurf": 20884, + "standard": 20885, + "/o": 20886, + "ĠXCTAssert": 20887, + "VICES": 20888, + ".Code": 20889, + "SED": 20890, + "Ġactivate": 20891, + "Delta": 20892, + "Ġlimitation": 20893, + "rij": 20894, + "Ġpregnant": 20895, + ":^(": 20896, + "Ġsour": 20897, + "pie": 20898, + "803": 20899, + "Ġexpense": 20900, + "ication": 20901, + "ĠLarge": 20902, + "Ġ±": 20903, + "ĠBowl": 20904, + "(models": 20905, + "/N": 20906, + "857": 20907, + "Pa": 20908, + ".reload": 20909, + "Ġwondering": 20910, + "462": 20911, + "Execution": 20912, + "ĉĠĠĠĠĠĠ": 20913, + "ĠGraphics": 20914, + "ĠContin": 20915, + "_job": 20916, + "ĠgetName": 20917, + "ĠMagn": 20918, + "ĠDWORD": 20919, + "mad": 20920, + "Ġnh": 20921, + "features": 20922, + "}\");Ċ": 20923, + "heets": 20924, + "(train": 20925, + "zn": 20926, + "Ġrecruit": 20927, + ".connection": 20928, + "Ġbarrel": 20929, + "Ġsteam": 20930, + "_setting": 20931, + "Ġangular": 20932, + "aneously": 20933, + "Ġbil": 20934, + "ĠNorm": 20935, + "522": 20936, + "(!$": 20937, + "ibt": 20938, + "%(": 20939, + "Ġposit": 20940, + "ĠFather": 20941, + "intendo": 20942, + "565": 20943, + "Live": 20944, + "041": 20945, + "Ġports": 20946, + "Ġmej": 20947, + "Ġlanding": 20948, + "ponder": 20949, + "Ġcod": 20950, + "_HEADER": 20951, + ".Margin": 20952, + "Ġballs": 20953, + "Ġdiscussions": 20954, + "Ġblend": 20955, + "Hex": 20956, + "Ġfarmers": 20957, + "Ġmaintaining": 20958, + "ĠĠĠčĊ": 20959, + "syn": 20960, + "[T": 20961, + "rus": 20962, + "439": 20963, + "uffers": 20964, + "Ġcontributors": 20965, + "_sys": 20966, + ".Debug": 20967, + "Ġconstructed": 20968, + "omes": 20969, + "?id": 20970, + "slider": 20971, + "Ġsuppliers": 20972, + "611": 20973, + "scriber": 20974, + "pes": 20975, + "Ðŀ": 20976, + "\":čĊ": 20977, + "\\Controller": 20978, + "))ĊĊĊ": 20979, + "Ġlua": 20980, + "Multi": 20981, + "ENS": 20982, + "Src": 20983, + "Ġpetition": 20984, + "Ġslave": 20985, + "looking": 20986, + "VERT": 20987, + "ĉvector": 20988, + "Special": 20989, + "hh": 20990, + "anne": 20991, + "ĠNiger": 20992, + "/views": 20993, + "zing": 20994, + "endant": 20995, + "(": 21238, + "544": 21239, + ".Product": 21240, + "Forms": 21241, + "NEW": 21242, + "Pay": 21243, + "ĉboolean": 21244, + "_contact": 21245, + "ĠElectric": 21246, + "skip": 21247, + "Ġwur": 21248, + "Ġchronic": 21249, + "_driver": 21250, + "940": 21251, + "ĠSab": 21252, + "ĠUlt": 21253, + "ĠRad": 21254, + "STATUS": 21255, + "ĠLewis": 21256, + "OB": 21257, + "Ġgifts": 21258, + ".Rec": 21259, + "TRUE": 21260, + "Ġintensity": 21261, + "Marker": 21262, + ".compare": 21263, + "ffic": 21264, + "Cookie": 21265, + "ĠBaby": 21266, + "ĠBigDecimal": 21267, + "ilet": 21268, + "ĠHOLDERS": 21269, + "ĠLady": 21270, + "Ġlung": 21271, + "ĠAlabama": 21272, + "Ġdess": 21273, + "`);Ċ": 21274, + "ĠBuilder": 21275, + "_region": 21276, + "Ġneutral": 21277, + "909": 21278, + "Both": 21279, + "Ġhp": 21280, + "Ġhorn": 21281, + "Ġsegments": 21282, + "ĠEC": 21283, + "\"=>\"": 21284, + "(rec": 21285, + "ĠPi": 21286, + "GM": 21287, + "Ġlaptop": 21288, + "Scalar": 21289, + "463": 21290, + "isd": 21291, + "-dialog": 21292, + "ĠAnderson": 21293, + "Ġmistakes": 21294, + "708": 21295, + "ĠHan": 21296, + "jes": 21297, + "estination": 21298, + "436": 21299, + "Ġpromises": 21300, + "bid": 21301, + "ĠScient": 21302, + "GIN": 21303, + "ĠPerformance": 21304, + "bage": 21305, + ".users": 21306, + "leading": 21307, + "Ġoral": 21308, + "Graphics": 21309, + "488": 21310, + "_PTR": 21311, + "518": 21312, + "hang": 21313, + "Ġinev": 21314, + "processing": 21315, + "Factor": 21316, + "ĠNA": 21317, + "$string": 21318, + "Ġgrounds": 21319, + ".SaveChanges": 21320, + "clock": 21321, + "941": 21322, + "cripcion": 21323, + "ĠNewton": 21324, + "gc": 21325, + ".includes": 21326, + "Ġblast": 21327, + "Ġ'-'": 21328, + "Ġpuede": 21329, + "469": 21330, + ".Session": 21331, + "Ġgrep": 21332, + "_final": 21333, + "ĠGay": 21334, + "ĠGive": 21335, + "iri": 21336, + "-star": 21337, + "ĠUIImage": 21338, + "_epoch": 21339, + "ubb": 21340, + "enth": 21341, + "Ġelite": 21342, + "Ġcampaigns": 21343, + "ĠPorno": 21344, + "_assign": 21345, + "Protocol": 21346, + "ĠBeing": 21347, + "ĠAirport": 21348, + "Ġconventional": 21349, + "ĠWat": 21350, + "ĠCI": 21351, + "ETA": 21352, + "ĠAnthony": 21353, + "Ġtablet": 21354, + "(format": 21355, + "Ġconsistently": 21356, + "ĠIowa": 21357, + "474": 21358, + "Ġavatar": 21359, + "027": 21360, + ".cursor": 21361, + "![": 21362, + "Ġhanging": 21363, + "Her": 21364, + "Such": 21365, + "';ĊĊĊ": 21366, + "orgeous": 21367, + "()==": 21368, + "ĠviewModel": 21369, + "Ġãĥ": 21370, + "Ġels": 21371, + "ĠAgent": 21372, + "Fetch": 21373, + "apor": 21374, + "Ġcx": 21375, + "pread": 21376, + "ĠPier": 21377, + "oeff": 21378, + "616": 21379, + "Sn": 21380, + "890": 21381, + "ĠVirtual": 21382, + "Apr": 21383, + ".White": 21384, + "615": 21385, + "_MOD": 21386, + "ĠPoints": 21387, + "失": 21388, + "Ġgenes": 21389, + "Ġvendor": 21390, + "Ġmainstream": 21391, + "Ċ": 21421, + "Filename": 21422, + "Ġsne": 21423, + "ĠFootball": 21424, + "Ġrival": 21425, + "Ġdisaster": 21426, + "ionic": 21427, + "ĠDamage": 21428, + ".Resource": 21429, + "-en": 21430, + "ĠTypes": 21431, + "getString": 21432, + "(board": 21433, + "Ġbol": 21434, + "plain": 21435, + "zym": 21436, + "า": 21437, + "Ġscanner": 21438, + "ilder": 21439, + "_msgs": 21440, + "æı": 21441, + "(intent": 21442, + "Ġdestruct": 21443, + "Ġbust": 21444, + "ĠEmploy": 21445, + "oni": 21446, + "ĠUIViewController": 21447, + "Ġodds": 21448, + "earer": 21449, + "Geometry": 21450, + "Ġyii": 21451, + "_EXPORT": 21452, + "ĠAttack": 21453, + "Ġniet": 21454, + "Ġimpression": 21455, + "ĠGil": 21456, + "_prob": 21457, + "528": 21458, + "ĠCF": 21459, + "ĠExperience": 21460, + "/plugins": 21461, + ".Method": 21462, + "Ġbeliefs": 21463, + "Native": 21464, + "_build": 21465, + "Ġvig": 21466, + "Ġranks": 21467, + "covered": 21468, + "705": 21469, + "such": 21470, + "Guard": 21471, + ".pack": 21472, + "adder": 21473, + "809": 21474, + "ivia": 21475, + "lng": 21476, + "ĠвÑĭ": 21477, + "552": 21478, + "Timestamp": 21479, + "_now": 21480, + "Ġpoker": 21481, + "Ġunc": 21482, + "Ġshapes": 21483, + "-types": 21484, + "_period": 21485, + "pk": 21486, + "Ġveteran": 21487, + "Ġsono": 21488, + "Ġappointed": 21489, + "overflow": 21490, + ".driver": 21491, + "_cat": 21492, + "utt": 21493, + "plant": 21494, + "imb": 21495, + "ĠAccept": 21496, + "Ġconcert": 21497, + "ĉnode": 21498, + "ĉz": 21499, + "?>čĊ": 21500, + "Ġbanned": 21501, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21502, + "Ġtoxic": 21503, + "Ġdisappe": 21504, + "473": 21505, + "ÈĽ": 21506, + "Ġgrace": 21507, + "ateful": 21508, + "Reply": 21509, + "ĠCruz": 21510, + "486": 21511, + "Ġscrap": 21512, + "Ġkeywords": 21513, + "simp": 21514, + "Ġmortgage": 21515, + "Ġcyber": 21516, + "ĠExecute": 21517, + "Ġlatitude": 21518, + "ifu": 21519, + ".COM": 21520, + "dbo": 21521, + "Ġsorts": 21522, + "ĠGas": 21523, + "omial": 21524, + ".Local": 21525, + "Cells": 21526, + ".Replace": 21527, + "Strings": 21528, + ".fit": 21529, + "ĠThird": 21530, + "%\",Ċ": 21531, + "Ġ{}\".": 21532, + "ĠSony": 21533, + "Ġ[:": 21534, + "585": 21535, + "Ġfallen": 21536, + ".')Ċ": 21537, + "inh": 21538, + "ĠMC": 21539, + "Ġredis": 21540, + "Codes": 21541, + "Ġprofiles": 21542, + "hook": 21543, + "Reducer": 21544, + "_FUNC": 21545, + "Ġnavigate": 21546, + "strlen": 21547, + "Ġhorm": 21548, + "áŀ": 21549, + "ĠSR": 21550, + ".boot": 21551, + "Ġdigest": 21552, + "ĉheader": 21553, + ".findOne": 21554, + "æģ": 21555, + "DbType": 21556, + "nia": 21557, + "_merge": 21558, + "Ġdonne": 21559, + "/Getty": 21560, + "_CHAR": 21561, + "Ġbands": 21562, + ".URL": 21563, + "artial": 21564, + "Ġfreq": 21565, + "Ġsist": 21566, + "Ng": 21567, + "Ġrendering": 21568, + "\\Core": 21569, + "Widgets": 21570, + "ĠVA": 21571, + "Ġactivists": 21572, + "Ste": 21573, + "=_": 21574, + "alla": 21575, + "Stamp": 21576, + "Ġloads": 21577, + "Ġxx": 21578, + "ĠLearning": 21579, + ".Mvc": 21580, + "uir": 21581, + "(\"$": 21582, + "Ġconnecting": 21583, + "ReadOnly": 21584, + "uru": 21585, + "ĠEag": 21586, + "BIT": 21587, + "_DEL": 21588, + "å§": 21589, + "arrass": 21590, + "external": 21591, + "ĠYOUR": 21592, + "ĠBrew": 21593, + "ĠFive": 21594, + "Ġresize": 21595, + "igid": 21596, + "eration": 21597, + "653": 21598, + "ĠÑį": 21599, + "536": 21600, + "åĬł": 21601, + "039": 21602, + "ĠCatch": 21603, + "Ùģ": 21604, + "ĠLeon": 21605, + "amil": 21606, + ".Body": 21607, + "Clip": 21608, + "/list": 21609, + ".br": 21610, + "EditText": 21611, + "ĉdb": 21612, + ".Game": 21613, + "(BuildContext": 21614, + "backend": 21615, + ".Red": 21616, + "facebook": 21617, + "529": 21618, + ".urls": 21619, + "mr": 21620, + "rolled": 21621, + "-------": 21622, + "Ġintervention": 21623, + "Ġretirement": 21624, + "ĠKit": 21625, + "ĠPRE": 21626, + "UpperCase": 21627, + "ĠSocket": 21628, + "Ġ:-": 21629, + "Ġstudying": 21630, + "ĠMetro": 21631, + "arded": 21632, + "Ġconversations": 21633, + "Called": 21634, + "Ġexamine": 21635, + "ertificate": 21636, + ".gz": 21637, + "-responsive": 21638, + "Ġrefund": 21639, + "_network": 21640, + "026": 21641, + "allowed": 21642, + "empt": 21643, + "Ġmeals": 21644, + "Categories": 21645, + "Ġtraveling": 21646, + "Ġkg": 21647, + "Ġshame": 21648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21649, + "Ġexplicitly": 21650, + "Ġmathematic": 21651, + "ĠSuite": 21652, + "ĠRGB": 21653, + "******/": 21654, + "Ġmixture": 21655, + "learning": 21656, + ".template": 21657, + "atts": 21658, + "wx": 21659, + "ĉctx": 21660, + ".properties": 21661, + "Ġdrinks": 21662, + "ĠEither": 21663, + "setText": 21664, + ".getData": 21665, + ".zip": 21666, + "Ġreveals": 21667, + ".Ċ": 21681, + "Ġranked": 21682, + "_impl": 21683, + "ĠHandles": 21684, + "Ġhosted": 21685, + "Ġupdating": 21686, + "album": 21687, + "éĿ": 21688, + "Ġshader": 21689, + "Editors": 21690, + "-round": 21691, + "[]{": 21692, + "Ġsep": 21693, + "ĠHi": 21694, + "TEM": 21695, + "lookup": 21696, + ".man": 21697, + "_INPUT": 21698, + "Ġthreatened": 21699, + "_IMPORT": 21700, + "Ġdrops": 21701, + "ruit": 21702, + "sid": 21703, + "both": 21704, + "ĠExcel": 21705, + "Ġjer": 21706, + "ordinary": 21707, + "ей": 21708, + "VIEW": 21709, + "reply": 21710, + "Ġ):Ċ": 21711, + "colors": 21712, + "verified": 21713, + "_Tr": 21714, + "_parse": 21715, + "Ġcongress": 21716, + "617": 21717, + "Promise": 21718, + "ints": 21719, + "ĠMother": 21720, + ".Api": 21721, + "ĠDuration": 21722, + "ĠfirstName": 21723, + "inheritdoc": 21724, + "ĠMars": 21725, + "Ġapr": 21726, + "ODY": 21727, + "Ġvisits": 21728, + "631": 21729, + "Ġhealing": 21730, + "letters": 21731, + ")));čĊ": 21732, + "future": 21733, + ".Framework": 21734, + "Ġkiss": 21735, + "Ġinvolve": 21736, + "Ġsilent": 21737, + "adows": 21738, + "Ġanybody": 21739, + "sch": 21740, + "690": 21741, + "Ġsolely": 21742, + "-img": 21743, + "Ġpropri": 21744, + "Ġinstruct": 21745, + "Ġlicenses": 21746, + "Ġmeth": 21747, + "Ġcondem": 21748, + "ĠDomain": 21749, + "ĠHarris": 21750, + "ĠsÃ¥": 21751, + "CEPT": 21752, + "Batch": 21753, + "@extends": 21754, + "ĠCONTRIBUT": 21755, + ".DataFrame": 21756, + "472": 21757, + "_packet": 21758, + "recision": 21759, + "Ġfocusing": 21760, + ".ht": 21761, + "__\":Ċ": 21762, + ":Get": 21763, + "ĠKC": 21764, + "Ġpassage": 21765, + "Segment": 21766, + "_center": 21767, + "-zA": 21768, + "_BL": 21769, + "Ġconvin": 21770, + "Ġclassified": 21771, + "ĠNSMutable": 21772, + "_ap": 21773, + "tile": 21774, + "Rectangle": 21775, + "492": 21776, + "(nums": 21777, + "vens": 21778, + "ĠUIButton": 21779, + "ĠFeder": 21780, + "amo": 21781, + "Ġoutline": 21782, + "ĠParser": 21783, + "Ġâī": 21784, + "ĠWorks": 21785, + ".Schema": 21786, + "Ġengines": 21787, + "637": 21788, + "563": 21789, + "_common": 21790, + "542": 21791, + "_old": 21792, + "ĠsetContentView": 21793, + "Ġ///<": 21794, + "ĠBT": 21795, + "fm": 21796, + "Ġdivers": 21797, + "_weights": 21798, + "emark": 21799, + "ĠACT": 21800, + "Ġproportion": 21801, + "overlay": 21802, + ".dirname": 21803, + "ĠGit": 21804, + "_REFERENCE": 21805, + "<>": 21806, + "lb": 21807, + "_rule": 21808, + "è´¥": 21809, + "ĠPutin": 21810, + "Ġsleeping": 21811, + "():čĊ": 21812, + "Ġpreserve": 21813, + "Ġparliament": 21814, + "ĠLooking": 21815, + "Ġpicking": 21816, + "ĠDispatch": 21817, + "Ġslip": 21818, + "ëĵ": 21819, + "ĠLyn": 21820, + "_signal": 21821, + "configuration": 21822, + "ĠPitt": 21823, + "491": 21824, + "aden": 21825, + "procedure": 21826, + "Ġenthusi": 21827, + "fight": 21828, + "ĠConsider": 21829, + "Ġtorn": 21830, + "Connected": 21831, + ".cos": 21832, + "_groups": 21833, + "ĠThink": 21834, + "Ġdeliber": 21835, + "Ġresid": 21836, + "working": 21837, + ".columns": 21838, + "ĠCalled": 21839, + "Ġeslint": 21840, + ">\",": 21841, + "_DOWN": 21842, + "hist": 21843, + "ĠAdvanced": 21844, + "Ġrewards": 21845, + "actors": 21846, + "Ġsilence": 21847, + "479": 21848, + "Ġmyth": 21849, + "Ġneur": 21850, + "519": 21851, + "Ġauction": 21852, + ".GetString": 21853, + "eks": 21854, + "(project": 21855, + "598": 21856, + "ĉmsg": 21857, + "ĉoutput": 21858, + "Ġcomplaints": 21859, + "551": 21860, + ",S": 21861, + "Ġtbl": 21862, + "Ġ,ĊĊ": 21863, + "riors": 21864, + "ahren": 21865, + "Ġlawyers": 21866, + "redux": 21867, + "_symbol": 21868, + "offee": 21869, + "_RESULT": 21870, + "(Name": 21871, + "UTC": 21872, + ".currentTime": 21873, + "Ġorganis": 21874, + ".arg": 21875, + "533": 21876, + "Ġminim": 21877, + "wick": 21878, + "Ġreceives": 21879, + "Balance": 21880, + "Ġspeaks": 21881, + "ĠDays": 21882, + "ĠBelow": 21883, + "483": 21884, + "tipo": 21885, + "Present": 21886, + "Ġreserv": 21887, + "hp": 21888, + "Ġrit": 21889, + "_RIGHT": 21890, + "--)": 21891, + "Ġchairman": 21892, + "781": 21893, + "DIS": 21894, + "ĠBOOST": 21895, + "Ġexperiments": 21896, + "687": 21897, + "__);Ċ": 21898, + "Ġstamp": 21899, + "Ġfert": 21900, + "Ġfond": 21901, + "Ter": 21902, + "elve": 21903, + "uren": 21904, + "+i": 21905, + "endency": 21906, + "Ġvirtually": 21907, + "...\"": 21908, + "ï½ŀ": 21909, + "925": 21910, + "-cent": 21911, + "_unique": 21912, + "Ġpricing": 21913, + "mic": 21914, + "RESH": 21915, + "Ġ:::": 21916, + "Ġannotation": 21917, + "ĠCircle": 21918, + "ongodb": 21919, + "itas": 21920, + "Ġ%(": 21921, + "(component": 21922, + "Ġоб": 21923, + "(port": 21924, + "-hour": 21925, + ".obj": 21926, + "LBL": 21927, + "Ġjury": 21928, + "GBT": 21929, + "Ġspy": 21930, + "ĠProfessional": 21931, + "Ġ\"\";ĊĊ": 21932, + "Ġstriking": 21933, + "Ġdiscrimination": 21934, + "Ġpays": 21935, + "937": 21936, + "lict": 21937, + "entes": 21938, + "Ġthrowing": 21939, + "ĠPlugin": 21940, + "(def": 21941, + "ĠRuntimeException": 21942, + "ĠMigration": 21943, + "599": 21944, + "Ġdic": 21945, + "bag": 21946, + "onia": 21947, + "Ġcorruption": 21948, + "704": 21949, + "(Map": 21950, + "Ġprz": 21951, + ".dto": 21952, + "Ġacquire": 21953, + "StateToProps": 21954, + "Ġloving": 21955, + "ож": 21956, + "_pattern": 21957, + "Ġemotions": 21958, + "Ġpublisher": 21959, + "_be": 21960, + "Ġcouples": 21961, + "498": 21962, + "oj": 21963, + "ĠChart": 21964, + "Ġtrop": 21965, + ".tool": 21966, + "Ġestablishment": 21967, + "Ġdol": 21968, + "654": 21969, + "Ġtower": 21970, + "Ġlane": 21971, + "ĠSydney": 21972, + "Ġfilling": 21973, + "claimed": 21974, + "644": 21975, + "Ġdialogue": 21976, + "Ġconvention": 21977, + "booking": 21978, + "parency": 21979, + "æ±": 21980, + "ĠGeneric": 21981, + "718": 21982, + "\\Schema": 21983, + "482": 21984, + "618": 21985, + "Ġranges": 21986, + "/ch": 21987, + "Ġpanels": 21988, + "Ġruled": 21989, + "çĶŁ": 21990, + ".ts": 21991, + "_sets": 21992, + "Ġcleanup": 21993, + "Previous": 21994, + "ĠAnimal": 21995, + "607": 21996, + "($(": 21997, + "ĠAve": 21998, + "ollar": 21999, + "028": 22000, + "_eval": 22001, + "ĉName": 22002, + "(tree": 22003, + "Ġ\"]": 22004, + "571": 22005, + "Ġduties": 22006, + "='/": 22007, + "Clicked": 22008, + "Ġdifferently": 22009, + "ĠClark": 22010, + "Ġdit": 22011, + "ologists": 22012, + "Ġsynd": 22013, + "Ġsends": 22014, + "-known": 22015, + "kb": 22016, + "ĠModal": 22017, + "itative": 22018, + "Ġracing": 22019, + "Ġhighlights": 22020, + "ĠSimon": 22021, + "ĠCaptain": 22022, + "ä¿¡": 22023, + "ĠCB": 22024, + "contin": 22025, + "aran": 22026, + "Ġphysics": 22027, + "retty": 22028, + "etal": 22029, + ".md": 22030, + "axios": 22031, + "Ġspeakers": 22032, + "Ġprep": 22033, + "Ġawarded": 22034, + "ì§Ģ": 22035, + "ĠCorn": 22036, + "ĠNature": 22037, + "UDIO": 22038, + "737": 22039, + "Ġproj": 22040, + "-pre": 22041, + "[u": 22042, + "Features": 22043, + "ĠisEqual": 22044, + "Binary": 22045, + "sig": 22046, + "Ġconfusion": 22047, + "546": 22048, + "568": 22049, + "ĠHat": 22050, + "Ġktó": 22051, + ".configure": 22052, + "MON": 22053, + "494": 22054, + "/edit": 22055, + "_Add": 22056, + ",true": 22057, + "541": 22058, + "Ġcli": 22059, + "ErrorMessage": 22060, + "-loader": 22061, + "Dimensions": 22062, + "ultiply": 22063, + "Ġ{!!": 22064, + "ĠSqlCommand": 22065, + "Ġspoken": 22066, + "Ġpics": 22067, + "Ġtoy": 22068, + "(Key": 22069, + "ĠLoop": 22070, + "ب": 22071, + "EATURE": 22072, + "inction": 22073, + "_setup": 22074, + "wrapper": 22075, + "Ġtong": 22076, + "cular": 22077, + "Opt": 22078, + ".Pl": 22079, + "=\",": 22080, + "(length": 22081, + "umn": 22082, + "Ġchrom": 22083, + "Ġsevent": 22084, + "ĠIllegalArgumentException": 22085, + "478": 22086, + "ĉstart": 22087, + "Ġbegun": 22088, + "CEPTION": 22089, + "dataset": 22090, + "825": 22091, + "ĠFailed": 22092, + "cols": 22093, + "459": 22094, + "Ġknee": 22095, + "imore": 22096, + ".splice": 22097, + "shell": 22098, + "iggers": 22099, + "Ġthemes": 22100, + "995": 22101, + "ĠDJ": 22102, + "ĠAssistant": 22103, + "-$": 22104, + "Maybe": 22105, + "Ġordering": 22106, + "ĠIntelligence": 22107, + "ĠMassachusetts": 22108, + "Ġfailing": 22109, + "elson": 22110, + "Great": 22111, + "=i": 22112, + ".rest": 22113, + "Ġinvite": 22114, + "-disable": 22115, + ".GroupBox": 22116, + "âĢĻest": 22117, + "Ġtackle": 22118, + "gv": 22119, + "etter": 22120, + "Ġ),čĊ": 22121, + "_rules": 22122, + ".warn": 22123, + "functions": 22124, + "ĠChristians": 22125, + "Ġbacked": 22126, + "Ġslider": 22127, + "Ġenjoying": 22128, + "nest": 22129, + "Ġhij": 22130, + "_ms": 22131, + "//*": 22132, + "Annotations": 22133, + "ĠVariables": 22134, + "": 22351, + "cycle": 22352, + "ĠBull": 22353, + "paths": 22354, + "Ġunp": 22355, + "ĠviewDidLoad": 22356, + "_Model": 22357, + "ĠassertTrue": 22358, + "Ġrated": 22359, + "Decl": 22360, + "verted": 22361, + "ĠDat": 22362, + "brew": 22363, + "Ġpointing": 22364, + "Ms": 22365, + "ĠPointer": 22366, + ")'": 22367, + "_non": 22368, + "527": 22369, + "ĠSEC": 22370, + "Ġyeah": 22371, + "gency": 22372, + "initialize": 22373, + "fly": 22374, + "711": 22375, + "[pos": 22376, + ",g": 22377, + "Tele": 22378, + "034": 22379, + "Ġjoke": 22380, + "Ġclause": 22381, + ".findById": 22382, + "enes": 22383, + "(instance": 22384, + "626": 22385, + "£": 22386, + "915": 22387, + "Ġslic": 22388, + "_home": 22389, + "Ġ*/}Ċ": 22390, + "_pages": 22391, + "(service": 22392, + "905": 22393, + "RP": 22394, + "ĠAmong": 22395, + ".getCurrent": 22396, + "806": 22397, + "ãĤ¹": 22398, + "Ġslee": 22399, + "=[Ċ": 22846, + "oler": 22847, + "Ġlibert": 22848, + "Ġ`Ċ": 22849, + "Ġwenn": 22850, + "lated": 22851, + "Ġimmune": 22852, + "(Node": 22853, + "ĠProblem": 22854, + "ĠAbs": 22855, + "logs": 22856, + "Ġ../": 22857, + "ĠADC": 22858, + "Ġ}}\">Ċ": 22859, + ">');Ċ": 22860, + "=b": 22861, + "ĠWind": 22862, + "lahoma": 22863, + "Ġallocate": 22864, + "orian": 22865, + "Ġprescription": 22866, + "-quality": 22867, + "ĠMayor": 22868, + "855": 22869, + "inely": 22870, + "endforeach": 22871, + "ĠComplex": 22872, + "kom": 22873, + "709": 22874, + "TY": 22875, + "790": 22876, + "]].": 22877, + ".Style": 22878, + "_many": 22879, + "','$": 22880, + "Ġbarrier": 22881, + "ĠFetch": 22882, + "ĠMarvel": 22883, + "Ġresist": 22884, + "ого": 22885, + "bidden": 22886, + "ĠRunnable": 22887, + ":false": 22888, + "899": 22889, + "Ġbuilds": 22890, + "ĠStage": 22891, + "Ġdub": 22892, + "empo": 22893, + ".site": 22894, + "558": 22895, + ";ĊĊĊĊ": 22896, + "994": 22897, + "ĠDenver": 22898, + "Ġrevel": 22899, + "Ġtriggered": 22900, + "Ġdice": 22901, + "_fail": 22902, + "Ġgc": 22903, + "833": 22904, + "589": 22905, + "ĉX": 22906, + "ĠThrowable": 22907, + "775": 22908, + ".router": 22909, + "ĠRevolution": 22910, + "ÑĢа": 22911, + "_NON": 22912, + "055": 22913, + "Ł¥": 22914, + "578": 22915, + "Ġelder": 22916, + "Ġabroad": 22917, + "Ġе": 22918, + "ĠAdult": 22919, + "blr": 22920, + "glyphicon": 22921, + "613": 22922, + "Ġpromoting": 22923, + "Ġiz": 22924, + "ĠSolid": 22925, + "645": 22926, + "_loader": 22927, + "early": 22928, + ".enabled": 22929, + "-edit": 22930, + "ĠUL": 22931, + "_play": 22932, + "ĠInterrupt": 22933, + "Ġadvantages": 22934, + "ucle": 22935, + "Ġmechanical": 22936, + ".tableLayoutPanel": 22937, + "ĠWorking": 22938, + "Ġanonymous": 22939, + "Rating": 22940, + "igious": 22941, + "_phone": 22942, + ".addActionListener": 22943, + "Ġfran": 22944, + "unden": 22945, + "Ġ*)&": 22946, + "_bool": 22947, + "ulative": 22948, + "Ġcone": 22949, + "ĠMult": 22950, + "Ġmö": 22951, + "ĠForward": 22952, + "]):Ċ": 22953, + "Ġconvinced": 22954, + "acted": 22955, + "643": 22956, + "ãģĵ": 22957, + "ĠConfigure": 22958, + "Ġceiling": 22959, + "Der": 22960, + "Ġpassengers": 22961, + "Groups": 22962, + "Ġsoccer": 22963, + "/W": 22964, + "aviors": 22965, + "swith": 22966, + "ĠZone": 22967, + ".Options": 22968, + "ĠMom": 22969, + "ieder": 22970, + "Arrays": 22971, + "Ġtreatments": 22972, + "Ġprotecting": 22973, + "fac": 22974, + "Ġpickle": 22975, + "ButtonItem": 22976, + "713": 22977, + "Ġblocking": 22978, + "strar": 22979, + "ò": 22980, + "ĠExport": 22981, + "Ġthrew": 22982, + "otta": 22983, + "ĠBASE": 22984, + ".ws": 22985, + ".LEADING": 22986, + "orderBy": 22987, + "_delay": 22988, + "ĠPu": 22989, + ".dll": 22990, + "ĠChoose": 22991, + "992": 22992, + "Police": 22993, + "ĠBEGIN": 22994, + "boxes": 22995, + "Ġdiamond": 22996, + ",l": 22997, + "Ġĉĉĉ": 22998, + "Ġcurious": 22999, + "624": 23000, + "tv": 23001, + "Ġerotische": 23002, + "ackages": 23003, + "ĉSet": 23004, + "Tick": 23005, + ".border": 23006, + "staticmethod": 23007, + "Ġcher": 23008, + "invoice": 23009, + "Ġcru": 23010, + "Ġdefect": 23011, + "_metadata": 23012, + "relation": 23013, + "ikan": 23014, + "[N": 23015, + "(Qt": 23016, + "(Base": 23017, + "æģ¯": 23018, + "beat": 23019, + "ĠEmpty": 23020, + "ĉo": 23021, + "_shift": 23022, + "Ġregret": 23023, + "722": 23024, + "Those": 23025, + "Cent": 23026, + "ĠPortug": 23027, + "ĠIslands": 23028, + "ĠTIME": 23029, + "Management": 23030, + "996": 23031, + "-sp": 23032, + "539": 23033, + "ême": 23034, + "Ġnotion": 23035, + "unifu": 23036, + "PK": 23037, + "826": 23038, + "è¡Į": 23039, + "ĠCURLOPT": 23040, + "\\\"\\": 23041, + "UV": 23042, + "çº": 23043, + "dra": 23044, + "cou": 23045, + "=`": 23046, + "ĠDestroy": 23047, + "rp": 23048, + ".cancel": 23049, + "GG": 23050, + "runtime": 23051, + "ĠVue": 23052, + "Ġprogressive": 23053, + "/services": 23054, + "Ġrunner": 23055, + "_FRAME": 23056, + ".ToolStripMenuItem": 23057, + "Ġ','": 23058, + "delay": 23059, + "=utf": 23060, + "Ġscreening": 23061, + "Ġpulling": 23062, + "omas": 23063, + "Ġanth": 23064, + "-new": 23065, + "/local": 23066, + "ĠiPad": 23067, + "Ġtwitter": 23068, + "Ġdying": 23069, + "Ġheaven": 23070, + "ĠUInt": 23071, + "ĠSenator": 23072, + "Ġpresum": 23073, + "ĠWalker": 23074, + "Ġovercome": 23075, + "etection": 23076, + "Ġembarrass": 23077, + "China": 23078, + "639": 23079, + "Include": 23080, + "ROLL": 23081, + "ĠdataType": 23082, + "David": 23083, + "ร": 23084, + "lop": 23085, + "-month": 23086, + "Ġscar": 23087, + "ĠSafe": 23088, + "Ġ****************************************************************": 23089, + "Ġaccessories": 23090, + "Ġramp": 23091, + "_USE": 23092, + "Ġcontrad": 23093, + "))]Ċ": 23094, + "Ġprest": 23095, + "ĠHR": 23096, + "ĠRap": 23097, + "Ġusize": 23098, + "Ġcapability": 23099, + "Ġcort": 23100, + "-next": 23101, + "077": 23102, + "627": 23103, + "Ġburden": 23104, + "822": 23105, + "_reader": 23106, + "Ġ@@": 23107, + "regular": 23108, + "ĠKa": 23109, + "036": 23110, + "MAN": 23111, + "Ġastr": 23112, + "Ġ'')Ċ": 23113, + "Ġfed": 23114, + "Ġparsing": 23115, + "ĠYears": 23116, + "Ġbroker": 23117, + "\":{\"": 23118, + "Ġakt": 23119, + "Inventory": 23120, + "abeled": 23121, + "Ġargparse": 23122, + "*******Ċ": 23123, + "versation": 23124, + "Ġcord": 23125, + "ĠTi": 23126, + "Ġhopefully": 23127, + "Ġah": 23128, + "verb": 23129, + "Ġstolen": 23130, + ".Entry": 23131, + "Ġexpecting": 23132, + "Orientation": 23133, + "Ġpowered": 23134, + "Ġpersist": 23135, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 23136, + "']);": 23137, + "')),Ċ": 23138, + "ĠCash": 23139, + "ĉitem": 23140, + "818": 23141, + "grades": 23142, + "ropol": 23143, + "basic": 23144, + "Ġ\");čĊ": 23145, + "Ġawards": 23146, + "(range": 23147, + "-all": 23148, + "ĠIBOutlet": 23149, + "ĠIndeed": 23150, + "----------------------------------------------------------------------------": 23151, + "Ġstomach": 23152, + "Ġflower": 23153, + "Ġsew": 23154, + "_times": 23155, + "avis": 23156, + "QString": 23157, + "ĠRoutes": 23158, + "_prot": 23159, + "Ġcomedy": 23160, + "Ġlogout": 23161, + "Ġwooden": 23162, + "Ġposter": 23163, + "piece": 23164, + ".Join": 23165, + "ĠPok": 23166, + "celona": 23167, + "mutex": 23168, + ";čĊčĊčĊ": 23169, + "Ġstrikes": 23170, + "787": 23171, + "Loaded": 23172, + ")arg": 23173, + "esa": 23174, + "United": 23175, + "Ep": 23176, + "PELL": 23177, + "807": 23178, + "ĠAtlantic": 23179, + "ullet": 23180, + "652": 23181, + "apple": 23182, + "Ġsettled": 23183, + "acon": 23184, + "Ġprinter": 23185, + "ĠGC": 23186, + "å®ļ": 23187, + "Ġrendered": 23188, + ",âĢĻ": 23189, + "heit": 23190, + "social": 23191, + ".ge": 23192, + "714": 23193, + "ĠRick": 23194, + "ĠUtah": 23195, + "got": 23196, + "onical": 23197, + "ĠScroll": 23198, + "ĠSciences": 23199, + "Ġjug": 23200, + "Ġampl": 23201, + "enti": 23202, + "LEFT": 23203, + "Ġtabs": 23204, + "Ġenormous": 23205, + ".getKey": 23206, + "locate": 23207, + ".EX": 23208, + ".storage": 23209, + ".We": 23210, + "Ġtoast": 23211, + "ĠAdditionally": 23212, + "882": 23213, + "ĠNOW": 23214, + "547": 23215, + "_UPDATE": 23216, + "Ġtransferred": 23217, + "tha": 23218, + ".Display": 23219, + "_ui": 23220, + "IDEO": 23221, + "Ġmeaningful": 23222, + "ĠMoscow": 23223, + ",this": 23224, + "ĠVictoria": 23225, + "æĶ¹": 23226, + "ĠÐŁ": 23227, + ".stack": 23228, + "ĠBarn": 23229, + "paredStatement": 23230, + ":string": 23231, + "Ġbij": 23232, + "ĠSTATE": 23233, + "Ġemployers": 23234, + "ĉinput": 23235, + "(|": 23236, + "Ġlex": 23237, + "invoke": 23238, + "ĉnum": 23239, + "++,": 23240, + "atial": 23241, + "orses": 23242, + "Ġfork": 23243, + "_txt": 23244, + "ĠAntonio": 23245, + "Ġ(<": 23246, + "averse": 23247, + "Ġdevast": 23248, + "ãĢĢ": 23249, + ".Dec": 23250, + "ĠGard": 23251, + "/ui": 23252, + ".%": 23253, + "tri": 23254, + "Ġrolled": 23255, + "ValuePair": 23256, + "itten": 23257, + "ĠTher": 23258, + "Ġvrou": 23259, + "ĠFlow": 23260, + "ĠFinance": 23261, + "ĠComb": 23262, + "HC": 23263, + ".setVisible": 23264, + "isl": 23265, + "Ġpk": 23266, + "773": 23267, + "Ġupset": 23268, + "(raw": 23269, + "ĠVice": 23270, + "eatures": 23271, + "ĠLang": 23272, + "029": 23273, + "Looking": 23274, + "767": 23275, + "ĠAST": 23276, + "Ġtrips": 23277, + "ĠJustin": 23278, + "browser": 23279, + "=\"'.$": 23280, + ".vertices": 23281, + "821": 23282, + "-co": 23283, + "}/{": 23284, + "Ġ?,": 23285, + "ĠDomin": 23286, + "ĠBelg": 23287, + "\"<": 23288, + "Ġsuppose": 23289, + "addy": 23290, + "Ġwalks": 23291, + "688": 23292, + "ERRU": 23293, + "_filters": 23294, + "Preferred": 23295, + "scene": 23296, + "еÑģ": 23297, + "ĠAffairs": 23298, + "Ġ\"#{": 23299, + "ĠonSubmit": 23300, + "Ġstocks": 23301, + "/view": 23302, + "gree": 23303, + "-get": 23304, + "903": 23305, + "hit": 23306, + "Jo": 23307, + ".getC": 23308, + "725": 23309, + "Initialized": 23310, + "ÑĤи": 23311, + "cuts": 23312, + "(Type": 23313, + "ĠAgreement": 23314, + "ĠVietnam": 23315, + "Ġ/*!": 23316, + "Ġpizza": 23317, + "-view": 23318, + "_em": 23319, + "Ġlhs": 23320, + "Ġmuy": 23321, + "ĠIdent": 23322, + "ĠFriends": 23323, + "061": 23324, + "Ġabund": 23325, + "_AD": 23326, + ".timestamp": 23327, + "-'": 23328, + "Ġduplicate": 23329, + "Ġhunting": 23330, + "Ġregulatory": 23331, + "iao": 23332, + "amous": 23333, + "ĠEntertainment": 23334, + "[A": 23335, + "iatric": 23336, + "_CLIENT": 23337, + "ĠKids": 23338, + "/pkg": 23339, + "Break": 23340, + ")));ĊĊ": 23341, + "ĠShape": 23342, + "Ġrelating": 23343, + "Interrupt": 23344, + "ableOpacity": 23345, + "embre": 23346, + "Ġmystery": 23347, + "Ġjournalists": 23348, + "ritable": 23349, + ".Link": 23350, + "Ġstopping": 23351, + "CRET": 23352, + ".DB": 23353, + "Ġpopularity": 23354, + "Ġgew": 23355, + "Ġimpr": 23356, + "setValue": 23357, + "FLAG": 23358, + "ĉmax": 23359, + "Ġbake": 23360, + "wy": 23361, + "ĠEconomic": 23362, + "Ġencontr": 23363, + "Ġfname": 23364, + "/de": 23365, + "Rank": 23366, + "Ġbugs": 23367, + ".sm": 23368, + "Ġmedian": 23369, + "DOWN": 23370, + "ĠSure": 23371, + "AtIndex": 23372, + "ĠDick": 23373, + "Ġ(__": 23374, + ".delta": 23375, + "Fr": 23376, + "Ġsuggesting": 23377, + "ĠRecyclerView": 23378, + ",e": 23379, + "START": 23380, + "/****************************************************************************": 23381, + "xford": 23382, + "Ġreceipt": 23383, + "CLAIM": 23384, + "readonly": 23385, + "968": 23386, + "Ġengaging": 23387, + "619": 23388, + "Ca": 23389, + "asma": 23390, + "Ġensuring": 23391, + "English": 23392, + "ĠVancouver": 23393, + "hyth": 23394, + "Ġpurchasing": 23395, + "ĠPI": 23396, + ".word": 23397, + "(sp": 23398, + ".home": 23399, + ":def": 23400, + "Ġgig": 23401, + "574": 23402, + "671": 23403, + "ĠVe": 23404, + "forum": 23405, + "ĠMitch": 23406, + "Bay": 23407, + "_FL": 23408, + "651": 23409, + "Ġsoll": 23410, + "577": 23411, + "_columns": 23412, + "Ġminority": 23413, + "bird": 23414, + "Ġhanded": 23415, + "SSL": 23416, + "STAT": 23417, + "Ġnervous": 23418, + "ĥ½": 23419, + "ĠfilePath": 23420, + "CREATE": 23421, + "Aw": 23422, + "Ġpens": 23423, + "835": 23424, + "seed": 23425, + "ĠCompute": 23426, + "olk": 23427, + "594": 23428, + "ĠAsset": 23429, + "reach": 23430, + "'),čĊ": 23431, + "navigation": 23432, + "LF": 23433, + "/util": 23434, + "ĠPub": 23435, + "ĠâĶ": 23436, + "cion": 23437, + "##Ċ": 23438, + "072": 23439, + "III": 23440, + "TagName": 23441, + "Ġamid": 23442, + "permission": 23443, + "ifiable": 23444, + "xFFFFFFFF": 23445, + "ни": 23446, + ".Buffer": 23447, + "_irq": 23448, + "dark": 23449, + "Ġretval": 23450, + ".fire": 23451, + "production": 23452, + ".listen": 23453, + "ĠWeather": 23454, + "Ġbuyers": 23455, + ".ne": 23456, + "erp": 23457, + "ĠPent": 23458, + "699": 23459, + "Ġwelfare": 23460, + "ĠpageSize": 23461, + "ĠStadium": 23462, + "erta": 23463, + "Ġlev": 23464, + "ampa": 23465, + "Pager": 23466, + "665": 23467, + "Ġcharging": 23468, + "ĠNetflix": 23469, + "|null": 23470, + "_random": 23471, + ".xpath": 23472, + "Ġstere": 23473, + "ĠISIS": 23474, + "ponses": 23475, + "(loc": 23476, + "566": 23477, + "eyond": 23478, + "ĠOfficial": 23479, + "657": 23480, + "ĠMaryland": 23481, + "DataType": 23482, + "_par": 23483, + "{},": 23484, + "ĠEnjoy": 23485, + "727": 23486, + "_SHIFT": 23487, + "ĠAwards": 23488, + "_ENTRY": 23489, + "Ġseemingly": 23490, + "enticate": 23491, + "Ġhearts": 23492, + "583": 23493, + "_;ĊĊ": 23494, + "ĠHIV": 23495, + "Ġindivid": 23496, + "ĠFlag": 23497, + "_ctrl": 23498, + "ĠCallback": 23499, + ",z": 23500, + "ĠGPU": 23501, + "ĉobj": 23502, + "ĠPhoenix": 23503, + "ĠBUS": 23504, + "907": 23505, + "Ġrubber": 23506, + "_AUTH": 23507, + "ĠSolutions": 23508, + "(location": 23509, + "Variables": 23510, + ".setEnabled": 23511, + "_high": 23512, + "WO": 23513, + "Gesture": 23514, + "Ġretry": 23515, + "ĠobjectForKey": 23516, + "alloween": 23517, + "Ġmos": 23518, + "ĠCele": 23519, + "Ġikke": 23520, + "(cell": 23521, + "ĠMODE": 23522, + "rena": 23523, + "Ġdescribing": 23524, + "641": 23525, + "Ġphi": 23526, + "Ġrd": 23527, + "Ġdeserve": 23528, + "Ġwheels": 23529, + "å¸Ĥ": 23530, + "Ġcritics": 23531, + "755": 23532, + "Namespace": 23533, + "ĠFra": 23534, + "ĠĊĊĊĊ": 23535, + "Ġalla": 23536, + "Ġrequiring": 23537, + "æľŁ": 23538, + "utation": 23539, + "Ġdelayed": 23540, + "Ġadministrative": 23541, + "Ġbay": 23542, + ".hidden": 23543, + "Tex": 23544, + "051": 23545, + "Ġboundaries": 23546, + "Ġ]);ĊĊ": 23547, + "ĠFollowing": 23548, + "~/": 23549, + "Fi": 23550, + "_conv": 23551, + "_TITLE": 23552, + "Ġdesde": 23553, + "ICollectionView": 23554, + "Alias": 23555, + "Ġbite": 23556, + "patient": 23557, + "_COMMAND": 23558, + "Completed": 23559, + "ĉelif": 23560, + "(<": 23561, + "Business": 23562, + "ĠPool": 23563, + "Ġpursue": 23564, + "ĠBan": 23565, + "_steps": 23566, + "_DECL": 23567, + "umble": 23568, + "Ġcombo": 23569, + "ĠLayer": 23570, + ".xr": 23571, + "Ġdup": 23572, + "---------": 23573, + "628": 23574, + "Ġmodifier": 23575, + "rob": 23576, + "rez": 23577, + "696": 23578, + "Ġathletes": 23579, + "Used": 23580, + "wear": 23581, + "815": 23582, + "Ġlegitimate": 23583, + "Ġ\"ĊĊ": 23584, + "Ġhv": 23585, + "Std": 23586, + "037": 23587, + "ĠHold": 23588, + "Ġsurviv": 23589, + "ĠAlliance": 23590, + "ĠEarly": 23591, + "778": 23592, + "Behavior": 23593, + "(font": 23594, + "/libs": 23595, + "Ġrectangle": 23596, + "Ġsinger": 23597, + "Ġamp": 23598, + "EqualTo": 23599, + "Ġ\".\"": 23600, + "Ġgirlfriend": 23601, + "å±": 23602, + "linear": 23603, + "observ": 23604, + "Ġpiù": 23605, + "Ġcomplement": 23606, + "WithValue": 23607, + "(password": 23608, + "take": 23609, + "Blank": 23610, + "ĠCompar": 23611, + "'\",": 23612, + "_policy": 23613, + "mongoose": 23614, + "_FAILED": 23615, + ".report": 23616, + "Ratio": 23617, + ".PerformLayout": 23618, + "747": 23619, + "usable": 23620, + "mers": 23621, + "_render": 23622, + "PEED": 23623, + "772": 23624, + "Ġlesb": 23625, + "ĉE": 23626, + "_tool": 23627, + "Ġladies": 23628, + "908": 23629, + "оÑģ": 23630, + "))))Ċ": 23631, + ";;;;": 23632, + ".dot": 23633, + "Ġnest": 23634, + "peak": 23635, + "ukkit": 23636, + "eca": 23637, + "_SW": 23638, + "Ġ&(": 23639, + "ĠOklahoma": 23640, + "Ġbanking": 23641, + "569": 23642, + "ĠNintendo": 23643, + "752": 23644, + "Ġreproduce": 23645, + "_elements": 23646, + "_mac": 23647, + "proxy": 23648, + "Ġremarkable": 23649, + "}/${": 23650, + "Ġouts": 23651, + ".hasNext": 23652, + "MODE": 23653, + "658": 23654, + "Ġanime": 23655, + ".conn": 23656, + "Unique": 23657, + "Dom": 23658, + "Ġimportantly": 23659, + "itty": 23660, + "Ġjuice": 23661, + "Tw": 23662, + "ĠPartners": 23663, + "Ġattacking": 23664, + "Ġportable": 23665, + "amiento": 23666, + ".PictureBox": 23667, + ".gen": 23668, + "Ġoptimal": 23669, + "582": 23670, + "Ġrecre": 23671, + "Ġjournalist": 23672, + "ĠExtract": 23673, + "ĠMoreover": 23674, + "ĠmarginTop": 23675, + ".Ap": 23676, + "Ġfiring": 23677, + "NaN": 23678, + "ĉtemplate": 23679, + "ад": 23680, + ".En": 23681, + "Ġdefence": 23682, + "ĠTel": 23683, + "ilen": 23684, + "jan": 23685, + "=data": 23686, + "ĠUrl": 23687, + "ĠReuters": 23688, + "(total": 23689, + "ĠFifth": 23690, + "Ġessays": 23691, + "Ġinterpretation": 23692, + "Ġcharity": 23693, + "ĠRules": 23694, + "Ġsubsection": 23695, + "styled": 23696, + "azer": 23697, + "lags": 23698, + "LIST": 23699, + "Ġuploaded": 23700, + "Ġtrash": 23701, + "Ġregistr": 23702, + "Ġseller": 23703, + ">';čĊ": 23704, + "ĠstartTime": 23705, + "çĻ": 23706, + "sy": 23707, + "(HttpServletRequest": 23708, + "Ġtrap": 23709, + "GC": 23710, + "Ġembedded": 23711, + "Ġsurrounded": 23712, + "816": 23713, + "imits": 23714, + "TX": 23715, + "ylinder": 23716, + "685": 23717, + "ĠFal": 23718, + "Ġsentences": 23719, + "ĠJa": 23720, + "IFICATION": 23721, + "weapon": 23722, + "ovation": 23723, + "Ġcoat": 23724, + "Ġinterpol": 23725, + "Ġlips": 23726, + "ĠKy": 23727, + "Ġvectors": 23728, + "_am": 23729, + "Ġintake": 23730, + ".world": 23731, + "Ġinbox": 23732, + "ĠMAC": 23733, + "_ab": 23734, + "(nameof": 23735, + "633": 23736, + "Ġentert": 23737, + "Ġgathering": 23738, + "ĠSIM": 23739, + "++.": 23740, + "nya": 23741, + "'}}": 23742, + "ĠUPDATE": 23743, + "Ġpac": 23744, + "(html": 23745, + "ĠSant": 23746, + "iating": 23747, + "ĠIdeas": 23748, + "Ġspray": 23749, + "ĠHart": 23750, + "Ġverification": 23751, + "adesh": 23752, + "/modules": 23753, + "ĠMind": 23754, + "ĠSizedBox": 23755, + "Ġshelter": 23756, + "Ġheroes": 23757, + "atty": 23758, + "Ġcertified": 23759, + "sj": 23760, + "Ġêtre": 23761, + "ÅĤo": 23762, + "Ġpublishing": 23763, + "ĠMalays": 23764, + ".getUser": 23765, + "ĠProvider": 23766, + "ĠLinkedList": 23767, + "ĠBor": 23768, + "ROUND": 23769, + "did": 23770, + "tain": 23771, + "pire": 23772, + "ĠJenn": 23773, + "tel": 23774, + "ande": 23775, + "757": 23776, + "_front": 23777, + "ĠMcG": 23778, + "TestMethod": 23779, + "à¸Ń": 23780, + "Ġoccasionally": 23781, + "ĠWales": 23782, + "Ġexercises": 23783, + "ĠÐĴ": 23784, + "045": 23785, + "-plus": 23786, + "Ġvalidator": 23787, + "Ġprayer": 23788, + "LATED": 23789, + "_author": 23790, + "Ġlabour": 23791, + "++Ċ": 23792, + "-equiv": 23793, + "ĠGPL": 23794, + "Ġfacebook": 23795, + "simple": 23796, + "gly": 23797, + "Processor": 23798, + "ipy": 23799, + "744": 23800, + "Ġ*>": 23801, + "648": 23802, + "Ġcleared": 23803, + "ĠPush": 23804, + "858": 23805, + "Ġpenis": 23806, + "Structure": 23807, + "lij": 23808, + "ĠMorgan": 23809, + "Ġhandful": 23810, + "\".Ċ": 23811, + "984": 23812, + "|\\": 23813, + "Ġ********************************": 23814, + "ĠAqu": 23815, + "584": 23816, + "_IC": 23817, + ".loads": 23818, + "Ġmeter": 23819, + "ĠMarine": 23820, + "::{": 23821, + "ĠTS": 23822, + "776": 23823, + "ĠArrays": 23824, + ".Title": 23825, + "GRAM": 23826, + "termin": 23827, + "Ġcoinc": 23828, + "Else": 23829, + "_states": 23830, + "-run": 23831, + "members": 23832, + "782": 23833, + "astro": 23834, + "066": 23835, + "ĠonPress": 23836, + "Ġbeings": 23837, + "Ġabandoned": 23838, + "Ġtaxp": 23839, + "owners": 23840, + ".mode": 23841, + "Ġdiagnosis": 23842, + "Ġ_Ċ": 23843, + "ĠKnight": 23844, + "ĉA": 23845, + "Ġobserve": 23846, + "),'": 23847, + "823": 23848, + "!\")Ċ": 23849, + "ĠPara": 23850, + "Ġvariation": 23851, + "(False": 23852, + "ĠAnti": 23853, + "Ġgri": 23854, + "Ġhomeless": 23855, + "?v": 23856, + "Ġbez": 23857, + ".Server": 23858, + "release": 23859, + "ĠPatri": 23860, + "Ġchars": 23861, + "Ġranking": 23862, + "activation": 23863, + "581": 23864, + "Ġwides": 23865, + "qr": 23866, + ".Sql": 23867, + "acular": 23868, + "ĠBot": 23869, + "_sync": 23870, + "Ġhappiness": 23871, + "Ġvolunteers": 23872, + "877": 23873, + "Ġsits": 23874, + "/<": 23875, + "[e": 23876, + "(fileName": 23877, + "Ġcapac": 23878, + "832": 23879, + "ĠMaria": 23880, + "father": 23881, + "Ġgram": 23882, + "*i": 23883, + "Ġcaso": 23884, + "_draw": 23885, + "ĠRaw": 23886, + "ĠIterator": 23887, + "664": 23888, + "ĠPadding": 23889, + "924": 23890, + "PD": 23891, + "BOX": 23892, + "ĠSPECIAL": 23893, + "Ġfecha": 23894, + "Ġvide": 23895, + "ĠLeader": 23896, + "以": 23897, + "$(\".": 23898, + "Ġdiameter": 23899, + "Ġmild": 23900, + "745": 23901, + "Ġrocks": 23902, + "appings": 23903, + "048": 23904, + "directory": 23905, + "557": 23906, + ".flush": 23907, + "ĠJess": 23908, + "UNIT": 23909, + "ĠPear": 23910, + "Ġmandatory": 23911, + "Sur": 23912, + "qt": 23913, + "Ġstreams": 23914, + "Ġcooperation": 23915, + "ĠSac": 23916, + "Ġcheaper": 23917, + "ĉch": 23918, + "animation": 23919, + "fare": 23920, + "(height": 23921, + "(True": 23922, + "NY": 23923, + "Ġwrest": 23924, + "Ġpolls": 23925, + "Ġencountered": 23926, + "ĠMarketable": 23927, + "_PASSWORD": 23928, + "716": 23929, + "_SELECT": 23930, + "ĠArabia": 23931, + "_clock": 23932, + "Ġvoy": 23933, + "Ġиз": 23934, + "Ġstir": 23935, + "isible": 23936, + "-effect": 23937, + ".created": 23938, + "Ġtoys": 23939, + "ĠTradable": 23940, + "Ġrust": 23941, + "Ġstrcpy": 23942, + "_timestamp": 23943, + "Ġtalented": 23944, + ",null": 23945, + "ĠJobs": 23946, + "ĠPortland": 23947, + "Ġweakness": 23948, + "Throw": 23949, + "ĠAngel": 23950, + "ä¿®": 23951, + "754": 23952, + "Ġuncert": 23953, + "ï¼īĊ": 23954, + "ĠìĿ´": 23955, + "Which": 23956, + "Ġ[-]:": 23957, + "Something": 23958, + "Ġconvicted": 23959, + "kle": 23960, + "edium": 23961, + "Ġbranches": 23962, + "Ġbases": 23963, + "ç®": 23964, + "Ġcomplexity": 23965, + "ĠFig": 23966, + ".reshape": 23967, + "$db": 23968, + "736": 23969, + "_CONST": 23970, + "ĠTes": 23971, + ".runtime": 23972, + "Ġdeny": 23973, + "ĠBSD": 23974, + "Ġkr": 23975, + "hatt": 23976, + "ĠStatic": 23977, + "Ġuniversities": 23978, + "Replace": 23979, + "Ġdrove": 23980, + "Ġadoles": 23981, + "_plugin": 23982, + "ĠLGBT": 23983, + "Ġtex": 23984, + "duction": 23985, + "751": 23986, + "799": 23987, + "EDI": 23988, + "ĠTed": 23989, + "_URI": 23990, + "Ġreception": 23991, + "arten": 23992, + ".Single": 23993, + "rice": 23994, + "scious": 23995, + "843": 23996, + "_bg": 23997, + "Ġwages": 23998, + "ĠServlet": 23999, + "UILayout": 24000, + "Ġformatted": 24001, + ".Mod": 24002, + "',Ċ": 24049, + "Ġexpanding": 24050, + "ĠHamilton": 24051, + "ĠContrib": 24052, + ".Tables": 24053, + "728": 24054, + "Activ": 24055, + "HH": 24056, + "ocommerce": 24057, + "_;": 24058, + "Ġamongst": 24059, + "owing": 24060, + "859": 24061, + "ĠCold": 24062, + "APH": 24063, + "Ġpsychological": 24064, + "_tensor": 24065, + "Ġpackaging": 24066, + "ĠSweden": 24067, + "Ġpare": 24068, + "Ġaggregate": 24069, + "Ġmoderate": 24070, + "862": 24071, + "_hand": 24072, + "Ġdesignated": 24073, + "Ġdrum": 24074, + "ĠgetUser": 24075, + "ĠCreek": 24076, + "_scope": 24077, + "ĠTransfer": 24078, + "ĠMarg": 24079, + "Ġfighters": 24080, + "Wnd": 24081, + "ĠSel": 24082, + "ĠLaunch": 24083, + "Ġemerging": 24084, + "iframe": 24085, + "ĠAdditional": 24086, + "Ġfears": 24087, + "Ġsatellite": 24088, + "_:": 24089, + "Ġdisposing": 24090, + "GetValue": 24091, + "HttpPost": 24092, + "ATIVE": 24093, + "ulary": 24094, + "Views": 24095, + "Ġattending": 24096, + "ĠTennessee": 24097, + "ĠMission": 24098, + "Ġmedication": 24099, + "ĠWy": 24100, + "ĠAnna": 24101, + "ع": 24102, + "ĠVertex": 24103, + ".types": 24104, + "Organ": 24105, + ".DataGridViewTextBoxColumn": 24106, + "ĠRS": 24107, + "Ġtempo": 24108, + "(App": 24109, + "892": 24110, + "VersionUID": 24111, + ".point": 24112, + "ĠDutch": 24113, + "Hours": 24114, + "LU": 24115, + "Ġquoted": 24116, + ".builder": 24117, + "ĠPerfect": 24118, + "ĠAlways": 24119, + "_two": 24120, + "Ġexclusively": 24121, + "ĠCra": 24122, + "ificar": 24123, + "ĠAWS": 24124, + "ingham": 24125, + "complex": 24126, + "kernel": 24127, + "Ġgravity": 24128, + "Ġwi": 24129, + "052": 24130, + "Ġoverview": 24131, + "661": 24132, + "ĠWant": 24133, + "ĠWP": 24134, + "(sh": 24135, + ".rotation": 24136, + "States": 24137, + "ĠTeen": 24138, + "_components": 24139, + "ìĪĺ": 24140, + "Received": 24141, + "Ġlyrics": 24142, + "rites": 24143, + "ĉĉĉĉĉĠ": 24144, + "-American": 24145, + "[num": 24146, + "/python": 24147, + "ĠUART": 24148, + "Ġapple": 24149, + "ĠJonathan": 24150, + "Ġmomentum": 24151, + "ั": 24152, + "Ĥ¹": 24153, + "Ġmich": 24154, + "andra": 24155, + "Ġbiological": 24156, + "ĠMens": 24157, + "Ġ%%": 24158, + "elsea": 24159, + "ĠMexican": 24160, + ".randint": 24161, + "Ġtale": 24162, + "ĠValidate": 24163, + "Ġdefeated": 24164, + ".htm": 24165, + "Ġcopper": 24166, + "=/": 24167, + "cosystem": 24168, + "Ġrip": 24169, + "decimal": 24170, + ".VISIBLE": 24171, + "ĠTa": 24172, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 24173, + "Ġdownloaded": 24174, + "environment": 24175, + "Ġnomine": 24176, + "building": 24177, + "ĠSpot": 24178, + "ipheral": 24179, + "Ġalto": 24180, + "quet": 24181, + "ĠFT": 24182, + "/get": 24183, + "/master": 24184, + "WIN": 24185, + "åħĥ": 24186, + "676": 24187, + "West": 24188, + "argc": 24189, + "Ġproducers": 24190, + "ĠMuch": 24191, + "_storage": 24192, + "credit": 24193, + "CONT": 24194, + "Ġvet": 24195, + "Ġvoices": 24196, + "('',": 24197, + "Ġinstruments": 24198, + "662": 24199, + "ĠMSG": 24200, + "esse": 24201, + "repository": 24202, + "omics": 24203, + "Ġdealer": 24204, + "Still": 24205, + "Ġbanner": 24206, + "ascii": 24207, + "Ġremarks": 24208, + "[js": 24209, + "Ġshorter": 24210, + "gulp": 24211, + "Ġmyster": 24212, + "Ġkun": 24213, + "ĠBird": 24214, + "Ġtiene": 24215, + "788": 24216, + "nut": 24217, + "ĠUm": 24218, + "Ġwise": 24219, + "Yeah": 24220, + "INESS": 24221, + "046": 24222, + "_begin": 24223, + "-heading": 24224, + "Course": 24225, + "ĠčĊčĊ": 24226, + "ombie": 24227, + "graded": 24228, + "ĠGPS": 24229, + "Ġże": 24230, + "Fit": 24231, + "caption": 24232, + "ön": 24233, + "/image": 24234, + "lia": 24235, + "(mod": 24236, + "Ġleak": 24237, + "enza": 24238, + "629": 24239, + "/H": 24240, + "ĠHappy": 24241, + "993": 24242, + "Dist": 24243, + "nx": 24244, + "ĠGovernor": 24245, + "(last": 24246, + "teacher": 24247, + "ĠSent": 24248, + "support": 24249, + "838": 24250, + "jectory": 24251, + "ĠÙħ": 24252, + "Registration": 24253, + "063": 24254, + "ĠGray": 24255, + ",false": 24256, + "Ġadjusted": 24257, + "(settings": 24258, + "'Ċ": 24324, + "-fold": 24325, + "æĬ": 24326, + "ĠBetter": 24327, + "Ġ\"\\<": 24328, + "spacing": 24329, + "Ġfurnished": 24330, + "913": 24331, + "oser": 24332, + "]}Ċ": 24333, + "Ġ$\"": 24334, + "pull": 24335, + ".Post": 24336, + "919": 24337, + "(ip": 24338, + "Ĺı": 24339, + ".front": 24340, + "nte": 24341, + "ĠFM": 24342, + "guid": 24343, + "844": 24344, + "Ġnegotiations": 24345, + "agonal": 24346, + "934": 24347, + "Ġtremend": 24348, + "ungeon": 24349, + "Adv": 24350, + "carousel": 24351, + "ÃŁe": 24352, + "_DESC": 24353, + "Ġhammer": 24354, + "áºŃ": 24355, + "ĠĠĠĠĠĠĠĠĊĊ": 24356, + "-core": 24357, + "-service": 24358, + "Ġcorners": 24359, + "ĠSF": 24360, + "pred": 24361, + ">A": 24362, + "ĠJLabel": 24363, + "Ġromantic": 24364, + "Ġtestimony": 24365, + "osc": 24366, + "ĠGeneration": 24367, + "asures": 24368, + "_internal": 24369, + "Ġprints": 24370, + "Ġ])Ċ": 24371, + "ĠCleveland": 24372, + "repo": 24373, + "Disc": 24374, + "677": 24375, + "762": 24376, + "Ġ\">Ċ": 24377, + "����": 24378, + "Ġnearest": 24379, + "591": 24380, + "_tb": 24381, + "(require": 24382, + "EOF": 24383, + "-child": 24384, + "Ġbudd": 24385, + ".XtraEditors": 24386, + "alties": 24387, + "723": 24388, + "\\\":\\\"": 24389, + "Words": 24390, + "917": 24391, + "Ġlocally": 24392, + "Ġpurchases": 24393, + "695": 24394, + "Drawer": 24395, + "extract": 24396, + "Ġexecut": 24397, + "}'.": 24398, + "userdata": 24399, + "Ġfocuses": 24400, + "-minute": 24401, + "764": 24402, + "ĠPublish": 24403, + "ogo": 24404, + "Ġmountains": 24405, + "Bot": 24406, + "}>{": 24407, + "Ġtension": 24408, + "rod": 24409, + "mesh": 24410, + "Ġtransformed": 24411, + ",R": 24412, + "()}Ċ": 24413, + ".long": 24414, + "Ġgorgeous": 24415, + "ĠSchedule": 24416, + "Ġoldest": 24417, + "Ġsubprocess": 24418, + "(IN": 24419, + "yect": 24420, + "ĠCooper": 24421, + "arness": 24422, + "ĠMonitor": 24423, + ".part": 24424, + "972": 24425, + "ĠNBC": 24426, + "668": 24427, + "Ġcotton": 24428, + "Ġhol": 24429, + "726": 24430, + "Ġrgba": 24431, + "ĠBio": 24432, + "Continue": 24433, + "Pod": 24434, + "Ġparticipating": 24435, + "clusions": 24436, + "(ByVal": 24437, + "734": 24438, + "ì": 24439, + "ĠHOW": 24440, + "_setopt": 24441, + "Ġaccompanying": 24442, + "091": 24443, + "aton": 24444, + "Ġ/\\": 24445, + "ĠAuthentication": 24446, + "ién": 24447, + "ĠBarack": 24448, + "/*.": 24449, + "Ġeager": 24450, + "ĠCancel": 24451, + "$": 24502, + "OLEAN": 24503, + "OKIE": 24504, + "IBILITY": 24505, + "UAGE": 24506, + "ĠSurvey": 24507, + "071": 24508, + "Ġresign": 24509, + "wing": 24510, + "Ġsecrets": 24511, + "Ġchips": 24512, + "JSONObject": 24513, + "Desktop": 24514, + "596": 24515, + "_SYMBOL": 24516, + "(resource": 24517, + "ĠĊ": 24518, + "Ġnewest": 24519, + "uli": 24520, + "Ġdesert": 24521, + "Ġdip": 24522, + "ĠPow": 24523, + "Ġequation": 24524, + "Ġpossibilities": 24525, + "ĠFed": 24526, + "osph": 24527, + "Ġ[%": 24528, + "Ġbubble": 24529, + "etherlands": 24530, + "793": 24531, + "Ġcement": 24532, + ".auto": 24533, + "_AN": 24534, + "âĢĻ.": 24535, + "selection": 24536, + "ĠBond": 24537, + "988": 24538, + "Den": 24539, + "-O": 24540, + ".getType": 24541, + "896": 24542, + ".Window": 24543, + "pres": 24544, + "Ġswinger": 24545, + "\"})Ċ": 24546, + "Ġpip": 24547, + "Ġmice": 24548, + "Ġcompound": 24549, + "-plugin": 24550, + "iko": 24551, + "Ġcenturies": 24552, + "icular": 24553, + "-inline": 24554, + "ĉkey": 24555, + ">\\<": 24556, + "ENSION": 24557, + "Ġ[čĊ": 24558, + "Ġprecisely": 24559, + "Ġété": 24560, + "ĠPast": 24561, + "ĠCambridge": 24562, + "-full": 24563, + "Ġanalyze": 24564, + "ĠSteven": 24565, + "Ġnem": 24566, + "due": 24567, + "oren": 24568, + "Ġmuscles": 24569, + "ijing": 24570, + "852": 24571, + "/-": 24572, + "ĠKennedy": 24573, + "597": 24574, + "RM": 24575, + "ossible": 24576, + "Ġactress": 24577, + "Ġdolor": 24578, + "914": 24579, + "å½ķ": 24580, + "Need": 24581, + ".toggle": 24582, + "ĠRace": 24583, + "wers": 24584, + ".material": 24585, + "ĠDue": 24586, + "ĠPel": 24587, + "#print": 24588, + "Ġindependence": 24589, + "exus": 24590, + "Shadow": 24591, + "Ġencoder": 24592, + "(level": 24593, + "ĠSwift": 24594, + ".doc": 24595, + "_selection": 24596, + "952": 24597, + "ĠserialVersionUID": 24598, + "945": 24599, + "Labels": 24600, + "Ġperformances": 24601, + ".Tag": 24602, + "ĠNHL": 24603, + "izen": 24604, + "/UIKit": 24605, + "991": 24606, + "_CONTROL": 24607, + "Ġearnings": 24608, + "975": 24609, + "ĠAlt": 24610, + "_HANDLE": 24611, + "Ctx": 24612, + "Ġpersu": 24613, + "Ġtran": 24614, + "ç¨": 24615, + "_CHANNEL": 24616, + "Ġsatisfaction": 24617, + "ĠGP": 24618, + "769": 24619, + "iox": 24620, + "mitt": 24621, + "lando": 24622, + "Ġpig": 24623, + "inals": 24624, + "ência": 24625, + "731": 24626, + "Surface": 24627, + "ĠUUID": 24628, + "Ġbeneficial": 24629, + "Ġsequences": 24630, + "ĉmemset": 24631, + "Ġmagical": 24632, + "«": 24633, + "Ġworn": 24634, + "ASC": 24635, + "popup": 24636, + "COMP": 24637, + "_before": 24638, + "eness": 24639, + "Ui": 24640, + "Les": 24641, + ".require": 24642, + ".Serializable": 24643, + "addGap": 24644, + "Ġauthorization": 24645, + "085": 24646, + ".pyplot": 24647, + "urray": 24648, + "latitude": 24649, + "845": 24650, + "frames": 24651, + "ajs": 24652, + "Ġcompass": 24653, + "Ġobservations": 24654, + "_sup": 24655, + ".environ": 24656, + "Ġtriple": 24657, + "ĠRuby": 24658, + "Ġdrain": 24659, + "_FILTER": 24660, + "San": 24661, + "UMP": 24662, + "NullException": 24663, + "ĠGab": 24664, + "owe": 24665, + "ĠTurkish": 24666, + "_sequence": 24667, + "ĠGrant": 24668, + "uela": 24669, + "Ġwo": 24670, + "Ġcube": 24671, + "iq": 24672, + "Ġdisorders": 24673, + "Ġextraordinary": 24674, + "Ġctrl": 24675, + "ĠSeq": 24676, + "entr": 24677, + "865": 24678, + "Ġsanctions": 24679, + "949": 24680, + "utsch": 24681, + "Reports": 24682, + "Ġinherit": 24683, + "Period": 24684, + "Ġphotography": 24685, + "ĠFramework": 24686, + "Ġspecialist": 24687, + "Ġ?ĊĊ": 24688, + "_selected": 24689, + ".Player": 24690, + "Ġallocation": 24691, + "(account": 24692, + "Ġstructural": 24693, + "vable": 24694, + "-offset": 24695, + ".AppCompatActivity": 24696, + "ам": 24697, + ".AddWithValue": 24698, + "Ġicons": 24699, + "Ġshutdown": 24700, + "_low": 24701, + "ĠCompare": 24702, + "ĠCe": 24703, + "=head": 24704, + "lam": 24705, + ".predict": 24706, + "_DEC": 24707, + "ĠSleep": 24708, + "ĠGratis": 24709, + "Ġsuggestion": 24710, + "ĠDEL": 24711, + "caff": 24712, + "avirus": 24713, + "Nothing": 24714, + "ŀĭ": 24715, + "Ġwidespread": 24716, + "Ġmechanisms": 24717, + "ĠtextAlign": 24718, + "occup": 24719, + "ĠRail": 24720, + ":NS": 24721, + "Ġfiber": 24722, + "Ġmk": 24723, + "Ġvintage": 24724, + "-long": 24725, + ".reduce": 24726, + ".Entities": 24727, + "(record": 24728, + "Ġpleasant": 24729, + "FRING": 24730, + ".Cells": 24731, + "OTT": 24732, + "ĉelseif": 24733, + "649": 24734, + "724": 24735, + "_confirm": 24736, + "ĠViewGroup": 24737, + "sym": 24738, + "Ġpray": 24739, + "Ġsuspected": 24740, + "Contains": 24741, + "983": 24742, + "Ġborders": 24743, + "ĠcomponentDid": 24744, + "ASSERT": 24745, + "Ġinfinite": 24746, + "-order": 24747, + "Ġhello": 24748, + "ĠGrade": 24749, + ".currentTimeMillis": 24750, + "apolis": 24751, + "zh": 24752, + "ĉObject": 24753, + ":\\\\": 24754, + "HO": 24755, + "valuation": 24756, + "Ġvocab": 24757, + "719": 24758, + "Ġcoupon": 24759, + "atabases": 24760, + ".GetType": 24761, + "Learn": 24762, + "792": 24763, + "]=\"": 24764, + "ĠGary": 24765, + "otive": 24766, + "Ġash": 24767, + "Ġbib": 24768, + "XXXX": 24769, + "Ġbalanced": 24770, + "VALUE": 24771, + "ĠNat": 24772, + "_Ad": 24773, + "<": 24930, + "Ġfool": 24931, + "Ġesk": 24932, + ".Null": 24933, + "ĠDies": 24934, + "_OUTPUT": 24935, + "_TYPED": 24936, + "Ġpainted": 24937, + "673": 24938, + "735": 24939, + "Ġsophistic": 24940, + "ĠBear": 24941, + "*n": 24942, + "_PACK": 24943, + "Ġdelivering": 24944, + "ĠCOUNT": 24945, + "åįķ": 24946, + "Ġjeg": 24947, + "-car": 24948, + "fname": 24949, + "Ġranging": 24950, + "848": 24951, + "ĠNeg": 24952, + "/******/": 24953, + "ĠCHAR": 24954, + "Ġultra": 24955, + "Grad": 24956, + "=t": 24957, + "Ġjudges": 24958, + "ĠDise": 24959, + "anners": 24960, + "985": 24961, + "891": 24962, + "861": 24963, + "Ġscal": 24964, + "_cal": 24965, + "ĠCONNECTION": 24966, + "_embed": 24967, + "(fn": 24968, + "ĠCraft": 24969, + "047": 24970, + "ĠPas": 24971, + "\")->": 24972, + ".convert": 24973, + ".resource": 24974, + "ĠSTATUS": 24975, + "ông": 24976, + "ĠTit": 24977, + "Ġclassroom": 24978, + "ĠArchitect": 24979, + "ĠKings": 24980, + "Ġsteady": 24981, + "/*!Ċ": 24982, + "ĠGene": 24983, + ")\";Ċ": 24984, + "icia": 24985, + "stan": 24986, + "ĠConstruction": 24987, + "umper": 24988, + "951": 24989, + "wc": 24990, + "ĠCBS": 24991, + "inging": 24992, + "-party": 24993, + "(driver": 24994, + "MARK": 24995, + "082": 24996, + "Ġnested": 24997, + "eward": 24998, + "Ġdependency": 24999, + "Ġmales": 25000, + "928": 25001, + "ĠONE": 25002, + "ĠProduction": 25003, + "][$": 25004, + "ãĥ¼ãĥ": 25005, + "_LOAD": 25006, + "ĠBol": 25007, + "elry": 25008, + "831": 25009, + "łéĻ¤": 25010, + "ĠRequire": 25011, + "Ġplacing": 25012, + "xxx": 25013, + "CALE": 25014, + "Ġthumb": 25015, + "824": 25016, + "Choose": 25017, + "Ġprototype": 25018, + "VOID": 25019, + "Ġlesbian": 25020, + "741": 25021, + "Ġtraits": 25022, + "Sharp": 25023, + "Ġconsume": 25024, + "Truth": 25025, + "ĠactionPerformed": 25026, + "ĠEnvironmental": 25027, + "ĠDean": 25028, + "Ġestado": 25029, + "same": 25030, + "Ġnumeric": 25031, + "Ġtransit": 25032, + ".Email": 25033, + "-side": 25034, + "_RUN": 25035, + "ĠVillage": 25036, + "_OPEN": 25037, + "è¦": 25038, + ".rem": 25039, + "-warning": 25040, + "anya": 25041, + "PropertyChanged": 25042, + "Ġ(!_": 25043, + "(check": 25044, + "ilia": 25045, + "ĠSoft": 25046, + "steps": 25047, + "ĠMadrid": 25048, + "MemoryWarning": 25049, + "Ġhandlers": 25050, + "Ġexperiencing": 25051, + "Ġinspect": 25052, + "buttons": 25053, + "ReceiveMemoryWarning": 25054, + "chemy": 25055, + "Links": 25056, + "Ġurllib": 25057, + ".SystemColors": 25058, + "ĠEigen": 25059, + "Ġpunishment": 25060, + ":UIControl": 25061, + "bara": 25062, + "-set": 25063, + "Ġ}čĊčĊčĊ": 25064, + "Ġtolerance": 25065, + "Ġinterfaces": 25066, + ".redirect": 25067, + "ighbors": 25068, + "csrf": 25069, + "_background": 25070, + ".Utils": 25071, + "_HT": 25072, + "692": 25073, + "ĠInterest": 25074, + "imos": 25075, + "Ġgrants": 25076, + "083": 25077, + "Ġexamined": 25078, + "ÐĶ": 25079, + "Ġcf": 25080, + "forge": 25081, + "backs": 25082, + "ĠObjects": 25083, + "_sent": 25084, + ".entry": 25085, + "ĠTHEN": 25086, + "ellido": 25087, + "cia": 25088, + ",res": 25089, + "659": 25090, + "681": 25091, + "/stdc": 25092, + ".nd": 25093, + "(Int": 25094, + "ĠAuthors": 25095, + "ĠAppCompatActivity": 25096, + "'{": 25097, + "Ġmedi": 25098, + "Music": 25099, + "igm": 25100, + "ceipt": 25101, + "Ġauss": 25102, + "Ġtargeting": 25103, + "ĠKeys": 25104, + "hn": 25105, + ":]Ċ": 25106, + "Ġmineral": 25107, + "î": 25108, + ".ca": 25109, + "761": 25110, + "omed": 25111, + "Ġsheets": 25112, + "Ġcamb": 25113, + "Ġdeadly": 25114, + ".inject": 25115, + "(unit": 25116, + "ĠSelection": 25117, + ".gms": 25118, + "(connection": 25119, + "Ġ$(\"": 25120, + "émon": 25121, + "ĠCurrently": 25122, + "pte": 25123, + "_paths": 25124, + "847": 25125, + "leaf": 25126, + "Ġimplications": 25127, + "posal": 25128, + "ä½į": 25129, + "[/": 25130, + "ancia": 25131, + "éĽ": 25132, + "mul": 25133, + "cie": 25134, + "Ġgeile": 25135, + "679": 25136, + "imals": 25137, + "UIView": 25138, + "Ġsurre": 25139, + "serialize": 25140, + "ISO": 25141, + "Ġarbitrary": 25142, + "Ġsockaddr": 25143, + ".fn": 25144, + "ĠMerc": 25145, + "Ġcasting": 25146, + "KeyDown": 25147, + "ĠnewValue": 25148, + "opens": 25149, + "717": 25150, + "Todo": 25151, + "Ġflexibility": 25152, + "ĉĉĉĉĠĠ": 25153, + "Velocity": 25154, + "ún": 25155, + "rowing": 25156, + "Ġcomputed": 25157, + "`)Ċ": 25158, + "statement": 25159, + "Ġri": 25160, + "_cart": 25161, + "Low": 25162, + "transfer": 25163, + ".nav": 25164, + "Ġgrave": 25165, + "ĠDoor": 25166, + "ĉalert": 25167, + "691": 25168, + "698": 25169, + ".subscribe": 25170, + "-profile": 25171, + "ĉbase": 25172, + "ĠâĪĴ": 25173, + "__ĊĊ": 25174, + "Ġengineers": 25175, + "Ġexplosion": 25176, + "Ġdari": 25177, + "682": 25178, + "ĉLog": 25179, + "onal": 25180, + "Ġisolated": 25181, + "{i": 25182, + "ĠMsg": 25183, + "Future": 25184, + "Ġracist": 25185, + "-wrap": 25186, + "ĠVers": 25187, + "borg": 25188, + "ISION": 25189, + "ĠÑĢаÐ": 25190, + "ĠYan": 25191, + "836": 25192, + "initWith": 25193, + "Ġnomin": 25194, + "(empty": 25195, + "ÃŃn": 25196, + "ãĤ¤": 25197, + "ĉwidth": 25198, + "Ġchamber": 25199, + "/ajax": 25200, + "EMP": 25201, + "093": 25202, + "Ġneces": 25203, + "ivos": 25204, + "logic": 25205, + "*)&": 25206, + "cripts": 25207, + "976": 25208, + "RowAt": 25209, + "053": 25210, + "iblings": 25211, + "Ġears": 25212, + "Ġcomputing": 25213, + "Ġmaker": 25214, + "ĠNeither": 25215, + "breadcrumb": 25216, + "Ġserialize": 25217, + "ĠWithin": 25218, + "Ġdell": 25219, + "_TRACE": 25220, + "092": 25221, + "=a": 25222, + "Ġwishes": 25223, + "-inch": 25224, + "ĠDor": 25225, + "Ġinnocent": 25226, + "ĠDol": 25227, + "Ġintens": 25228, + "forced": 25229, + "054": 25230, + "ĠBIT": 25231, + "Ġphotographs": 25232, + "Ġcasa": 25233, + "ĠLen": 25234, + "\\Framework": 25235, + ".Simple": 25236, + "Ġdear": 25237, + "895": 25238, + ")/(": 25239, + "ippi": 25240, + "Ġowns": 25241, + "Players": 25242, + "Ġproposals": 25243, + ".pi": 25244, + "usalem": 25245, + "Damage": 25246, + "Ġcalories": 25247, + "ĠCreative": 25248, + "Ġ[$": 25249, + "Ġ//čĊ": 25250, + "786": 25251, + "AndView": 25252, + "ème": 25253, + ".custom": 25254, + "_factory": 25255, + "commands": 25256, + "_look": 25257, + "Ġstrcmp": 25258, + "YN": 25259, + "aired": 25260, + "Ġaudit": 25261, + "оÑģÑĤ": 25262, + "ĠReverse": 25263, + "ropriate": 25264, + "etics": 25265, + "';Ċ": 25348, + "Ġpepper": 25349, + "989": 25350, + "Ġshed": 25351, + "ĠMedium": 25352, + "ĠCookie": 25353, + "889": 25354, + "Ġoverseas": 25355, + "edor": 25356, + "asurement": 25357, + "766": 25358, + "åŃĺ": 25359, + "Ġ'.'": 25360, + "Ġphp": 25361, + "ĠPROC": 25362, + "Ġexceptional": 25363, + "(th": 25364, + "ĠJet": 25365, + "Ġoccupied": 25366, + ".setImage": 25367, + "ĠRelated": 25368, + "ucker": 25369, + "Members": 25370, + "PRINT": 25371, + "ĠGlo": 25372, + "_VIEW": 25373, + "}\",Ċ": 25374, + "Ġadoption": 25375, + "[])Ċ": 25376, + "842": 25377, + "ĠMissouri": 25378, + "ĠLincoln": 25379, + "erald": 25380, + "Popup": 25381, + "Ġfate": 25382, + "-bootstrap": 25383, + "fections": 25384, + "ĠPoll": 25385, + "_ARGS": 25386, + "inance": 25387, + "697": 25388, + "-home": 25389, + ".),": 25390, + "_done": 25391, + "694": 25392, + ":ĊĊĊ": 25393, + "Ġdiscussing": 25394, + "ĠSQLException": 25395, + "Ġelectro": 25396, + "ĉreq": 25397, + "Ġzw": 25398, + "886": 25399, + "Ġlui": 25400, + "932": 25401, + "Ġovernight": 25402, + "$user": 25403, + "ĠWAY": 25404, + "Ġallerg": 25405, + "Ġdisappointed": 25406, + "Ġradiation": 25407, + "Ġimpressed": 25408, + "ificates": 25409, + "Ġtob": 25410, + "CLASS": 25411, + "Ġcuda": 25412, + "_det": 25413, + "-post": 25414, + "ulu": 25415, + "Translation": 25416, + "-hand": 25417, + ".year": 25418, + "ĠMongo": 25419, + "Ġunclear": 25420, + ".engine": 25421, + "WEBPACK": 25422, + "rices": 25423, + "_ACCESS": 25424, + "Ġholidays": 25425, + "percent": 25426, + ".Identity": 25427, + "ĠGov": 25428, + "Ġpassionate": 25429, + "!!.": 25430, + "ĠGreece": 25431, + "plusplus": 25432, + "'));": 25433, + "GP": 25434, + "Ġexcit": 25435, + ".tabPage": 25436, + "_cond": 25437, + "Ġsponsor": 25438, + "MODULE": 25439, + "_proc": 25440, + "Ġ$Ċ": 25441, + "Ġrational": 25442, + ".Tool": 25443, + "Ġihr": 25444, + "cca": 25445, + "åĵģ": 25446, + "ĠEstate": 25447, + "IBUTE": 25448, + "ActionPerformed": 25449, + "ĠSolar": 25450, + "¦Ĥ": 25451, + "Ġequity": 25452, + "tid": 25453, + "938": 25454, + "Ġrecip": 25455, + ".simple": 25456, + "mk": 25457, + "689": 25458, + "ĠLuke": 25459, + "ĠGuardian": 25460, + "Ġencrypted": 25461, + "Ġdominant": 25462, + ".place": 25463, + "ĠNV": 25464, + "839": 25465, + "Ġtongue": 25466, + "(Get": 25467, + "Ġstainless": 25468, + ".Play": 25469, + "Ġeb": 25470, + "aci": 25471, + ".buffer": 25472, + "readcrumbs": 25473, + "Ġvaccine": 25474, + "prom": 25475, + "979": 25476, + "ĠuserInfo": 25477, + "Ġslug": 25478, + "SerializedName": 25479, + "-wide": 25480, + "Ġreactions": 25481, + "ĠYang": 25482, + "ĠAdds": 25483, + "(userId": 25484, + "Ġplates": 25485, + "ĠMEM": 25486, + "Ġbail": 25487, + "Inside": 25488, + "eted": 25489, + "Ġelsif": 25490, + "Ġsake": 25491, + "Ġcycles": 25492, + "ĠìĹ": 25493, + "ĉI": 25494, + "-collapse": 25495, + "841": 25496, + "ĠGMT": 25497, + "814": 25498, + "Declaration": 25499, + "Ġgros": 25500, + "Ġreaches": 25501, + "Ġcustody": 25502, + "Until": 25503, + "753": 25504, + "856": 25505, + "tu": 25506, + "ĠChen": 25507, + "Ġnx": 25508, + "(addr": 25509, + "ĠOffer": 25510, + "Ġcolleg": 25511, + "assador": 25512, + "674": 25513, + "Ġmapper": 25514, + "854": 25515, + "ĠSIGNAL": 25516, + "ĠBloom": 25517, + "ĠHoll": 25518, + "ĠImper": 25519, + "-des": 25520, + "_site": 25521, + "Proc": 25522, + "Equ": 25523, + "Ġatomic": 25524, + "ĠWoman": 25525, + "sent": 25526, + "738": 25527, + "817": 25528, + "scar": 25529, + "Ġintelligent": 25530, + "ĠGetting": 25531, + "ĠRegistration": 25532, + "ĠPhill": 25533, + "Ġkiller": 25534, + "unicode": 25535, + "ĊĉĉĊ": 25536, + "ĠJacob": 25537, + "ĠConst": 25538, + "Ġlocate": 25539, + "Ġcaus": 25540, + "749": 25541, + "ĠScholar": 25542, + "Ġconstitutional": 25543, + "Ġinflation": 25544, + "ĠGot": 25545, + "=array": 25546, + "endum": 25547, + "Ġtranslated": 25548, + "Ġdivorce": 25549, + "Entries": 25550, + "Ġsor": 25551, + "ĠQuote": 25552, + "irlines": 25553, + "UK": 25554, + "Ġexcel": 25555, + "(opt": 25556, + "ĠADV": 25557, + ",:,": 25558, + "Ġcontacted": 25559, + "742": 25560, + "ĠDA": 25561, + "Ġrings": 25562, + "ĠIndustrial": 25563, + ".getContext": 25564, + "Ġforgotten": 25565, + "ĠTan": 25566, + "Ġpants": 25567, + "Ġov": 25568, + "Ġdecoder": 25569, + "ĠPartial": 25570, + "Ġvc": 25571, + "Ġbattles": 25572, + "Arial": 25573, + "FRINGEMENT": 25574, + "irates": 25575, + ",w": 25576, + "aintenance": 25577, + "ĠOd": 25578, + "ĠTechnologies": 25579, + "åīį": 25580, + "ĠCarter": 25581, + ".findAll": 25582, + "Nome": 25583, + "Ben": 25584, + "ĠUsage": 25585, + "ĠPicture": 25586, + "Ġbadly": 25587, + "_panel": 25588, + "Ġpatent": 25589, + "ĠProtocol": 25590, + "lotte": 25591, + "ĉplayer": 25592, + "jections": 25593, + "746": 25594, + "Ġdou": 25595, + "_release": 25596, + "urniture": 25597, + "_tax": 25598, + "ĠFields": 25599, + ".dataset": 25600, + "_master": 25601, + "CLUDE": 25602, + "ĠPharm": 25603, + "bst": 25604, + "Ġoperational": 25605, + ".cell": 25606, + "Ġidentifying": 25607, + "Ġjwt": 25608, + "tuple": 25609, + "ĠTC": 25610, + "ĠCro": 25611, + "936": 25612, + "ixmap": 25613, + "-components": 25614, + "general": 25615, + "Ġoz": 25616, + "_De": 25617, + "_double": 25618, + "ĠToo": 25619, + "088": 25620, + ".ViewGroup": 25621, + "879": 25622, + "gate": 25623, + "dings": 25624, + "photos": 25625, + "Ġgrande": 25626, + "ollect": 25627, + "_lin": 25628, + "Ġawful": 25629, + "filters": 25630, + "Ġalternate": 25631, + "esp": 25632, + "Ġcompress": 25633, + "eo": 25634, + "ĠScale": 25635, + "Ġindirect": 25636, + "Ġinvoice": 25637, + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊ": 25638, + "Starting": 25639, + "ĠPlayers": 25640, + "iele": 25641, + ".then": 25642, + "981": 25643, + "Ord": 25644, + "ĠTuple": 25645, + "Ġbout": 25646, + "ĠStatistics": 25647, + "Preview": 25648, + "Ġpuzzle": 25649, + "ĠWidth": 25650, + "STATE": 25651, + "Ġoverlay": 25652, + "ĉon": 25653, + "Ġinfr": 25654, + "Ġsmallest": 25655, + "locked": 25656, + "ÑĤо": 25657, + "ssl": 25658, + "779": 25659, + "Ġdeemed": 25660, + "Ġsco": 25661, + "reck": 25662, + "ĠjButton": 25663, + "Ġmissions": 25664, + "871": 25665, + "称": 25666, + ".SelectedIndex": 25667, + "TABLE": 25668, + "Sept": 25669, + "Ġacknowledge": 25670, + "Ġstrtotime": 25671, + "ĠTell": 25672, + "ĠDak": 25673, + "Ġaluminum": 25674, + "Ġfence": 25675, + "ĠStars": 25676, + "CONFIG": 25677, + "Ġretrofit": 25678, + "Ġemphasis": 25679, + "/header": 25680, + "ĠSomething": 25681, + "inished": 25682, + "='\".$": 25683, + "ĠValidators": 25684, + "Ġpolar": 25685, + "sections": 25686, + "944": 25687, + ".aspx": 25688, + "Ġaspir": 25689, + ".Mock": 25690, + "CodeGen": 25691, + "Ġpeut": 25692, + "971": 25693, + "Ġaccepting": 25694, + "Ġbacking": 25695, + "Picture": 25696, + "/ap": 25697, + "ег": 25698, + "_SEC": 25699, + "-use": 25700, + "annotation": 25701, + "Ġcognitive": 25702, + "Ġgrip": 25703, + "hour": 25704, + "ĠLegal": 25705, + "Ġepic": 25706, + ".toolStrip": 25707, + ".notify": 25708, + ".Last": 25709, + "ORIZ": 25710, + "Middleware": 25711, + "criptions": 25712, + "lash": 25713, + "_FOUND": 25714, + "ĠLiverpool": 25715, + "Ġ{}\",": 25716, + "931": 25717, + "Install": 25718, + "Ġnit": 25719, + "Ġfigured": 25720, + "[len": 25721, + ".Win": 25722, + ".platform": 25723, + "853": 25724, + "Ġgambling": 25725, + "(dt": 25726, + "avery": 25727, + "ĉinclude": 25728, + "Whether": 25729, + "Routing": 25730, + "Ġtherap": 25731, + "Remote": 25732, + "ĠLoss": 25733, + "yll": 25734, + "Ġapproached": 25735, + "ĠVehicle": 25736, + "ĠAlpha": 25737, + "Ġvocê": 25738, + "answers": 25739, + "NSDictionary": 25740, + "954": 25741, + "consider": 25742, + "unused": 25743, + "ĠFan": 25744, + "orable": 25745, + "fre": 25746, + "873": 25747, + "ĠDISCLAIM": 25748, + "ĠActor": 25749, + ".]": 25750, + "toHave": 25751, + ".userId": 25752, + "Ġspeeds": 25753, + "eway": 25754, + "Ġrecurs": 25755, + "Ġг": 25756, + "_priv": 25757, + "!âĢĿĊĊ": 25758, + "Choice": 25759, + "Ġsettle": 25760, + "Ġplanes": 25761, + "'},": 25762, + "Tom": 25763, + "ITER": 25764, + "!\"Ċ": 25765, + "å»": 25766, + "achelor": 25767, + "Ġseparation": 25768, + "Ġdal": 25769, + "adj": 25770, + "Ġregisters": 25771, + "riz": 25772, + "ĠNotice": 25773, + "Ġlu": 25774, + "Ġcourage": 25775, + "Ġaxes": 25776, + "cellent": 25777, + ".async": 25778, + "073": 25779, + "Ġcompatibility": 25780, + "ç«": 25781, + "Ġ!ĊĊ": 25782, + "ĉtitle": 25783, + "YLE": 25784, + "ĉmessage": 25785, + "UUID": 25786, + "OLDER": 25787, + "ĠHH": 25788, + "ĠStyleSheet": 25789, + "Ġaccessed": 25790, + ".validation": 25791, + "tasks": 25792, + "Ġpollution": 25793, + ".canvas": 25794, + "Ġingredient": 25795, + "ĠCabin": 25796, + "Ah": 25797, + "oldown": 25798, + "ĠNOI": 25799, + "ĠÃĹ": 25800, + "[f": 25801, + "educ": 25802, + "yalty": 25803, + "(not": 25804, + "_State": 25805, + "933": 25806, + "amen": 25807, + "795": 25808, + "739": 25809, + "Ġdao": 25810, + "udad": 25811, + "ellers": 25812, + "}&": 25813, + "licity": 25814, + "_WINDOW": 25815, + "Ġtatto": 25816, + "valor": 25817, + ".Range": 25818, + "Ġreferenced": 25819, + "ĠReserve": 25820, + "Money": 25821, + "874": 25822, + "SCRIPT": 25823, + "/product": 25824, + "choices": 25825, + "Ġtin": 25826, + "ãĤĵ": 25827, + "918": 25828, + "Ġseparator": 25829, + "Ġpkg": 25830, + "ammed": 25831, + "ĠMAT": 25832, + "!!ĊĊ": 25833, + "Ġraid": 25834, + "Ġmotivation": 25835, + "ĠXP": 25836, + "ĠBackground": 25837, + "ĠQuaternion": 25838, + ".defineProperty": 25839, + "iker": 25840, + "ĉparent": 25841, + "ĠOriginally": 25842, + "antage": 25843, + "ĠHans": 25844, + "Ġtimeline": 25845, + ".cur": 25846, + "opic": 25847, + "ĠSequ": 25848, + "must": 25849, + "ĠCoal": 25850, + "Ġformatter": 25851, + "_RGB": 25852, + "Ġ_(\"": 25853, + "'}),Ċ": 25854, + "Ġ=================": 25855, + "ĠFUNCTION": 25856, + "Ġlng": 25857, + "icates": 25858, + "live": 25859, + "_engine": 25860, + "Ġtowns": 25861, + "868": 25862, + "'))ĊĊ": 25863, + "ĠPK": 25864, + "(api": 25865, + "ĉscanf": 25866, + "089": 25867, + "packet": 25868, + ".phone": 25869, + "áĢ": 25870, + "ĠAndy": 25871, + "_NAMES": 25872, + "982": 25873, + "PLY": 25874, + "955": 25875, + "Ġmins": 25876, + "imi": 25877, + "Ġbrick": 25878, + "Ġblade": 25879, + ".stdout": 25880, + "}`;Ċ": 25881, + "Shift": 25882, + "ĉsb": 25883, + "ĠChecks": 25884, + "Ġphenomenon": 25885, + "Avatar": 25886, + "Ġministry": 25887, + "rose": 25888, + "ĉFile": 25889, + "878": 25890, + "Ġtitled": 25891, + "(LOG": 25892, + "Ġgan": 25893, + "design": 25894, + "(),čĊ": 25895, + "Ġbones": 25896, + "stm": 25897, + "ÅĽÄĩ": 25898, + "ĠInputStream": 25899, + "Ġvolunt": 25900, + "ĠSerializable": 25901, + "Ġfighter": 25902, + "ĠDrag": 25903, + "Twitter": 25904, + "Ġsubsid": 25905, + "ç¼": 25906, + "Ġforums": 25907, + ".loading": 25908, + "logged": 25909, + "_this": 25910, + "Ġterrain": 25911, + "Ġirre": 25912, + "ĠIng": 25913, + "ĠCN": 25914, + "_objects": 25915, + ".uid": 25916, + "Ġconsciousness": 25917, + "TINGS": 25918, + "ĠGall": 25919, + "Ġportray": 25920, + "056": 25921, + "ĠDeveloper": 25922, + "Ġparticipant": 25923, + "Ġ\";čĊ": 25924, + "/model": 25925, + "794": 25926, + "ĠOperations": 25927, + "^\\": 25928, + "ĠLater": 25929, + "Ġraises": 25930, + "-none": 25931, + ".meta": 25932, + "='.$": 25933, + "Finished": 25934, + "Ġreplacing": 25935, + "Ġsampling": 25936, + "ĠJen": 25937, + "\"There": 25938, + "REAL": 25939, + "ALE": 25940, + "ìĬ¤": 25941, + "Orders": 25942, + "_parameter": 25943, + "ĠOlympic": 25944, + "Ġtrès": 25945, + "Ġarena": 25946, + "iol": 25947, + ";?>": 25948, + "Ġimpacts": 25949, + "ĠWS": 25950, + ":get": 25951, + "Ġflights": 25952, + "ĠRussell": 25953, + "camera": 25954, + "Fn": 25955, + "sigma": 25956, + "Ġforcing": 25957, + "Ġlocals": 25958, + "Ġdeparture": 25959, + "Ġcelebration": 25960, + "ĠSay": 25961, + "884": 25962, + "ï¼Ĵ": 25963, + "ĠHills": 25964, + ".hasOwnProperty": 25965, + "Ġtypings": 25966, + ".API": 25967, + "Ġdonation": 25968, + "OperationException": 25969, + ".Activity": 25970, + "cplusplus": 25971, + "ĠCharlie": 25972, + "Ġimported": 25973, + "Ġdann": 25974, + "Ġoccasions": 25975, + "Ġimplementing": 25976, + "Ġpurple": 25977, + ".dialog": 25978, + "SQLException": 25979, + "erno": 25980, + "Ġwars": 25981, + "Ġpaste": 25982, + "Ġdecreased": 25983, + "Ġharsh": 25984, + "Ġelabor": 25985, + "inputs": 25986, + "ĠViews": 25987, + "ĠerrorMessage": 25988, + "_mul": 25989, + "ĉwrite": 25990, + "ĠCop": 25991, + "ĠAnnual": 25992, + "(button": 25993, + "Ġvida": 25994, + "bars": 25995, + "ĠHarvard": 25996, + "ĉexpect": 25997, + "Ġindexes": 25998, + "Ġdocumentary": 25999, + "Ġflesh": 26000, + "ORLD": 26001, + "ĠDelta": 26002, + "MAND": 26003, + "Brush": 26004, + "-column": 26005, + "Ġdevelopments": 26006, + "974": 26007, + "783": 26008, + "methodVisitor": 26009, + "slice": 26010, + "ĠPDO": 26011, + "Ġinvesting": 26012, + "867": 26013, + "irable": 26014, + "Ġxmlns": 26015, + "ï¼Ľ": 26016, + "arta": 26017, + "Ġtheories": 26018, + "_city": 26019, + "Ġ$__": 26020, + "Creating": 26021, + "(pr": 26022, + "Dropdown": 26023, + "ismatch": 26024, + "ĠNET": 26025, + "926": 26026, + "'])){Ċ": 26027, + "ĠValues": 26028, + "ĠSEO": 26029, + "ĠSTAT": 26030, + "Ġecosystem": 26031, + "Ġtempt": 26032, + "Ġ\\\\": 26033, + "Ġ//{Ċ": 26034, + "ĠChristopher": 26035, + "ĠKentucky": 26036, + "ĠHttpServletResponse": 26037, + "Ġhybrid": 26038, + "yon": 26039, + "Ġfeeding": 26040, + "ĠExtra": 26041, + "Norm": 26042, + "ITCH": 26043, + "ĠSean": 26044, + "ĠUpload": 26045, + "mun": 26046, + "pur": 26047, + "Ġpersistent": 26048, + "ĠIDC": 26049, + "ĠPerform": 26050, + "863": 26051, + ".merge": 26052, + "_room": 26053, + "Meanwhile": 26054, + "!='": 26055, + "ĠWel": 26056, + "ArgsConstructor": 26057, + "887": 26058, + ".Database": 26059, + "Ġcounting": 26060, + "()*": 26061, + "ĶåĽŀ": 26062, + "ĠTOP": 26063, + "mill": 26064, + "ĠDT": 26065, + "IGNED": 26066, + "956": 26067, + "ĠKB": 26068, + "Ġcomply": 26069, + "South": 26070, + "_collection": 26071, + "Chapter": 26072, + "Ġexplaining": 26073, + "_AM": 26074, + "_ts": 26075, + "cards": 26076, + "Ġquel": 26077, + "Ġpole": 26078, + "Ġtouchdown": 26079, + "ĠOthers": 26080, + "Ġpeers": 26081, + "ĠTypeError": 26082, + "763": 26083, + "Ġsixth": 26084, + "Ġcheer": 26085, + "Ġdispute": 26086, + "963": 26087, + "893": 26088, + "usc": 26089, + ")],": 26090, + "thumb": 26091, + "Ġhiding": 26092, + "ĠSIG": 26093, + "likes": 26094, + "ĠPAGE": 26095, + ".Reflection": 26096, + "Ġheadquarters": 26097, + "TING": 26098, + "ĠGhost": 26099, + "MLE": 26100, + "$Ċ": 26101, + "Ġcontrary": 26102, + "extend": 26103, + "']).": 26104, + "FFECT": 26105, + "ĠPinterest": 26106, + "úmero": 26107, + "ricane": 26108, + "ĉsession": 26109, + "Ġcrystal": 26110, + "-Control": 26111, + "overnment": 26112, + "ograf": 26113, + "961": 26114, + "-action": 26115, + "volume": 26116, + "ften": 26117, + "Ġuncon": 26118, + "Ġanimate": 26119, + "Ġlease": 26120, + "scr": 26121, + "Ġrefuse": 26122, + "ãĢĭ": 26123, + "ftp": 26124, + "information": 26125, + "Ġevaluated": 26126, + "Ġinjection": 26127, + "Ġjack": 26128, + "Ġworkshop": 26129, + "注": 26130, + "PTH": 26131, + "ĠTs": 26132, + "offer": 26133, + "ĉos": 26134, + "Ġkingdom": 26135, + "Missing": 26136, + "Ġlawmakers": 26137, + "extField": 26138, + "Ġsinging": 26139, + "abi": 26140, + "/client": 26141, + ".media": 26142, + "ATEGORY": 26143, + "Signature": 26144, + "%',Ċ": 26145, + "ĠFuck": 26146, + "][:": 26147, + "Ġsensors": 26148, + "/com": 26149, + "ĠPrimary": 26150, + ".SQL": 26151, + "_program": 26152, + "Ġpills": 26153, + "Ġintegral": 26154, + "Ġfleet": 26155, + "Ġdropping": 26156, + ".sl": 26157, + "Been": 26158, + "Ġpets": 26159, + "Ġadvised": 26160, + "Ġdragon": 26161, + "_EDIT": 26162, + "(im": 26163, + "939": 26164, + "FER": 26165, + "ĠDrug": 26166, + "(random": 26167, + "Ġcompression": 26168, + "oust": 26169, + "[%": 26170, + "Ġbuyer": 26171, + "hop": 26172, + "Roles": 26173, + "manage": 26174, + "Ġpainful": 26175, + "ĠBranch": 26176, + "-modal": 26177, + "enant": 26178, + "ĠMesh": 26179, + "/font": 26180, + "ĠGraham": 26181, + "Ġâĺ": 26182, + "Ġnc": 26183, + "ĠFrancis": 26184, + "Ġspecification": 26185, + "Ġdamages": 26186, + "-config": 26187, + "Ġtheoret": 26188, + "secure": 26189, + "_multi": 26190, + "aceutical": 26191, + "Ġdemanding": 26192, + "enne": 26193, + "ISTS": 26194, + "094": 26195, + "()));ĊĊ": 26196, + "Reason": 26197, + "Recent": 26198, + "phase": 26199, + "Ġpsy": 26200, + "_MAN": 26201, + "Ġvolunteer": 26202, + "å¿": 26203, + "istributed": 26204, + "lio": 26205, + "Ġproductivity": 26206, + "_comm": 26207, + "Spring": 26208, + "nis": 26209, + ".weight": 26210, + "ĠCancer": 26211, + "Alloc": 26212, + "ĠTweet": 26213, + "Ġseparately": 26214, + "ĉcheck": 26215, + "_properties": 26216, + ".Unit": 26217, + "829": 26218, + "_CLK": 26219, + "Ġgt": 26220, + "Ġ();ĊĊ": 26221, + "Ġhandy": 26222, + "834": 26223, + "ĠThompson": 26224, + "Ġunnecessary": 26225, + "ĠReader": 26226, + "894": 26227, + "GN": 26228, + "=request": 26229, + "ĠUtility": 26230, + ".Repository": 26231, + "ĠAx": 26232, + "hydr": 26233, + "791": 26234, + "ieu": 26235, + "Ġthy": 26236, + "Ġlt": 26237, + "_mail": 26238, + "ä¿®æĶ¹": 26239, + "ailand": 26240, + "ĠPhilip": 26241, + "Ġbitter": 26242, + "Ġbetting": 26243, + "837": 26244, + "Ġtimed": 26245, + "ocks": 26246, + "076": 26247, + "'a": 26248, + "Ġalgorithms": 26249, + "Ġreinterpret": 26250, + "Ġtoss": 26251, + "rogen": 26252, + "Ġhoped": 26253, + "(selected": 26254, + "Ġventure": 26255, + "TEX": 26256, + "ĠLeave": 26257, + ".Substring": 26258, + "Ġgrateful": 26259, + "743": 26260, + "uka": 26261, + "ĠConsumer": 26262, + "Ġaggreg": 26263, + "Circle": 26264, + "à¸ģ": 26265, + "_blocks": 26266, + "Ġlegally": 26267, + "Ġ\"|": 26268, + "ãĥĥ": 26269, + ".board": 26270, + ".Ab": 26271, + "Functions": 26272, + "recipe": 26273, + "èĩ": 26274, + "ĠOxford": 26275, + "Ġwholes": 26276, + ".Build": 26277, + "_changed": 26278, + "hai": 26279, + "Ġdepartments": 26280, + "964": 26281, + "Imp": 26282, + "Ġcoalition": 26283, + "INFRINGEMENT": 26284, + "Ġempower": 26285, + "itches": 26286, + "North": 26287, + "Ġinflamm": 26288, + "ONSE": 26289, + "Ġmissile": 26290, + "ĠRaj": 26291, + "ĠIssue": 26292, + "Ġatoi": 26293, + "caled": 26294, + ".Controllers": 26295, + "ĠWolf": 26296, + "Ġcrushers": 26297, + "á»ĩ": 26298, + ".Auth": 26299, + ".addAttribute": 26300, + "his": 26301, + "Ġboots": 26302, + ".clean": 26303, + "camp": 26304, + "Ġtenant": 26305, + "Ġtune": 26306, + "Ġ{}'.": 26307, + "Ġworkout": 26308, + "Repo": 26309, + "Ġpartially": 26310, + "MISSION": 26311, + "jamin": 26312, + "ĠSB": 26313, + "Ġdetermination": 26314, + "Ġ'');Ċ": 26315, + "ĠBeng": 26316, + "Ġvos": 26317, + "Ġinhab": 26318, + "/lang": 26319, + "sburgh": 26320, + "Executor": 26321, + "hone": 26322, + "ĠChallenge": 26323, + "_links": 26324, + ".Level": 26325, + "Ġunderground": 26326, + "-code": 26327, + "959": 26328, + "Ġoptimization": 26329, + "logging": 26330, + "_dest": 26331, + "Ġsnake": 26332, + "Ġchemicals": 26333, + "_IMPORTED": 26334, + "adoop": 26335, + "ĠTHAT": 26336, + "managed": 26337, + "Ġreduces": 26338, + "ĠREAL": 26339, + "ĠGuy": 26340, + "_GENERIC": 26341, + "/********************************": 26342, + ".amount": 26343, + "Ġdere": 26344, + "getTime": 26345, + "Ġpant": 26346, + "anonymous": 26347, + "Ġharmony": 26348, + "ĠAlan": 26349, + "Ġscenarios": 26350, + "Ġdirt": 26351, + "htags": 26352, + "Mc": 26353, + "Shell": 26354, + "rin": 26355, + "{čĊčĊ": 26356, + ".pow": 26357, + "ĉclient": 26358, + "Ġconspiracy": 26359, + "Ġadmission": 26360, + "ĠRegional": 26361, + "ĠViewController": 26362, + "ĠPhilippines": 26363, + "Ġdepos": 26364, + "Ġpap": 26365, + "962": 26366, + "ĠPad": 26367, + "Paul": 26368, + ".ComboBox": 26369, + "Ġtutor": 26370, + "ĠRecipe": 26371, + "writing": 26372, + "Ġcontributor": 26373, + "OTH": 26374, + "Small": 26375, + "VI": 26376, + "Ġhacer": 26377, + "equ": 26378, + "ĠExamples": 26379, + "human": 26380, + ".messages": 26381, + "ĉtyp": 26382, + "Ġ(čĊ": 26383, + "ĠSSL": 26384, + "LEN": 26385, + "ĠRomney": 26386, + "(grid": 26387, + "ĉmin": 26388, + "Ġ>ĊĊ": 26389, + "Ġfruits": 26390, + "Ġvoter": 26391, + "Inline": 26392, + "pane": 26393, + "ĠCollections": 26394, + "charset": 26395, + "Ġspam": 26396, + "zb": 26397, + "itemap": 26398, + "Ġsucceeded": 26399, + "_COL": 26400, + "Ġelapsed": 26401, + "imeter": 26402, + "Ġrecovered": 26403, + "Tensor": 26404, + "hattan": 26405, + ".setup": 26406, + "isto": 26407, + "(head": 26408, + "977": 26409, + "ĠSIZE": 26410, + "Ġtactics": 26411, + "Ġdistur": 26412, + "Ġpreval": 26413, + "icios": 26414, + "(Value": 26415, + "_cols": 26416, + "ĠFat": 26417, + "Ġseal": 26418, + "Ġsons": 26419, + "Ġensures": 26420, + "095": 26421, + "Ġpressing": 26422, + "=&": 26423, + "igenous": 26424, + "Ġharassment": 26425, + "_JSON": 26426, + "Ġignor": 26427, + "ynomial": 26428, + "omer": 26429, + "_static": 26430, + "Ġsignificance": 26431, + "Ġcircles": 26432, + "_System": 26433, + "Ġdiscipline": 26434, + "Ġdressed": 26435, + "Ġsphere": 26436, + "927": 26437, + "Ġclimb": 26438, + "759": 26439, + "_actions": 26440, + "ĠBab": 26441, + "Ġ'=',": 26442, + "_schema": 26443, + "\"use": 26444, + "Ġunders": 26445, + "Ġcups": 26446, + ".screen": 26447, + "/new": 26448, + "Ġappearing": 26449, + "TOP": 26450, + "vised": 26451, + "clang": 26452, + "Ġinvestigators": 26453, + "Ġmysterious": 26454, + "Ġpromising": 26455, + "Ġqualify": 26456, + "Ġcave": 26457, + "Ġequip": 26458, + "=x": 26459, + "GT": 26460, + "(link": 26461, + ".velocity": 26462, + ".erase": 26463, + "oter": 26464, + "++++++++": 26465, + "profit": 26466, + "Ġzones": 26467, + "_uid": 26468, + "-ser": 26469, + "Ġobjectives": 26470, + "Ġmilf": 26471, + "webkit": 26472, + "(match": 26473, + "neh": 26474, + "ĠAssociated": 26475, + "ĠTodo": 26476, + "=d": 26477, + "065": 26478, + "Cam": 26479, + "Ġvocal": 26480, + "Ġsudo": 26481, + "(EX": 26482, + "Ġtrou": 26483, + "ABC": 26484, + ".bean": 26485, + "ĠGround": 26486, + "ĠREST": 26487, + "weets": 26488, + "Ing": 26489, + "imon": 26490, + "946": 26491, + "_bus": 26492, + "ĠCOLOR": 26493, + "unto": 26494, + "Ġfoss": 26495, + "ĠLinks": 26496, + "869": 26497, + "äng": 26498, + "/forms": 26499, + "prises": 26500, + "Ġachievement": 26501, + "CALL": 26502, + "елÑĮ": 26503, + "ĠVerify": 26504, + "_SOURCE": 26505, + "aptcha": 26506, + "IDD": 26507, + "_reference": 26508, + "Gold": 26509, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 26510, + "947": 26511, + "Receiver": 26512, + "099": 26513, + "Ġaj": 26514, + "_direction": 26515, + "}]": 26516, + "ĠCompet": 26517, + "Ġbang": 26518, + "798": 26519, + "ĠCass": 26520, + "-url": 26521, + "techn": 26522, + "ĠJerusalem": 26523, + "longitude": 26524, + "');čĊčĊ": 26525, + "Ġwinners": 26526, + "Tasks": 26527, + "ĠDMA": 26528, + "Ġtooltip": 26529, + "İ·": 26530, + "ĠBra": 26531, + "_duration": 26532, + "cury": 26533, + "parents": 26534, + "---->(": 26607, + "ĠKir": 26608, + "Ġintros": 26609, + "Ġsketch": 26610, + "Ġskilled": 26611, + "Ġimmer": 26612, + "Ġadequate": 26613, + "_rep": 26614, + "(header": 26615, + "_like": 26616, + "Ġperceived": 26617, + "ssh": 26618, + "Ġassuming": 26619, + "Ġff": 26620, + "_uuid": 26621, + "ulas": 26622, + "Ġdemocratic": 26623, + ".entities": 26624, + "Series": 26625, + "aphore": 26626, + "Ġnewer": 26627, + "}(": 26628, + "SEC": 26629, + "airo": 26630, + "Ġcommod": 26631, + "Ġprivilege": 26632, + "Ġdeux": 26633, + "ĠHop": 26634, + ".'/": 26635, + "ctic": 26636, + ".';Ċ": 26637, + "C": 26712, + "ĠWarren": 26713, + "Ġoptimizer": 26714, + "ĠSERVICES": 26715, + "_oper": 26716, + "getAttribute": 26717, + "ĠMcK": 26718, + "_self": 26719, + "084": 26720, + ".rs": 26721, + "\")ĊĊĊ": 26722, + "GetComponent": 26723, + "erce": 26724, + "Ġtous": 26725, + "units": 26726, + "']);čĊ": 26727, + "Zoom": 26728, + "/E": 26729, + "Ġobsc": 26730, + "Ġfastest": 26731, + "online": 26732, + "Ġpeaceful": 26733, + "ffen": 26734, + "Ġcargo": 26735, + "ĉpr": 26736, + "Ġseeks": 26737, + "zu": 26738, + "074": 26739, + "Trim": 26740, + "Ġward": 26741, + "Ġverd": 26742, + "Ġblogs": 26743, + ".exceptions": 26744, + "ĠPremium": 26745, + "ĠNetherlands": 26746, + "Safe": 26747, + "Finish": 26748, + "ĠAlbum": 26749, + "_ACC": 26750, + "=this": 26751, + "virtual": 26752, + "]>": 26753, + "_LABEL": 26754, + "ĠNich": 26755, + "_win": 26756, + "ĠAaron": 26757, + "WP": 26758, + ";$": 26759, + "aims": 26760, + "ĠImageView": 26761, + "Ġendless": 26762, + "ERA": 26763, + "_DISABLE": 26764, + "Ġcancelled": 26765, + "-us": 26766, + "Ġinspection": 26767, + "emin": 26768, + "ĠGrey": 26769, + "-open": 26770, + "Ġiterations": 26771, + ".owner": 26772, + "Ġkeras": 26773, + ".Password": 26774, + "ĠRy": 26775, + "ĠINS": 26776, + "Air": 26777, + "ĠSeveral": 26778, + ".TabStop": 26779, + "INGLE": 26780, + "ĠHair": 26781, + "ĠCanvas": 26782, + "AAAA": 26783, + "Ġflaw": 26784, + "cedes": 26785, + ".Report": 26786, + "íĬ": 26787, + "ĠTips": 26788, + "criptors": 26789, + ".transaction": 26790, + ".Spring": 26791, + "Ġviewer": 26792, + "Ġinsights": 26793, + "è¾ĵ": 26794, + "ordion": 26795, + "UINT": 26796, + "seek": 26797, + "ĠAuf": 26798, + "ìŀIJ": 26799, + "Ġstrain": 26800, + "Tooltip": 26801, + "Ġdz": 26802, + "ignal": 26803, + "adt": 26804, + "Ġuc": 26805, + "finite": 26806, + "Ġnm": 26807, + ".cmd": 26808, + "ĠMySql": 26809, + "[data": 26810, + ".jackson": 26811, + ".tree": 26812, + "RequestParam": 26813, + "_agent": 26814, + "\")]čĊ": 26815, + "Ġassass": 26816, + "(Constants": 26817, + ":ss": 26818, + "ĠMAN": 26819, + "+-+-": 26820, + "ĠBottom": 26821, + "prints": 26822, + "ĠSame": 26823, + "@Autowired": 26824, + "swap": 26825, + "ición": 26826, + "Ġprotesters": 26827, + "Ġhoney": 26828, + "ĠVeter": 26829, + "(Calendar": 26830, + "-ad": 26831, + "ĠBrooklyn": 26832, + "Life": 26833, + "_VAR": 26834, + "zech": 26835, + "ĠCALL": 26836, + "_CAST": 26837, + "ĠElection": 26838, + "Ġthickness": 26839, + "Very": 26840, + "_INTEGER": 26841, + "-dev": 26842, + "))))": 26843, + "apat": 26844, + "oooo": 26845, + "demo": 26846, + "ĠparseFloat": 26847, + "ĠRather": 26848, + "STIT": 26849, + "maker": 26850, + "[current": 26851, + "chrono": 26852, + "Ġchrist": 26853, + "ãģª": 26854, + "ĠDetail": 26855, + "Æ°á»": 26856, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 26857, + "Ġsul": 26858, + "idency": 26859, + "Que": 26860, + "Ġelegant": 26861, + "apons": 26862, + "Ġdishes": 26863, + "Ġintegers": 26864, + "(read": 26865, + "057": 26866, + "findViewById": 26867, + "ĠAmount": 26868, + "ĠSkip": 26869, + "Ġhabits": 26870, + "*)(": 26871, + "Ġmonsters": 26872, + "MAC": 26873, + ":end": 26874, + "Ġfrank": 26875, + "Assembly": 26876, + "Ġdfs": 26877, + "Ġneut": 26878, + "_TYPES": 26879, + "equal": 26880, + "loyd": 26881, + "(uri": 26882, + "Ġchi": 26883, + "Ġdefendant": 26884, + "Ġconflicts": 26885, + "Ġvil": 26886, + "-js": 26887, + "ĠPeace": 26888, + "Ġmutable": 26889, + ")sender": 26890, + "ĠFocus": 26891, + "建": 26892, + "Ġappreciated": 26893, + "sleep": 26894, + "ĠRED": 26895, + "Culture": 26896, + "Ġdesigners": 26897, + "_generator": 26898, + "codes": 26899, + "/ex": 26900, + ".GetValue": 26901, + "umbled": 26902, + ".scalajs": 26903, + "peror": 26904, + "Ġveterans": 26905, + "Ġ})čĊ": 26906, + "Ġunfortunately": 26907, + "_CREATE": 26908, + "Mass": 26909, + "ĠCLAIM": 26910, + "ĠMeet": 26911, + "_support": 26912, + "Bank": 26913, + "().Ċ": 26914, + "Dark": 26915, + "_LOW": 26916, + "ĠMining": 26917, + "ĠOwner": 26918, + "iera": 26919, + "Cliente": 26920, + "Ġencouraging": 26921, + ">S": 26922, + "Ġboyfriend": 26923, + "ĠHalf": 26924, + "ĠACC": 26925, + "Aff": 26926, + "_ar": 26927, + "-life": 26928, + "cx": 26929, + ".JButton": 26930, + "izado": 26931, + ".zero": 26932, + ".openqa": 26933, + "oton": 26934, + ".textContent": 26935, + "Ġtoll": 26936, + "atie": 26937, + "Ġballot": 26938, + "-number": 26939, + ".Exception": 26940, + "ĉparams": 26941, + "circle": 26942, + "-map": 26943, + "Ġnap": 26944, + "ĠRobot": 26945, + "ĠIch": 26946, + "registration": 26947, + "Amazon": 26948, + "rollment": 26949, + "(exp": 26950, + "Ġtanks": 26951, + "ĠGordon": 26952, + "Ġmachinery": 26953, + "Ġbaseline": 26954, + "æĭ": 26955, + "086": 26956, + "Ø©": 26957, + "ĠConvention": 26958, + "ĉconfig": 26959, + "ookies": 26960, + "mult": 26961, + "Records": 26962, + "ĠEST": 26963, + "Ġgarbage": 26964, + "Ġconform": 26965, + "idal": 26966, + "Ġbarg": 26967, + "Ġsurvived": 26968, + "Ġinvestigations": 26969, + "935": 26970, + ".containsKey": 26971, + "--------------------------------------------------------------------------Ċ": 26972, + "ortion": 26973, + "Ġhorr": 26974, + "_http": 26975, + "Ġmant": 26976, + "];čĊčĊ": 26977, + "binary": 26978, + "948": 26979, + "empl": 26980, + "Ġinquiry": 26981, + "ĠMeanwhile": 26982, + "098": 26983, + "Ġcollecting": 26984, + ".EntityFramework": 26985, + "\",ĊĊ": 26986, + "ĠPic": 26987, + "@Inject": 26988, + "ickness": 26989, + "ĠBinding": 26990, + "Ġcontrolling": 26991, + "reverse": 26992, + "Ġchairs": 26993, + "sembled": 26994, + "(add": 26995, + "Disabled": 26996, + "anas": 26997, + ".translate": 26998, + "-----------Ċ": 26999, + "Ġreflected": 27000, + "\"]ĊĊ": 27001, + "External": 27002, + "Arrow": 27003, + "Singleton": 27004, + "%x": 27005, + "ĠÅ": 27006, + "Ġancest": 27007, + "ĠOrleans": 27008, + "ĉcmd": 27009, + "Ġprohibited": 27010, + "ithmetic": 27011, + "(channel": 27012, + "_css": 27013, + "Forward": 27014, + ".socket": 27015, + "Ġluc": 27016, + "âĨ": 27017, + "ĠFirefox": 27018, + "ĠMovies": 27019, + ")_": 27020, + ".ends": 27021, + "(shape": 27022, + "Ġdealt": 27023, + "Ġsaves": 27024, + "Ġglory": 27025, + "Ġmejor": 27026, + "Ġbreathing": 27027, + "Ġeller": 27028, + "getData": 27029, + "Ġangles": 27030, + "Ġtoolbar": 27031, + "Ġspacing": 27032, + "059": 27033, + "IPS": 27034, + "Ġfloors": 27035, + "_ACTIVE": 27036, + "Ġshuffle": 27037, + "/shared": 27038, + "ĠEle": 27039, + "edish": 27040, + "Ġwebcam": 27041, + ".expect": 27042, + "iloc": 27043, + "ĠIncludes": 27044, + "Ġtweeted": 27045, + "Ġ:)": 27046, + "ĠEssay": 27047, + "Fix": 27048, + "-between": 27049, + "_web": 27050, + ".conv": 27051, + "Ġracism": 27052, + "Ġreflects": 27053, + "umm": 27054, + "иÑĤе": 27055, + "_footer": 27056, + "/docs": 27057, + "ĠPour": 27058, + "NgModule": 27059, + ".initialize": 27060, + "patterns": 27061, + "_In": 27062, + "ĠAbb": 27063, + "*čĊ": 27064, + "Ġsentiment": 27065, + "buff": 27066, + "_counts": 27067, + "Ġreuse": 27068, + "chunk": 27069, + "Ġimposed": 27070, + "PrimaryKey": 27071, + "Foreground": 27072, + "Ġconsumed": 27073, + "?!": 27074, + "Ġdick": 27075, + "Ġchron": 27076, + "ĠFern": 27077, + "Ġresponsive": 27078, + "958": 27079, + "Ġinsect": 27080, + "iculty": 27081, + "Ġrw": 27082, + "Ġalike": 27083, + "Ġsubset": 27084, + "ĠCookies": 27085, + "ĠPair": 27086, + "Ġtier": 27087, + "IFO": 27088, + "avour": 27089, + "ĠQU": 27090, + ",sizeof": 27091, + "Ġmerged": 27092, + "mv": 27093, + "itol": 27094, + "ylon": 27095, + "Ġjumped": 27096, + ".role": 27097, + "ensaje": 27098, + "Rules": 27099, + "Ġbrowse": 27100, + "Animator": 27101, + "Ġyoga": 27102, + "Ġvariants": 27103, + "Ġcourtesy": 27104, + "uran": 27105, + "pbs": 27106, + "elseif": 27107, + "Alt": 27108, + "ĠLane": 27109, + "CLK": 27110, + "IMARY": 27111, + "_PROPERTY": 27112, + "ï¼IJ": 27113, + "Ġchan": 27114, + "Ġgradually": 27115, + "Ġshake": 27116, + "Ġblonde": 27117, + "...\");Ċ": 27118, + "-sex": 27119, + "Ġgameplay": 27120, + "acies": 27121, + ".refresh": 27122, + "USB": 27123, + "ĠPlot": 27124, + "Was": 27125, + "issippi": 27126, + "ĠTensor": 27127, + "Ġcryptocurrency": 27128, + "Ġdifficulties": 27129, + "Deleted": 27130, + "Without": 27131, + "_append": 27132, + "_ver": 27133, + "967": 27134, + "\"))čĊ": 27135, + "Ġhonestly": 27136, + "Ġpivot": 27137, + "Ġtemps": 27138, + "_ps": 27139, + "ĠUnlike": 27140, + "[:-": 27141, + "VS": 27142, + "_inf": 27143, + "Ġjunior": 27144, + "Ġanimations": 27145, + "Ġfilepath": 27146, + "?{{$": 27168, + "Ġunicode": 27169, + "places": 27170, + "ĠCoffee": 27171, + ".SE": 27172, + "ĠPAR": 27173, + "(txt": 27174, + "gebra": 27175, + "Ġfires": 27176, + "MainWindow": 27177, + "medium": 27178, + "Ġ(âĢľ": 27179, + "Ġlg": 27180, + "Ġcmp": 27181, + "/base": 27182, + "_layers": 27183, + "_entries": 27184, + "Ġadminister": 27185, + "ĠSUCH": 27186, + "BP": 27187, + "ĠScottish": 27188, + "ĉčĊĉčĊ": 27189, + "guard": 27190, + "ĠStrong": 27191, + "Insn": 27192, + "ĠCAP": 27193, + "asury": 27194, + "ĠSEE": 27195, + "Clock": 27196, + "erie": 27197, + "\\models": 27198, + "Ġ$$": 27199, + "ĠCab": 27200, + "Ġwurde": 27201, + "Ġsoldier": 27202, + "Ġclips": 27203, + "Ġarrangement": 27204, + "ĠWonder": 27205, + "ĠHorn": 27206, + "Ġscared": 27207, + "Ġcure": 27208, + "mkdir": 27209, + "Ġaligned": 27210, + "ĠPink": 27211, + "Ġlanded": 27212, + "Dimension": 27213, + "ScrollPane": 27214, + ".chat": 27215, + ".With": 27216, + "ĠTrain": 27217, + "].Ċ": 27218, + "Ġthirty": 27219, + "Ġdurable": 27220, + "Ġld": 27221, + "Ġlateinit": 27222, + "Ġcharts": 27223, + "Ġinsult": 27224, + ".Fatal": 27225, + "_ct": 27226, + "Ġmasks": 27227, + "CLUDED": 27228, + "President": 27229, + "Ġcolours": 27230, + "gments": 27231, + ".attributes": 27232, + "ĠFlex": 27233, + "ĠClock": 27234, + "ÃŃcul": 27235, + "imen": 27236, + "JO": 27237, + "ĠRegex": 27238, + "_LINK": 27239, + "Ġcouch": 27240, + "ĠINPUT": 27241, + "Ġbeating": 27242, + "business": 27243, + "preced": 27244, + ".unit": 27245, + "ĠFel": 27246, + "Never": 27247, + "ospel": 27248, + ".startswith": 27249, + "ĠEPA": 27250, + ".only": 27251, + "Ġpreventing": 27252, + "yer": 27253, + "ColumnName": 27254, + "Ġelevation": 27255, + "flu": 27256, + "icycle": 27257, + "Ġoffline": 27258, + "Toolbar": 27259, + "Ġcompeting": 27260, + ")].": 27261, + "Ġmog": 27262, + "ĠisValid": 27263, + "Ask": 27264, + "_av": 27265, + "_lat": 27266, + "ANC": 27267, + "ĠJoh": 27268, + "kers": 27269, + "Ġguards": 27270, + "Ġchains": 27271, + "ĠSimpleDateFormat": 27272, + ".static": 27273, + "Ġvessel": 27274, + "Ġmud": 27275, + "Ġstabil": 27276, + "Ġstret": 27277, + "gm": 27278, + "amation": 27279, + "çľ": 27280, + "-with": 27281, + "Ġros": 27282, + "_PA": 27283, + "Ġresultado": 27284, + "Ġconfidential": 27285, + "ĠTokyo": 27286, + "ĉusing": 27287, + "ĠMathf": 27288, + "ombine": 27289, + "ĠESPN": 27290, + "Ġdealers": 27291, + "Ġdismissed": 27292, + "TRY": 27293, + "Ġteens": 27294, + "records": 27295, + "Ġwings": 27296, + "gallery": 27297, + "accounts": 27298, + "_LIB": 27299, + "Ġjacket": 27300, + "ĠNSObject": 27301, + "Ġstones": 27302, + "ĠDelivery": 27303, + "ĠDiet": 27304, + "/watch": 27305, + "Ġtoilet": 27306, + "ĠGuest": 27307, + ".day": 27308, + "067": 27309, + "Ġintval": 27310, + "087": 27311, + "Visit": 27312, + "Ġinvestigated": 27313, + "Ġpentru": 27314, + "ĠTheatre": 27315, + "andidates": 27316, + "Lang": 27317, + "ĠServ": 27318, + "Ġcontrollers": 27319, + "ĠsetTitle": 27320, + "NP": 27321, + "amy": 27322, + "flat": 27323, + "(ui": 27324, + "069": 27325, + "_document": 27326, + "èĥ½": 27327, + "ĠCoin": 27328, + "ĠAdams": 27329, + "ptic": 27330, + "Ġproductive": 27331, + "Ġaccomplished": 27332, + "čĊčĊčĊčĊ": 27333, + "Ġdeferred": 27334, + "ientes": 27335, + "Ġsinc": 27336, + "olars": 27337, + "Rightarrow": 27338, + "Ġvariations": 27339, + "(offset": 27340, + "957": 27341, + ".LayoutInflater": 27342, + "Ġsuspend": 27343, + "Ġprevention": 27344, + "_private": 27345, + "_js": 27346, + "âĺħ": 27347, + "Ġwieder": 27348, + "atum": 27349, + "ĴĮ": 27350, + "Ġappearances": 27351, + ".Document": 27352, + "Ġvalidates": 27353, + "calendar": 27354, + "}\";Ċ": 27355, + ".demo": 27356, + "conut": 27357, + "Ġcorrection": 27358, + "ĠDeal": 27359, + "Ġbatteries": 27360, + ".duration": 27361, + ",\\": 27362, + "_marker": 27363, + "multi": 27364, + "Ġhalt": 27365, + "Ġcms": 27366, + "Ġshaped": 27367, + "Bro": 27368, + "reduce": 27369, + "Ġ####": 27370, + "CTOR": 27371, + "ĠBenef": 27372, + "Ġiconic": 27373, + "Ġpiano": 27374, + "Ġeffectiveness": 27375, + "|.Ċ": 27376, + "Ġajax": 27377, + "Ġvolumes": 27378, + "ม": 27379, + "Ġcljs": 27380, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 27381, + "aths": 27382, + "raits": 27383, + "大": 27384, + "Ñĸ": 27385, + "_mult": 27386, + "Ġfascinating": 27387, + "Average": 27388, + "Ġpré": 27389, + "ĠChairman": 27390, + ".findElement": 27391, + "_pin": 27392, + "Ġcomparing": 27393, + "Ġdarkness": 27394, + "-Fi": 27395, + "-server": 27396, + "Ġselecting": 27397, + "sterdam": 27398, + "ĠParts": 27399, + "FORMATION": 27400, + "Ġnoting": 27401, + "Ġpile": 27402, + "ogs": 27403, + "Ġpalette": 27404, + "_do": 27405, + "itize": 27406, + "079": 27407, + "()(": 27408, + "Ġdefining": 27409, + "Ġremainder": 27410, + "Units": 27411, + "_TASK": 27412, + "HttpClient": 27413, + "Social": 27414, + "Ġfundra": 27415, + "NR": 27416, + "chest": 27417, + "Currency": 27418, + ".adapter": 27419, + "Ġdop": 27420, + "unting": 27421, + "ANGUAGE": 27422, + "\"He": 27423, + "ĉindex": 27424, + "_package": 27425, + ".Icon": 27426, + "Ġrepet": 27427, + "mass": 27428, + "=\".$": 27429, + "ĠSud": 27430, + "Ġlid": 27431, + "province": 27432, + "ìľ": 27433, + "GPIO": 27434, + "Ðļ": 27435, + "ĠMySQL": 27436, + "Ġdocs": 27437, + "ĠGA": 27438, + "Ġipsum": 27439, + "Kernel": 27440, + "Ġaccepts": 27441, + "Ġfitting": 27442, + "Ġcuando": 27443, + "Ġduplic": 27444, + "ĠBrother": 27445, + "ĠKle": 27446, + "nums": 27447, + "Ġmorph": 27448, + "Ġ########": 27449, + "ĠCGPoint": 27450, + "manual": 27765, + "ĠTechnical": 27766, + "Ġcorporation": 27767, + "ĠHW": 27768, + "anka": 27769, + "TAIL": 27770, + "istas": 27771, + "Ġperforms": 27772, + "ĠBehavior": 27773, + ".For": 27774, + "_ORDER": 27775, + "ĠKick": 27776, + "Ġcallbacks": 27777, + "_dr": 27778, + "uego": 27779, + "hub": 27780, + "ufficient": 27781, + "sky": 27782, + "Ġbp": 27783, + "htable": 27784, + "ĠONLY": 27785, + "ĠAUTHORS": 27786, + ".Argument": 27787, + "\"};Ċ": 27788, + "ĠThunder": 27789, + "ĠKom": 27790, + ".Should": 27791, + "AUTH": 27792, + "ahu": 27793, + "_payment": 27794, + "Ġstarter": 27795, + "ìĦľ": 27796, + "ìļ©": 27797, + "Blog": 27798, + ".patch": 27799, + "Ġgoverned": 27800, + "assy": 27801, + "-found": 27802, + "Ġtheater": 27803, + "ĠFontWeight": 27804, + "ĠBatman": 27805, + "\"If": 27806, + ".Random": 27807, + "_delta": 27808, + "ĠCE": 27809, + "Authenticated": 27810, + "Ġdrone": 27811, + "Ġcous": 27812, + "radius": 27813, + "Mer": 27814, + "(None": 27815, + "ĠNJ": 27816, + "_headers": 27817, + "Ġamer": 27818, + "pytest": 27819, + "ĠActions": 27820, + "ĉĉĉĠĠĠĠ": 27821, + "Ġett": 27822, + "Ġholy": 27823, + "Ġuncomfort": 27824, + "ĠNin": 27825, + "ĠDecimal": 27826, + "ĠMessages": 27827, + ".sender": 27828, + "]])Ċ": 27829, + "Ġembrace": 27830, + "Though": 27831, + "/sp": 27832, + "Ġcultures": 27833, + "Ġhighway": 27834, + "tar": 27835, + ".fail": 27836, + "_hidden": 27837, + "ĠcomponentDidMount": 27838, + "ĠWright": 27839, + "Ġjag": 27840, + "_il": 27841, + "../../../": 27842, + "igu": 27843, + "Food": 27844, + "Ġace": 27845, + "Ġaños": 27846, + "USD": 27847, + "Ġmutual": 27848, + "Logic": 27849, + "Ġtemple": 27850, + "Ġbriefly": 27851, + "ĠTrip": 27852, + "classmethod": 27853, + "defaults": 27854, + "Ġchunks": 27855, + ",,,,": 27856, + "ĠReason": 27857, + "$id": 27858, + "-ups": 27859, + "Ġdamn": 27860, + "Ġtrucks": 27861, + "Ġunlimited": 27862, + "Ġsculpt": 27863, + "ĠCards": 27864, + "Ġautor": 27865, + "ĠTesting": 27866, + "Ġdiese": 27867, + "shops": 27868, + "ç´": 27869, + "(payload": 27870, + "ĠPATH": 27871, + "ĠMemorial": 27872, + "Ġridiculous": 27873, + "egree": 27874, + "-winning": 27875, + "Ġrehab": 27876, + "Ġsophisticated": 27877, + "wpdb": 27878, + "ĉpath": 27879, + "!\";Ċ": 27880, + "_SYS": 27881, + ".speed": 27882, + "Ġsoap": 27883, + "suffix": 27884, + "Wrap": 27885, + "Ġenhancement": 27886, + "Ãī": 27887, + "úb": 27888, + "Ġplaylist": 27889, + "Ġmixing": 27890, + "antidad": 27891, + "=\"\";Ċ": 27892, + "ĠRevision": 27893, + "ĠBeat": 27894, + ".inc": 27895, + "-way": 27896, + "encias": 27897, + "ulers": 27898, + "Cat": 27899, + "idel": 27900, + "ĠShip": 27901, + ".setColor": 27902, + "Ġthreatening": 27903, + ".modules": 27904, + "Ġafterwards": 27905, + "ĠDashboard": 27906, + "ĊĠĊ": 27907, + "Signal": 27908, + "Ġprimer": 27909, + "orneys": 27910, + "iciary": 27911, + "Ġligne": 27912, + "_predict": 27913, + "Ġaest": 27914, + "_https": 27915, + ">:": 27916, + "ĠLex": 27917, + "Ġrencontres": 27918, + "egral": 27919, + "scala": 27920, + "_family": 27921, + "ÃŁen": 27922, + "_sym": 27923, + "Ġuncertainty": 27924, + "ĠVALUE": 27925, + "Ġ};čĊčĊ": 27926, + "Ġbroader": 27927, + "Ġhorses": 27928, + "ãģĿ": 27929, + "ĠKal": 27930, + "oba": 27931, + "_INET": 27932, + "ĠKill": 27933, + "jquery": 27934, + "amination": 27935, + "[@\"": 27936, + "Ġmuj": 27937, + "###Ċ": 27938, + "FirstOrDefault": 27939, + "thenReturn": 27940, + "Che": 27941, + "/footer": 27942, + "Ġparks": 27943, + "asje": 27944, + "ĠGulf": 27945, + "Ġmodest": 27946, + ".Init": 27947, + "ï¼ŁĊĊ": 27948, + "Ġprospects": 27949, + "Ġsvg": 27950, + "Ġåı": 27951, + ".Dialog": 27952, + "_NET": 27953, + "Ġ(($": 27954, + "Ġek": 27955, + "ĠWarning": 27956, + "ĠMK": 27957, + "": 28265, + "ĠRepair": 28266, + "_BE": 28267, + "Brand": 28268, + "uart": 28269, + "preview": 28270, + "Ġinitiatives": 28271, + "running": 28272, + "bang": 28273, + "ĉupdate": 28274, + "ĠCoach": 28275, + "Rich": 28276, + "Ġyoutube": 28277, + "Ġritual": 28278, + "appa": 28279, + "ĠRobinson": 28280, + "precision": 28281, + "////////////////////////////////////////////////////////////////////////////": 28282, + "=[]Ċ": 28283, + "Ġcelebrated": 28284, + "OTO": 28285, + "Ġinclusion": 28286, + "JP": 28287, + "';čĊčĊ": 28288, + "Ġnotable": 28289, + "(_.": 28290, + "Managed": 28291, + "Ġguides": 28292, + " ": 28293, + "atedRoute": 28294, + "ĠAdjust": 28295, + "Ġcolored": 28296, + "_scores": 28297, + "ĠTesla": 28298, + "_progress": 28299, + ".inst": 28300, + "['_": 28301, + ".flags": 28302, + "Ġfclose": 28303, + "_OPER": 28304, + "ży": 28305, + "_note": 28306, + "Ġtransgender": 28307, + "åķ": 28308, + "RIPT": 28309, + "Ġabsent": 28310, + "Ġamet": 28311, + "Ġoperand": 28312, + "ë©": 28313, + "Ġhood": 28314, + "toLowerCase": 28315, + "avo": 28316, + "ĠCircuit": 28317, + "ĠLind": 28318, + "--}}Ċ": 28319, + "=m": 28320, + "Ġsuppress": 28321, + "ĠMAP": 28322, + "iang": 28323, + "-admin": 28324, + "Ġsidebar": 28325, + "ĠBu": 28326, + "ĠHex": 28327, + ",F": 28328, + "ĠSignal": 28329, + "Ġtransparency": 28330, + "ĠFederation": 28331, + "/V": 28332, + "Req": 28333, + "Ġpulse": 28334, + "Ġtends": 28335, + "Numbers": 28336, + "%'": 28337, + "Ġdeport": 28338, + "datas": 28339, + "_UINT": 28340, + "_tra": 28341, + "oko": 28342, + "Ġ\"?": 28343, + "compet": 28344, + "solete": 28345, + "undry": 28346, + "Ġoverlap": 28347, + "}`,Ċ": 28348, + ".ly": 28349, + "_summary": 28350, + "ĠLost": 28351, + ".Center": 28352, + "Ġdisability": 28353, + ".Serialization": 28354, + "Ġgeom": 28355, + "Ġ?:": 28356, + "ĠWo": 28357, + "Ġshipped": 28358, + "Ĥæķ°": 28359, + "Ġugly": 28360, + "Ġexcitement": 28361, + "Ġexterior": 28362, + "Ġcheckout": 28363, + "Ġkur": 28364, + ",D": 28365, + "ĠAlaska": 28366, + "Ġsynthetic": 28367, + "ĠBudget": 28368, + "ĠSubscribe": 28369, + "Ġ&Ċ": 28370, + "ÈĻi": 28371, + "ĠYu": 28372, + "ĉquery": 28373, + "}.Ċ": 28374, + "Ġtraged": 28375, + "assen": 28376, + "Ġaccommodation": 28377, + "Ġphysician": 28378, + "Ġrenamed": 28379, + "Ġtidak": 28380, + "zÄħ": 28381, + "Ġminus": 28382, + "nych": 28383, + "097": 28384, + "_EXCEPTION": 28385, + "threads": 28386, + "Ġtire": 28387, + "_created": 28388, + "ensure": 28389, + "Ġworthy": 28390, + "Ġexcuse": 28391, + "Ġcloth": 28392, + ".parentNode": 28393, + "/platform": 28394, + "ĠUFC": 28395, + "ĠGtk": 28396, + "unny": 28397, + "Ġgibt": 28398, + "keley": 28399, + "hum": 28400, + "(tx": 28401, + "ĉdev": 28402, + "Ġoutfit": 28403, + "doors": 28404, + "Ġfon": 28405, + "icut": 28406, + "volatile": 28407, + "Ġhomosex": 28408, + "Maximum": 28409, + "Ġexpend": 28410, + "Ġ});ĊĊĊ": 28411, + "Eq": 28412, + "onders": 28413, + "department": 28414, + "ĠPhysics": 28415, + "\"});Ċ": 28416, + "Ġparad": 28417, + ".Str": 28418, + "Ġsele": 28419, + "IFIED": 28420, + "Ġdelivers": 28421, + "ivan": 28422, + "Ġresponsibilities": 28423, + "Ġadvocates": 28424, + "èµ": 28425, + "ĠRID": 28426, + ".parameters": 28427, + "Metrics": 28428, + "ronics": 28429, + "ĠUITableViewCell": 28430, + "Absolute": 28431, + "ipse": 28432, + "ylum": 28433, + "MLElement": 28434, + "_VALID": 28435, + "\\<^": 28630, + "Ġios": 28631, + "sound": 28632, + "\"];": 28633, + "Ġfreed": 28634, + "rottle": 28635, + "ĠLower": 28636, + "[count": 28637, + "åĿ": 28638, + "Ġpale": 28639, + "ĠWayne": 28640, + "earth": 28641, + "_categories": 28642, + "UCK": 28643, + ".metadata": 28644, + "Ġsummon": 28645, + "HOME": 28646, + "олÑĮз": 28647, + "Ġmanufactured": 28648, + "Ġdock": 28649, + "Ġcompetitors": 28650, + "_MODEL": 28651, + "okia": 28652, + "ĠHey": 28653, + "ο": 28654, + "Ġbackward": 28655, + "ĠPOSS": 28656, + "ropa": 28657, + "Ġcri": 28658, + "_OBJ": 28659, + "Transport": 28660, + "-high": 28661, + "Ġerotik": 28662, + "_slot": 28663, + "Ġartic": 28664, + "_framework": 28665, + "-serif": 28666, + "ĠSqlDbType": 28667, + "')(": 28668, + "+\"/": 28669, + "Ġwore": 28670, + "Sil": 28671, + "Ġstoring": 28672, + "ĠPhase": 28673, + "uant": 28674, + "Ġbump": 28675, + "inho": 28676, + "Ġdign": 28677, + "Ġbacks": 28678, + "qq": 28679, + "(hash": 28680, + "Ġgeo": 28681, + "Ġtender": 28682, + "Logo": 28683, + "!)Ċ": 28684, + "ĠMX": 28685, + "ĠArthur": 28686, + "essoa": 28687, + "_Ch": 28688, + "Ġbedrooms": 28689, + "=\"#\"><": 28690, + "Ġthroat": 28691, + "insic": 28692, + ".integer": 28693, + "Ġprimitive": 28694, + "Truthy": 28695, + "Ġfacilitate": 28696, + "Ġcreativity": 28697, + "ĠDNS": 28698, + "Ġgra": 28699, + "uez": 28700, + "Ġcountless": 28701, + "ĠPoland": 28702, + "'M": 28703, + "ĠDist": 28704, + "Ġvest": 28705, + "Ġcertification": 28706, + "á»ij": 28707, + "held": 28708, + "extensions": 28709, + "(static": 28710, + "Ġgrades": 28711, + "ĠUber": 28712, + "ãģŁ": 28713, + "Ġ[])Ċ": 28714, + "datos": 28715, + "ĠgetData": 28716, + "ĠCharg": 28717, + "ĠBS": 28718, + ".microsoft": 28719, + ".video": 28720, + ".direction": 28721, + "->{'": 28722, + "lua": 28723, + "apest": 28724, + "Ġboiler": 28725, + "erek": 28726, + "Ġdecides": 28727, + ".jar": 28728, + "ISC": 28729, + "ĠWords": 28730, + "(CON": 28731, + "EMPLATE": 28732, + "reeze": 28733, + "shots": 28734, + "apps": 28735, + "unted": 28736, + ".setName": 28737, + "::<": 28738, + "-bold": 28739, + "ê²": 28740, + "å¯Ĩ": 28741, + "Longrightarrow": 28742, + "Ġunfair": 28743, + "Ġearning": 28744, + "Ġshelf": 28745, + "UREMENT": 28746, + "Ġidle": 28747, + "_MENU": 28748, + ".Custom": 28749, + "AGER": 28750, + "-\"": 28751, + "_switch": 28752, + "because": 28753, + ")view": 28754, + "mare": 28755, + "_condition": 28756, + "ĠStarting": 28757, + "Mvc": 28758, + "(pre": 28759, + "dump": 28760, + "_LOCK": 28761, + "atetime": 28762, + ".callback": 28763, + "ĠCer": 28764, + "opol": 28765, + "ibrary": 28766, + "Ġreservation": 28767, + "ĉĉĉĉĉĉĉĊ": 28768, + "lector": 28769, + "graduate": 28770, + "Ġgenerous": 28771, + "Ġion": 28772, + "ricao": 28773, + "mq": 28774, + "_complete": 28775, + "(cursor": 28776, + "ĠFormControl": 28777, + ":center": 28778, + "Ġsubstitute": 28779, + "ĠPlanning": 28780, + "Ġpension": 28781, + "Ġrecommendation": 28782, + "ĠTags": 28783, + "Ġgef": 28784, + "Ġalbums": 28785, + "Ġwashing": 28786, + "roc": 28787, + "Ġtrains": 28788, + "atings": 28789, + "Ġexponent": 28790, + "ackbar": 28791, + "-ln": 28792, + "ág": 28793, + ".DataAnnotations": 28794, + "ĠEIF": 28795, + "ĠMalaysia": 28796, + "ĉPORT": 28797, + "onus": 28798, + "Ġclever": 28799, + "Ġpeu": 28800, + ">ĊĊĊĊ": 28801, + "ĠArguments": 28802, + "Ġdebugging": 28803, + "(right": 28804, + "'D": 28805, + "compute": 28806, + "Ġfinest": 28807, + "ORAGE": 28808, + "Ġspectacular": 28809, + "phrase": 28810, + "Ġindia": 28811, + "Ġlegendary": 28812, + "birth": 28813, + "Ġcomposite": 28814, + "Ġgrows": 28815, + "ĠTD": 28816, + "Ġepid": 28817, + "Ġlaunching": 28818, + "]][": 28819, + "Minutes": 28820, + "ĠCha": 28821, + "Ġcleaned": 28822, + "Ġwitnesses": 28823, + "ukan": 28824, + "ĉType": 28825, + "Ġhabe": 28826, + "paragraph": 28827, + "ĠJPanel": 28828, + "ĠHann": 28829, + "Ġvaried": 28830, + "ĠPokemon": 28831, + "ĠMUST": 28832, + "åĬ¨": 28833, + ".visibility": 28834, + "opup": 28835, + "^[": 28836, + ".expand": 28837, + "Ġ\"',": 28838, + ".fasterxml": 28839, + "_auto": 28840, + "ĠSheet": 28841, + "marker": 28842, + "Parcel": 28843, + "ews": 28844, + "ĠStrategy": 28845, + "-making": 28846, + "Ġunve": 28847, + "Ġtrailing": 28848, + "Ġclicks": 28849, + "ĠGetComponent": 28850, + "ĉcontent": 28851, + "IGENCE": 28852, + "ERNEL": 28853, + "NSMutableArray": 28854, + "Ġbreat": 28855, + "Ġharmful": 28856, + "¶Ī": 28857, + "Ġbesides": 28858, + "Ġboring": 28859, + "Ġbrutal": 28860, + "vang": 28861, + "(parse": 28862, + "quick": 28863, + "Ġpytest": 28864, + "Ġswitching": 28865, + "()]Ċ": 28866, + "ĠìĦ": 28867, + "LER": 28868, + "ĉfont": 28869, + "Ġnett": 28870, + ")]ĊĊ": 28871, + "(/\\": 28872, + "æŀľ": 28873, + "toArray": 28874, + "Ġbreed": 28875, + "ĠCAR": 28876, + "ĠWeapon": 28877, + "Abs": 28878, + "tot": 28879, + "ĠsetName": 28880, + "aptive": 28881, + "Ġ:,": 28882, + "Ġescaped": 28883, + "orden": 28884, + "ĠPri": 28885, + "thumbnail": 28886, + "Ġdescriptions": 28887, + "/styles": 28888, + "ĠPCI": 28889, + "Ġalphabet": 28890, + "asticsearch": 28891, + "NOTE": 28892, + "Ġcialis": 28893, + "ĠGriff": 28894, + "Ġporque": 28895, + "Ġproteins": 28896, + "plays": 28897, + "Ġstating": 28898, + "Ġimagination": 28899, + "Ġfacial": 28900, + "ĠMechan": 28901, + "Ġarranged": 28902, + "_used": 28903, + "Ġarrangements": 28904, + "ĠPipe": 28905, + "hostname": 28906, + "Ġprovinc": 28907, + "Tit": 28908, + ".FlatStyle": 28909, + "ĠSplit": 28910, + "ĠLoader": 28911, + ".cc": 28912, + "Ġclinic": 28913, + "----------------------------": 28914, + "Ġbaking": 28915, + "ĠENT": 28916, + "neath": 28917, + "ãĢģĊĊ": 28918, + "ANE": 28919, + ".EntityFrameworkCore": 28920, + "appers": 28921, + ".ic": 28922, + "ĠNgModule": 28923, + "ĠFORM": 28924, + "Ġ';": 28925, + "-profit": 28926, + "hw": 28927, + "enemy": 28928, + "ĠEye": 28929, + "Ġcaution": 28930, + "town": 28931, + "Ġurged": 28932, + "ĠJimmy": 28933, + "ynchronous": 28934, + "-sized": 28935, + "making": 28936, + ",{": 28937, + "]',": 28938, + "_Object": 28939, + "ahoma": 28940, + "Ġactivist": 28941, + "INVAL": 28942, + "ĠCommercial": 28943, + "ĠOrlando": 28944, + "(tab": 28945, + "Ġب": 28946, + "Algorithm": 28947, + "Ġheritage": 28948, + "GetMapping": 28949, + "Ġfailures": 28950, + "rios": 28951, + "ativa": 28952, + "Ġtet": 28953, + "Ġcarpet": 28954, + "(Z": 28955, + "three": 28956, + "Ġdisclosure": 28957, + ".ERROR": 28958, + "_called": 28959, + "Ġdial": 28960, + "Ġoccasional": 28961, + ".Err": 28962, + "Ġfuncion": 28963, + "caffold": 28964, + "Ġreleasing": 28965, + "ï¼īĊĊ": 28966, + "_Value": 28967, + "ĠVari": 28968, + "yellow": 28969, + "Ġstruggles": 28970, + ".cal": 28971, + "ĠDakota": 28972, + "ĉclose": 28973, + "Ġsandwich": 28974, + "Ġanalytics": 28975, + "Ġ**)": 28976, + "&#": 28977, + "ĠJos": 28978, + "Ġpassive": 28979, + "ATTR": 28980, + "Throwable": 28981, + "ĠMun": 28982, + "ĠUint": 28983, + "(disposing": 28984, + "arak": 28985, + "ĠLeaders": 28986, + "Ġaffecting": 28987, + "ĠitemView": 28988, + "Ġeconomics": 28989, + "fv": 28990, + "à¹Ģ": 28991, + ".rb": 28992, + "ĠOverall": 28993, + "Ġwealthy": 28994, + "Ġevolved": 28995, + "nda": 28996, + "ĠHus": 28997, + "restrict": 28998, + "umen": 28999, + "ĠAgricult": 29000, + "!ĊĊĊ": 29001, + "Ġexpires": 29002, + "Ġspokesperson": 29003, + "interval": 29004, + "Ġâ": 29005, + "Ġqueen": 29006, + "(nil": 29007, + "ingo": 29008, + "Heap": 29009, + "Ùİ": 29010, + "Ġcomplain": 29011, + "Sym": 29012, + "ĠClone": 29013, + "ĠRu": 29014, + "ĠWILL": 29015, + "ĠCrystal": 29016, + "/content": 29017, + "ingen": 29018, + "ointment": 29019, + "LastName": 29020, + "avicon": 29021, + "ĠIBM": 29022, + "ĠDimension": 29023, + "anh": 29024, + "icipants": 29025, + "ĠAnne": 29026, + ".progress": 29027, + "Ġalgo": 29028, + "obil": 29029, + "ĠVoice": 29030, + "ĠFE": 29031, + "Ġgli": 29032, + "Ġved": 29033, + "Ġprevents": 29034, + "\\Column": 29035, + "Ġfolk": 29036, + "etti": 29037, + "Ġmn": 29038, + "ĠCLASS": 29039, + "Ġdisplaying": 29040, + "ĠKl": 29041, + "ĠFerr": 29042, + "duto": 29043, + ".ib": 29044, + "Ġdados": 29045, + "'name": 29046, + "-space": 29047, + "Ġitalian": 29048, + "Ġinverse": 29049, + "Ġdense": 29050, + "uter": 29051, + "ĠIEnumerator": 29052, + "-sign": 29053, + "Ġnationwide": 29054, + "Ġpersona": 29055, + "Ġsolved": 29056, + "Ġdramatically": 29057, + "Logout": 29058, + "Ġgrav": 29059, + "Ġanalyses": 29060, + "ollo": 29061, + "Ġlamp": 29062, + ".team": 29063, + "ĠErot": 29064, + "=[\"": 29065, + "Ġdancing": 29066, + "Ġ?>/": 29067, + "Ġcater": 29068, + "ffe": 29069, + "ĠSha": 29070, + "ĠBos": 29071, + "ĠREQUIRE": 29072, + "ĠMonster": 29073, + "ĠRB": 29074, + "ĠIDE": 29075, + "Ġsuits": 29076, + "ĠformData": 29077, + "(theta": 29078, + "Ġspatial": 29079, + "=NULL": 29080, + "ĠSqlConnection": 29081, + "Ġà": 29082, + "ĠVenez": 29083, + "ĠMorning": 29084, + "Ġpublications": 29085, + "ĠNONINFRINGEMENT": 29086, + "firstName": 29087, + "uds": 29088, + "Would": 29089, + "_HEAD": 29090, + "Ġinvested": 29091, + "stable": 29092, + "fred": 29093, + "Ġcommander": 29094, + "SES": 29095, + "âĢĶa": 29096, + "anche": 29097, + "ĠMovement": 29098, + "ë³": 29099, + "Suite": 29100, + "Ġjurisdiction": 29101, + "리": 29102, + "ĠBeth": 29103, + "jQuery": 29104, + "ĠIsa": 29105, + "Ġdental": 29106, + ",*": 29107, + "ĠLimit": 29108, + "iliation": 29109, + "=\"{": 29110, + "bast": 29111, + "Ġturb": 29112, + "isy": 29113, + "OOK": 29114, + "Ġadvocate": 29115, + "imag": 29116, + "LECTION": 29117, + "лÑĮ": 29118, + "(category": 29119, + ".dec": 29120, + "Ġuniqu": 29121, + "_sn": 29122, + "Ġattracted": 29123, + "ĠÃī": 29124, + "ĠRunning": 29125, + "_edges": 29126, + "ĠDisable": 29127, + "_AS": 29128, + "åĽ¾": 29129, + "Ġnetworking": 29130, + "_branch": 29131, + "Having": 29132, + "toBeTruthy": 29133, + "GI": 29134, + "Ġcamps": 29135, + "sep": 29136, + "-part": 29137, + "Ġ)ĊĊĊĊĊĊĊĊ": 29138, + "ustralia": 29139, + "ĠReports": 29140, + "rito": 29141, + "Ġwaist": 29142, + "_plus": 29143, + "ĠWW": 29144, + "-person": 29145, + "April": 29146, + "Ġsar": 29147, + ".tar": 29148, + "Ġagricultural": 29149, + "tic": 29150, + "Ġtcp": 29151, + "ĠsetValue": 29152, + "agento": 29153, + "ĠAppe": 29154, + "piler": 29155, + "CADE": 29156, + "Ġanche": 29157, + "atcher": 29158, + "Ġcomics": 29159, + "Ġlbs": 29160, + "_segment": 29161, + "']=$": 29162, + "itters": 29163, + "icher": 29164, + "GINE": 29165, + "Ġutilize": 29166, + "ĠCursor": 29167, + "_expression": 29168, + "Ġdag": 29169, + "x": 29357, + ".Task": 29358, + "money": 29359, + "ibaba": 29360, + "'});Ċ": 29361, + "ĠSpecific": 29362, + "ĠLinear": 29363, + "_OPT": 29364, + "HashCode": 29365, + "(Player": 29366, + ".ContainsKey": 29367, + "Ġcollapsed": 29368, + "transparent": 29369, + "_RANGE": 29370, + "Viewer": 29371, + "(cfg": 29372, + "Ġsorting": 29373, + "Ġinfected": 29374, + "ĠNach": 29375, + "Ġaccommodate": 29376, + ".elements": 29377, + "_PART": 29378, + "ĠSexy": 29379, + "=get": 29380, + "(year": 29381, + "Ġxhr": 29382, + ":]": 29383, + "owski": 29384, + "Ġsummar": 29385, + "Ġ¿": 29386, + "Ġinte": 29387, + "Ġworkflow": 29388, + "ĠTaiwan": 29389, + "versions": 29390, + "åıij": 29391, + "Ġsurprisingly": 29392, + "Ġoptical": 29393, + "Ġproces": 29394, + "Ġdisagree": 29395, + "Ġnuevo": 29396, + "ĠCAM": 29397, + "sorted": 29398, + "leases": 29399, + "istle": 29400, + "Ident": 29401, + "ĉevent": 29402, + "jected": 29403, + "Chunk": 29404, + "Vars": 29405, + ".provider": 29406, + "Ġproceedings": 29407, + "Ġinclusive": 29408, + "Ġartwork": 29409, + "endants": 29410, + "ï¼ļĊ": 29411, + "seen": 29412, + "Ġlig": 29413, + "Ġmakers": 29414, + "_fun": 29415, + "Ġlengths": 29416, + "PathVariable": 29417, + "[item": 29418, + "ี": 29419, + "Dead": 29420, + "FFFFFF": 29421, + "ĠUrban": 29422, + "uples": 29423, + "ichen": 29424, + "(nullptr": 29425, + ".spec": 29426, + ",System": 29427, + "URATION": 29428, + "(job": 29429, + "å¼ı": 29430, + "Ġtracker": 29431, + "ÅĻ": 29432, + "ĠMR": 29433, + "ĠSQLite": 29434, + "Ġdto": 29435, + "Ġ;;Ċ": 29436, + "Ġmint": 29437, + "ĠIntroduction": 29438, + "cao": 29439, + "Ġquestioned": 29440, + "Ġfitted": 29441, + "revision": 29442, + "sq": 29443, + "Ġmig": 29444, + "_units": 29445, + "_async": 29446, + "Ġflick": 29447, + "});ĊĊĊ": 29448, + "Ġnotre": 29449, + "}`,": 29450, + "Filters": 29451, + "Ġmundo": 29452, + "_days": 29453, + "Ġfrm": 29454, + "utc": 29455, + "Ġvals": 29456, + "ewidth": 29457, + "ĠGenerator": 29458, + "ĠArtist": 29459, + "ĠIDs": 29460, + "ĠArticles": 29461, + "reater": 29462, + "ĠComponentFixture": 29463, + ".=": 29464, + "Ġrou": 29465, + "-no": 29466, + ".bukkit": 29467, + "egg": 29468, + "ĠDiff": 29469, + "atics": 29470, + "ÑĥÑĩ": 29471, + "âĢĶĊĊ": 29472, + "ĠCharlotte": 29473, + "bye": 29474, + "Ġ});čĊčĊ": 29475, + "ĠVik": 29476, + "ĠBrow": 29477, + "Ġlv": 29478, + "ĠGib": 29479, + "-wing": 29480, + "GLIGENCE": 29481, + "(Il": 29482, + "ĠEngineer": 29483, + ".Wait": 29484, + "ĠPictures": 29485, + "Ġrhet": 29486, + "Ġthermal": 29487, + "Ġpraise": 29488, + "<>();ĊĊ": 29489, + "ĠSpider": 29490, + "Pause": 29491, + "ĠBaker": 29492, + "Ġslower": 29493, + "Ġ}]Ċ": 29494, + "_enqueue": 29495, + "Ġdisappeared": 29496, + "ĠTicket": 29497, + "INUX": 29498, + "_LOCAL": 29499, + "аÑģÑģ": 29500, + "@Injectable": 29501, + "community": 29502, + "GestureRecognizer": 29503, + "åĽ½": 29504, + "Ġscales": 29505, + "Ġ-(": 29506, + "/'+": 29507, + "ĠSit": 29508, + "Ġexecutives": 29509, + "arding": 29510, + "Ġadvers": 29511, + "Ġbackwards": 29512, + "ĉcontext": 29513, + "ĠHamp": 29514, + "ĠPF": 29515, + "ĠDeck": 29516, + "ĠCraig": 29517, + "American": 29518, + "Ġbell": 29519, + "Ġprol": 29520, + "ufen": 29521, + "Ġrng": 29522, + "arshal": 29523, + "ĠSimply": 29524, + "firstname": 29525, + "shore": 29526, + "July": 29527, + "Ġmortality": 29528, + "ĠâĨĴĊĊ": 29529, + "Helpers": 29530, + "Ġbenchmark": 29531, + "emade": 29532, + "Ġorganisations": 29533, + ".gson": 29534, + "ĠTextField": 29535, + "Ġcivilians": 29536, + ".Arrays": 29537, + "ĠMississippi": 29538, + "Ġintermediate": 29539, + "getUser": 29540, + "_cluster": 29541, + "Relative": 29542, + "foreign": 29543, + ".querySelectorAll": 29544, + "ForeignKey": 29545, + "Ġreasonably": 29546, + "---------Ċ": 29547, + "Cards": 29548, + "ĠKam": 29549, + "ĠThor": 29550, + "Ġroller": 29551, + "-element": 29552, + "ĠCurrency": 29553, + "ddie": 29554, + "ALLY": 29555, + "ĠRA": 29556, + "Ġpermet": 29557, + "aaaa": 29558, + "Ġhomework": 29559, + "ĠVit": 29560, + "Ġmold": 29561, + "ĠFer": 29562, + "[start": 29563, + "Ġstatistical": 29564, + "Ġscary": 29565, + "_HOME": 29566, + ".Begin": 29567, + "Construct": 29568, + "ogenic": 29569, + "ĠDEALINGS": 29570, + "Ġtambién": 29571, + "ixon": 29572, + ".ind": 29573, + "acre": 29574, + "Ġtransforms": 29575, + "ĠNap": 29576, + ".Block": 29577, + "ussia": 29578, + "piration": 29579, + "ulent": 29580, + "Ġceil": 29581, + "Clause": 29582, + "naire": 29583, + "TES": 29584, + "Ġneat": 29585, + "STD": 29586, + "ĠRegExp": 29587, + "perform": 29588, + ":)": 29589, + "Ġunions": 29590, + "Ġsublic": 29591, + "Ġwinds": 29592, + "loating": 29593, + "glich": 29594, + "Ġpagination": 29595, + "Skill": 29596, + "Apply": 29597, + "ĠOperator": 29598, + "istogram": 29599, + "Ġqualities": 29600, + "Cross": 29601, + "Ġdecom": 29602, + "],\"": 29603, + "ĠJuan": 29604, + ".modal": 29605, + ".Child": 29606, + "ĠRoger": 29607, + "STITUTE": 29608, + ":CGRectMake": 29609, + "alette": 29610, + "Ġsta": 29611, + "aside": 29612, + "Ġblur": 29613, + "ĠWa": 29614, + "ifetime": 29615, + "reed": 29616, + "controls": 29617, + "Ġbins": 29618, + "Ġпол": 29619, + "*/,Ċ": 29620, + "UIS": 29621, + "ĠRou": 29622, + "ĠDemo": 29623, + "-awesome": 29624, + "ĠChain": 29625, + "Ġhasta": 29626, + "ĠBart": 29627, + ".KEY": 29628, + "Ġvendors": 29629, + "nofollow": 29630, + "ĠDest": 29631, + "_builder": 29632, + "Ġargues": 29633, + "_answer": 29634, + "goto": 29635, + "ĠRESULT": 29636, + "ĠMON": 29637, + "Ġpoder": 29638, + "oons": 29639, + "_CASE": 29640, + "Ġreplic": 29641, + "Ġfinancing": 29642, + "ĠDATE": 29643, + "cern": 29644, + "_track": 29645, + "ties": 29646, + "/logo": 29647, + "ĠNEGLIGENCE": 29648, + "getType": 29649, + ">T": 29650, + "bet": 29651, + "girl": 29652, + "ĠINCIDENTAL": 29653, + "-site": 29654, + ".trigger": 29655, + "ĠLisa": 29656, + "_inputs": 29657, + "Ġrelatives": 29658, + "LoggedIn": 29659, + "Configure": 29660, + "IK": 29661, + ".accept": 29662, + "Resume": 29663, + "ĠDraft": 29664, + "Ġ*>(": 29665, + "ĠWA": 29666, + "edian": 29667, + "erness": 29668, + "ĠLayoutInflater": 29669, + "*/čĊčĊ": 29670, + "othy": 29671, + "Ġobligation": 29672, + "Subscribe": 29673, + "Ġthumbnail": 29674, + "exist": 29675, + "Ġinsisted": 29676, + "ĠUICollectionView": 29677, + "ĠAngular": 29678, + "Ġtablets": 29679, + "ĠImpact": 29680, + "ãĢįĊĊ": 29681, + "aho": 29682, + "Ġcharacteristic": 29683, + "gd": 29684, + "Ġ=================================================": 29685, + "ourt": 29686, + "`.": 29687, + "Appro": 29688, + "Coordinate": 29689, + "Remember": 29690, + "Ġmarine": 29691, + "]=='": 29692, + "ĠAdministrator": 29693, + ".getDefault": 29694, + "Ġforgot": 29695, + "ĠStructure": 29696, + "Vue": 29697, + "arsing": 29698, + "moment": 29699, + "kw": 29700, + "_cursor": 29701, + "Attack": 29702, + "Ġathletic": 29703, + "Ġdiagnosed": 29704, + "Ġende": 29705, + "åĪłéĻ¤": 29706, + "House": 29707, + "ĠPARAM": 29708, + "Ġwiki": 29709, + "ĠOpp": 29710, + "Ġconservation": 29711, + "Ġsnd": 29712, + "_tem": 29713, + "substr": 29714, + "ĠCape": 29715, + ".sim": 29716, + "UTION": 29717, + "anan": 29718, + "âĢĻun": 29719, + "Ġgy": 29720, + "-work": 29721, + "Ġcompelling": 29722, + "='#": 29723, + "ĉsub": 29724, + "Ġdirectories": 29725, + "íĬ¸": 29726, + "Ġtouches": 29727, + "outines": 29728, + ".Collection": 29729, + "schedule": 29730, + ".lat": 29731, + "ĠDoctrine": 29732, + "CAA": 29733, + "ĠRefer": 29734, + "Ġshifts": 29735, + "Ġlikelihood": 29736, + "preter": 29737, + "ĠFemale": 29738, + "Ġintercept": 29739, + "Ġlou": 29740, + "çĻ»": 29741, + "Ġrug": 29742, + "ĠCrown": 29743, + "Ġ****************************************************************************": 29744, + "-product": 29745, + "Ġprompted": 29746, + "ungle": 29747, + "docker": 29748, + "ĠTu": 29749, + "ĠUnique": 29750, + "_Error": 29751, + "ulos": 29752, + "ĠâĦ": 29753, + "Ġ(`": 29754, + "Getting": 29755, + "_scal": 29756, + "ĠEnh": 29757, + "üt": 29758, + "Ġsustained": 29759, + "Ġpatches": 29760, + "Ġprosper": 29761, + "ĠGaza": 29762, + "_light": 29763, + "Ġincons": 29764, + "--------Ċ": 29765, + "ĉĉĠĠĠĠĠĠ": 29766, + "SF": 29767, + "CN": 29768, + ":\";Ċ": 29769, + "ĠCollins": 29770, + "(*)": 29771, + "Ġcompilation": 29772, + "']čĊ": 29773, + "Ġconsequence": 29774, + ",...": 29775, + "Ġdm": 29776, + "ĠBLOCK": 29777, + "Cluster": 29778, + "Ġski": 29779, + "(argc": 29780, + "Tuple": 29781, + "Ġjoins": 29782, + "ĠSheriff": 29783, + "War": 29784, + "indi": 29785, + "Ġcommented": 29786, + "HOST": 29787, + "Ġinvitation": 29788, + "apanese": 29789, + "Ġpermits": 29790, + "precedented": 29791, + "_zone": 29792, + "ĠAmy": 29793, + "_RD": 29794, + "Minimum": 29795, + "Ġinvocation": 29796, + ".enable": 29797, + "ichten": 29798, + "-owned": 29799, + "\"id": 29800, + "_POINTER": 29801, + "Fac": 29802, + "Ġspecifications": 29803, + "Ġnomination": 29804, + "Ġgp": 29805, + "<(": 29806, + "Ġrobots": 29807, + "ĠJerry": 29808, + "Ġholders": 29809, + "Ġwand": 29810, + "cms": 29811, + "Ġ}))Ċ": 29812, + ".Toast": 29813, + "ĠIList": 29814, + "Based": 29815, + "zoom": 29816, + "/style": 29817, + "ĠBeck": 29818, + "Men": 29819, + "Ġcontributing": 29820, + "Ġundo": 29821, + "ĠOH": 29822, + "ĠaddObject": 29823, + "Ġeigen": 29824, + "signup": 29825, + "éĶĻ": 29826, + "Ġdistant": 29827, + "PARATOR": 29828, + "ĠMari": 29829, + "Ġmá": 29830, + "Emp": 29831, + "ós": 29832, + "ĠìĪĺ": 29833, + "evt": 29834, + "+j": 29835, + "park": 29836, + "ĠStay": 29837, + "ĠDun": 29838, + "Ġsoy": 29839, + ">%": 29840, + "azines": 29841, + "Ġtiempo": 29842, + "(me": 29843, + "present": 29844, + ".This": 29845, + "Ġeditors": 29846, + "FIELD": 29847, + ".Work": 29848, + "ĠUniverse": 29849, + "Ġdrunk": 29850, + ".timer": 29851, + "Ġaltered": 29852, + "ĠNar": 29853, + "ëł¥": 29854, + ".Active": 29855, + "idor": 29856, + "çŃ": 29857, + ".deltaTime": 29858, + "Ġawkward": 29859, + """: 29860, + "ĠSafari": 29861, + "Ġtricks": 29862, + "MENTS": 29863, + "division": 29864, + "Ġvarying": 29865, + "ĠHighway": 29866, + "Ġphotographer": 29867, + "ĠStewart": 29868, + "Ġlasting": 29869, + ".Pre": 29870, + ".amazonaws": 29871, + "ĠLuck": 29872, + ".Description": 29873, + "ĠNaz": 29874, + "neg": 29875, + "Ġcó": 29876, + "<<\"\\": 29877, + "ĠSurv": 29878, + "ĠUnc": 29879, + "Recipe": 29880, + ".BorderStyle": 29881, + "Ġmodifications": 29882, + "-at": 29883, + "ATFORM": 29884, + "hdr": 29885, + "ako": 29886, + "Ġsublicense": 29887, + "ĠJump": 29888, + "Ġbeim": 29889, + "ĠManhattan": 29890, + ".bool": 29891, + "_hw": 29892, + "ÑĤÑĮ": 29893, + "Bin": 29894, + "Ġgateway": 29895, + "\"\":": 29896, + "ĠUIS": 29897, + ":\"+": 29898, + "-def": 29899, + "ĠRegular": 29900, + "/testing": 29901, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 29902, + "stringstream": 29903, + "Ġdispar": 29904, + "Ġmobil": 29905, + "-read": 29906, + "ĠAdapter": 29907, + "ĠChampions": 29908, + "Ġscheduler": 29909, + "Ġkills": 29910, + "ĠMultiple": 29911, + "irror": 29912, + "Ġgods": 29913, + "ADO": 29914, + "akte": 29915, + "ĠUsuario": 29916, + ".circular": 29917, + "Ġrecept": 29918, + "ĠExpr": 29919, + "Ġelderly": 29920, + "Ġnicely": 29921, + "Ġbeste": 29922, + "Want": 29923, + "Ġclassical": 29924, + ".sprite": 29925, + "objc": 29926, + "ĠMason": 29927, + "Ġsistema": 29928, + ".Black": 29929, + "eso": 29930, + "ĠZeit": 29931, + "Ġdivid": 29932, + "Ġenters": 29933, + "_subject": 29934, + "ĠPlanet": 29935, + ".warning": 29936, + "ĠGram": 29937, + "_tokens": 29938, + "Ġhouseholds": 29939, + "_customer": 29940, + "userName": 29941, + "cross": 29942, + "Ġpione": 29943, + "Ġassists": 29944, + "_SM": 29945, + "ibo": 29946, + "Ġloyal": 29947, + "Ġuseless": 29948, + "#elif": 29949, + "ĠUltimate": 29950, + "Come": 29951, + "gel": 29952, + "Ġdich": 29953, + "xyz": 29954, + "ikel": 29955, + "obra": 29956, + "_scan": 29957, + "ĠInterior": 29958, + "ĠNice": 29959, + "Ġplac": 29960, + "ĉtarget": 29961, + "Ġviral": 29962, + "asso": 29963, + "()/": 29964, + "unde": 29965, + "ĠAdobe": 29966, + "Os": 29967, + "visited": 29968, + "ĠOW": 29969, + "ĠFeed": 29970, + "ĠSequence": 29971, + "Ġmanages": 29972, + "inson": 29973, + "ĠLouisiana": 29974, + "{})": 29975, + "ĠHab": 29976, + "ĠLD": 29977, + "Ġbip": 29978, + "prites": 29979, + "(elem": 29980, + ".hibernate": 29981, + "élé": 29982, + "Ġohne": 29983, + "_transaction": 29984, + "Ġannunci": 29985, + "Published": 29986, + "ĠHonda": 29987, + "ĠTam": 29988, + "ĠPacket": 29989, + "_selector": 29990, + "Ġchallenged": 29991, + "Processing": 29992, + "-hover": 29993, + "Ġtrainer": 29994, + "_cancel": 29995, + "ĠNSDictionary": 29996, + "abric": 29997, + "ĠMLS": 29998, + "_sensor": 29999, + "Ġshrink": 30000, + "ĠFX": 30001, + "threshold": 30002, + "ĉHX": 30003, + "-mark": 30004, + "`.`": 30005, + "Scheme": 30006, + "(full": 30007, + "_writer": 30008, + "ĠSys": 30009, + "Ġfled": 30010, + "ĠCin": 30011, + "-widget": 30012, + "ĠPrevious": 30013, + "Gender": 30014, + "_question": 30015, + "Feed": 30016, + "Ġscrut": 30017, + "(prefix": 30018, + "ãĢĤãĢĤ": 30019, + "Ġinfections": 30020, + "Parts": 30021, + "Ġhierarchy": 30022, + "_DELETE": 30023, + "ĠPatient": 30024, + "_pay": 30025, + "Ġpromoted": 30026, + "Ġìĭ": 30027, + "Ġcivilian": 30028, + "Ġagriculture": 30029, + "ĠPiece": 30030, + "Ġstance": 30031, + "utsche": 30032, + "Assign": 30033, + ".ACTION": 30034, + "Fig": 30035, + "_radius": 30036, + "ĠSync": 30037, + "ducer": 30038, + "failure": 30039, + "ensed": 30040, + "ptime": 30041, + "BM": 30042, + "_datetime": 30043, + "quivo": 30044, + "QUEUE": 30045, + "èĢħ": 30046, + "Appear": 30047, + "Ġsummit": 30048, + ":void": 30049, + "Ġvine": 30050, + "认": 30051, + "onne": 30052, + "_TRANS": 30053, + ".green": 30054, + "_cc": 30055, + "Ġhungry": 30056, + "Ġ\">": 30057, + "());čĊčĊ": 30058, + "Extract": 30059, + "izens": 30060, + "Ġsolver": 30061, + "Notify": 30062, + "Ġenglish": 30063, + "ĠShopping": 30064, + "interfaces": 30065, + "REQ": 30066, + "Ġilleg": 30067, + "ĠUIImageView": 30068, + "Ġdisconnect": 30069, + "ĠUntil": 30070, + "ĠConservative": 30071, + "@Column": 30072, + "Ġshifted": 30073, + "Ġ:čĊ": 30074, + "Ġfich": 30075, + "Ġdla": 30076, + "Ġshoe": 30077, + "\"),čĊ": 30078, + "ularity": 30079, + "_RESP": 30080, + "Weather": 30081, + "UIApplication": 30082, + ".iterator": 30083, + "Ġaging": 30084, + ".Parent": 30085, + "owie": 30086, + "(equal": 30087, + "ĠConv": 30088, + "/default": 30089, + "Ġmeasuring": 30090, + ".prev": 30091, + ".IsValid": 30092, + ".Fat": 30093, + "ĠsÄĥ": 30094, + "keywords": 30095, + "without": 30096, + "Ġsovere": 30097, + "Ġexchanges": 30098, + "Ġmelt": 30099, + "Ġislands": 30100, + "ĠIntegr": 30101, + "Ġjumping": 30102, + "Ġgle": 30103, + "Ġjournalism": 30104, + "Ġdated": 30105, + "Localized": 30106, + "ĠRefresh": 30107, + "Particle": 30108, + "Ġaa": 30109, + "ĠSTRICT": 30110, + "Ġbod": 30111, + ".Process": 30112, + "_AUTO": 30113, + "ĠPublished": 30114, + "every": 30115, + "Ġtechnological": 30116, + "lsx": 30117, + "Ġirrit": 30118, + "Additional": 30119, + "Ġdelimiter": 30120, + "_language": 30121, + "-area": 30122, + "boys": 30123, + "ĠTube": 30124, + "Ġwat": 30125, + "Ġmechanics": 30126, + "_owner": 30127, + "Spell": 30128, + "ĠStories": 30129, + ".AppendLine": 30130, + "TableView": 30131, + "hem": 30132, + "stick": 30133, + "ollower": 30134, + "IFF": 30135, + "ĠUV": 30136, + "ollision": 30137, + "SUB": 30138, + "Ġcomparable": 30139, + "Ġdonde": 30140, + "sales": 30141, + "llvm": 30142, + "Ġ}],Ċ": 30143, + "OTTOM": 30144, + "ĠPurpose": 30145, + "Lab": 30146, + "Ġinterviewed": 30147, + "ois": 30148, + "asil": 30149, + ".setId": 30150, + "ĠInstruction": 30151, + "-->": 30152, + "ĠModified": 30153, + "ationally": 30154, + "ĠMeeting": 30155, + "误": 30156, + "#region": 30157, + "Ġrouting": 30158, + ".focus": 30159, + "ĠYouth": 30160, + "<": 30448, + "Ġunto": 30449, + "ologically": 30450, + "ĠMul": 30451, + "VIDIA": 30452, + "Ġslim": 30453, + "ĠCommissioner": 30454, + "(on": 30455, + "Ġunderneath": 30456, + "/db": 30457, + "vote": 30458, + "(Message": 30459, + "ĠPope": 30460, + "Defined": 30461, + "Ġswift": 30462, + "urf": 30463, + "Ġadapted": 30464, + "SEL": 30465, + "Ġrevenues": 30466, + "Ġdivine": 30467, + "=y": 30468, + "Gradient": 30469, + "_act": 30470, + "Ġ/*!<": 30471, + "Ġpolygon": 30472, + "ĠFDA": 30473, + "ĠCarr": 30474, + "atables": 30475, + "(stdout": 30476, + "Ġrefriger": 30477, + "Ġcoordin": 30478, + "avorites": 30479, + "ÑĪи": 30480, + "Ġcompassion": 30481, + "ĠPOSSIBILITY": 30482, + "-secondary": 30483, + "uracy": 30484, + "Ġcompromise": 30485, + "_AV": 30486, + "_os": 30487, + "Ġbeside": 30488, + "ĥĿ": 30489, + "Ġln": 30490, + ".plugins": 30491, + "Capacity": 30492, + "alah": 30493, + ".bin": 30494, + "ĠCRC": 30495, + "_balance": 30496, + "ĠflexDirection": 30497, + "Ġambit": 30498, + "Ġnickname": 30499, + "ĠForces": 30500, + "CLE": 30501, + "ĠShell": 30502, + "Ġsail": 30503, + "ĠWriter": 30504, + "ĠAlice": 30505, + "dw": 30506, + "ĠIndians": 30507, + "ĠMarshall": 30508, + "_SRC": 30509, + "Ġnormalized": 30510, + "ĠJag": 30511, + "ãĤĴ": 30512, + "zeit": 30513, + "rpc": 30514, + "ÃŃc": 30515, + ".inline": 30516, + "Ġtravers": 30517, + "_numeric": 30518, + "Ġutilities": 30519, + "Ġevac": 30520, + "INPUT": 30521, + "ĉregister": 30522, + "MX": 30523, + "ĠCampbell": 30524, + "Ġdatasets": 30525, + "Ġdemanded": 30526, + "ĠinitialState": 30527, + "gan": 30528, + "Ġei": 30529, + "Unexpected": 30530, + "-web": 30531, + "trait": 30532, + ",Y": 30533, + "ĠTodd": 30534, + "Ġskeleton": 30535, + "Ġoptimize": 30536, + "第": 30537, + "ĠUpon": 30538, + "ĠStObject": 30539, + "Ġaplic": 30540, + ".'P": 30578, + "vron": 30579, + ".UN": 30580, + "Ġpainter": 30581, + "izarre": 30582, + "Ġlav": 30583, + "Ġpom": 30584, + "preg": 30585, + "=function": 30586, + "(serial": 30587, + "ifica": 30588, + "uming": 30589, + "åľ°": 30590, + "ãģĤ": 30591, + "-op": 30592, + "UCH": 30593, + "ĠHend": 30594, + ".propTypes": 30595, + "Ġyo": 30596, + "Ġroutines": 30597, + "Ġcaring": 30598, + "Sem": 30599, + "Ġreserves": 30600, + "Ġpriorities": 30601, + "redits": 30602, + "ISTR": 30603, + "ContentType": 30604, + "ĠSchw": 30605, + "/media": 30606, + "Ġestr": 30607, + "Ġclimbing": 30608, + "-week": 30609, + "cherche": 30610, + "sensor": 30611, + "ToArray": 30612, + "ĠMontreal": 30613, + "Ġclouds": 30614, + "ĠInjectable": 30615, + "ĠRice": 30616, + "Ġpropaganda": 30617, + "_provider": 30618, + "Ġindoor": 30619, + "Ġinaug": 30620, + "Ġdiplom": 30621, + "Ġmessaging": 30622, + "_mut": 30623, + "å¦Ĥ": 30624, + "Ġkw": 30625, + "ONS": 30626, + "arians": 30627, + "RPC": 30628, + ")]čĊ": 30629, + "-ray": 30630, + "ĠSor": 30631, + "mall": 30632, + "Ġmarketplace": 30633, + "Ġvtk": 30634, + "Ma": 30635, + "ogan": 30636, + "igi": 30637, + "Ġsponsored": 30638, + "ĠDani": 30639, + ".SEVER": 30640, + ">'.$": 30641, + "multipart": 30642, + "ĠWol": 30643, + "ĠtableName": 30644, + "ĠUsername": 30645, + "BackgroundColor": 30646, + "Ġfright": 30647, + "_EMAIL": 30648, + "September": 30649, + "_vals": 30650, + "opia": 30651, + "Ġspotted": 30652, + "-Ch": 30653, + "ĠdataSource": 30654, + "/\"Ċ": 30655, + "екÑĤ": 30656, + "ĠRequestMethod": 30657, + "ĠReplace": 30658, + "-do": 30659, + "ahn": 30660, + "ĠPhD": 30661, + "].ĊĊ": 30662, + "NON": 30663, + "gement": 30664, + "ĠThr": 30665, + "Ġquietly": 30666, + "Ġtorture": 30667, + "Ġteas": 30668, + "ĠCY": 30669, + "Ġatr": 30670, + "development": 30671, + "-detail": 30672, + "Ġlighter": 30673, + "Ġarguing": 30674, + "Ġdeserves": 30675, + "Ġcurriculum": 30676, + "_CONTEXT": 30677, + "ÅĤy": 30678, + "HITE": 30679, + "ĉID": 30680, + "/uploads": 30681, + "Ġtits": 30682, + "reo": 30683, + "_drop": 30684, + ".UTF": 30685, + "Ġpickup": 30686, + "Ġgrocery": 30687, + "ĠPure": 30688, + "Ġeasiest": 30689, + "Phil": 30690, + ".feature": 30691, + "(\"*": 30692, + "Ġinvestor": 30693, + "tok": 30694, + "Ġjar": 30695, + "Los": 30696, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 30697, + ".queue": 30698, + "-speed": 30699, + "Mal": 30700, + "umblr": 30701, + "ĠCONST": 30702, + "ĠHRESULT": 30703, + "ĠDance": 30704, + "(filePath": 30705, + "Ġattributed": 30706, + "à¥į": 30707, + "ĠBund": 30708, + "coins": 30709, + "Ġsão": 30710, + "Ġpir": 30711, + "personal": 30712, + "Ġprelim": 30713, + "Ġpropose": 30714, + "ĠTL": 30715, + "]])": 30716, + "ĠSubscription": 30717, + "ĠKre": 30718, + ",len": 30719, + ".FirstOrDefault": 30720, + ")--": 30721, + "_products": 30722, + ".GetBytes": 30723, + "Ship": 30724, + "Ġencrypt": 30725, + "ĠSG": 30726, + "ĠMyst": 30727, + "hir": 30728, + "Ġiterate": 30729, + "Ġintend": 30730, + ".mockito": 30731, + "Ġchapters": 30732, + "(angle": 30733, + "ĠVlad": 30734, + "设": 30735, + "'.ĊĊ": 30736, + "ResponseBody": 30737, + "ĠAbd": 30738, + "deal": 30739, + "Ġbarriers": 30740, + "-outline": 30741, + "bill": 30742, + "ĠFalls": 30743, + "_second": 30744, + ".include": 30745, + ".ceil": 30746, + "Ġoccupation": 30747, + "phony": 30748, + ".moveTo": 30749, + "ĠJennifer": 30750, + "ASTER": 30751, + ";\"><": 30752, + "ĠEnabled": 30753, + "Ġterminate": 30754, + "ĠIo": 30755, + "lations": 30756, + "ĠTHEORY": 30757, + "Ġearliest": 30758, + "Ġrack": 30759, + "ĠScar": 30760, + "shake": 30761, + "chip": 30762, + "Ġuv": 30763, + "Ġalliance": 30764, + "пиÑģ": 30765, + "ĠGOODS": 30766, + "zione": 30767, + "ĠVI": 30768, + "Ġ{-": 30769, + "Ġfiltering": 30770, + "Ġmiscon": 30771, + ".DockStyle": 30772, + "Ġbush": 30773, + "Ġjunk": 30774, + "æĮ": 30775, + "ĠQUE": 30776, + "Ġhooks": 30777, + "Ġfirmware": 30778, + "Ġmiddleware": 30779, + "dic": 30780, + "ĠOakland": 30781, + "Ġarrives": 30782, + "Payload": 30783, + "pixel": 30784, + "]|": 30785, + "ĠstartDate": 30786, + ".PRO": 30787, + "_audio": 30788, + "Ġmidfield": 30789, + "igidbody": 30790, + "ĠSwiss": 30791, + "ĠClip": 30792, + "ĠDump": 30793, + "ĠTextBox": 30794, + "Ġgeh": 30795, + "yield": 30796, + "ods": 30797, + "Ġreferendum": 30798, + "Backend": 30799, + "ĠCream": 30800, + "Ġdominated": 30801, + "ĠArchive": 30802, + "Ġriders": 30803, + ".prepareStatement": 30804, + "Ġquando": 30805, + "Ġchef": 30806, + "wiki": 30807, + "inel": 30808, + "ampling": 30809, + "(\"\\\\": 30810, + "Ġsag": 30811, + "_proxy": 30812, + "ãģķ": 30813, + "pdo": 30814, + ".getElementsByTagName": 30815, + "Ġdemonstration": 30816, + "ĠNPC": 30817, + "Ġarchivo": 30818, + "endance": 30819, + "Ġefficiently": 30820, + "(actual": 30821, + ".tableView": 30822, + "Ġmush": 30823, + "Ġbears": 30824, + "_threads": 30825, + "jas": 30826, + "ahun": 30827, + "Ġneural": 30828, + "Ġdesigning": 30829, + "ĠGDP": 30830, + "Ġlifted": 30831, + "缮": 30832, + "ĠJoint": 30833, + "ĠInclude": 30834, + "ĠGiants": 30835, + "Ġwithdrawal": 30836, + "ĠRent": 30837, + "native": 30838, + "ĠSeek": 30839, + "gression": 30840, + "_CPU": 30841, + "\\S": 30842, + "ĠShield": 30843, + "Ġsolic": 30844, + "Ġboom": 30845, + "yecto": 30846, + "Ġmanufacture": 30847, + "ĠâĢĭ": 30848, + "Ġbbox": 30849, + "Ġearthqu": 30850, + "ollectors": 30851, + ":@\"%": 30852, + "Ġloops": 30853, + "Je": 30854, + "alking": 30855, + "ĠWhats": 30856, + "ĠBoys": 30857, + ".book": 30858, + "ARGE": 30859, + "_pixel": 30860, + "Ġsuspects": 30861, + "ι": 30862, + "usp": 30863, + "ĠBMW": 30864, + "ieces": 30865, + "(person": 30866, + "å¼Ģ": 30867, + "é»": 30868, + "ĠPodcast": 30869, + "Ġbou": 30870, + "(Item": 30871, + "û": 30872, + "(Input": 30873, + "HttpGet": 30874, + "Ġburg": 30875, + ")^": 30876, + "BOARD": 30877, + "*/,": 30878, + "Ġgulp": 30879, + "ĠBenn": 30880, + "Ġdecks": 30881, + ".statusCode": 30882, + "Ġacute": 30883, + "Ġhug": 30884, + "ugu": 30885, + "Ġpled": 30886, + ",\"%": 30887, + "hape": 30888, + "Ġзап": 30889, + "ĠMaine": 30890, + ".real": 30891, + "Ġdalam": 30892, + "ĠMinor": 30893, + ".Float": 30894, + "disp": 30895, + "Ġtl": 30896, + "Ġencount": 30897, + "=>$": 30898, + "Ġfg": 30899, + "tees": 30900, + "ĠRecomm": 30901, + "äl": 30902, + "Ġchemistry": 30903, + "Blocks": 30904, + "OID": 30905, + "Ġforex": 30906, + "ĠAppend": 30907, + "Ġ{*": 30908, + "ĠSupply": 30909, + "CGFloat": 30910, + "(bl": 30911, + "Ġate": 30912, + "adora": 30913, + "Ġgust": 30914, + "Associ": 30915, + ">.Ċ": 30916, + "FETCH": 30917, + ".serial": 30918, + "widgets": 30919, + "ardless": 30920, + "iefs": 30921, + "_FULL": 30922, + "ernetes": 30923, + "ĠPred": 30924, + "ØŃ": 30925, + "äºĭ": 30926, + "ubernetes": 30927, + "ĠLaura": 30928, + "Ġlabeled": 30929, + "Highlight": 30930, + "Ġannoying": 30931, + "/update": 30932, + "(description": 30933, + "Ġintimid": 30934, + "$c": 30935, + "\")))Ċ": 30936, + ".AP": 30937, + "Ġ[]*": 30938, + "ĠEXIT": 30939, + ".Host": 30940, + "ĠOPEN": 30941, + ".sendMessage": 30942, + "_camera": 30943, + "_tile": 30944, + "Ġtherm": 30945, + "onomous": 30946, + "Ġdisadv": 30947, + "Ġnaar": 30948, + "indexOf": 30949, + "ĠPP": 30950, + ".protocol": 30951, + "AFE": 30952, + "Ġtextures": 30953, + "################################################": 30954, + "umbai": 30955, + ".stats": 30956, + "ĠGE": 30957, + "Ġie": 30958, + "ĠSTD": 30959, + "ĠMann": 30960, + ".reflect": 30961, + "KB": 30962, + "Ġdive": 30963, + ".wav": 30964, + "/*----------------------------------------------------------------": 30965, + "/settings": 30966, + ".lifecycle": 30967, + "Ġdaughters": 30968, + "orus": 30969, + "uber": 30970, + "NING": 30971, + "stri": 30972, + "ĠTip": 30973, + "Ġzn": 30974, + "Ġswitched": 30975, + "inet": 30976, + "uffy": 30977, + "ĠTransportation": 30978, + "(conf": 30979, + "frica": 30980, + "ĠXL": 30981, + "ĠLead": 30982, + "_percent": 30983, + "__": 30999, + "permissions": 31000, + "ĠDetermine": 31001, + ".Man": 31002, + "Ġadvances": 31003, + ".InputStream": 31004, + "Ġstrongest": 31005, + "ĠeBay": 31006, + "Ġ#-": 31007, + "Ġdirname": 31008, + "ĠSMS": 31009, + "Ġmedications": 31010, + "Ġamended": 31011, + "Ġchurches": 31012, + "ĠImperial": 31013, + "$row": 31014, + "ĠMadison": 31015, + "ĠInsp": 31016, + "Ġaffair": 31017, + "Ġpsychology": 31018, + "vh": 31019, + "Ġseverity": 31020, + "âĢIJ": 31021, + "Ġstrips": 31022, + "AH": 31023, + "vertising": 31024, + "Ġconse": 31025, + "IMAGE": 31026, + "ĠStats": 31027, + "ĉsc": 31028, + ".Cursor": 31029, + "Ġfreeze": 31030, + "sson": 31031, + "(xml": 31032, + "ĠSusan": 31033, + ".tile": 31034, + "eded": 31035, + "ĠĠĠĠĉĉĉ": 31036, + "uelle": 31037, + "ĠMitchell": 31038, + "based": 31039, + "Operand": 31040, + "½æķ°": 31041, + "ĠFF": 31042, + "ĉstrcpy": 31043, + "ounces": 31044, + "ildo": 31045, + ".executeQuery": 31046, + "Ġapproaching": 31047, + "ĠSeven": 31048, + "Ġnuts": 31049, + "Ġric": 31050, + "assignment": 31051, + "Ġcalculator": 31052, + "ĠMurphy": 31053, + "ĠBou": 31054, + "íĦ": 31055, + "Ġbutt": 31056, + "Ġticks": 31057, + "Projects": 31058, + "ilib": 31059, + ".textColor": 31060, + "mov": 31061, + "_logo": 31062, + "(template": 31063, + "ĠINIT": 31064, + "ĠimageView": 31065, + "scriptions": 31066, + "ORITY": 31067, + "Consumer": 31068, + "Ġunprecedented": 31069, + "Ġtourist": 31070, + "Ġbron": 31071, + "Ġcontractor": 31072, + "Ġlicence": 31073, + "ĠNam": 31074, + "æ¯": 31075, + "(transform": 31076, + "_ATT": 31077, + "Pref": 31078, + "ĠGam": 31079, + "Ġvessels": 31080, + "Ġhav": 31081, + "Later": 31082, + ".ToLower": 31083, + "Ġurls": 31084, + "Ġbreakdown": 31085, + "Ġpenalties": 31086, + "Ġfoster": 31087, + "ĠUE": 31088, + "Ġclue": 31089, + "comed": 31090, + "åIJį称": 31091, + "-main": 31092, + "Ġpts": 31093, + "Ġcounted": 31094, + "icts": 31095, + "/post": 31096, + "Ġgetattr": 31097, + "Ġping": 31098, + "ANCEL": 31099, + "Ġpec": 31100, + "Ñħод": 31101, + "antom": 31102, + "ĠBlueprint": 31103, + "ĠEventEmitter": 31104, + "Ġlä": 31105, + "æ²": 31106, + "Ġstraw": 31107, + "(comp": 31108, + "'une": 31109, + ">N": 31110, + "-client": 31111, + "esModule": 31112, + "-base": 31113, + "Ġretreat": 31114, + "_simple": 31115, + "ĉĉĉĉĉĉĠ": 31116, + "fee": 31117, + "')čĊčĊ": 31118, + "ControlItem": 31119, + "Ġsubscribers": 31120, + "please": 31121, + "ĠEff": 31122, + "Ġpound": 31123, + "ĠBytes": 31124, + "ĠTea": 31125, + "_activity": 31126, + "Ġmaxim": 31127, + "Ġopcode": 31128, + "BSD": 31129, + ".constant": 31130, + ";}": 31131, + "ombres": 31132, + "Ġcareers": 31133, + ").ĊĊĊĊ": 31134, + "Ġspreading": 31135, + "-expanded": 31136, + "ĠOrd": 31137, + "amarin": 31138, + "Ġmobility": 31139, + "Unfortunately": 31140, + "akk": 31141, + "NL": 31142, + "_redirect": 31143, + "ĠPG": 31144, + "ĠSensor": 31145, + "bol": 31146, + "tap": 31147, + "_MEMORY": 31148, + "ĠUIAlert": 31149, + "plitude": 31150, + "Website": 31151, + "ĠLogo": 31152, + "love": 31153, + "[ind": 31154, + "Ġaltogether": 31155, + "Ġwondered": 31156, + "Ġesper": 31157, + "ĠLiberal": 31158, + "Ġoss": 31159, + "Ġelit": 31160, + "Ġstiff": 31161, + "odox": 31162, + "_mentions": 31163, + "ĠDouglas": 31164, + "_pid": 31165, + "ĠCK": 31166, + "ĠinitWithFrame": 31167, + ".blog": 31168, + "pkg": 31169, + "anghai": 31170, + "QUIRED": 31171, + "uu": 31172, + "Ġmkdir": 31173, + "ATAL": 31174, + "Ġunh": 31175, + "inces": 31176, + "sth": 31177, + "Ġhypothesis": 31178, + "Ġcata": 31179, + "ĠTB": 31180, + "ĠClar": 31181, + "Ġpredecess": 31182, + "Ġsituated": 31183, + "-world": 31184, + "))/": 31185, + "Ġheadlines": 31186, + ".stat": 31187, + "Ġoutbreak": 31188, + "spath": 31189, + "_FLAGS": 31190, + "ĠServletException": 31191, + "Sun": 31192, + "FROM": 31193, + "ĠDir": 31194, + "ãĥ»ãĥ»ãĥ»": 31195, + "_coord": 31196, + "ĠOptim": 31197, + "Monitor": 31198, + ".bit": 31199, + "XXX": 31200, + "Ġtodas": 31201, + "feld": 31202, + "ÑĢи": 31203, + "imir": 31204, + "Ġpolitically": 31205, + "Ġmolecular": 31206, + "Ġtraded": 31207, + "Ġ{{$": 31208, + "ĠSwedish": 31209, + "Ġ'@/": 31210, + "_REAL": 31211, + "Ġwarehouse": 31212, + "today": 31213, + ",L": 31214, + "orp": 31215, + "false": 31492, + "Ġspa": 31493, + "ĠNear": 31494, + "ìķ": 31495, + "Ġintrig": 31496, + "_members": 31497, + "wave": 31498, + "Ġanalysts": 31499, + "_OS": 31500, + "edin": 31501, + "ĠFri": 31502, + "Ġretrieved": 31503, + "Regular": 31504, + "_obs": 31505, + "EXPORT": 31506, + "')}}\"": 31507, + "\"class": 31508, + "__((": 31509, + "bucket": 31510, + "Ġstro": 31511, + "ĠPatch": 31512, + "ystick": 31513, + "fulness": 31514, + "apos": 31515, + "Da": 31516, + "ĉĉĉĉĉĠĠĠ": 31517, + "Ġenrich": 31518, + "unordered": 31519, + "hole": 31520, + "Cong": 31521, + "';ĊĊ": 31563, + "STRUCT": 31564, + "QR": 31565, + "IDs": 31566, + "(arguments": 31567, + "_aux": 31568, + "(Event": 31569, + "_PRIVATE": 31570, + "ĠTrek": 31571, + "Ġdownloads": 31572, + "mutable": 31573, + "_STRUCT": 31574, + "(wx": 31575, + "Ġdomains": 31576, + "jspx": 31577, + "ĠViagra": 31578, + "Commands": 31579, + "Js": 31580, + ".cfg": 31581, + "ContentPane": 31582, + "ĠEditText": 31583, + "à¥įà¤": 31584, + "Attach": 31585, + "ĠARM": 31586, + "positive": 31587, + "ĠGenerated": 31588, + "Ġseized": 31589, + "=:": 31590, + "Ġelectronics": 31591, + "ĠAppComponent": 31592, + "/',Ċ": 31593, + ".equalsIgnoreCase": 31594, + "Doctrine": 31595, + "disk": 31596, + "ĠPolitical": 31597, + "CHO": 31598, + "": 31684, + "ĠBeauty": 31685, + "Ġ`<": 31686, + "Ġtouching": 31687, + "Ġ|--": 31688, + "ĉflag": 31689, + "normalize": 31690, + "Ġtrapped": 31691, + "Ġestablishing": 31692, + "/build": 31693, + "AJ": 31694, + "fy": 31695, + "-react": 31696, + "avn": 31697, + "RIPTION": 31698, + "Ġkut": 31699, + "ĠFashion": 31700, + "ĠInform": 31701, + "curities": 31702, + "{Ċ": 31734, + "Ġgarlic": 31735, + "Ġrepr": 31736, + "Ġreplies": 31737, + "(prop": 31738, + "Ġspirits": 31739, + "Ġinspire": 31740, + "Ġbasement": 31741, + ".reject": 31742, + "Ġhints": 31743, + "Ġpolling": 31744, + "ĉĠĊ": 31745, + "_rating": 31746, + "Ġcath": 31747, + "avier": 31748, + "Ġcompressed": 31749, + "ĠVS": 31750, + "]'": 31751, + "Ġjudicial": 31752, + "ĠTrend": 31753, + "training": 31754, + "ESTAMP": 31755, + "ognition": 31756, + "Äģ": 31757, + "SENT": 31758, + "ventions": 31759, + "Ġconsultant": 31760, + "umph": 31761, + "ĠuserService": 31762, + ",NULL": 31763, + "kh": 31764, + "Dear": 31765, + "_BAD": 31766, + "itations": 31767, + "Ġmetaph": 31768, + "'é": 31769, + "andise": 31770, + "-font": 31771, + ".chart": 31772, + "Ġsg": 31773, + "_Controller": 31774, + ".jpeg": 31775, + "ĠULONG": 31776, + "ĉgame": 31777, + "(ss": 31778, + "ĠMaj": 31779, + "ĉgo": 31780, + "ĠSad": 31781, + "ĠBerg": 31782, + "ĠMine": 31783, + "Pack": 31784, + "Ġresistant": 31785, + "ĠROM": 31786, + "Ġpeg": 31787, + "ĠStanford": 31788, + "ĠYahoo": 31789, + "Ġscaled": 31790, + "Ġlan": 31791, + "=[]": 31792, + "\"/>ččĊ": 31836, + "Ġsud": 31837, + "ĉbackground": 31838, + "Ġscholars": 31839, + "-muted": 31840, + "ará": 31841, + "Ġ=====": 31842, + "Ġ____": 31843, + "Creat": 31844, + "enever": 31845, + "/wp": 31846, + "ĠVPN": 31847, + "ErrorCode": 31848, + ")],Ċ": 31849, + "(builder": 31850, + "ĠEnemy": 31851, + "Sensor": 31852, + "usa": 31853, + "Ġtriggers": 31854, + "Ġplayoffs": 31855, + "_REQ": 31856, + "Ġ(~": 31857, + "ĠBarry": 31858, + "Ġpermanently": 31859, + "ĠRUN": 31860, + "Ġbure": 31861, + ".Fatalf": 31862, + "Ġchick": 31863, + "ĉpanic": 31864, + "psi": 31865, + "oka": 31866, + "éĢī": 31867, + ">[": 31868, + "Ġunderstands": 31869, + "ĠJunior": 31870, + "ĠINFO": 31871, + "=mysqli": 31872, + "ustain": 31873, + "-source": 31874, + "serv": 31875, + "ĠCREATE": 31876, + ".au": 31877, + "Ġsells": 31878, + "ĠĠĊĠĠĊ": 31879, + "Europe": 31880, + "zw": 31881, + "preh": 31882, + "ĠNSA": 31883, + "Ġxy": 31884, + "ิ": 31885, + "ĠBeyond": 31886, + "Instead": 31887, + "NonQuery": 31888, + "Ġarise": 31889, + "Ġavoided": 31890, + ".emplace": 31891, + "_models": 31892, + "}),Ċ": 31893, + "Ġhid": 31894, + "Ġ&_": 31895, + ".points": 31896, + ".getWidth": 31897, + ".Exec": 31898, + "Ġ////": 31899, + "ĠSessions": 31900, + "...\\": 31901, + "ĠColomb": 31902, + "Ġacceleration": 31903, + "restore": 31904, + "Ġile": 31905, + "obic": 31906, + "}Ċ": 32396, + "plaint": 32397, + "getText": 32398, + "Ġindividually": 32399, + "Ġcheckbox": 32400, + "UY": 32401, + "ĠLamb": 32402, + "Ġdysfunction": 32403, + "ĠLar": 32404, + "à°": 32405, + "ĠCreating": 32406, + "');ĊĊĊ": 32407, + "\"They": 32408, + "locations": 32409, + "_CORE": 32410, + "Interaction": 32411, + "umbnails": 32412, + "ĠPartner": 32413, + "brit": 32414, + "Ġlesser": 32415, + "ĠSlot": 32416, + "setAttribute": 32417, + "ĠWave": 32418, + ".po": 32419, + "/store": 32420, + "Ġbrowsing": 32421, + "_pd": 32422, + "sume": 32423, + "sed": 32424, + "Curve": 32425, + "Ġplasma": 32426, + "Ġsuspicious": 32427, + "ìĿ¸": 32428, + "ĠBah": 32429, + "ĠExplicit": 32430, + "_CC": 32431, + ".ClientSize": 32432, + "\\View": 32433, + "Ġsubstit": 32434, + "loon": 32435, + "ĠGAME": 32436, + "ĠBrid": 32437, + "Ľå»º": 32438, + "_User": 32439, + "Ġsquares": 32440, + "fone": 32441, + "Ġsacred": 32442, + "ughs": 32443, + "]interface": 32444, + "ĠThrow": 32445, + "ĠKirk": 32446, + "Ġempire": 32447, + "Ġassessed": 32448, + "Tax": 32449, + "ĠHeaven": 32450, + "-buffer": 32451, + "_STATIC": 32452, + "éné": 32453, + "-bordered": 32454, + "Ġpunct": 32455, + "(mode": 32456, + "Ġkeine": 32457, + "Sent": 32458, + "ĠCalcul": 32459, + "ĠEve": 32460, + "Ġstylish": 32461, + "Ġoils": 32462, + ".TestCase": 32463, + "Ġtrademark": 32464, + "Ġliterary": 32465, + "Ġconcentrations": 32466, + "ĠRelations": 32467, + "(Class": 32468, + "Ġstdin": 32469, + "Ġvæ": 32470, + "backup": 32471, + ".VERSION": 32472, + ".AutoScaleDimensions": 32473, + "starter": 32474, + "Transactional": 32475, + "-panel": 32476, + "Studio": 32477, + "kc": 32478, + "ĠChamber": 32479, + "ĠSpiel": 32480, + "Ġrho": 32481, + "اÙĦ": 32482, + "!'": 32483, + ".Attributes": 32484, + "Ġmurdered": 32485, + "apeutic": 32486, + "Ġintimate": 32487, + "ĠtextField": 32488, + "ĠBuffalo": 32489, + "dummy": 32490, + "\"%": 32491, + "ĠLiberty": 32492, + "obar": 32493, + "ĠTank": 32494, + "ĠPopular": 32495, + "ervisor": 32496, + "ĠIniti": 32497, + "ĠMall": 32498, + "ĠPrior": 32499, + "CAP": 32500, + "ĠClay": 32501, + "ĠCertificate": 32502, + ".Lock": 32503, + "-strip": 32504, + "-driven": 32505, + "/all": 32506, + "ĠMessageBoxButtons": 32507, + "_SECRET": 32508, + "_pb": 32509, + "Ġrats": 32510, + "ाà¤": 32511, + "Ġnt": 32512, + ".Router": 32513, + "_topic": 32514, + "Ġtennis": 32515, + "ĠPUBLIC": 32516, + "ĠActivatedRoute": 32517, + "Ġ',Ċ": 32518, + "Ġcostume": 32519, + "Ġjokes": 32520, + ".Handle": 32521, + "ĉbyte": 32522, + "Ġflavors": 32523, + "(cc": 32524, + "Ġpersonas": 32525, + "ĉimage": 32526, + "ĠNazi": 32527, + "Ġgrammar": 32528, + "Ġúlt": 32529, + "Ġvalve": 32530, + "Ġvic": 32531, + "ĠRachel": 32532, + "_invalid": 32533, + "Prefs": 32534, + "stdint": 32535, + "(route": 32536, + "Ġhtmlspecialchars": 32537, + "Ġpeoples": 32538, + "pline": 32539, + "Ġnv": 32540, + "ĠQuant": 32541, + "oppers": 32542, + "ĠcurrentUser": 32543, + "ĠCatal": 32544, + "Ġreconc": 32545, + "Ġconjunction": 32546, + "lx": 32547, + "amburg": 32548, + "Ġinfluential": 32549, + "danger": 32550, + "inders": 32551, + "Ġ%@\",": 32552, + ".configuration": 32553, + "osome": 32554, + ".identity": 32555, + "Ġpicker": 32556, + "nost": 32557, + "ĠDIY": 32558, + "August": 32559, + "ablo": 32560, + "Leaf": 32561, + "ĠReco": 32562, + "cko": 32563, + "DOC": 32564, + "ĠHerm": 32565, + ":any": 32566, + "ĠInterview": 32567, + "ĠTex": 32568, + "xfe": 32569, + "(work": 32570, + "Ġleap": 32571, + "Heading": 32572, + "Ġquarters": 32573, + "\\Bundle": 32574, + "reb": 32575, + "Perhaps": 32576, + "ĠGmbH": 32577, + "Birth": 32578, + "ĉsum": 32579, + "ĠWatson": 32580, + ".nil": 32581, + "ç¡": 32582, + "{}ĊĊ": 32583, + "icaid": 32584, + "Getter": 32585, + "\"name": 32586, + "Ġ\"čĊ": 32587, + "_none": 32588, + "zm": 32589, + "acute": 32590, + "uesto": 32591, + "Ġsous": 32592, + "Ġrebuild": 32593, + "Ġnewspapers": 32594, + "ĠHaz": 32595, + "Ġkits": 32596, + "ifo": 32597, + "Blur": 32598, + "Ġsuited": 32599, + "-In": 32600, + "à¯": 32601, + "ĠKeith": 32602, + "ĠNorway": 32603, + "INIT": 32604, + "ireccion": 32605, + "ieties": 32606, + "_usage": 32607, + "ĠDoug": 32608, + "rise": 32609, + "Ġtrillion": 32610, + "imited": 32611, + "ĠREL": 32612, + "alic": 32613, + "Ġcriticized": 32614, + "theorem": 32615, + "Ġcease": 32616, + "Ġsidew": 32617, + "ĠTerry": 32618, + "Ġsubsidi": 32619, + "Ġfirmly": 32620, + "Ġaws": 32621, + "Ġhott": 32622, + "Ġdressing": 32623, + "badge": 32624, + "ĠApplications": 32625, + "è¿ĶåĽŀ": 32626, + "Ġlaughed": 32627, + "Ġhobby": 32628, + "Ġmusicians": 32629, + "Ġ*.": 32630, + ".placeholder": 32631, + "Ġcounters": 32632, + "ĠCapitol": 32633, + "SDK": 32634, + "Ġhelmet": 32635, + "andbox": 32636, + "quit": 32637, + "Ġcriminals": 32638, + "Ġteenager": 32639, + "(update": 32640, + "Gl": 32641, + ".selection": 32642, + "Ġdischarge": 32643, + "Ġpresenting": 32644, + "ufacturer": 32645, + "_UNKNOWN": 32646, + "Ġstressed": 32647, + "åĻ¨": 32648, + "Proto": 32649, + "_correct": 32650, + "haus": 32651, + "Ġrenov": 32652, + "Ġfirearms": 32653, + "Ġtechnically": 32654, + "-browser": 32655, + "Ġcandy": 32656, + "Stroke": 32657, + "Ġexecutor": 32658, + "Ġoccurrence": 32659, + "ĠIPv": 32660, + "_INTERFACE": 32661, + "ĠRetrieve": 32662, + ".bad": 32663, + "Exchange": 32664, + "Navbar": 32665, + "ĠKid": 32666, + "(getApplicationContext": 32667, + "_STOP": 32668, + "ĠBoss": 32669, + "Listeners": 32670, + "Ġshooter": 32671, + "ĠAlb": 32672, + "äch": 32673, + "Ġpix": 32674, + ".keyCode": 32675, + "alone": 32676, + "Ġabsurd": 32677, + "ĠCum": 32678, + "ĠNewtonsoft": 32679, + "ikt": 32680, + "Ġlaughing": 32681, + "Ġcapitalism": 32682, + "reeNode": 32683, + "Tx": 32684, + "_QUERY": 32685, + ".Sleep": 32686, + "(login": 32687, + "WebElement": 32688, + "Ġcelebrating": 32689, + "Ġdeprecated": 32690, + "Ġmaar": 32691, + "Ġartistic": 32692, + "_ASSOC": 32693, + "ĠBorderRadius": 32694, + "ĉwp": 32695, + "Ġsurvivors": 32696, + "Inner": 32697, + "-red": 32698, + "Ġprosecution": 32699, + "_pp": 32700, + "(\"$": 32782, + "Ġcomma": 32783, + "unchecked": 32784, + "graphics": 32785, + "rors": 32786, + "GROUND": 32787, + "(public": 32788, + "Ġcustomized": 32789, + "ĠArkansas": 32790, + "ĠRew": 32791, + "Ġexpiration": 32792, + "×ķ": 32793, + "ĠCul": 32794, + "Ġnons": 32795, + ".Filter": 32796, + "Ġsenator": 32797, + "_definition": 32798, + "ashington": 32799, + "ymph": 32800, + "/J": 32801, + "Ġfuse": 32802, + "ramid": 32803, + "ĠSupplier": 32804, + "Ġautocomplete": 32805, + "Ġ}),": 32806, + ".\"ĊĊĊ": 32807, + "_functions": 32808, + "ĉto": 32809, + ".eval": 32810, + "ĠTObject": 32811, + "References": 32812, + "Ġheated": 32813, + "HAL": 32814, + "Ġ))}Ċ": 32815, + "}$": 32816, + "ĠBarr": 32817, + "_UNIT": 32818, + "+$": 32819, + "ĠgetValue": 32820, + "iped": 32821, + "chied": 32822, + "(vm": 32823, + "cue": 32824, + "_integer": 32825, + "_course": 32826, + "third": 32827, + "Ġrevised": 32828, + "**/Ċ": 32829, + "_DIRECT": 32830, + "OutOf": 32831, + "(\"(": 32832, + "ĠFeel": 32833, + "Ġreass": 32834, + "Ġsubtitle": 32835, + "peri": 32836, + "nf": 32837, + "Ġenjoys": 32838, + "Ġtreats": 32839, + ")this": 32840, + "-tabs": 32841, + "ancers": 32842, + "Ġcontinent": 32843, + "Ġcardio": 32844, + "Ser": 32845, + ".question": 32846, + "Ġphrases": 32847, + "Validators": 32848, + "Ġpopul": 32849, + "ĠlÃŃ": 32850, + "song": 32851, + "_INTERNAL": 32852, + "Ġadviser": 32853, + "Ġpuzz": 32854, + "Ġambitious": 32855, + "ĠTob": 32856, + "ĠDP": 32857, + "Ġpresidency": 32858, + "Ġsurrender": 32859, + "Ġwatches": 32860, + "_binary": 32861, + "ĠSoon": 32862, + "Ġcanada": 32863, + "(\"\")Ċ": 32864, + "]='": 32865, + "ĠBrandon": 32866, + "epsilon": 32867, + "rw": 32868, + ".addChild": 32869, + ".Copy": 32870, + "Principal": 32871, + "Photos": 32872, + "Ġmarginal": 32873, + "Ġbasics": 32874, + "eing": 32875, + "Must": 32876, + "_String": 32877, + "Ġole": 32878, + "Magento": 32879, + ".customer": 32880, + "(prev": 32881, + "ล": 32882, + "Ġloyalty": 32883, + "Cog": 32884, + "Ġprotocols": 32885, + "ĠCompanies": 32886, + "Ġtheoretical": 32887, + "Ġaccessing": 32888, + "ĠZen": 32889, + ".ones": 32890, + "attice": 32891, + "_world": 32892, + "zes": 32893, + "Ġtattoo": 32894, + "Ġmenos": 32895, + "Ġintersect": 32896, + "\"];ĊĊ": 32897, + "belie": 32898, + "Ġinactive": 32899, + ".readline": 32900, + "-labelled": 32901, + ".done": 32902, + "lickr": 32903, + "ĠWORK": 32904, + "Ġderivative": 32905, + "Ġdatabases": 32906, + "âĤĤ": 32907, + "Ġsx": 32908, + ".isArray": 32909, + "Ġys": 32910, + "Ġpada": 32911, + "ĠBullet": 32912, + "(`/": 32913, + "isActive": 32914, + "ĠCGSize": 32915, + "(equalTo": 32916, + "ĠColumbus": 32917, + "Ġmarry": 32918, + "DEV": 32919, + "_limits": 32920, + "rones": 32921, + "IAS": 32922, + "Ġtau": 32923, + "mino": 32924, + "_Write": 32925, + "ĠWine": 32926, + "Ġ[['": 32927, + "ĠPull": 32928, + "riters": 32929, + "rients": 32930, + "Ġshifting": 32931, + "upp": 32932, + "_TIMER": 32933, + "ĠConditions": 32934, + "ấ": 32935, + "ĠOrders": 32936, + "ĠStrength": 32937, + "æīĢ": 32938, + "Ġvalidity": 32939, + "Ġfot": 32940, + "etur": 32941, + "Ġbolt": 32942, + "åĨħ": 32943, + "ĠAlong": 32944, + "oshi": 32945, + "Ġassumptions": 32946, + "Ġmagazines": 32947, + "_SPI": 32948, + "Ġpunt": 32949, + "_PRODUCT": 32950, + "Ġrelay": 32951, + "ĠJavascript": 32952, + ".te": 32953, + "-es": 32954, + "Ġwidgets": 32955, + "(fs": 32956, + "\";": 33023, + "atching": 33024, + "ĠKnowledge": 33025, + "ĉThe": 33026, + ";margin": 33027, + "lessness": 33028, + "opard": 33029, + "umatic": 33030, + "()));čĊ": 33031, + "Ġfals": 33032, + "(cache": 33033, + "TypeId": 33034, + "éĢļ": 33035, + "_choice": 33036, + "ĠGoth": 33037, + "ĠSites": 33038, + "MG": 33039, + "_border": 33040, + "Indices": 33041, + "Comparer": 33042, + "ĠRedistribution": 33043, + "Ġcloset": 33044, + "Ġversatile": 33045, + "Inputs": 33046, + "********************": 33047, + "Ġobesity": 33048, + "quiz": 33049, + "gra": 33050, + "(global": 33051, + "åĬ¡": 33052, + "Ġcollector": 33053, + "Ġkor": 33054, + "ovable": 33055, + "ADC": 33056, + "ĠEventHandler": 33057, + ".nc": 33058, + "Ġplayback": 33059, + "ientos": 33060, + "_perm": 33061, + "_WARNING": 33062, + "ĠOlympics": 33063, + ".norm": 33064, + "ĠBroadcast": 33065, + "_small": 33066, + "drive": 33067, + ".iloc": 33068, + "Ġtyped": 33069, + "MEM": 33070, + "_cons": 33071, + "DMETHOD": 33072, + "Ġlun": 33073, + ".distance": 33074, + "(par": 33075, + "poon": 33076, + "Ġbast": 33077, + "activities": 33078, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 33079, + ":čĊčĊ": 33080, + "SER": 33081, + ")&&": 33082, + "_lst": 33083, + "ĠPolish": 33084, + "Ġknocked": 33085, + "Ġfrustration": 33086, + "aukee": 33087, + "Ġphosph": 33088, + "iquid": 33089, + "_coeff": 33090, + "æѤ": 33091, + "Latest": 33092, + "ĠDust": 33093, + "Tipo": 33094, + "Ġmaintains": 33095, + "Ġmarsh": 33096, + "incinn": 33097, + "lbl": 33098, + "Care": 33099, + "Ġneighborhoods": 33100, + "_gpio": 33101, + "ĠArsenal": 33102, + "Dem": 33103, + "ĠWhe": 33104, + "_hook": 33105, + "Ġldc": 33106, + "ĠHarper": 33107, + "ĠBerkeley": 33108, + "Ġgraduated": 33109, + "Percent": 33110, + "Ġarriving": 33111, + "ĠAdventure": 33112, + "(scope": 33113, + "('*": 33114, + "quarter": 33115, + "ĠMarie": 33116, + "Speaking": 33117, + "_codegen": 33118, + "Ġimmun": 33119, + "caster": 33120, + "ãĤĮ": 33121, + "åķĨ": 33122, + "ĠDimensions": 33123, + ".record": 33124, + "Ġtexto": 33125, + "ĠMichelle": 33126, + "Pending": 33127, + "(by": 33128, + "_PAR": 33129, + "ucht": 33130, + "bee": 33131, + ".Thread": 33132, + "ampire": 33133, + "know": 33134, + "ĠClinical": 33135, + "ĠmarginBottom": 33136, + "Ġdistinguish": 33137, + ".Full": 33138, + ".undefined": 33139, + "ĠSequelize": 33140, + "############################################################################": 33141, + "Ġeducated": 33142, + "_OVER": 33143, + "åºı": 33144, + "ĠÂłĠÂł": 33145, + "_each": 33146, + "Ġurge": 33147, + "depart": 33148, + "Ġdonors": 33149, + "ĠAu": 33150, + "Ġbillions": 33151, + "Ġbelonging": 33152, + "_age": 33153, + "_Int": 33154, + "Ġsubstances": 33155, + "machine": 33156, + "!!!ĊĊ": 33157, + "Ġjsonify": 33158, + "ibbean": 33159, + "ĠCad": 33160, + "ĠendTime": 33161, + "Ġcycling": 33162, + "ĠUITextField": 33163, + "Ġleverage": 33164, + "Ġvanilla": 33165, + "eat": 33166, + "Launch": 33167, + "(pt": 33168, + "states": 33169, + "ĠControls": 33170, + "ĠRespons": 33171, + "ĠJake": 33172, + "Ġasleep": 33173, + "fortunate": 33174, + ".nextLine": 33175, + "SizeMode": 33176, + "ìĿ¼": 33177, + "TestingModule": 33178, + "German": 33179, + "ĠInvestig": 33180, + ".reverse": 33181, + "ĠBACK": 33182, + "(DateTime": 33183, + "Ġnonprofit": 33184, + "ĠExpect": 33185, + "Ġtanto": 33186, + "']),": 33187, + "ĉthe": 33188, + "Multiple": 33189, + "(getActivity": 33190, + "_WAIT": 33191, + "Ġjá": 33192, + "decor": 33193, + "levance": 33194, + "ĠGitHub": 33195, + "mination": 33196, + "_quantity": 33197, + ".Scanner": 33198, + "ĠLion": 33199, + "éĶĻ误": 33200, + "Ġdre": 33201, + "Ġtantra": 33202, + "ĠcontentType": 33203, + "Ġfid": 33204, + "_alt": 33205, + "NSIndexPath": 33206, + "-pl": 33207, + "åĮĸ": 33208, + "Ġantibiot": 33209, + "tables": 33210, + "acial": 33211, + "ĠRegistry": 33212, + "Ġolive": 33213, + "igers": 33214, + "Ġsubscriber": 33215, + "_pres": 33216, + "ĠSyntax": 33217, + "Ġlovers": 33218, + ".Byte": 33219, + "olders": 33220, + "_forward": 33221, + "always": 33222, + "Caption": 33223, + "Priv": 33224, + "ĠTampa": 33225, + "isateur": 33226, + "-labelledby": 33227, + "ĠToString": 33228, + "ĠìĤ¬": 33229, + "Ġinitiated": 33230, + "WF": 33231, + "Ġinstitutional": 33232, + "inject": 33233, + "ĠScr": 33234, + "Ġdoctrine": 33235, + "Ġspacious": 33236, + "isure": 33237, + "ĠAna": 33238, + "\"time": 33239, + "essaging": 33240, + "Ġcid": 33241, + "ĠNan": 33242, + "Ġincomplete": 33243, + "TAG": 33244, + "-build": 33245, + "December": 33246, + "Ġresidual": 33247, + "(PDO": 33248, + "ĠListen": 33249, + "Ġglyph": 33250, + "Ġgaps": 33251, + "nea": 33252, + ".Rect": 33253, + "Ġsau": 33254, + "ĠPhotograph": 33255, + "Ġexecutable": 33256, + "ĠExpert": 33257, + "Coroutine": 33258, + "_sizes": 33259, + "ĠNL": 33260, + ".isValid": 33261, + ");}Ċ": 33262, + "-reg": 33263, + "Ġciting": 33264, + "cwd": 33265, + "ĠOttawa": 33266, + "ĠBatt": 33267, + "Ġrenewable": 33268, + "Ġpreliminary": 33269, + "Ġasylum": 33270, + "Ġwrist": 33271, + "Ġutiliz": 33272, + "Ġdetention": 33273, + "Fast": 33274, + "Ġange": 33275, + "incinnati": 33276, + "Ġsteering": 33277, + "ĠNaN": 33278, + "iosity": 33279, + "/page": 33280, + "Ġè¿": 33281, + "sterol": 33282, + "Ġdisg": 33283, + "(DB": 33284, + "ĠDESCRIPTION": 33285, + "Ġ_$": 33286, + "Ġobstacle": 33287, + "Ġbizarre": 33288, + "Ġextraction": 33289, + "_expected": 33290, + "Ġloses": 33291, + "ĠCelebr": 33292, + "ĠhtmlFor": 33293, + "Ġexploit": 33294, + "олÑĮзов": 33295, + "XYZ": 33296, + "Ġmagnet": 33297, + "amped": 33298, + "Ġatoms": 33299, + "Sources": 33300, + "pectives": 33301, + "Ñģли": 33302, + "Ġ=čĊ": 33303, + "Ġdare": 33304, + "ĠWalter": 33305, + "Ġbrightness": 33306, + "Ġannotations": 33307, + "ëı": 33308, + "iske": 33309, + "Schedule": 33310, + ".images": 33311, + "rosso": 33312, + "Ġ\"..": 33313, + "gamma": 33314, + "Ġinstructor": 33315, + "Ġoverwrite": 33316, + "-am": 33317, + "Ġdevastating": 33318, + "ĠSaints": 33319, + "Ġhs": 33320, + "Ġbonuses": 33321, + "$output": 33322, + "ijd": 33323, + "(ActionEvent": 33324, + "monitor": 33325, + "Ġmattress": 33326, + "January": 33327, + ".jp": 33328, + "Ġcaracter": 33329, + "Ġimpose": 33330, + "_rest": 33331, + "ĠSignature": 33332, + "Ġcoronavirus": 33333, + "ãģĬ": 33334, + "_compare": 33335, + "Measure": 33336, + "itated": 33337, + "elijk": 33338, + "igos": 33339, + "esar": 33340, + "Ġrushed": 33341, + "metry": 33342, + "_SEPARATOR": 33343, + "_WE": 33344, + "_ATTRIBUTE": 33345, + "Ġyaml": 33346, + "Ġspecs": 33347, + "ĠRah": 33348, + "pheric": 33349, + "ĠInvestment": 33350, + "äll": 33351, + "Ġappealing": 33352, + "Ġviewport": 33353, + "ç©": 33354, + "ĠmarginLeft": 33355, + "Ġsubtract": 33356, + "ĠEDIT": 33357, + "ĉArrayList": 33358, + "grading": 33359, + "ĠFailure": 33360, + "asper": 33361, + "EEK": 33362, + "(now": 33363, + ")Ċ": 33379, + "Collision": 33380, + "ĠGreater": 33381, + "ĠRacing": 33382, + "alan": 33383, + "Ġmonetary": 33384, + ",new": 33385, + "ĠSorry": 33386, + ".Enable": 33387, + "ĠInstantiate": 33388, + "ollen": 33389, + "ë©´": 33390, + "ĠCalling": 33391, + "_hour": 33392, + "ADA": 33393, + "Ġshy": 33394, + ")**": 33395, + "Ġ==>": 33396, + "Ġespecial": 33397, + "Ġinterpreted": 33398, + "!=\"": 33399, + "Ġpharmacy": 33400, + ".single": 33401, + "ĠCialis": 33402, + "Ġparas": 33403, + ".toUpperCase": 33404, + "ĠDemon": 33405, + "Prime": 33406, + "Ġrankings": 33407, + "Adding": 33408, + "_HASH": 33409, + "ĠExam": 33410, + "Ú©": 33411, + "ĠVictor": 33412, + "Okay": 33413, + "\"];čĊ": 33414, + "Ġfortune": 33415, + "ĠFETCH": 33416, + "expand": 33417, + ".Interop": 33418, + "Ġbarn": 33419, + "æ¶Ī": 33420, + "uevo": 33421, + "Ġspeculation": 33422, + "âĶĢâĶĢâĶĢâĶĢ": 33423, + "ĠNu": 33424, + "ĠBlues": 33425, + "(fname": 33426, + "Ġinhabit": 33427, + "Ġ\\\"%": 33428, + "CES": 33429, + "ulario": 33430, + "_cr": 33431, + "Ġvalidated": 33432, + "Ġmidnight": 33433, + "anking": 33434, + "Ġincorporate": 33435, + "Ġpursuit": 33436, + "EXP": 33437, + "prime": 33438, + "Pid": 33439, + "-US": 33440, + "ĠNurs": 33441, + "ĠWheel": 33442, + "éĺ": 33443, + "Ġinp": 33444, + "Ġsupportive": 33445, + ".member": 33446, + "ĠShot": 33447, + ".CheckBox": 33448, + "Ġaffirm": 33449, + "Tor": 33450, + "FullYear": 33451, + "Ġconsiderably": 33452, + "credentials": 33453, + "_opts": 33454, + "Roll": 33455, + "(round": 33456, + "Ġcoment": 33457, + "_UART": 33458, + "Ġextending": 33459, + "RG": 33460, + "resultado": 33461, + "itu": 33462, + ".getSession": 33463, + "Ġattraction": 33464, + "&D": 33465, + "$html": 33466, + "ĠJessica": 33467, + "ĠAssociate": 33468, + "añ": 33469, + "_ed": 33470, + "ĠLag": 33471, + "Ġorigins": 33472, + "())->": 33473, + "addEventListener": 33474, + "IALOG": 33475, + "åIJ¦": 33476, + ".Compare": 33477, + "Album": 33478, + "ĠKu": 33479, + "\";ĊĊ": 33523, + "quisite": 33524, + "channels": 33525, + "/res": 33526, + "ĠAnalytics": 33527, + ".appcompat": 33528, + "/to": 33529, + "ĠonError": 33530, + "(attr": 33531, + "IRM": 33532, + "Ġragaz": 33533, + "-as": 33534, + ".Second": 33535, + "oriented": 33536, + "Ġdonn": 33537, + "Ġlightning": 33538, + "fid": 33539, + "ĠPle": 33540, + "ãģ¾ãģĻ": 33541, + "tro": 33542, + ".True": 33543, + "Observable": 33544, + "×Ļ": 33545, + "umbing": 33546, + "Ġprospective": 33547, + "-filter": 33548, + "Ġpursuant": 33549, + "(points": 33550, + ".Bind": 33551, + "Ġpalm": 33552, + "clearfix": 33553, + "ös": 33554, + "ĠGonz": 33555, + "Ġweaken": 33556, + "Drive": 33557, + "enido": 33558, + "lld": 33559, + "obox": 33560, + "anean": 33561, + "Got": 33562, + "ä¿Ŀ": 33563, + "Regex": 33564, + "æĥ": 33565, + "Ġsalad": 33566, + "assis": 33567, + "\"net": 33568, + "inheritDoc": 33569, + "ĠRV": 33570, + "quier": 33571, + "Ġclazz": 33572, + "Ä±ÅŁ": 33573, + "osterone": 33574, + "Ġairline": 33575, + ".listdir": 33576, + "Ġdownloading": 33577, + "ĠPalm": 33578, + "waukee": 33579, + "<": 33580, + ".BL": 33581, + "_INLINE": 33582, + "offs": 33583, + "<<(": 33584, + "_news": 33585, + "Ġchase": 33586, + "/><": 33587, + "Ġeuros": 33588, + "ĠEgyptian": 33589, + "ĠStainless": 33590, + "_BOOL": 33591, + "ĠGuild": 33592, + "ĠDynam": 33593, + "[indexPath": 33594, + "Ġï": 33595, + "Ġmemorable": 33596, + "ĠChampion": 33597, + "ResourceManager": 33598, + ".Login": 33599, + "ĠFormer": 33600, + "yped": 33601, + "Ġlleg": 33602, + ";\",": 33603, + "DWORD": 33604, + "Ġtaxi": 33605, + "Ġbombs": 33606, + "rah": 33607, + ".tags": 33608, + "_tests": 33609, + "stones": 33610, + "âĢĿ)": 33611, + "[g": 33612, + "rtype": 33613, + "Ġvu": 33614, + "Ġhostile": 33615, + "Chars": 33616, + "ĠPatriots": 33617, + "/status": 33618, + "());Ċ": 33972, + "ajÄħ": 33973, + "_OCC": 33974, + "Ġplanets": 33975, + "æŁ¥": 33976, + "ĠDublin": 33977, + "Ġserie": 33978, + ".printf": 33979, + "deep": 33980, + "`)": 33981, + "Ġ\\$": 33982, + "Ġμ": 33983, + "_VIDEO": 33984, + "endors": 33985, + "ĠCrypto": 33986, + "Far": 33987, + ".Transparent": 33988, + ".TR": 33989, + "iasm": 33990, + "_training": 33991, + "Ġteaches": 33992, + "ĠBelt": 33993, + "Ġlimiting": 33994, + "ĠKath": 33995, + "ĠIndexPath": 33996, + "Ġachievements": 33997, + "Ġserá": 33998, + "interopRequire": 33999, + "Ġdisse": 34000, + ".If": 34001, + "arming": 34002, + "ulsion": 34003, + "Po": 34004, + "_DETAIL": 34005, + "Prototype": 34006, + "ĠCAL": 34007, + "Ġagrees": 34008, + ".vo": 34009, + ".ExecuteNonQuery": 34010, + "ĠTopic": 34011, + "Ġ'{}": 34012, + "Arm": 34013, + "Ġecc": 34014, + "Mag": 34015, + "Ġserialized": 34016, + "ĉconn": 34017, + "cached": 34018, + "=tf": 34019, + "ĠByteArray": 34020, + "protobuf": 34021, + "varchar": 34022, + "ĉASSERT": 34023, + "Ġliste": 34024, + "_trigger": 34025, + "·¸": 34026, + "Feel": 34027, + "Tahoma": 34028, + "ĠLik": 34029, + "Ġstructured": 34030, + "ergus": 34031, + ".Initial": 34032, + "_ge": 34033, + "cljs": 34034, + ".contact": 34035, + "Ġandere": 34036, + "$stmt": 34037, + "_CURRENT": 34038, + "ĠDiscover": 34039, + "$res": 34040, + "formatter": 34041, + "Ha": 34042, + "vangst": 34043, + "Ġemerge": 34044, + "ãĢĤâĢĿ": 34045, + "ĠCabinet": 34046, + "-square": 34047, + "éĥ¨": 34048, + "Ġrage": 34049, + "ĠAJ": 34050, + "ĠVT": 34051, + "shadow": 34052, + "ĠFaith": 34053, + "enames": 34054, + "pretty": 34055, + "hasil": 34056, + "party": 34057, + "Ġvarchar": 34058, + "Ġfotos": 34059, + "Ġalum": 34060, + "ĠBelgium": 34061, + ".ylabel": 34062, + "Ġdej": 34063, + "_numbers": 34064, + "Ġhu": 34065, + ".setAdapter": 34066, + "ĠUsually": 34067, + "(sample": 34068, + ".Shared": 34069, + "Ġbooked": 34070, + "Ġ>>=": 34071, + "Ġminerals": 34072, + "\">": 34091, + "prog": 34092, + "boo": 34093, + "_md": 34094, + "_pack": 34095, + "(express": 34096, + "utz": 34097, + "\\Auth": 34098, + ",id": 34099, + "ĠChile": 34100, + "actice": 34101, + "Ġrecruitment": 34102, + "Ġposes": 34103, + "Ġvulnerability": 34104, + "instanc": 34105, + "orum": 34106, + "dess": 34107, + "Ġxl": 34108, + "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%": 34109, + "(fig": 34110, + "Ġdeleting": 34111, + ".del": 34112, + ")')Ċ": 34113, + "ĠWeekly": 34114, + "???": 34115, + "(strcmp": 34116, + "smith": 34117, + "Ġpursuing": 34118, + "-so": 34119, + "ĠApps": 34120, + "/'Ċ": 34121, + "Ġdecis": 34122, + "FORE": 34123, + "Everyone": 34124, + "Ġlanes": 34125, + "Virtual": 34126, + ".attach": 34127, + "(Log": 34128, + "ĠMedicaid": 34129, + "(Path": 34130, + "ĠTurner": 34131, + "/application": 34132, + "Ġportrait": 34133, + "Ġoppose": 34134, + "checkout": 34135, + "Ġfinishes": 34136, + "_ME": 34137, + "Barrier": 34138, + "Song": 34139, + "VAR": 34140, + "Earlier": 34141, + "rella": 34142, + "Ġhast": 34143, + "azar": 34144, + "Ġpulls": 34145, + "ngx": 34146, + "Ġinspiring": 34147, + "ÑĥÑİ": 34148, + "-direction": 34149, + "Ġexplosive": 34150, + "ĠcreatedAt": 34151, + "sto": 34152, + "Ġwheat": 34153, + "ĠBuilt": 34154, + "'ai": 34155, + "Ġtracked": 34156, + "hammad": 34157, + "RowAtIndexPath": 34158, + "_heap": 34159, + "Due": 34160, + "Ġconnects": 34161, + ".publish": 34162, + "emu": 34163, + "Ġbullets": 34164, + "BAR": 34165, + "olate": 34166, + "Ġinternally": 34167, + "Ġcatching": 34168, + "-password": 34169, + "ouched": 34170, + "æĢ§": 34171, + "eous": 34172, + "Ġxrange": 34173, + "Quality": 34174, + "vv": 34175, + "Manage": 34176, + "(($": 34177, + "acements": 34178, + "ĠBrothers": 34179, + "ĠHEAD": 34180, + "ĠUnsupported": 34181, + "san": 34182, + "esi": 34183, + "***Ċ": 34184, + "Ġadaptation": 34185, + "ĠWorker": 34186, + "']/": 34187, + ".savefig": 34188, + "(trans": 34189, + "ج": 34190, + "nee": 34191, + "Correct": 34192, + "...\")Ċ": 34193, + "Ġsubmitting": 34194, + "-path": 34195, + "ĉlast": 34196, + "issan": 34197, + ".xlabel": 34198, + "ĠSepar": 34199, + "/no": 34200, + "_best": 34201, + "ĠMills": 34202, + "_sock": 34203, + "(flag": 34204, + "Ġdestinations": 34205, + "emption": 34206, + "ĠFAIL": 34207, + "åĴĮ": 34208, + "Ġrp": 34209, + "fact": 34210, + "ĉlen": 34211, + "DAY": 34212, + "Ġseiz": 34213, + "_dst": 34214, + "lip": 34215, + ".Linear": 34216, + "ĠBasket": 34217, + "$t": 34218, + "$i": 34219, + "-brand": 34220, + "ĠNeil": 34221, + "ĠEq": 34222, + "Ġthou": 34223, + "ogene": 34224, + "Ġscholarship": 34225, + "æĽ´": 34226, + "Ġswo": 34227, + "aginator": 34228, + "eni": 34229, + "(book": 34230, + "Ġblink": 34231, + "thus": 34232, + "ĠcancellationToken": 34233, + "ĠPalestinians": 34234, + "Ġprofitable": 34235, + "Ġbackpack": 34236, + "enson": 34237, + "true": 34384, + "ĠNYC": 34385, + "Ġbored": 34386, + "ĠDetect": 34387, + "Ġappar": 34388, + "Ġjeans": 34389, + "ĠTak": 34390, + "IOD": 34391, + "ĠHorse": 34392, + "(FILE": 34393, + "(?": 34394, + "rique": 34395, + "optimizer": 34396, + "nat": 34397, + "loys": 34398, + "ĉToken": 34399, + "oubted": 34400, + "uess": 34401, + "ocoa": 34402, + "DataMember": 34403, + "_POWER": 34404, + "classList": 34405, + "PushButton": 34406, + "ĠWiFi": 34407, + ".Stream": 34408, + ".guild": 34409, + "Ġnog": 34410, + "ĠPortugal": 34411, + "ĠUnter": 34412, + "Primitive": 34413, + "boss": 34414, + "ĠDeutsch": 34415, + "Ġerotic": 34416, + "Ġstrconv": 34417, + ".TryParse": 34418, + "Ġgrams": 34419, + ".Success": 34420, + "_pk": 34421, + "ĠHarvey": 34422, + "-minded": 34423, + ".country": 34424, + "[]\"": 34425, + "Ġangel": 34426, + "Ġbeats": 34427, + "ĠVor": 34428, + "ilio": 34429, + ".master": 34430, + "something": 34431, + "ĠPACK": 34432, + "(if": 34433, + "RequestBody": 34434, + "Ġantes": 34435, + "/widget": 34436, + "Ġmodo": 34437, + "ĠAW": 34438, + "finder": 34439, + "Ġoptimized": 34440, + "Ġmissiles": 34441, + "NB": 34442, + "ĉinternal": 34443, + "tex": 34444, + "ĠSri": 34445, + "Ġdamaging": 34446, + "ĠMais": 34447, + "-Allow": 34448, + "ĠZh": 34449, + "-alt": 34450, + "Ġ));ĊĊ": 34451, + "èī": 34452, + "Ġinfluences": 34453, + "Ġcatal": 34454, + "_REGISTER": 34455, + "ĠAPIs": 34456, + "-century": 34457, + "Ġbiology": 34458, + "ĠActual": 34459, + "Ġheels": 34460, + "TRACE": 34461, + "_DIG": 34462, + "Dataset": 34463, + "ĠMatter": 34464, + "Ġclassifier": 34465, + ".wikipedia": 34466, + "ĠRogers": 34467, + "Ġdonated": 34468, + "rawler": 34469, + "enen": 34470, + "Ġcasinos": 34471, + "ortal": 34472, + "Ġprive": 34473, + "spe": 34474, + "ducers": 34475, + ".ep": 34476, + "Ġgrasp": 34477, + "acji": 34478, + "Ġdairy": 34479, + "Ġbuses": 34480, + ".comm": 34481, + ".ins": 34482, + "ĠIRS": 34483, + "ĠBeer": 34484, + "adc": 34485, + "oard": 34486, + "_MET": 34487, + "Ġ'+'": 34488, + "rans": 34489, + "Ġkinda": 34490, + "ĠâĶĤ": 34491, + "ĠMaur": 34492, + "аг": 34493, + "Ġbandwidth": 34494, + "ibus": 34495, + "ĠDifferent": 34496, + "(mat": 34497, + "ĠResume": 34498, + "_UNS": 34499, + "establish": 34500, + "Ġfonction": 34501, + "Subscription": 34502, + "_company": 34503, + "Ġlightly": 34504, + ".confirm": 34505, + ".yaml": 34506, + "ĠBoost": 34507, + "Commerce": 34508, + "-template": 34509, + "_DELAY": 34510, + "ĠHI": 34511, + "Ġnavig": 34512, + "(Sender": 34513, + "ĠHS": 34514, + "_\"+": 34515, + "ĠREQUEST": 34516, + "Ġwifi": 34517, + "=\"\"Ċ": 34518, + "])->": 34519, + "Ġrope": 34520, + "Ġviolated": 34521, + "Ġglance": 34522, + "ĠKurd": 34523, + "Ġè®": 34524, + "deck": 34525, + "ĠISBN": 34526, + "Ġinfect": 34527, + "ĠFoo": 34528, + "Ġgetter": 34529, + "Ġtener": 34530, + "appe": 34531, + ".hh": 34532, + "_hot": 34533, + "\".$": 34743, + "Ġrelies": 34744, + "(Console": 34745, + "International": 34746, + "->{$": 34747, + "Mid": 34748, + "Ġdissert": 34749, + "dds": 34750, + "Ġdeposits": 34751, + "ĉdriver": 34752, + "#ga": 34753, + "prising": 34754, + "println": 34755, + "Ġpresenter": 34756, + "Ġmines": 34757, + "CSS": 34758, + "ĠDual": 34759, + "(!(": 34760, + "Ġkam": 34761, + "ĠisLoading": 34762, + "ĠProtect": 34763, + ".upper": 34764, + "arium": 34765, + "]:ĊĊĊ": 34766, + "Yii": 34767, + "-shirt": 34768, + "ĠIMAGE": 34769, + "_colors": 34770, + "Ġurgent": 34771, + ".Container": 34772, + "!(Ċ": 34773, + "Saturday": 34774, + "Ġsocieties": 34775, + "ĠThan": 34776, + "ĠCod": 34777, + "=@": 34778, + "Ġattachments": 34779, + ".mobile": 34780, + "Ġspite": 34781, + "Ġbounce": 34782, + "rawl": 34783, + "instancetype": 34784, + "ĠTruck": 34785, + "Ġmanipulation": 34786, + "(Config": 34787, + "-inst": 34788, + "Ġstor": 34789, + "itution": 34790, + "PreferredGap": 34791, + "ĠmainAxisAlignment": 34792, + "Ġlistened": 34793, + "'''ĊĊ": 34794, + "ottage": 34795, + "-project": 34796, + ".APPLICATION": 34797, + "ĉroot": 34798, + "Ġwhit": 34799, + "Ġbilder": 34800, + "Ġker": 34801, + "Ġappliances": 34802, + "rowave": 34803, + "ìĿĢ": 34804, + "ematics": 34805, + "ĠOrg": 34806, + "oping": 34807, + "_SEARCH": 34808, + "Ġcham": 34809, + "addContainerGap": 34810, + "Ġ().": 34811, + "ĠArrow": 34812, + "Illegal": 34813, + "Currently": 34814, + "Ġusa": 34815, + "Ġpasswords": 34816, + "Ġrenown": 34817, + "avern": 34818, + "ĠEvil": 34819, + "Ġconcat": 34820, + "Ġduo": 34821, + "Ġvale": 34822, + "ĠBean": 34823, + "Ġindicators": 34824, + "cmath": 34825, + "ĠPump": 34826, + "November": 34827, + "ificant": 34828, + "_DOMAIN": 34829, + "regar": 34830, + "ĠPortal": 34831, + "\"$": 34832, + "Ġformerly": 34833, + "\"]:Ċ": 34834, + "ĠVisibility": 34835, + ".getElementsByClassName": 34836, + "_RED": 34837, + "Ġchampions": 34838, + "à´": 34839, + "Valor": 34840, + "_es": 34841, + "*a": 34842, + "-repeat": 34843, + "Band": 34844, + ".stage": 34845, + "Ġbureauc": 34846, + "Cnt": 34847, + "eten": 34848, + "-function": 34849, + "Ġmuito": 34850, + "PID": 34851, + "_editor": 34852, + "Ġcrashed": 34853, + "dead": 34854, + "kat": 34855, + "agh": 34856, + "ĠEXT": 34857, + "asser": 34858, + "-small": 34859, + "Ġrealiz": 34860, + "(Entity": 34861, + "ús": 34862, + "ĠActually": 34863, + "ĠElite": 34864, + "Ġhelm": 34865, + "(nonatomic": 34866, + "asher": 34867, + "Community": 34868, + "alleng": 34869, + "iry": 34870, + "ĠGrowth": 34871, + "Ġsue": 34872, + "Ġfrequencies": 34873, + "_descriptor": 34874, + ".Attribute": 34875, + "Ġrecipients": 34876, + "_NS": 34877, + "/\"+": 34878, + "iban": 34879, + "Ġathlete": 34880, + "ĠIgn": 34881, + "_DMA": 34882, + "(ds": 34883, + "ĠRequirements": 34884, + "ADI": 34885, + "erez": 34886, + "\\Admin": 34887, + "braska": 34888, + "ĠRust": 34889, + "Relation": 34890, + "COD": 34891, + "ĠVERSION": 34892, + "emma": 34893, + ")){": 34894, + ".Duration": 34895, + "ĠCamb": 34896, + "-logo": 34897, + "Ġreadable": 34898, + "Ġcreators": 34899, + "()];Ċ": 34900, + "UpDown": 34901, + "-half": 34902, + ".getMonth": 34903, + "(sf": 34904, + "Pic": 34905, + "Ġhunger": 34906, + ".tx": 34907, + "Ġexceeded": 34908, + "_seed": 34909, + "(^": 34910, + "_sk": 34911, + ".perform": 34912, + "Ġ>::": 34913, + "Ġmongo": 34914, + "=float": 34915, + "bindParam": 34916, + "Smart": 34917, + "ifa": 34918, + "Ġsecurities": 34919, + "Ġprejud": 34920, + "Ġ,\"": 34921, + "Ġcorps": 34922, + "Ġvra": 34923, + "amacare": 34924, + "iterr": 34925, + "(Media": 34926, + "uche": 34927, + "Ġcob": 34928, + "Ġliber": 34929, + ".geometry": 34930, + "Locator": 34931, + "Ġsliding": 34932, + "Ġsurgical": 34933, + "_CUR": 34934, + "Ġconsect": 34935, + "[*": 34936, + "ĠResort": 34937, + "Stub": 34938, + "_DOUBLE": 34939, + "ĠSoph": 34940, + "Ġelectoral": 34941, + "_disable": 34942, + "ĠÑģо": 34943, + "ĠLightning": 34944, + "Ġmentions": 34945, + "ocy": 34946, + "Ġleaked": 34947, + "Ġrelaxing": 34948, + "Presenter": 34949, + "vsp": 34950, + "Ġguilt": 34951, + "=-=-": 34952, + ".reply": 34953, + "ĠMirror": 34954, + "Camp": 34955, + "Ġ+#+#+#+": 34956, + "Ġ+#+#+#+#+#+": 34957, + ".Author": 34958, + "Ġdirective": 34959, + "-hook": 34960, + "íĦ°": 34961, + "}ĊĊĊĊĊ": 34962, + "@pytest": 34963, + "_rand": 34964, + "mis": 34965, + "Ġcolorful": 34966, + "uje": 34967, + "lasses": 34968, + "ĠClasses": 34969, + ".have": 34970, + "%),": 34971, + "é¢ĺ": 34972, + "Ġdisturbing": 34973, + "substring": 34974, + "ĠKoh": 34975, + "Invest": 34976, + "purchase": 34977, + "Ġrecycling": 34978, + "ĠART": 34979, + "ierarchy": 34980, + "Ġfps": 34981, + ".checkBox": 34982, + "íķ´": 34983, + "_material": 34984, + "ducation": 34985, + "Ġfw": 34986, + "udit": 34987, + "Ġreviewing": 34988, + "ĠSid": 34989, + "Syntax": 34990, + "ĠWritten": 34991, + "argar": 34992, + "UME": 34993, + "/q": 34994, + "Classifier": 34995, + "Official": 34996, + "Ġjazz": 34997, + "Ġomega": 34998, + "Physics": 34999, + "Ġlugar": 35000, + "_accessor": 35001, + ".commands": 35002, + "Ability": 35003, + "ĠBatch": 35004, + "RAM": 35005, + "Ġencounters": 35006, + ".Qu": 35007, + "BYTE": 35008, + "ĠDistribution": 35009, + "Ġuso": 35010, + "ĠRecovery": 35011, + "approved": 35012, + "Ġdenial": 35013, + "/share": 35014, + "LinkedList": 35015, + ")čĊčĊčĊ": 35016, + "uddy": 35017, + "Ġfines": 35018, + "Ġry": 35019, + "Unicode": 35020, + "ĉrender": 35021, + "Ġpremises": 35022, + "Ġpon": 35023, + "aliases": 35024, + "/Foundation": 35025, + "cuda": 35026, + "ĠCock": 35027, + ",:)": 35028, + "(folder": 35029, + "Ġméd": 35030, + "drag": 35031, + "Ġtalents": 35032, + "ĠĠĠĊĊ": 35033, + "еÑģÑĤв": 35034, + "mob": 35035, + ".yml": 35036, + "Ġaster": 35037, + "Ġdiscre": 35038, + "goal": 35039, + "ĠGTX": 35040, + "ĠSUCCESS": 35041, + "ĠLONG": 35042, + "(find": 35043, + "Ġsingular": 35044, + "_sz": 35045, + "ĠEthereum": 35046, + "..Ċ": 35047, + "Ġirres": 35048, + "')){Ċ": 35049, + "Ġministers": 35050, + "Steps": 35051, + "iversal": 35052, + "ĠNevertheless": 35053, + "-led": 35054, + "Ġ(%)": 35055, + "ç¡®": 35056, + "Ġtimezone": 35057, + "Ġstranger": 35058, + "(render": 35059, + "Ġshutil": 35060, + "Ġmph": 35061, + "Ġtrio": 35062, + "ppy": 35063, + "Ġpredomin": 35064, + "Ġendors": 35065, + "ĠRussians": 35066, + "ĉrow": 35067, + "Ġwizard": 35068, + ".serialize": 35069, + "Ġcomplained": 35070, + "Ġsido": 35071, + "Ġdelighted": 35072, + "-me": 35073, + "ĠRav": 35074, + "Human": 35075, + "adays": 35076, + "recv": 35077, + "Working": 35078, + "Jump": 35079, + "ĠÃ¥r": 35080, + "ĠAutomatic": 35081, + "_Base": 35082, + "æł¼": 35083, + "aurants": 35084, + "¯": 35085, + "æ¸": 35086, + "(CType": 35087, + "IFI": 35088, + "(amount": 35089, + "Ġbelieving": 35090, + "=mysql": 35091, + "Ġfir": 35092, + "Ġrestoration": 35093, + "ereco": 35094, + "Т": 35095, + "_'+": 35096, + "Ġebook": 35097, + "Ġdebris": 35098, + "(inputs": 35099, + "AYOUT": 35100, + "Ġscreaming": 35101, + "avia": 35102, + "lander": 35103, + "Ġdistress": 35104, + "Ġassembled": 35105, + "ĠAvoid": 35106, + "(thread": 35107, + "ĠRPC": 35108, + "_EXIT": 35109, + "(queue": 35110, + "иÑģÑĤ": 35111, + "Dll": 35112, + "Ġskull": 35113, + "_pub": 35114, + "chez": 35115, + "minate": 35116, + "ensen": 35117, + "Ġinsane": 35118, + "bounds": 35119, + "ĠRosen": 35120, + "Ġconditioning": 35121, + "processed": 35122, + "videos": 35123, + "four": 35124, + ".Conv": 35125, + "|;Ċ": 35126, + "Personal": 35127, + "cerpt": 35128, + ":UIControlStateNormal": 35129, + "Ġdoses": 35130, + "ĠKarl": 35131, + "ĠFrequ": 35132, + ".BASE": 35133, + "ĠVote": 35134, + "Ġconcurrent": 35135, + "ĠMessageBoxIcon": 35136, + "ĠÃĸ": 35137, + "ĠDubai": 35138, + "ĠRetail": 35139, + ":number": 35140, + "ĠObserver": 35141, + "ĠBigInteger": 35142, + "_origin": 35143, + "_WORK": 35144, + "Frames": 35145, + "Ġnotably": 35146, + ".âĢľ": 35147, + "Ġtropical": 35148, + "Ġniche": 35149, + "amina": 35150, + ".sys": 35151, + "(tokens": 35152, + "modify": 35153, + "osit": 35154, + "strom": 35155, + "ĠComics": 35156, + "OPTION": 35157, + "Ticket": 35158, + "Ġfactories": 35159, + "Ġdisput": 35160, + "_File": 35161, + "ĠFinn": 35162, + "eee": 35163, + "ĠDiscord": 35164, + "_money": 35165, + ".tpl": 35166, + "_safe": 35167, + "LB": 35168, + "Ġglut": 35169, + "JK": 35170, + ".flow": 35171, + "-cont": 35172, + "gos": 35173, + "Ġhorizon": 35174, + "ĠRush": 35175, + "::*": 35176, + "Pipe": 35177, + "ulla": 35178, + "borough": 35179, + "heimer": 35180, + "(move": 35181, + "(Text": 35182, + "});čĊčĊ": 35183, + "welcome": 35184, + "ĠComponents": 35185, + "Ġgovernance": 35186, + "closed": 35187, + "ĉmargin": 35188, + "Ġlaundry": 35189, + "ĠTerminal": 35190, + "izards": 35191, + ".âĢĶ": 35192, + ".remote": 35193, + ".radius": 35194, + "ĠQuebec": 35195, + "Ġdh": 35196, + "Tech": 35197, + "ĠMist": 35198, + "seller": 35199, + "_literal": 35200, + "Ġgenius": 35201, + "Ġbrains": 35202, + "gem": 35203, + "ĠMeasure": 35204, + "Ġcatast": 35205, + "rance": 35206, + ".TextField": 35207, + "Ġconsuming": 35208, + "Ġ'\\''": 35209, + "oubtedly": 35210, + "ĠCertain": 35211, + "Ev": 35212, + "erti": 35213, + "being": 35214, + "Experience": 35215, + "Ġ//[": 35216, + "ĠArabic": 35217, + "ĠCrist": 35218, + "ĠAzure": 35219, + "Ġhora": 35220, + "ladesh": 35221, + "\\Blueprint": 35222, + "dar": 35223, + ".rel": 35224, + "Ġsuprem": 35225, + "ĠReagan": 35226, + "ĠAttributes": 35227, + "-sidebar": 35228, + "ĠuseStyles": 35229, + "ĠAirlines": 35230, + "Ġhills": 35231, + "/xhtml": 35232, + "vinc": 35233, + "_mock": 35234, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 35235, + "ĠPill": 35236, + ".LayoutStyle": 35237, + "ĠCommander": 35238, + "]<": 35239, + "signature": 35240, + "Ġ{}čĊ": 35241, + "Ġhatred": 35242, + "Ġëĭ": 35243, + "olesterol": 35244, + "Ġ********": 35245, + "ancellor": 35246, + "crop": 35247, + "TIM": 35248, + "ĉĉĊĊ": 35249, + "ysqli": 35250, + "uitive": 35251, + "ĉunset": 35252, + "_sel": 35253, + "Ġmenus": 35254, + "tick": 35255, + "Ġconstitute": 35256, + "ĠElements": 35257, + "ĠRedis": 35258, + "aggio": 35259, + "_fp": 35260, + "_depend": 35261, + "emas": 35262, + "CAST": 35263, + "orange": 35264, + "jon": 35265, + "ĠEmily": 35266, + "Ġpotatoes": 35267, + "Ġreceptor": 35268, + "ĠElectronic": 35269, + "ĠLights": 35270, + "Ġcombining": 35271, + "ĠSomeone": 35272, + "Ġ########.": 35273, + "ĠTOD": 35274, + "/show": 35275, + "Xd": 35276, + ".\"'": 35277, + "afx": 35278, + "Ġtragic": 35279, + "Styled": 35280, + "ĠMarco": 35281, + "Gallery": 35282, + "dale": 35283, + ".âĢĿĊĊĊĊ": 35284, + "érie": 35285, + "/service": 35286, + "äºĨ": 35287, + "Ġambient": 35288, + "_SETTINGS": 35289, + ".Adapter": 35290, + "lene": 35291, + "Ġtravels": 35292, + "Notice": 35293, + "Ġcleans": 35294, + "ĠFem": 35295, + "chair": 35296, + "Ñĥн": 35297, + "/my": 35298, + "_bad": 35299, + "ĠEconomics": 35300, + "ISA": 35301, + "_CNT": 35302, + "(Menu": 35303, + "äºİ": 35304, + "ĠRidge": 35305, + "Ġlengthy": 35306, + "Dot": 35307, + "Ġjumps": 35308, + "Ġhey": 35309, + "$pdf": 35310, + "Ġworm": 35311, + "Ġsut": 35312, + "Ġsher": 35313, + "iamo": 35314, + "ĠCalc": 35315, + "trieve": 35316, + "Ġcops": 35317, + "ĠChrom": 35318, + "Ġregulated": 35319, + "reatment": 35320, + "ĠHigher": 35321, + "oks": 35322, + "Ġdeze": 35323, + "LOCATION": 35324, + "ongsTo": 35325, + "Ġfinite": 35326, + "Ġvaries": 35327, + "Ġpositioned": 35328, + "'il": 35329, + "éĩij": 35330, + "Ġhike": 35331, + "(done": 35332, + "playlist": 35333, + "Ġada": 35334, + "Ġcoastal": 35335, + "ĠNancy": 35336, + ".DateTimeField": 35337, + "CppCodeGen": 35338, + "ĠSimilarly": 35339, + "reur": 35340, + "ĠContr": 35341, + "ĠHidden": 35342, + "ĠBeta": 35343, + "atched": 35344, + "_install": 35345, + ".Output": 35346, + "Lookup": 35347, + "ĠRichmond": 35348, + "quared": 35349, + "Ġmanga": 35350, + "-controls": 35351, + "ĠBernard": 35352, + "Large": 35353, + "Ġslices": 35354, + "Ġoffence": 35355, + "ĠMega": 35356, + "Ġestar": 35357, + "Ġjoints": 35358, + "Ġsumm": 35359, + "_platform": 35360, + "Buff": 35361, + ".addSubview": 35362, + "Ġretained": 35363, + "Letter": 35364, + ".dim": 35365, + "Ġessere": 35366, + "ĠScaffold": 35367, + "EXPECT": 35368, + "ĉRE": 35369, + ".longitude": 35370, + "ünd": 35371, + "Ġstatue": 35372, + ".addWidget": 35373, + "ĠCaribbean": 35374, + "addPreferredGap": 35375, + "ilde": 35376, + "UILabel": 35377, + "ĠOpport": 35378, + "Ġimperial": 35379, + "ursion": 35380, + "Ġmandate": 35381, + "Ġpromotional": 35382, + "Ġvk": 35383, + "iaÅĤ": 35384, + "Ġpyl": 35385, + "ĠCreation": 35386, + "озд": 35387, + "Ġsimpler": 35388, + ".what": 35389, + "ĠRecent": 35390, + "Storm": 35391, + ".quantity": 35392, + "ĠLov": 35393, + "\"-": 35394, + "ubbles": 35395, + "_notification": 35396, + "(world": 35397, + "urger": 35398, + "*(-": 35399, + ":\"Ċ": 35400, + "hm": 35401, + "anship": 35402, + "ĠAlmost": 35403, + "Ġmotorcycle": 35404, + "_fee": 35405, + "Ġabsorb": 35406, + "ĠVincent": 35407, + "Ġsounded": 35408, + "ÃŃst": 35409, + "Ġpharmaceutical": 35410, + "htag": 35411, + "ĠKindle": 35412, + "italize": 35413, + "ĠEmperor": 35414, + "oustic": 35415, + "Ġspecialists": 35416, + "åħ¬": 35417, + "BorderStyle": 35418, + "/\\": 35419, + "RELATED": 35420, + "(',',": 35421, + "(expr": 35422, + "Ġht": 35423, + "åįĪ": 35424, + "_Create": 35425, + "Ġspecially": 35426, + "Ġ[];čĊ": 35427, + "Ġheel": 35428, + "Ġsept": 35429, + "_arch": 35430, + "(initial": 35431, + "%.ĊĊ": 35432, + "\\\",\\\"": 35433, + "Ġdiscusses": 35434, + "Ġupt": 35435, + "Ġ[&": 35436, + "Ġmanus": 35437, + ".hand": 35438, + "ĠMAIN": 35439, + "ĠDenmark": 35440, + "Ġ],čĊ": 35441, + "Ġcryst": 35442, + "Ġnack": 35443, + "Coords": 35444, + "_inner": 35445, + "Ġmidst": 35446, + "Ġawake": 35447, + "ĠÐŀ": 35448, + "-break": 35449, + "ÃŃvel": 35450, + "_PASS": 35451, + "ĠParams": 35452, + "Ġdetr": 35453, + "Ġspider": 35454, + "ĠConcept": 35455, + "Ġprend": 35456, + "CHED": 35457, + ".Exit": 35458, + "Ġpopulated": 35459, + "Ġvirtue": 35460, + "_SESSION": 35461, + "Ġnouvel": 35462, + "oauth": 35463, + "ĠданнÑĭ": 35464, + "rink": 35465, + ".HeaderText": 35466, + "aturated": 35467, + "Ġerst": 35468, + "Ġåħ": 35469, + "à¥ĩ": 35470, + "_visible": 35471, + "eyer": 35472, + "Ġliable": 35473, + "Ġdebe": 35474, + "Ġbw": 35475, + "{-#": 35476, + "_WIN": 35477, + "dfs": 35478, + "Hover": 35479, + "ĠPUT": 35480, + "-angle": 35481, + "Ġnoble": 35482, + "Ġtraces": 35483, + "encv": 35484, + "ĠuserData": 35485, + "_ins": 35486, + "ĠSuz": 35487, + "Ġnewsletters": 35488, + "ĠModi": 35489, + "Ġentrepreneurs": 35490, + "Ġtribute": 35491, + "Ġrumors": 35492, + "Ġrr": 35493, + "ĠQuarter": 35494, + "ê³ł": 35495, + "Ġfeeds": 35496, + "óg": 35497, + "Ġenvelope": 35498, + "Ġlear": 35499, + "Ġkø": 35500, + "developer": 35501, + "Similar": 35502, + ":\")Ċ": 35503, + "subscription": 35504, + "Modifier": 35505, + "italic": 35506, + "Ġnasty": 35507, + "Ġtermination": 35508, + "Ġcharming": 35509, + "ĠâŁ": 35510, + "tons": 35511, + ".trace": 35512, + "hots": 35513, + "ĠUR": 35514, + "Mont": 35515, + "Ġjustified": 35516, + "ĠGang": 35517, + "inea": 35518, + "Ġbog": 35519, + "(ap": 35520, + "_$": 35521, + "Ġcontamin": 35522, + ".Dot": 35523, + "ĉDebug": 35524, + "(exports": 35525, + "Ġpaired": 35526, + "ĠAssignment": 35527, + "Ġautomobile": 35528, + "ĵį": 35529, + "Ġphases": 35530, + "vw": 35531, + "@SuppressWarnings": 35532, + "=\\": 35533, + "rant": 35534, + "-ed": 35535, + "ĉawait": 35536, + "Ġcertificates": 35537, + "'>\"": 35538, + "Ġintact": 35539, + "CTRL": 35540, + "Mike": 35541, + "gregation": 35542, + "ATTERN": 35543, + "Ġrepublic": 35544, + "_upper": 35545, + "iliary": 35546, + "Ġcomputation": 35547, + "hire": 35548, + "ĠShin": 35549, + "_ANY": 35550, + "ĠManufacturer": 35551, + "ĠCarm": 35552, + "Ġbearings": 35553, + "_comb": 35554, + "cad": 35555, + "uristic": 35556, + "Ġwholesale": 35557, + "Ġdonor": 35558, + ".interfaces": 35559, + "presso": 35560, + "ĠBrun": 35561, + "-close": 35562, + "prove": 35563, + "_SK": 35564, + "ĉframe": 35565, + "etros": 35566, + "ĠPain": 35567, + "_EXP": 35568, + "ĠLT": 35569, + "_fs": 35570, + ".datas": 35571, + "ĉss": 35572, + "voir": 35573, + "ĠAxis": 35574, + "Major": 35575, + "=\"<": 35576, + "[h": 35577, + "Ġprofess": 35578, + "igrate": 35579, + "(score": 35580, + "Keyword": 35581, + "\"os": 35582, + "ĠĠĠĠĉĊ": 35583, + "analysis": 35584, + "Ġreplay": 35585, + ".pass": 35586, + "\\d": 35587, + "tls": 35588, + "Ġsanct": 35589, + ".light": 35590, + "_mobile": 35591, + "ÑģÑĤÑĮ": 35592, + "ĉtotal": 35593, + "uity": 35594, + "Ġpaused": 35595, + "NAS": 35596, + "Ġencore": 35597, + "loe": 35598, + "Ġ-*-ĊĊ": 35599, + ".high": 35600, + "ampler": 35601, + "ĠSecure": 35602, + "Ġfragments": 35603, + "_vel": 35604, + "illary": 35605, + "ĠStein": 35606, + "ĠDawn": 35607, + "Ġmaximize": 35608, + "ย": 35609, + "Ġ/^": 35610, + "Ġcontinually": 35611, + "Ġshadows": 35612, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 35613, + "ĠIActionResult": 35614, + "Ġinformación": 35615, + "CHECK": 35616, + ".SelectedItem": 35617, + "bundle": 35618, + "olley": 35619, + "<": 35781, + "Ġtrajectory": 35782, + "_ring": 35783, + "Ġhydrogen": 35784, + "tron": 35785, + "Ġstatute": 35786, + "Ġconditional": 35787, + "Ġtray": 35788, + "-school": 35789, + "(widget": 35790, + "$config": 35791, + "Ġrequesting": 35792, + ".uint": 35793, + "eton": 35794, + "brities": 35795, + "OfType": 35796, + "ADMIN": 35797, + "predict": 35798, + "Ġgegen": 35799, + "ĠHapp": 35800, + "OCUMENT": 35801, + "ĠApart": 35802, + "Ġ-----": 35803, + "roe": 35804, + "uide": 35805, + "justify": 35806, + "ĠSquad": 35807, + "Ġprofes": 35808, + ".bot": 35809, + "_currency": 35810, + "innen": 35811, + "ĠMumbai": 35812, + "ĠNumbers": 35813, + "avanaugh": 35814, + "agnitude": 35815, + "âĢľThere": 35816, + "=http": 35817, + "çīĩ": 35818, + "Ġvb": 35819, + "+'{{$": 35902, + "Ġinode": 35903, + "sil": 35904, + "Ġhace": 35905, + "Ġseverely": 35906, + "ĠOverview": 35907, + "Ġspraw": 35908, + "Ġbeaches": 35909, + ":left": 35910, + "·»": 35911, + "(${": 35912, + "ĠFIRST": 35913, + "ĠSpa": 35914, + "-ass": 35915, + "Ġbaise": 35916, + "ĠNODE": 35917, + "ĠPizza": 35918, + "Pet": 35919, + "(seq": 35920, + "\\\">Ċ": 35921, + "CppMethodPointer": 35922, + "Ġvp": 35923, + "Ġia": 35924, + "_seconds": 35925, + "emet": 35926, + "/blob": 35927, + "_THRESH": 35928, + "...čĊ": 35929, + "Dest": 35930, + "ĠNH": 35931, + ".dataSource": 35932, + "ités": 35933, + "ĠJak": 35934, + "sell": 35935, + "Ġworkshops": 35936, + "\",Ċ": 36552, + "_Pin": 36553, + "uese": 36554, + "Ġoverrides": 36555, + "_ready": 36556, + "Advanced": 36557, + "Ġopi": 36558, + "-cart": 36559, + "(\"/\",": 36560, + "ĠDeb": 36561, + "CRY": 36562, + "ĠVertical": 36563, + "ĠOVER": 36564, + "ĠCorporate": 36565, + "Ġ\"\";": 36566, + "Ġstepping": 36567, + "ej": 36568, + "Ġaccusations": 36569, + "Ġoraz": 36570, + "_tail": 36571, + "Ġinduced": 36572, + "Ġelastic": 36573, + "Ġblown": 36574, + ",//": 36575, + "Ġbackgrounds": 36576, + "âĢĻune": 36577, + "-sdk": 36578, + "ĠsetInterval": 36579, + "Ġincentives": 36580, + "Ġvegetable": 36581, + "_On": 36582, + "expanded": 36583, + "pix": 36584, + "_shader": 36585, + "ĠSPDX": 36586, + "@example": 36587, + "ĠWrapper": 36588, + ".Zero": 36589, + "Positive": 36590, + "Ġspinner": 36591, + "Ġinvented": 36592, + "ĠGates": 36593, + "оÑĤоÑĢ": 36594, + "Ġcomparisons": 36595, + "è·": 36596, + ".primary": 36597, + "dataProvider": 36598, + "additional": 36599, + "ĉoptions": 36600, + "snapshot": 36601, + ".setHorizontal": 36602, + "Ġ\"{}": 36603, + "ĠFisher": 36604, + "halten": 36605, + "": 36638, + "ĠRegistered": 36639, + "INED": 36640, + "kal": 36641, + "parison": 36642, + "Ġobjeto": 36643, + "Vi": 36644, + "manda": 36645, + "Ġrenewed": 36646, + "ĠSof": 36647, + "essel": 36648, + ".ndarray": 36649, + "Ġcrap": 36650, + "管": 36651, + ".abspath": 36652, + "(up": 36653, + "Ġclearance": 36654, + "ĠTW": 36655, + "_COPY": 36656, + "ĠĠĠĠĠĠĠĠĠĠĠĠĉ": 36657, + "Ġforests": 36658, + "Ġarguably": 36659, + "ĠASS": 36660, + "hey": 36661, + "amel": 36662, + "_fore": 36663, + "ĠSoutheast": 36664, + "Ġabused": 36665, + "Ġpracticing": 36666, + "akedirs": 36667, + "主": 36668, + "_resources": 36669, + "Ġpond": 36670, + ".Fixed": 36671, + "LastError": 36672, + "ĠPsychology": 36673, + "Ġ\"//": 36674, + "!:": 36675, + "Reusable": 36676, + "Ġmensaje": 36677, + "Ġrospy": 36678, + "Ġbour": 36679, + "Ġvarieties": 36680, + "Ġempath": 36681, + "(({": 36682, + "_org": 36683, + "ĠMes": 36684, + "ĠMagento": 36685, + "ISTORY": 36686, + "Unless": 36687, + "Ġhj": 36688, + "ĠDuty": 36689, + "Jun": 36690, + ",size": 36691, + "Ġpaintings": 36692, + "Ġdispens": 36693, + "dart": 36694, + "Ġbehavioral": 36695, + "Ġrpc": 36696, + "calculate": 36697, + "fruit": 36698, + "_mm": 36699, + "ĉpthread": 36700, + "MaxLength": 36701, + "Ġcurrencies": 36702, + "_capacity": 36703, + "ĠOz": 36704, + "Ġfirearm": 36705, + "Ġcoefficient": 36706, + "Ġbankruptcy": 36707, + "wart": 36708, + "Ġfatigue": 36709, + "AVA": 36710, + "Ġespa": 36711, + "_pc": 36712, + "ĠQuotes": 36713, + "_LIGHT": 36714, + "ĠTickets": 36715, + "Ġrelates": 36716, + "Ġpublishers": 36717, + "Ġunlocked": 36718, + "Ġ//----------------------------------------------------------------": 36719, + "ĠInterruptedException": 36720, + "Ġoutlook": 36721, + "rn": 36722, + "Ġrebels": 36723, + "Written": 36724, + "Ġasian": 36725, + "otto": 36726, + "Ġĉĉĉĉ": 36727, + "_gpu": 36728, + "Txt": 36729, + ".ImageView": 36730, + "Ġsuis": 36731, + "_tables": 36732, + ".RecyclerView": 36733, + "Ġwhatsoever": 36734, + "èģ": 36735, + "]++;Ċ": 36736, + "assertTrue": 36737, + "_verify": 36738, + "ĠRivers": 36739, + "Ġ][": 36740, + "Jet": 36741, + "idian": 36742, + "Sibling": 36743, + "Ġgenres": 36744, + ".Access": 36745, + "OPS": 36746, + "Ġtrivial": 36747, + "ส": 36748, + "alen": 36749, + "вед": 36750, + "ĠSword": 36751, + "Ġscrutiny": 36752, + "(cb": 36753, + "Ġcommerce": 36754, + "Ġguarantees": 36755, + "_adv": 36756, + "ĠLET": 36757, + "recio": 36758, + "Ġhilar": 36759, + "Ġbackyard": 36760, + "ãĢı": 36761, + "Ġillustrated": 36762, + "/vendor": 36763, + ".Util": 36764, + "Ġwow": 36765, + "LOY": 36766, + "ĠMarshal": 36767, + "\">'.$": 36768, + "ĠBak": 36769, + "Ġmodifiers": 36770, + "dictionary": 36771, + "ĠStre": 36772, + "multiple": 36773, + "\")),": 36774, + "ĠCort": 36775, + "']\").": 36776, + "(admin": 36777, + "ĠCreator": 36778, + "Internet": 36779, + "(ms": 36780, + "logy": 36781, + "DECLARE": 36782, + "ĠMarcus": 36783, + "<<<<": 36784, + "ãģł": 36785, + "_my": 36786, + "(inst": 36787, + "Ġsciences": 36788, + "NDER": 36789, + ".enter": 36790, + "Ġitu": 36791, + "Ġbehave": 36792, + "Pan": 36793, + "ombies": 36794, + "='<": 36795, + "'));čĊ": 36796, + "ĠMENU": 36797, + "ĠWorkers": 36798, + ".NoError": 36799, + "Ġbindings": 36800, + "Ġdisabilities": 36801, + "{\\": 36802, + "ĠMunicip": 36803, + "Ġcores": 36804, + "urple": 36805, + "ĠNokia": 36806, + "usions": 36807, + "ĠFitness": 36808, + ".handleChange": 36809, + "Ġjavascript": 36810, + "ìļĶ": 36811, + "(dec": 36812, + "Ġpacking": 36813, + "-depend": 36814, + "Ġtranscript": 36815, + "zeros": 36816, + "_alert": 36817, + "?\",Ċ": 36818, + "libs": 36819, + "±Ð¾ÑĤ": 36820, + "Ġ|ĊĊ": 36821, + "trained": 36822, + "ĠGent": 36823, + "ĠRab": 36824, + "xp": 36825, + "_configuration": 36826, + "天": 36827, + "_accept": 36828, + ".recyclerview": 36829, + ":url": 36830, + "ĠMuhammad": 36831, + "Ġprivileges": 36832, + "_bank": 36833, + "uku": 36834, + "wallet": 36835, + "ĠROOT": 36836, + "Ġencuent": 36837, + "?family": 36838, + "ĉposition": 36839, + "Ġcg": 36840, + "Ġprecip": 36841, + "methods": 36842, + "_fast": 36843, + "increment": 36844, + "ĠTiger": 36845, + "_OCCURRED": 36846, + "quip": 36847, + "ĠHAS": 36848, + "_dom": 36849, + "Ġwreck": 36850, + "bj": 36851, + "Ġdern": 36852, + "Ġorgans": 36853, + ".entries": 36854, + "Ġ_('": 36855, + "ramento": 36856, + "ĠJamie": 36857, + "Ġpunk": 36858, + "IPP": 36859, + "Ġprograma": 36860, + "Ġattain": 36861, + "Ġproves": 36862, + "/sign": 36863, + "Ġanswering": 36864, + "Ġladder": 36865, + "****************************": 36866, + "ĠWalmart": 36867, + "ĠCONTENT": 36868, + "ductor": 36869, + "Ġverbal": 36870, + "ĠPID": 36871, + "crypto": 36872, + "_CALLBACK": 36873, + "Ġ=================================": 36874, + "Ġpotent": 36875, + "Ġshorts": 36876, + ".Uri": 36877, + ".uniform": 36878, + ";border": 36879, + "ĠWer": 36880, + "Ġherein": 36881, + "lla": 36882, + "ĠIhr": 36883, + "Pixmap": 36884, + "literal": 36885, + "!)ĊĊ": 36886, + "generic": 36887, + "rust": 36888, + "_scripts": 36889, + "osto": 36890, + "itus": 36891, + "ĠCoalition": 36892, + "Ġremot": 36893, + "deploy": 36894, + "ĠEagle": 36895, + "ãĢģãĢĮ": 36896, + "Ġimportante": 36897, + "ĉobject": 36898, + "Ġseasonal": 36899, + "nej": 36900, + "aidu": 36901, + "BindView": 36902, + "ĠSierra": 36903, + "-bg": 36904, + "ĠmakeStyles": 36905, + "[offset": 36906, + "Games": 36907, + "Ġhormone": 36908, + "ARIO": 36909, + "heads": 36910, + "(select": 36911, + "ĠStarted": 36912, + "@param": 36913, + "_decl": 36914, + "_blog": 36915, + "Ġaño": 36916, + "\\Api": 36917, + "ĠMilwaukee": 36918, + "Provid": 36919, + "Animated": 36920, + "Ġcooler": 36921, + "ĠSeed": 36922, + ".Edit": 36923, + "ÏĦ": 36924, + "ĠTaking": 36925, + "ĠborderColor": 36926, + "-founder": 36927, + ".LoggerFactory": 36928, + "Ġ\"\"ĊĊ": 36929, + "ALT": 36930, + "ĠLate": 36931, + "EDIATE": 36932, + "Ġ);ĊĊĊ": 36933, + "afa": 36934, + "Ġcancellation": 36935, + "Atom": 36936, + "ĠBirmingham": 36937, + "empresa": 36938, + "HEMA": 36939, + "ascal": 36940, + "Ġupside": 36941, + ".Version": 36942, + "ĠFolder": 36943, + "ĠEight": 36944, + "ĠVintage": 36945, + "ĠAppDelegate": 36946, + "ĠPrevention": 36947, + ".separator": 36948, + "STM": 36949, + "(room": 36950, + "generator": 36951, + "Ġcattle": 36952, + "ĉZ": 36953, + "ĠParticle": 36954, + "'};Ċ": 36955, + "Ġneighbours": 36956, + "ĠStateless": 36957, + "Ġaltitude": 36958, + "Ġsaint": 36959, + "обав": 36960, + "Ġconvinc": 36961, + "ĠContents": 36962, + "Ġjeune": 36963, + "(ts": 36964, + "Serialization": 36965, + "(collection": 36966, + "ĠJazz": 36967, + "ĠDod": 36968, + "ĠRoch": 36969, + "acio": 36970, + "commended": 36971, + "DEFINE": 36972, + ".onload": 36973, + "Ġspecialty": 36974, + "PLACE": 36975, + "_MOVE": 36976, + "Ġaccountable": 36977, + "Reuters": 36978, + "Ġficken": 36979, + "Ġdepr": 36980, + "Wow": 36981, + "Void": 36982, + ".space": 36983, + "à¸Ĺ": 36984, + "Ġtq": 36985, + "ĠPets": 36986, + "<$": 36987, + "(Current": 36988, + "berries": 36989, + "planation": 36990, + "ĠlistOf": 36991, + "ĠThu": 36992, + "ĠPRINT": 36993, + "Ġmismo": 36994, + "Ġdoi": 36995, + "chk": 36996, + "ĠUnicode": 36997, + "(role": 36998, + "Ġvirgin": 36999, + "-->Ċ": 37460, + "Vol": 37461, + "ĠSSD": 37462, + "))),": 37463, + ".Optional": 37464, + "Ġnurses": 37465, + "Ġorb": 37466, + "_pe": 37467, + ");čĊčĊčĊ": 37468, + "placed": 37469, + "esser": 37470, + "Ġtherapeutic": 37471, + "Ġwhitespace": 37472, + "Ġaston": 37473, + "Successful": 37474, + "Ġpraised": 37475, + "ĠWes": 37476, + "Ġeighth": 37477, + "iral": 37478, + "Ġvrouw": 37479, + "Ġfaction": 37480, + "_bias": 37481, + "Ġwitch": 37482, + "Ġnpc": 37483, + "(sb": 37484, + "ĠRodrig": 37485, + "_big": 37486, + "Dependency": 37487, + "ĠAbraham": 37488, + "ardi": 37489, + "CAR": 37490, + "nos": 37491, + "Ġabundance": 37492, + "Ġnutrients": 37493, + "instein": 37494, + ".Vert": 37495, + "ĠISS": 37496, + "D": 37595, + "Ġservlet": 37596, + "bastian": 37597, + "Ġ>&": 37598, + "SID": 37599, + "_clk": 37600, + "Ġdivisions": 37601, + "}',Ċ": 37602, + "Ġdildo": 37603, + "Ġparade": 37604, + "major": 37605, + "Ġaboard": 37606, + ";++": 37607, + "Ġfusion": 37608, + "\"},{\"": 37609, + "ĠDialogResult": 37610, + "ĉarr": 37611, + "-em": 37612, + "_nr": 37613, + "(handler": 37614, + ".NET": 37615, + ".XtraReports": 37616, + "ĠShah": 37617, + "ĠBrief": 37618, + "-,": 37619, + "Ġprecio": 37620, + "ĉĉĉĠĠĠĠĠĠ": 37621, + "Ġtant": 37622, + "ĠGrande": 37623, + "/xml": 37624, + "_ICON": 37625, + "ĠRetro": 37626, + "unque": 37627, + "Ġnag": 37628, + "toFixed": 37629, + "XL": 37630, + "Ġdeclaring": 37631, + "ĠConcrete": 37632, + "ĠAmazing": 37633, + "ĉprintk": 37634, + "Ġdebates": 37635, + "DATED": 37636, + "Ġaesthetic": 37637, + "emetery": 37638, + "RoutingModule": 37639, + "ĠNashville": 37640, + "WAYS": 37641, + "Ġwolf": 37642, + "Ġobservers": 37643, + "OTA": 37644, + "anson": 37645, + "Ġea": 37646, + "Ġgreenhouse": 37647, + "ĵįä½ľ": 37648, + "Ġstair": 37649, + "Ġimmigrant": 37650, + "_apply": 37651, + "peare": 37652, + "ĠBloomberg": 37653, + "_PLAYER": 37654, + "Resp": 37655, + "æŃ£": 37656, + "Chooser": 37657, + "ĠICollection": 37658, + "Peter": 37659, + "Erro": 37660, + ".detectChanges": 37661, + "Maps": 37662, + "Ġsqueeze": 37663, + "ĠHomes": 37664, + "wegian": 37665, + "Ġformatting": 37666, + "Ġnegotiate": 37667, + "uld": 37668, + "ĠNep": 37669, + "ĠQB": 37670, + "Ġeconomies": 37671, + "Ġ*/,": 37672, + "Ġredund": 37673, + "ĠAber": 37674, + ".IsNullOrWhiteSpace": 37675, + "ycled": 37676, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 37677, + "_Sh": 37678, + "Ġskept": 37679, + "Ġrecreated": 37680, + "ĠgetType": 37681, + "Ġmargins": 37682, + "Ġcolonial": 37683, + "charts": 37684, + "//@": 37685, + "Ġprocessors": 37686, + "说": 37687, + "batis": 37688, + "æĦı": 37689, + "atorio": 37690, + "mentioned": 37691, + "Patient": 37692, + "Ġprey": 37693, + "Checkbox": 37694, + "_xpath": 37695, + ".skip": 37696, + "ĠMormon": 37697, + "ĠMemoryStream": 37698, + "CREMENT": 37699, + "Ġku": 37700, + "meld": 37701, + "\\Data": 37702, + "ĠKernel": 37703, + "iltr": 37704, + "éĢģ": 37705, + "(profile": 37706, + "Carbon": 37707, + "ROLE": 37708, + "(pl": 37709, + "]*(": 37710, + ".memory": 37711, + "Ġmedal": 37712, + "Ġadvisor": 37713, + "ität": 37714, + "Ġhdr": 37715, + "ierung": 37716, + "ĠProvides": 37717, + "(alpha": 37718, + "Ġteenagers": 37719, + "-parser": 37720, + ".LatLng": 37721, + "]()Ċ": 37722, + "Ġfelony": 37723, + "ĉĉĉĊĉĉĉĊ": 37724, + "BOOK": 37725, + "Ġslash": 37726, + "Ġclearfix": 37727, + "ĠProphet": 37728, + "容": 37729, + "rightness": 37730, + "-fi": 37731, + ".kind": 37732, + "erton": 37733, + "Jim": 37734, + "Ġmanipulate": 37735, + "Ġworksheet": 37736, + "olin": 37737, + "stars": 37738, + "Ġartifact": 37739, + "_EMPTY": 37740, + "ĉmain": 37741, + "-------------';": 37809, + "Ġexpressing": 37810, + "ĠIQ": 37811, + "ĠFact": 37812, + "/*******************************************************************************Ċ": 37813, + "_mass": 37814, + ")):": 37815, + "Ġcondom": 37816, + "ĠcreateState": 37817, + "ometown": 37818, + "Ġirr": 37819, + "Ġ>(": 37820, + ">B": 37821, + "iteration": 37822, + "ãĥª": 37823, + "Ġshirts": 37824, + "ounty": 37825, + "->$": 37826, + "_SIGN": 37827, + "ĠDale": 37828, + "Ġjj": 37829, + "Easy": 37830, + "Fre": 37831, + "ĠNy": 37832, + "Ġchlor": 37833, + "matched": 37834, + "ĠGerm": 37835, + "-UA": 37836, + "ĠNathan": 37837, + "education": 37838, + "-yard": 37839, + "-che": 37840, + "houses": 37841, + "ritional": 37842, + "Ġproximity": 37843, + "Ġdiesem": 37844, + "áºŃp": 37845, + "Ġdrought": 37846, + ".audio": 37847, + "ĠLeo": 37848, + "Ġfavorable": 37849, + "inch": 37850, + "ĠDaw": 37851, + "ribly": 37852, + "_student": 37853, + "idable": 37854, + "OVE": 37855, + "Ġlacks": 37856, + "ouncing": 37857, + ".business": 37858, + "Ġreopen": 37859, + "maybe": 37860, + "_GLOBAL": 37861, + "Ġdresses": 37862, + "ĠEdwards": 37863, + "ensible": 37864, + "ĠHardware": 37865, + "ĠExcellent": 37866, + "ĠTimeUnit": 37867, + "CTIONS": 37868, + "Ġschedules": 37869, + "Ġsegue": 37870, + "Opens": 37871, + "ammen": 37872, + "-Identifier": 37873, + "Ġstaring": 37874, + "Ġhappily": 37875, + "ĠHob": 37876, + "'_": 37877, + "Ġ\");": 37878, + "amentos": 37879, + "etched": 37880, + "Ġ/>}Ċ": 37881, + ".Users": 37882, + "Ġinterrupted": 37883, + "Contacts": 37884, + "Ġregistro": 37885, + "inburgh": 37886, + "CHA": 37887, + "_imp": 37888, + "phis": 37889, + "say": 37890, + "Ġretailer": 37891, + ".NODE": 37892, + "/maps": 37893, + "_LAST": 37894, + "ĠCharge": 37895, + "_guard": 37896, + "Collider": 37897, + "ĠStatelessWidget": 37898, + "\":[\"": 37899, + "(\"../../": 37900, + "ioxide": 37901, + "ĠSund": 37902, + "Ġ'';": 37903, + "unset": 37904, + "addWidget": 37905, + "лÑİ": 37906, + "elles": 37907, + "alker": 37908, + "Arc": 37909, + "Ġdeduct": 37910, + "GUILayout": 37911, + "ĠVilla": 37912, + "Ġforbidden": 37913, + "_where": 37914, + "Ġ\\/": 37915, + "ĠTib": 37916, + "_AX": 37917, + "]čĊčĊ": 37918, + "ĠBir": 37919, + "Ġbend": 37920, + "ĠMAKE": 37921, + "ĠMET": 37922, + "Ġfutures": 37923, + "Ġweighted": 37924, + "\"\"\"čĊ": 37925, + "Ġauthorize": 37926, + "(program": 37927, + "},{\"": 37928, + "Ġcoefficients": 37929, + "ês": 37930, + "PerPage": 37931, + "ĠBathroom": 37932, + "ĠPublishing": 37933, + "GPL": 37934, + "Ġsubmissions": 37935, + "ĠNUMBER": 37936, + "jÄħ": 37937, + "Ġadditionally": 37938, + "empre": 37939, + "ĠShel": 37940, + "otyp": 37941, + "Solution": 37942, + "Ġthunder": 37943, + "_ec": 37944, + "ĠĊĠĠĠĠĊ": 37945, + "ĠFellow": 37946, + "Ġkay": 37947, + "ĠnewState": 37948, + "ONTAL": 37949, + "Implementation": 37950, + ".Look": 37951, + "Ġents": 37952, + "Ġlors": 37953, + "ĠBIG": 37954, + "fab": 37955, + "Ġaveraged": 37956, + "ĠFeedback": 37957, + "ĠWells": 37958, + "Ġmartial": 37959, + "Ġindul": 37960, + "ĠCommunist": 37961, + "ĠForex": 37962, + "ĠAgriculture": 37963, + "\"[": 37964, + "Ġquar": 37965, + "ĠKont": 37966, + "ĉview": 37967, + ".Bytes": 37968, + "desktop": 37969, + "ĠMakes": 37970, + "akespeare": 37971, + ".Nullable": 37972, + "Ġspotlight": 37973, + "VB": 37974, + "owy": 37975, + "(torch": 37976, + "tridge": 37977, + "_bounds": 37978, + "Ġapologize": 37979, + ".addItem": 37980, + "antd": 37981, + "*);Ċ": 37982, + ",u": 37983, + "(gen": 37984, + "ç»ĵ": 37985, + "reator": 37986, + "ĠCord": 37987, + "oupper": 37988, + ".metro": 37989, + "Ġew": 37990, + "ĠWORD": 37991, + ".After": 37992, + "Ġdetained": 37993, + "ĠHammer": 37994, + "existing": 37995, + "Ġost": 37996, + "Ġmonument": 37997, + "-custom": 37998, + "UserID": 37999, + "ĠNom": 38000, + "Ġrejection": 38001, + "(dim": 38002, + "Ġsingleton": 38003, + "ĉdie": 38004, + "ariance": 38005, + "reports": 38006, + "]!=": 38007, + "elda": 38008, + "Ġprevalence": 38009, + "_regs": 38010, + ".\".": 38011, + "Ġfeminist": 38012, + "Codec": 38013, + "Ġ**Ċ": 38014, + "(labels": 38015, + "_MARK": 38016, + "FAILED": 38017, + "Ġadministered": 38018, + "WN": 38019, + "ĠĠĠĠĠĠĠĠĉĉ": 38020, + "Ġnoun": 38021, + "wig": 38022, + "Ġgotta": 38023, + "Ġrif": 38024, + "-im": 38025, + "ĠPaulo": 38026, + "ĠCommandType": 38027, + "]))ĊĊ": 38028, + "-zero": 38029, + "Training": 38030, + "Ġlord": 38031, + "_art": 38032, + "reddit": 38033, + "Cert": 38034, + "Ġpeso": 38035, + "Rot": 38036, + "Ġendanger": 38037, + ".dr": 38038, + "userInfo": 38039, + "unts": 38040, + "nv": 38041, + "ĠTrailer": 38042, + "-first": 38043, + "(make": 38044, + "Ġbenefici": 38045, + "-black": 38046, + "iÃŁ": 38047, + "Ġundoubtedly": 38048, + "Ġmex": 38049, + "ĠAncient": 38050, + "(as": 38051, + "Ġdescent": 38052, + "Pick": 38053, + "Ġreplica": 38054, + "$obj": 38055, + "ähr": 38056, + "Ġarrows": 38057, + "fty": 38058, + "ĠLibya": 38059, + "uga": 38060, + "charged": 38061, + "Tur": 38062, + "Ġhomic": 38063, + "issen": 38064, + "ĠFake": 38065, + "Ġbeers": 38066, + "Ġscattered": 38067, + "(Time": 38068, + "UTIL": 38069, + "Ġbureaucr": 38070, + "/plain": 38071, + "Ġsticking": 38072, + "FAIL": 38073, + "ĠCovid": 38074, + "Third": 38075, + "_present": 38076, + "ĠPierre": 38077, + "Ġëª": 38078, + "Ġ[...]ĊĊ": 38079, + "Prob": 38080, + "ĠTraffic": 38081, + "icao": 38082, + "doctor": 38083, + "Ġ),ĊĊ": 38084, + "Tabs": 38085, + "alu": 38086, + "ï¼ļâĢľ": 38087, + "Ġinherent": 38088, + "_No": 38089, + "ritis": 38090, + "ĠProof": 38091, + ".basename": 38092, + "ä¼ļ": 38093, + "Ġchim": 38094, + "ĠProtected": 38095, + "crit": 38096, + "Ġprone": 38097, + "Ġкон": 38098, + "ĠHeroes": 38099, + "Ġanxious": 38100, + "Ġanos": 38101, + "Ġweekends": 38102, + "Ġsext": 38103, + "Ġreducer": 38104, + "=UTF": 38105, + "half": 38106, + "ĠSaw": 38107, + ".mm": 38108, + "Ġnueva": 38109, + ".currentTarget": 38110, + ".lua": 38111, + "_EXTENSION": 38112, + "ĉreg": 38113, + "ĠCtrl": 38114, + "_align": 38115, + "acceptable": 38116, + "Ġrushing": 38117, + "frac": 38118, + "Ġboasts": 38119, + "Five": 38120, + "±": 38121, + "ĠTemperature": 38122, + ">):": 38123, + "Ġcharter": 38124, + "REATED": 38125, + "Ġsubjected": 38126, + "Ġopc": 38127, + "healthy": 38128, + "使çĶ¨": 38129, + "ĠScientific": 38130, + "Ġfrau": 38131, + "riages": 38132, + "à¸Ķ": 38133, + ".inventory": 38134, + "ationale": 38135, + "Mad": 38136, + "minutes": 38137, + ">>();Ċ": 38138, + "ĠEnv": 38139, + "Ġrecordings": 38140, + "Ġsuspicion": 38141, + "sqlite": 38142, + "ĉread": 38143, + "ãģ¦": 38144, + "Ġworries": 38145, + ".putString": 38146, + "ĠShanghai": 38147, + "(uid": 38148, + "rer": 38149, + "ĠvÃŃde": 38150, + "\"):": 38151, + "Ġmethodology": 38152, + "ĠкоÑĤоÑĢ": 38153, + "ccc": 38154, + "avad": 38155, + "Ġinduction": 38156, + "ĉThread": 38157, + ",string": 38158, + "ại": 38159, + "nehmen": 38160, + "uition": 38161, + "Ġ*__": 38162, + ".emf": 38163, + "Ġìľ": 38164, + "/themes": 38165, + "ĠNine": 38166, + ".One": 38167, + "ĠEmbed": 38168, + "Ġfaz": 38169, + "uations": 38170, + "Ġprivately": 38171, + "Ġling": 38172, + "[F": 38173, + "ushi": 38174, + "Ġlaunches": 38175, + "(KEY": 38176, + "GMT": 38177, + "Ġaiming": 38178, + "patible": 38179, + "ĠBiden": 38180, + "iw": 38181, + "ĠDegree": 38182, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 38183, + "Ġ$('<": 38184, + "ários": 38185, + "toUpperCase": 38186, + "ìłľ": 38187, + "ĠEUR": 38188, + "Ġoversight": 38189, + "Ġtablesp": 38190, + "Updates": 38191, + ".makedirs": 38192, + "Ġhumidity": 38193, + "/template": 38194, + "Always": 38195, + "(IS": 38196, + "_cert": 38197, + "Dig": 38198, + "Ġunderway": 38199, + "orton": 38200, + "ĠHurricane": 38201, + "Ġspends": 38202, + "ĠSegment": 38203, + "Ġflies": 38204, + "ĠToggle": 38205, + "ĠLynch": 38206, + "Ġsenses": 38207, + "ĠKos": 38208, + "setEnabled": 38209, + "istically": 38210, + "Ġtester": 38211, + "Ġadministrators": 38212, + "Ġtagged": 38213, + "Ðĵ": 38214, + "Ġshortcut": 38215, + "ĠResolution": 38216, + "Ġsupervision": 38217, + "ĠAshley": 38218, + "Tracking": 38219, + "ulatory": 38220, + "andel": 38221, + "isten": 38222, + "Ġunre": 38223, + "(diff": 38224, + "ANTS": 38225, + "Ġrider": 38226, + "ĠsÄħ": 38227, + ".Series": 38228, + "_orders": 38229, + "ORIZONTAL": 38230, + "Ġretention": 38231, + "ãĢĤčĊčĊ": 38335, + "Ġdiagonal": 38336, + "ĠCancellationToken": 38337, + "_Internal": 38338, + "Ġruin": 38339, + ".Qt": 38340, + "ocratic": 38341, + "Tel": 38342, + "ĠAnswers": 38343, + "matic": 38344, + "Ġxp": 38345, + "atem": 38346, + "_jobs": 38347, + "_any": 38348, + "Ġseniors": 38349, + "Ġlandmark": 38350, + "ĠQList": 38351, + "Ġmaneu": 38352, + "otify": 38353, + "/\";Ċ": 38354, + "/server": 38355, + "ĠPhilosoph": 38356, + "utenant": 38357, + "(io": 38358, + "hz": 38359, + "Ġauthenticated": 38360, + "dv": 38361, + "-Compatible": 38362, + "Originally": 38363, + ",function": 38364, + "ãĢĤčĊ": 38365, + "ĠRepresentative": 38366, + "asily": 38367, + "ircuit": 38368, + ".dt": 38369, + "(math": 38370, + ".Marshal": 38371, + "[,": 38372, + "ĠCities": 38373, + "_turn": 38374, + "|)Ċ": 38375, + "Ġcantidad": 38376, + "alter": 38377, + "ĉui": 38378, + "ĠNebraska": 38379, + "Ġskirt": 38380, + ".bg": 38381, + "SharedPreferences": 38382, + "(style": 38383, + "Ġgrief": 38384, + "gew": 38385, + "Ġsafeg": 38386, + "olang": 38387, + "_lists": 38388, + "ìĽ": 38389, + "Ġgranite": 38390, + "Ġhottest": 38391, + ".jdbc": 38392, + ".Customer": 38393, + "Ġâī¤": 38394, + "Ġwaar": 38395, + "_scene": 38396, + "+'/": 38397, + "ĠJTextField": 38398, + "Ġseating": 38399, + "Ġwears": 38400, + "Ġ`/": 38401, + "Cases": 38402, + "ĠYoutube": 38403, + "ım": 38404, + "Ġbalcon": 38405, + ",G": 38406, + "MetaData": 38407, + "-price": 38408, + "SCR": 38409, + "Unity": 38410, + "Ġtrunk": 38411, + "={`${": 38412, + "Ġearthquake": 38413, + "Partial": 38414, + "Ġsubst": 38415, + "Ġelimin": 38416, + "=\"'.": 38417, + "//*[@": 38418, + "Ġsupervisor": 38419, + "vrolet": 38420, + "_article": 38421, + "Ġpane": 38422, + "bio": 38423, + "Ġmotors": 38424, + "NM": 38425, + "Frank": 38426, + "Ġonion": 38427, + "-word": 38428, + "ItemClickListener": 38429, + "Ġbrit": 38430, + "endencies": 38431, + "Computer": 38432, + "_running": 38433, + "(day": 38434, + "-he": 38435, + "(named": 38436, + "ĠSach": 38437, + "оÑĩ": 38438, + "campaign": 38439, + ".Abstract": 38440, + "(wrapper": 38441, + ".pay": 38442, + "Ġuw": 38443, + "Geo": 38444, + "rails": 38445, + "/select": 38446, + "ichte": 38447, + "sons": 38448, + "EVENT": 38449, + "Ġaliment": 38450, + "Providers": 38451, + "Await": 38452, + "_INTERVAL": 38453, + ".off": 38454, + "Ġgluten": 38455, + "_cloud": 38456, + "Ġwen": 38457, + ".extract": 38458, + "ĉbutton": 38459, + "/MM": 38460, + "Party": 38461, + "Ġdemographic": 38462, + "_errno": 38463, + "Ġhiking": 38464, + "('')Ċ": 38465, + "\",@\"": 38466, + "Ġwit": 38467, + "rá": 38468, + "ologie": 38469, + "ĠStyles": 38470, + "ĠBrowserModule": 38471, + ".RequestMapping": 38472, + "icans": 38473, + "PAGE": 38474, + "creation": 38475, + "ĠFerguson": 38476, + "uded": 38477, + "numbers": 38478, + "ĠGTK": 38479, + "Ġpresentations": 38480, + "ĠBobby": 38481, + "_span": 38482, + "estyle": 38483, + "Ġillegally": 38484, + "abela": 38485, + "Ġbattlefield": 38486, + "capacity": 38487, + "terror": 38488, + "]\");Ċ": 38489, + "Ġwarrior": 38490, + "leader": 38491, + "ĠDBG": 38492, + "ĠRevenue": 38493, + "Ġvigil": 38494, + "Ġcounterparts": 38495, + "(Error": 38496, + "ACTER": 38497, + "Ġheeft": 38498, + "Ġselections": 38499, + "zeug": 38500, + "tom": 38501, + "-two": 38502, + ".;Ċ": 38503, + "_statement": 38504, + "ĠAid": 38505, + "ĠVul": 38506, + "_rgb": 38507, + "Ġprizes": 38508, + "Ġeditable": 38509, + "ĉform": 38510, + "ını": 38511, + ".decor": 38512, + "Demo": 38513, + "lices": 38514, + "Ġenctype": 38515, + "ratulations": 38516, + "ĠROS": 38517, + "_chars": 38518, + "ĠJahr": 38519, + "partial": 38520, + "ÑĥÑĤ": 38521, + "ĠReceive": 38522, + "ĠLands": 38523, + "APTER": 38524, + "Ġchopped": 38525, + "..\"": 38526, + "ĠAnaly": 38527, + "ĠUID": 38528, + "ĠRadeon": 38529, + "ĠBee": 38530, + "Ġunm": 38531, + ">M": 38532, + ".findall": 38533, + "Tokenizer": 38534, + "ĠWHAT": 38535, + "Ġsj": 38536, + "Drawing": 38537, + "Ess": 38538, + "OND": 38539, + "Ĭ¶": 38540, + "(packet": 38541, + "âĢĶbut": 38542, + "Invocation": 38543, + "ĠNuclear": 38544, + "?;Ċ": 38545, + "Ġgrandes": 38546, + "ĠCrypt": 38547, + "remark": 38548, + "Ġ'../../../../": 38549, + "Ġinability": 38550, + "magic": 38551, + "cats": 38552, + "Ġsimulate": 38553, + ":${": 38554, + "inflate": 38555, + "Ġener": 38556, + ":NO": 38557, + "iples": 38558, + "Ġmerit": 38559, + "ĠRated": 38560, + "Ġglue": 38561, + "/blog": 38562, + "Ġgren": 38563, + "Ġthrilled": 38564, + ".CH": 38565, + "uncan": 38566, + "ĠPRIMARY": 38567, + "Ġpersec": 38568, + "Ġfeared": 38569, + ".MIN": 38570, + "ĠTheater": 38571, + "éĴ": 38572, + "ategorie": 38573, + "段": 38574, + "Ġappetite": 38575, + "square": 38576, + "ĠAlexand": 38577, + ".UserId": 38578, + "_gt": 38579, + "_enter": 38580, + "Ġgraduates": 38581, + "FragmentManager": 38582, + "Authorize": 38583, + "-NLS": 38584, + "(My": 38585, + "Ġtriumph": 38586, + "usting": 38587, + "_PARAMS": 38588, + "Characters": 38589, + "(:,:,": 38590, + "_BUILD": 38591, + "MHz": 38592, + "Ġwashed": 38593, + "Ġuncle": 38594, + "Steve": 38595, + "ardown": 38596, + "${": 38780, + "_confirmation": 38781, + "Ġtrophy": 38782, + "Works": 38783, + "ĠElectronics": 38784, + "ĠMediterranean": 38785, + "_metrics": 38786, + "Ġannouncing": 38787, + "ĠDAY": 38788, + "_proto": 38789, + "Ġpear": 38790, + "baseUrl": 38791, + "ĉĉĉĉĉĉĉĉĊ": 38792, + "Ġcoordination": 38793, + ":N": 38794, + ".animate": 38795, + "ĠCotton": 38796, + "_hit": 38797, + "âľ": 38798, + "Ġjetzt": 38799, + "ifter": 38800, + "(fields": 38801, + "ownload": 38802, + "ificacion": 38803, + ".cuda": 38804, + "ĠLiu": 38805, + ">equals": 38806, + "ĠAce": 38807, + "ÑĢам": 38808, + "ĠSuperman": 38809, + "ĠGarcia": 38810, + "Ġarrests": 38811, + "agar": 38812, + "Ġ{})": 38813, + "Ġmacros": 38814, + "roupe": 38815, + "être": 38816, + "Ġtwisted": 38817, + "struments": 38818, + "_(\"": 38819, + "_vertices": 38820, + "ĠTransition": 38821, + "ик": 38822, + "[max": 38823, + "mind": 38824, + "ĠaccessToken": 38825, + "Ġunle": 38826, + "mus": 38827, + "cop": 38828, + "ĠFactor": 38829, + "Ġconced": 38830, + "Ġretr": 38831, + ".linalg": 38832, + "-slider": 38833, + "obl": 38834, + "_StaticFields": 38835, + "Ġzombie": 38836, + "selling": 38837, + "Ġchap": 38838, + "Ġshaking": 38839, + "ĠTranslate": 38840, + "ĠAmsterdam": 38841, + "ĠETH": 38842, + "_EXTERN": 38843, + "kd": 38844, + "_disc": 38845, + "Ġpreceding": 38846, + "Ġprix": 38847, + "ObjectName": 38848, + "_modified": 38849, + "ardware": 38850, + "Ġ?>\">": 38851, + "ĠDW": 38852, + "`${": 38853, + "Ġ?>\">ĊĊ": 38959, + "Ġspinning": 38960, + "_pending": 38961, + "Matchers": 38962, + ".Keys": 38963, + "ĠPV": 38964, + "enus": 38965, + "antis": 38966, + "Ġdiscard": 38967, + "Ġhaul": 38968, + "Ġempir": 38969, + "Ġpathway": 38970, + "Ġoak": 38971, + "мен": 38972, + "-induced": 38973, + "Ġimpair": 38974, + "ĠCalgary": 38975, + ".isHidden": 38976, + "dz": 38977, + "_include": 38978, + "Ġgm": 38979, + "Ġ'('": 38980, + "PY": 38981, + "uggestions": 38982, + "Ġcommodity": 38983, + "cro": 38984, + "/sub": 38985, + "ĠgetInstance": 38986, + "ĠLegacy": 38987, + "ĠKil": 38988, + "Bal": 38989, + "(short": 38990, + "Inform": 38991, + "+x": 38992, + "*r": 38993, + "ĠHopefully": 38994, + "orate": 38995, + "Ġmachen": 38996, + "Ġtreaty": 38997, + "ĠOri": 38998, + ".public": 38999, + "-horizontal": 39000, + "Ġtactic": 39001, + "Ġbord": 39002, + "wares": 39003, + "Ġammo": 39004, + "ĠLists": 39005, + "Ġequations": 39006, + "/her": 39007, + "ĠNSW": 39008, + "Bounding": 39009, + "_Collections": 39010, + "Ġavail": 39011, + ".DropDown": 39012, + "è°": 39013, + "Ġhh": 39014, + "ĠlÃł": 39015, + ".pb": 39016, + "Ġmemorial": 39017, + "ĠATTR": 39018, + "Ġexhausted": 39019, + "Ġtsp": 39020, + "ĉredirect": 39021, + "Ġlikewise": 39022, + "STER": 39023, + "Ljava": 39024, + "Ġcondemned": 39025, + "ocaust": 39026, + "(strict": 39027, + "Ġexempt": 39028, + "Ġsms": 39029, + "Ġexagger": 39030, + "SYS": 39031, + "Ġlounge": 39032, + ":^": 39033, + "Ġtodd": 39034, + "deb": 39035, + "atorial": 39036, + "ĠPorter": 39037, + "Ġtuition": 39038, + "Ġexempl": 39039, + "Ġparen": 39040, + ".lineTo": 39041, + "Ġkidney": 39042, + "Ġça": 39043, + "Ġcui": 39044, + "ï¼Į请": 39045, + "XC": 39046, + "Ġmoż": 39047, + "Ġnominated": 39048, + "lung": 39049, + "ImGui": 39050, + "ĠBuzz": 39051, + "Ġstereo": 39052, + "portal": 39053, + "resas": 39054, + "Ġklass": 39055, + "Ġdrafted": 39056, + "Ġprojectile": 39057, + "/gpl": 39058, + "(parameters": 39059, + "*)Ċ": 39060, + "Ġassisted": 39061, + "ĠNSInteger": 39062, + "sitemap": 39063, + ":nth": 39064, + ".Views": 39065, + ".ArgumentParser": 39066, + "Ġmeer": 39067, + "zier": 39068, + "ĠDig": 39069, + "Ċ": 39136, + "Ġplag": 39137, + "pine": 39138, + "Ġblanket": 39139, + "Ġ:-": 39743, + "Ġlcd": 39744, + "---------------": 39745, + "(\"\"": 39746, + "Ġtactical": 39747, + "ĠRonald": 39748, + "extr": 39749, + "ĠFest": 39750, + "Ġfuer": 39751, + "-navigation": 39752, + "Ġkb": 39753, + "ghost": 39754, + "ĠhandleChange": 39755, + "_cls": 39756, + "()!=": 39757, + "Comparator": 39758, + ".vm": 39759, + "ĠCox": 39760, + "_review": 39761, + "/@": 39762, + "_cookie": 39763, + "Ġrecognised": 39764, + "ldap": 39765, + "Threads": 39766, + "ĠSexual": 39767, + "ĠBearing": 39768, + "(SQL": 39769, + "Ġxr": 39770, + "Ġthigh": 39771, + "URLConnection": 39772, + "ĠSUV": 39773, + "ĠmContext": 39774, + "Ġincidence": 39775, + "ĠEste": 39776, + ".sup": 39777, + "_te": 39778, + "(EXIT": 39779, + "CMD": 39780, + "/\">": 39781, + "Almost": 39782, + "ĠUne": 39783, + "Ġanderen": 39784, + "ĠSingleton": 39785, + "Ġbore": 39786, + "Think": 39787, + "Ġnarc": 39788, + "]initWith": 39789, + "_shop": 39790, + "(strategy": 39791, + "!',": 39792, + "herits": 39793, + "ĠDesk": 39794, + "_machine": 39795, + ".netty": 39796, + "ında": 39797, + "=<": 39798, + "ĠQR": 39799, + "ĠSidebar": 39800, + ".splitContainer": 39801, + "ĠonSuccess": 39802, + "Ġmonkey": 39803, + "Enjoy": 39804, + "(nodes": 39805, + "pectrum": 39806, + "Ġ(*(": 39807, + "ĉUINT": 39808, + ",height": 39809, + "ĠNetworks": 39810, + ".tail": 39811, + ".linspace": 39812, + "Ġ\"...": 39813, + "Listen": 39814, + "Æ¡": 39815, + ".Channel": 39816, + "-defined": 39817, + "Repeat": 39818, + "adjust": 39819, + "ERM": 39820, + "_application": 39821, + ".assertNotNull": 39822, + "-stream": 39823, + "Ġrabbit": 39824, + "Ġpositioning": 39825, + "Ġwoke": 39826, + "Ġfing": 39827, + "Ġmultiplayer": 39828, + "Ġregistering": 39829, + "until": 39830, + "Ã¥n": 39831, + "(::": 39832, + "ussions": 39833, + "Ġpotato": 39834, + "ĠEquals": 39835, + ".Sup": 39836, + "/apache": 39837, + "Ġ(=": 39838, + ".\")": 39839, + ".ptr": 39840, + "ĠSpeech": 39841, + ".clip": 39842, + "ĠGabriel": 39843, + "Ġmusician": 39844, + "/issues": 39845, + ".shop": 39846, + "ĠHier": 39847, + "_RET": 39848, + "_bucket": 39849, + "ãĥ¡": 39850, + "avs": 39851, + "Ġroz": 39852, + "flower": 39853, + "WriteBarrier": 39854, + "ĠMilan": 39855, + "Ġlegislature": 39856, + "ĠDoll": 39857, + "Ġproving": 39858, + ".concatenate": 39859, + "âķIJ": 39860, + "Ġgchar": 39861, + "cdnjs": 39862, + "bles": 39863, + "ĠListing": 39864, + "ло": 39865, + ".xrLabel": 39866, + "ĠSak": 39867, + "justice": 39868, + "ĠValentine": 39869, + "unless": 39870, + "Ġpiger": 39871, + "(run": 39872, + "Ġtestified": 39873, + "ANA": 39874, + "ĠRemoves": 39875, + "))));Ċ": 39876, + "recated": 39877, + "ĠRuntimeMethod": 39878, + "Ġconqu": 39879, + "ãĤ¢": 39880, + "Ġtissues": 39881, + "ailer": 39882, + "été": 39883, + "-Star": 39884, + "Ġflames": 39885, + ".setIcon": 39886, + "Ġsupern": 39887, + "Ġvagina": 39888, + "-variable": 39889, + "Ġwellness": 39890, + "CUR": 39891, + "Ġbelle": 39892, + ".getRequest": 39893, + "Ġpoco": 39894, + "benh": 39895, + "agens": 39896, + "Ġspill": 39897, + "ĠJur": 39898, + "Ġdispatcher": 39899, + "ного": 39900, + "emonic": 39901, + "(dirname": 39902, + "ĠÐĶ": 39903, + "Ġpasse": 39904, + "Ġganz": 39905, + "ricing": 39906, + "EU": 39907, + "Ġmujeres": 39908, + "essen": 39909, + ".attribute": 39910, + "jj": 39911, + "ĉĉĠĊ": 39912, + "[^": 39913, + "Ġstrtolower": 39914, + "lexer": 39915, + "ectar": 39916, + "hotel": 39917, + ".square": 39918, + "Ġrall": 39919, + "Ġlowered": 39920, + "handled": 39921, + "Market": 39922, + "ĠUses": 39923, + "ivas": 39924, + ".Business": 39925, + "ãģĹãģ¦": 39926, + "DIV": 39927, + "Ġwasted": 39928, + "Ġavoir": 39929, + "êm": 39930, + "_ACCOUNT": 39931, + ".et": 39932, + "ĉSDL": 39933, + "kap": 39934, + "Ġfox": 39935, + "uppet": 39936, + "{},Ċ": 39937, + "\",'": 39938, + "Favorite": 39939, + "PEND": 39940, + "ĠAES": 39941, + "}),": 39942, + "Ġdeduction": 39943, + "ĠpolÃŃt": 39944, + "ĠcomponentWill": 39945, + "ĠTelerik": 39946, + "_SELF": 39947, + "Ġmuse": 39948, + "Craft": 39949, + "Ġdens": 39950, + "ि": 39951, + "(tp": 39952, + "Ġtasty": 39953, + "Ġbalances": 39954, + "Ġdedication": 39955, + "ĠWallace": 39956, + "Ġunlaw": 39957, + "\\\">\\": 39958, + "Ġmum": 39959, + "-update": 39960, + "emente": 39961, + "Ġsoda": 39962, + "Republic": 39963, + "asmine": 39964, + "éric": 39965, + "(Status": 39966, + "ĠJsonConvert": 39967, + "ĠDisk": 39968, + ".Redirect": 39969, + "Ġfilming": 39970, + "/mol": 39971, + "Ro": 39972, + "Ġville": 39973, + "Ġtrabaj": 39974, + "Ġsynthesis": 39975, + "rega": 39976, + "Ġrl": 39977, + "Scheduler": 39978, + "ISHED": 39979, + "currentUser": 39980, + "(errors": 39981, + "'h": 39982, + "_bot": 39983, + "ximo": 39984, + "ĠUSART": 39985, + "_super": 39986, + "_DECREF": 39987, + "ной": 39988, + "_ROW": 39989, + "Ġpromotes": 39990, + "ĠTA": 39991, + "Ġhoras": 39992, + "ĠRepresents": 39993, + "Ġnameof": 39994, + "ĠExc": 39995, + "ĠGarage": 39996, + "Ġseine": 39997, + ",#": 39998, + "Ġherb": 39999, + "/resources": 40000, + "Ġpleaded": 40001, + ".radioButton": 40002, + "Ġæĺ": 40003, + "Ops": 40004, + "ĠNest": 40005, + "cstring": 40006, + "ĠDefence": 40007, + "Ġrefere": 40008, + "_leaf": 40009, + "Ġrevelation": 40010, + "ë§": 40011, + ".executeUpdate": 40012, + "_WORLD": 40013, + "Ġexpans": 40014, + "(\"\\\"": 40015, + "jab": 40016, + "Ġdoubts": 40017, + "ĠGeometry": 40018, + "Ġintroduces": 40019, + "Ġsenators": 40020, + "Ġcanal": 40021, + ".helper": 40022, + "ĠBiology": 40023, + "_SENS": 40024, + ".previous": 40025, + "-touch": 40026, + "abit": 40027, + "Ġimpacted": 40028, + "Ġbrackets": 40029, + ".direct": 40030, + "accum": 40031, + "Ġtestosterone": 40032, + "ĉaction": 40033, + "ĠChance": 40034, + "Ġpeaks": 40035, + "CppCodeGenWriteBarrier": 40036, + "Ġunbelie": 40037, + "_press": 40038, + ".Rel": 40039, + "angled": 40040, + "/templates": 40041, + "-->čĊ": 40042, + "lime": 40043, + "Ġsufficiently": 40044, + "_nt": 40045, + "Expand": 40046, + ".isfile": 40047, + "ĠisEmpty": 40048, + "Ġqt": 40049, + "Ġmulher": 40050, + "acob": 40051, + "George": 40052, + "常": 40053, + "Ġassim": 40054, + "aso": 40055, + "Ġcomprised": 40056, + "OV": 40057, + "(CONFIG": 40058, + "ĉwriter": 40059, + "Ġdesp": 40060, + "Ġtenure": 40061, + "(cr": 40062, + ".pool": 40063, + "ĠBrend": 40064, + "Ġcensor": 40065, + "(timeout": 40066, + "Ġplea": 40067, + ".Wrap": 40068, + "Ġtightly": 40069, + "ĠWere": 40070, + "ĠIgnore": 40071, + "abei": 40072, + "Ġbridges": 40073, + "Ġcondemn": 40074, + "Ġsimplicity": 40075, + "Ġroutinely": 40076, + "Ġblacks": 40077, + "jb": 40078, + "ĠPit": 40079, + "Utf": 40080, + "Ġ/Ċ": 40081, + "reload": 40082, + "ĠsetObject": 40083, + "/global": 40084, + "Ġfatty": 40085, + "Ġsocks": 40086, + "Couldn": 40087, + "Ġerotisk": 40088, + "æĿ¡": 40089, + "ĠPressure": 40090, + "ĠMaz": 40091, + "npos": 40092, + "tolower": 40093, + "ĠEQ": 40094, + "uteur": 40095, + "ĠMoment": 40096, + "Ġeta": 40097, + "{{--": 40098, + "Ġgraphs": 40099, + "ĠGuar": 40100, + "rine": 40101, + "(--": 40102, + "ĠHttpStatus": 40103, + "(student": 40104, + "*np": 40105, + "Ġrailway": 40106, + "Ġasynchronous": 40107, + "_vm": 40108, + "'],'": 40109, + ",text": 40110, + "merchant": 40111, + "(Guid": 40112, + "ĠGra": 40113, + "ixer": 40114, + "fetchAll": 40115, + ".addListener": 40116, + "flip": 40117, + "*$": 40118, + ">(),": 40119, + "Ġsunlight": 40120, + "assigned": 40121, + "Ġabc": 40122, + "ĠCOLUMN": 40123, + "ĠðŁĻĤĊĊ": 40124, + ")...": 40125, + "Ġensemble": 40126, + "Ġnewline": 40127, + "_SINGLE": 40128, + "iedad": 40129, + "Ġdarker": 40130, + "ormap": 40131, + "Ġlion": 40132, + "plits": 40133, + "Ġillustration": 40134, + "ĠIEEE": 40135, + "Ġvista": 40136, + "ousands": 40137, + "*******": 40138, + "ĠTommy": 40139, + "Ġhue": 40140, + "Sel": 40141, + "Ġaura": 40142, + "ĠTherapy": 40143, + "Ġanimator": 40144, + ".constraints": 40145, + "Ġvague": 40146, + "(\"\")": 40147, + "Ġvillain": 40148, + "Ġblessing": 40149, + "ĠstringBuilder": 40150, + "ĠMisc": 40151, + "ĠDIR": 40152, + "fax": 40153, + "-node": 40154, + "ĠWalking": 40155, + "ĠAU": 40156, + "sess": 40157, + "Ġgrill": 40158, + "VERTISE": 40159, + "ĠFoods": 40160, + "Ġtournaments": 40161, + "Ãĵ": 40162, + "ĠMarsh": 40163, + "Ġwonders": 40164, + "Longitude": 40165, + ".CommandText": 40166, + "=input": 40167, + "_encoder": 40168, + "pageSize": 40169, + "ĠgetState": 40170, + ">>Ċ": 40171, + ".grey": 40172, + "pod": 40173, + "Ġreadings": 40174, + "Ġreconsider": 40175, + "Startup": 40176, + "Ġexcer": 40177, + ".balance": 40178, + "_cycle": 40179, + "_Time": 40180, + "LOCAL": 40181, + "ĠEFI": 40182, + "ĠReyn": 40183, + ".setForeground": 40184, + "byn": 40185, + "Ġdisconnected": 40186, + "ACTIVE": 40187, + "Ġembedding": 40188, + "ickers": 40189, + "Ġsurroundings": 40190, + "*c": 40191, + "Ġgarant": 40192, + "Ġbf": 40193, + "Ġwipe": 40194, + "Ġä¸ĭ": 40195, + "_TRA": 40196, + "adox": 40197, + "çķ": 40198, + "Ġsucks": 40199, + "ĠSongs": 40200, + "ĠAssociates": 40201, + "ĠBald": 40202, + "ĠBrett": 40203, + "venile": 40204, + "Ġvt": 40205, + "Ġinade": 40206, + "Ġresigned": 40207, + "ĠGlenn": 40208, + ".pattern": 40209, + ".DataBind": 40210, + "Ñĥм": 40211, + "LayoutInflater": 40212, + "chet": 40213, + "ĠTestament": 40214, + ".ms": 40215, + "Ġpav": 40216, + "ĠReactDOM": 40217, + "urdy": 40218, + "ADATA": 40219, + "Mu": 40220, + "/actions": 40221, + "ĠJs": 40222, + "_extract": 40223, + "ĠBring": 40224, + ":id": 40225, + "strt": 40226, + "ivation": 40227, + "Ġoutright": 40228, + "azu": 40229, + "loyment": 40230, + "иÑı": 40231, + "aldo": 40232, + "ĠPublisher": 40233, + "Education": 40234, + "Palette": 40235, + "_drv": 40236, + "Ġ($(": 40237, + "ĠAnda": 40238, + "Ġremedy": 40239, + "Ġinconsistent": 40240, + "tection": 40241, + "Ġregulators": 40242, + "Ġshortest": 40243, + "(pair": 40244, + "ĠInstallation": 40245, + "Ġdefendants": 40246, + "Ġ();": 40247, + "-large": 40248, + "Mel": 40249, + "Ġthreaten": 40250, + "нÑı": 40251, + "Ġfetish": 40252, + "otine": 40253, + "_dic": 40254, + "Ġ<$": 40255, + "Ġstagger": 40256, + "spi": 40257, + "$response": 40258, + "Serv": 40259, + "-born": 40260, + "jos": 40261, + "ĉimg": 40262, + "ĉWHERE": 40263, + "_lt": 40264, + "å½ĵ": 40265, + ".cost": 40266, + "ĠTue": 40267, + ".labels": 40268, + "ĠLV": 40269, + "wcsstore": 40270, + "ĠJesse": 40271, + "ห": 40272, + "Trade": 40273, + "Ġpredecessor": 40274, + "ëĤ": 40275, + "finally": 40276, + "_general": 40277, + "oggler": 40278, + "_REGION": 40279, + "nement": 40280, + "Ġblogger": 40281, + "ĠHarbor": 40282, + "ĠDataset": 40283, + "[w": 40284, + "Ġattendees": 40285, + ".ico": 40286, + "maximum": 40287, + ".Unlock": 40288, + "_SYNC": 40289, + "ágina": 40290, + "Ġdowns": 40291, + "ĠWii": 40292, + "])/": 40293, + "Ġkicking": 40294, + "unication": 40295, + "ĠDAC": 40296, + "ĠIDS": 40297, + "ĠRental": 40298, + "ĠcurrentTime": 40299, + "Ġvaccines": 40300, + "ĠDevil": 40301, + "Ġnors": 40302, + "_mouse": 40303, + "urrection": 40304, + "(no": 40305, + "Ġ>čĊ": 40306, + "Ġaggression": 40307, + "Ġbreeding": 40308, + ".symbol": 40309, + "iman": 40310, + "AbsolutePath": 40311, + "ĠWHO": 40312, + "_flush": 40313, + "-root": 40314, + "arna": 40315, + "&M": 40316, + "Ġfathers": 40317, + "ĠRocket": 40318, + "iveau": 40319, + "Ġwander": 40320, + "Ġcompos": 40321, + "ĠWarrior": 40322, + "ĠSeat": 40323, + "ĠClinic": 40324, + "_invoice": 40325, + "(dispatch": 40326, + "Producto": 40327, + "aturing": 40328, + "ossier": 40329, + "ĠMAY": 40330, + "Ġdagger": 40331, + "Ġsanitized": 40332, + "ĠRFC": 40333, + "Ġproph": 40334, + "Ġurine": 40335, + "Ġgrind": 40336, + "ĠExpanded": 40337, + "descripcion": 40338, + "-fw": 40339, + "ĠKerry": 40340, + "=name": 40341, + "Ġchk": 40342, + "Ġnationally": 40343, + "Ġthee": 40344, + "Inc": 40345, + "Ġ?>>": 40346, + ".RadioButton": 40347, + ".HttpServletResponse": 40348, + "/Y": 40349, + "ĉfield": 40350, + "Ġhomme": 40351, + "yper": 40352, + "Physical": 40353, + "=v": 40354, + "Ġdriv": 40355, + "ĠErrors": 40356, + "ĠcÄĥ": 40357, + "Death": 40358, + "ĠWINDOW": 40359, + "Ġpoet": 40360, + "ĠSharp": 40361, + "ĠImmutable": 40362, + "ĉcreate": 40363, + "Ġgeht": 40364, + "ĠReform": 40365, + "aiser": 40366, + "ĠInitialization": 40367, + "Ġimmunity": 40368, + ".compose": 40369, + "Ġlatency": 40370, + "ĠLebanon": 40371, + "ĠParad": 40372, + "Ġfuels": 40373, + "ĠExhib": 40374, + "coh": 40375, + "%\">Ċ": 40376, + "ĠCLI": 40377, + ")initWith": 40378, + "-Za": 40379, + "_CLEAR": 40380, + "regn": 40381, + "Ġfinances": 40382, + ".standard": 40383, + "_CATEGORY": 40384, + ".library": 40385, + "Ġtravelers": 40386, + "_wp": 40387, + "ĠEvaluation": 40388, + "starting": 40389, + "Ġ)),Ċ": 40390, + "episode": 40391, + "ĠVariant": 40392, + "Ġdaemon": 40393, + "ĠJulia": 40394, + "ĠNR": 40395, + "Ġdoubles": 40396, + "'": 40626, + "Ġqueryset": 40627, + ";}čĊ": 40628, + "ĠPopulation": 40629, + "utedString": 40630, + "resident": 40631, + "_FONT": 40632, + "ĠRespond": 40633, + "Ġobscure": 40634, + "Ġobservable": 40635, + "ĠContributors": 40636, + "kon": 40637, + "ĠMusk": 40638, + "exao": 40639, + "ĠTub": 40640, + "BootApplication": 40641, + "SOR": 40642, + ".Horizontal": 40643, + ".findBy": 40644, + ".power": 40645, + "Ġpositively": 40646, + "venience": 40647, + "ĠJong": 40648, + "Ġwhistle": 40649, + "ĠзнаÑĩ": 40650, + "Ġlending": 40651, + "Ġdestructive": 40652, + "ĠonDelete": 40653, + "authorization": 40654, + "();?>": 40655, + "_original": 40656, + "science": 40657, + "atra": 40658, + "?,?,": 40659, + "ĠAsc": 40660, + "Ġconvincing": 40661, + "$a": 40662, + "orgen": 40663, + "_Date": 40664, + "ĠProvide": 40665, + "Ġlonely": 40666, + ")'Ċ": 40667, + "exchange": 40668, + ";?>Ċ": 40669, + ".fast": 40670, + "Samples": 40671, + "London": 40672, + "'])čĊ": 40673, + "ĠIonic": 40674, + "Ġpesso": 40675, + "ĠKnights": 40676, + "ĠRaf": 40677, + "_attrs": 40678, + "Ġrepeal": 40679, + ">Main": 40680, + "ĠOrdered": 40681, + "_New": 40682, + "=\"\">\";Ċ": 40763, + "ĠSERVER": 40764, + "ĠHEADER": 40765, + "_velocity": 40766, + "ĠInvoke": 40767, + ".timestamps": 40768, + "Ġsulf": 40769, + "IQUE": 40770, + "Ġinhabitants": 40771, + "phins": 40772, + "azzo": 40773, + "Ġmono": 40774, + "Legend": 40775, + "Ġnonce": 40776, + "IFE": 40777, + ";\";Ċ": 40778, + "-create": 40779, + "\"\",Ċ": 40780, + "permit": 40781, + "ĠImmigration": 40782, + "Ġpathname": 40783, + "ffective": 40784, + "âĻĢâĻĢ": 40785, + "Ġexams": 40786, + "-event": 40787, + "ĠTill": 40788, + "[mid": 40789, + "FIX": 40790, + ";color": 40791, + "(Order": 40792, + "_traits": 40793, + "ĠorderBy": 40794, + "Ġsunt": 40795, + "ĠNicholas": 40796, + "ز": 40797, + "Ġsunny": 40798, + "iners": 40799, + "Ġaccessibility": 40800, + "ĠHB": 40801, + ".comp": 40802, + "ĉop": 40803, + "Ġminorities": 40804, + "etheus": 40805, + "Ġcollaborative": 40806, + "prit": 40807, + "HIR": 40808, + "Ġwraps": 40809, + "ĉdraw": 40810, + "god": 40811, + "ĠIX": 40812, + ".apps": 40813, + "ĠNM": 40814, + "Ġirrelevant": 40815, + "ĠTigers": 40816, + "Ġdiag": 40817, + "GV": 40818, + "ĠAccessories": 40819, + "kont": 40820, + "Ġsimplify": 40821, + "ĠFavorite": 40822, + "_tools": 40823, + "([]);Ċ": 40824, + "Ġtowers": 40825, + "Bes": 40826, + "Ġhunter": 40827, + "Ġsalon": 40828, + "(buff": 40829, + "ĉdebug": 40830, + "Ġmalware": 40831, + "Moving": 40832, + "-options": 40833, + ")+'": 40834, + "ĠLOVE": 40835, + "_SOCKET": 40836, + "_fin": 40837, + "ĠDelaware": 40838, + "Ġsheriff": 40839, + "-invalid": 40840, + "ĠFULL": 40841, + "Ġпод": 40842, + "elas": 40843, + "\"strings": 40844, + "ĠRepresentatives": 40845, + "surface": 40846, + "resolved": 40847, + "htdocs": 40848, + ")):čĊ": 40849, + "Ġpressures": 40850, + "Ġnorms": 40851, + "Ġpla": 40852, + "Ġsurname": 40853, + "Ġpostal": 40854, + "ĠDepart": 40855, + "Ġslaughter": 40856, + "orida": 40857, + "Ġhebben": 40858, + "Ġdesar": 40859, + "compact": 40860, + "_LANG": 40861, + "åIJĪ": 40862, + "opoly": 40863, + "_rad": 40864, + "ĠSTDMETHOD": 40865, + "Lazy": 40866, + "ĠĠĠĉ": 40867, + "...,": 40868, + "(web": 40869, + "ĠPont": 40870, + "Ġetwas": 40871, + "Ġupward": 40872, + "_hat": 40873, + "Ġ],ĊĊ": 40874, + "ĠbaseUrl": 40875, + "Ġworrying": 40876, + "-addon": 40877, + "(getClass": 40878, + "SPI": 40879, + "Ġcapturing": 40880, + ")},Ċ": 40881, + "Effects": 40882, + "Ġcompetent": 40883, + "Ġfoul": 40884, + "Ġsubscribing": 40885, + "ĠOBJECT": 40886, + "IXEL": 40887, + "bucks": 40888, + "(edge": 40889, + "(pass": 40890, + "ĠPeterson": 40891, + "Ġboobs": 40892, + "ĠDelay": 40893, + "_square": 40894, + "elim": 40895, + "oters": 40896, + "_PC": 40897, + "%E": 40898, + "onclick": 40899, + "ĠSVG": 40900, + "Ġtopped": 40901, + "Ġfist": 40902, + "smart": 40903, + "ĠRalph": 40904, + "(owner": 40905, + "jours": 40906, + "Ġbronze": 40907, + "ĠArgumentException": 40908, + "(original": 40909, + "_SCALE": 40910, + "_cp": 40911, + "Ġrecommends": 40912, + ".setStyle": 40913, + "Sure": 40914, + "LAND": 40915, + "Ġrepeating": 40916, + "Matt": 40917, + ".Visibility": 40918, + "Ġenterprises": 40919, + ".Setup": 40920, + "(scene": 40921, + "ĠReactive": 40922, + "urge": 40923, + "bw": 40924, + ".Put": 40925, + "persist": 40926, + ".cookie": 40927, + "ĠAudi": 40928, + "`s": 40929, + "supplier": 40930, + "(Form": 40931, + "¡": 40932, + "_so": 40933, + "ĮĢ": 40934, + "ĠLegion": 40935, + "tte": 40936, + "Nd": 40937, + "Loss": 40938, + "(attrs": 40939, + ".scatter": 40940, + "Ġgroom": 40941, + "Ġglimpse": 40942, + "Ġnails": 40943, + "Ġcumulative": 40944, + "Ġfazer": 40945, + "_services": 40946, + ".Num": 40947, + "ibilit": 40948, + "_resolution": 40949, + "ĠTx": 40950, + "uminium": 40951, + "opa": 40952, + ".schedule": 40953, + "smtp": 40954, + "à¸ķ": 40955, + "urry": 40956, + "ük": 40957, + "goog": 40958, + "_signature": 40959, + ".into": 40960, + "ĠSteps": 40961, + "Ġhomeowners": 40962, + "ĠNSURL": 40963, + "ĠPAC": 40964, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊĊ": 40965, + ">')Ċ": 40966, + "enh": 40967, + "Ġincap": 40968, + "$MESS": 40969, + "Ġmoins": 40970, + "ĠFi": 40971, + "Ġoffseason": 40972, + "pressions": 40973, + ">.Ċ": 41045, + "ĠGrass": 41046, + "ĠGoal": 41047, + "_pdf": 41048, + "Handlers": 41049, + "Ġstacks": 41050, + ".getFullYear": 41051, + "=[];Ċ": 41052, + "车": 41053, + ",V": 41054, + "(split": 41055, + "Ñĥнк": 41056, + "Ġbakeca": 41057, + "Ġ~/.": 41058, + "pez": 41059, + "tails": 41060, + "ĠGlen": 41061, + "ĠsetImage": 41062, + "ĠComic": 41063, + "BLOCK": 41064, + "ĉThis": 41065, + "oader": 41066, + "Ġcapitalist": 41067, + "_STEP": 41068, + "(Boolean": 41069, + "ĠCorrect": 41070, + "rina": 41071, + "Ġconcaten": 41072, + "å®ŀ": 41073, + "():ĊĊ": 41074, + "Ġunanim": 41075, + "lli": 41076, + "alars": 41077, + "-ne": 41078, + "Ġdivor": 41079, + "ĠKickstarter": 41080, + "]._": 41081, + "*'+": 41722, + "åĿĢ": 41723, + "acency": 41724, + "(URL": 41725, + "_half": 41726, + "=l": 41727, + "ĠlistView": 41728, + "(section": 41729, + ".toArray": 41730, + "+/": 41731, + "ĠRodriguez": 41732, + "istream": 41733, + "Ġeligibility": 41734, + "::-": 41735, + ".newInstance": 41736, + "PB": 41737, + "ĠAssets": 41738, + "ĠComposite": 41739, + "ĠLabs": 41740, + "ĠHamas": 41741, + "++);Ċ": 41742, + "Ġblk": 41743, + "ĠNeo": 41744, + "Luc": 41745, + "@login": 41746, + "Ġunaware": 41747, + ".met": 41748, + "_RELEASE": 41749, + "(ST": 41750, + "AMIL": 41751, + "rike": 41752, + "Ġ(){Ċ": 41753, + "(sprintf": 41754, + "ĠAccounts": 41755, + "ĠVIEW": 41756, + "ĠAj": 41757, + "ãĤ°": 41758, + "Ġwhisk": 41759, + "Ġidi": 41760, + "Ġrode": 41761, + "Ġihn": 41762, + "ĠElementary": 41763, + "Qty": 41764, + "Ġintriguing": 41765, + "Ġå¤": 41766, + "Jobs": 41767, + "ĉoffset": 41768, + "ĠAhmed": 41769, + "ĠTaliban": 41770, + "Ġèİ·åıĸ": 41771, + "Ġinjected": 41772, + ".Authentication": 41773, + "_linear": 41774, + ".Decimal": 41775, + "Ġapples": 41776, + "Ġshareholders": 41777, + "Ġbaked": 41778, + ".diff": 41779, + "ĠEddie": 41780, + "okers": 41781, + "Ġconfronted": 41782, + "voices": 41783, + "Ġtus": 41784, + "ĠSpin": 41785, + "NODE": 41786, + "_Un": 41787, + "CTX": 41788, + "/google": 41789, + "Temperature": 41790, + "Ġ'').": 41791, + "Ġmagnificent": 41792, + "ĠstartIndex": 41793, + "sembles": 41794, + "Anyone": 41795, + "zk": 41796, + "ehen": 41797, + "ĠDame": 41798, + ".strict": 41799, + "Ġreplaces": 41800, + "Ġlineback": 41801, + "Ġpushes": 41802, + "Ġcheek": 41803, + "ĠShi": 41804, + "_BYTES": 41805, + "REA": 41806, + "ản": 41807, + "_CONNECTION": 41808, + "Gateway": 41809, + "ĠTravis": 41810, + "ĠAX": 41811, + "ĠBasically": 41812, + "ĠUpgrade": 41813, + "àª": 41814, + "themes": 41815, + "ermo": 41816, + "kor": 41817, + "Female": 41818, + "_attach": 41819, + "ĠìĤ¬ìļ©": 41820, + "Ġpoz": 41821, + "==============Ċ": 41822, + "(symbol": 41823, + "ĠSector": 41824, + "__)ĊĊ": 41825, + "_padding": 41826, + "ï¼ļ\"": 41827, + "Ġfabs": 41828, + "Ġranged": 41829, + "setName": 41830, + "Ġperror": 41831, + "âĹ": 41832, + "ĠFileReader": 41833, + "Ġfulfilled": 41834, + "_Current": 41835, + "Ġdominate": 41836, + "Ġsmugg": 41837, + "PostMapping": 41838, + "_force": 41839, + "Ġbloc": 41840, + "ĠGiant": 41841, + "(video": 41842, + "ĠCU": 41843, + "SystemService": 41844, + "Ġelf": 41845, + "Ġkontakt": 41846, + "ëª": 41847, + "kees": 41848, + "gtk": 41849, + "ĠparamInt": 41850, + "Ġmarkup": 41851, + "uales": 41852, + "Ġaccounted": 41853, + "Ġgangbang": 41854, + "RYPT": 41855, + "ĠWrong": 41856, + "Ġcredited": 41857, + "ĠMESSAGE": 41858, + "Ġflaws": 41859, + "Ġbbw": 41860, + "Ġmetabolic": 41861, + "ĠOEM": 41862, + "/event": 41863, + "(Collectors": 41864, + "monton": 41865, + "appear": 41866, + "Ġopted": 41867, + "Ġcheat": 41868, + "Ġdav": 41869, + "ĠProceed": 41870, + "Ġê¸": 41871, + "anked": 41872, + "из": 41873, + "ansk": 41874, + "ĠHang": 41875, + "ĠCler": 41876, + "Ġdisgu": 41877, + "Ġcmap": 41878, + ".cljs": 41879, + "Ġaument": 41880, + "lez": 41881, + "ĠJoined": 41882, + "_received": 41883, + "Ġaerial": 41884, + "otel": 41885, + "Ġgreet": 41886, + "\"s": 41887, + "ĠGenesis": 41888, + "ĠCalif": 41889, + "panion": 41890, + "Ġtailored": 41891, + "mapping": 41892, + "andExpect": 41893, + ".track": 41894, + "atomy": 41895, + "ĠOw": 41896, + "ullah": 41897, + ".Yes": 41898, + "ĠSimpleName": 41899, + "dbh": 41900, + "'en": 41901, + "Ġnonsense": 41902, + "Ġphilosophical": 41903, + "(getContext": 41904, + "Ġisso": 41905, + "ĠACE": 41906, + "startDate": 41907, + "ĠbÄĻd": 41908, + "ĠAUTHOR": 41909, + "ĠGlobe": 41910, + "Ġinsects": 41911, + "_Al": 41912, + "ushing": 41913, + "è®°": 41914, + "/Home": 41915, + "ĠLocalDate": 41916, + "needed": 41917, + "hesive": 41918, + "Ġillusion": 41919, + "äºĮ": 41920, + "Ġtrat": 41921, + "xo": 41922, + "/detail": 41923, + "_MATCH": 41924, + "Ġbroadband": 41925, + "Ġwal": 41926, + "ĠIllegalStateException": 41927, + "IRECTION": 41928, + "Ġnortheast": 41929, + "esium": 41930, + "ĠCliente": 41931, + "ulance": 41932, + "nty": 41933, + "Ġtecn": 41934, + "Devices": 41935, + "Ġgrains": 41936, + "ĠOg": 41937, + "ĠSEL": 41938, + "udiant": 41939, + "Ġ++;Ċ": 41940, + "Ġexplanations": 41941, + "occo": 41942, + "Ġdiets": 41943, + "Ġcohort": 41944, + "(controller": 41945, + ".Iterator": 41946, + "-rich": 41947, + "rocess": 41948, + "GD": 41949, + "Ġcarbohydr": 41950, + "Ġfried": 41951, + "ĠEmployment": 41952, + "ìŀ¥": 41953, + "ĠLeonard": 41954, + "_${": 41955, + "quares": 41956, + "Ġcompanions": 41957, + "Ġparis": 41958, + "Ġstimulation": 41959, + "ĠZoo": 41960, + "Ġrelevance": 41961, + "ĠColour": 41962, + "Ġspear": 41963, + "otional": 41964, + "ĠLite": 41965, + "ĠKosten": 41966, + "Ġó": 41967, + "_attachment": 41968, + "orphic": 41969, + "Ġdamit": 41970, + "Ġdlg": 41971, + "Ġthrive": 41972, + "CHANGE": 41973, + "ĠApparently": 41974, + "Ġatual": 41975, + "Ġrooted": 41976, + "(images": 41977, + "awi": 41978, + "ariat": 41979, + "Ġcherry": 41980, + "STATIC": 41981, + "mnt": 41982, + "ĠUserId": 41983, + "illet": 41984, + "ĠHispanic": 41985, + "Ġnak": 41986, + "Ġcentro": 41987, + "Ġdims": 41988, + "_initialize": 41989, + "ık": 41990, + "ĠCenters": 41991, + "REN": 41992, + "Ġevolutionary": 41993, + "ĠTopics": 41994, + "_damage": 41995, + "emer": 41996, + "Ġrund": 41997, + "Ġpunished": 41998, + "Ġcubic": 41999, + "fair": 42000, + "[];ĊĊ": 42001, + "Ġinstantiate": 42002, + "Ġoversee": 42003, + "-delete": 42004, + "unteer": 42005, + "startTime": 42006, + "ĠPipeline": 42007, + "_GAME": 42008, + "ĠCir": 42009, + "ĉNull": 42010, + ".Formatting": 42011, + "ucumber": 42012, + "ĠRide": 42013, + "Ġzoo": 42014, + "Ġchecker": 42015, + "åIJĮ": 42016, + "=C": 42017, + "Ġgrit": 42018, + "\");//": 42019, + "_xy": 42020, + "ĠDeclaration": 42021, + "Ġcallable": 42022, + "Foo": 42023, + "ĠListItem": 42024, + "Ġinaccur": 42025, + "mlin": 42026, + "ĉData": 42027, + "Ġevolving": 42028, + "awan": 42029, + "Ġcafe": 42030, + "folk": 42031, + "_IDX": 42032, + "ĠAnything": 42033, + "ĠPalestine": 42034, + "ĠGridView": 42035, + "Ġcolony": 42036, + "ĠGermans": 42037, + "(+": 42038, + ".pid": 42039, + ".jsx": 42040, + "ĠSuperior": 42041, + "Christian": 42042, + "ĠLect": 42043, + "ĉGame": 42044, + "Ġinstrumental": 42045, + "Animations": 42046, + "дал": 42047, + "ĠMoses": 42048, + "ĉĉčĊĉĉčĊ": 42049, + "zs": 42050, + "kte": 42051, + "ä¸ļ": 42052, + "_DIST": 42053, + "bitmap": 42054, + "dB": 42055, + "Ġpersistence": 42056, + "ÑĢоÑģ": 42057, + "$l": 42058, + "Bron": 42059, + "Ġ{|": 42060, + "_chart": 42061, + "ĠConsum": 42062, + "Ġhemp": 42063, + "Ġ\"))Ċ": 42064, + "Ġattackers": 42065, + "Ġknowledgeable": 42066, + "Ġcet": 42067, + "Ġviruses": 42068, + "'I": 42069, + "Ġpitcher": 42070, + "Ġsweeping": 42071, + "=list": 42072, + "aptops": 42073, + ".depth": 42074, + "Ġinstructed": 42075, + "ĠRus": 42076, + "benhavn": 42077, + "Ġин": 42078, + "Sports": 42079, + "Ġonset": 42080, + "æĿĥ": 42081, + ".RED": 42082, + "_si": 42083, + "ĠPST": 42084, + ".onChange": 42085, + ">tag": 42086, + "ĠRoh": 42087, + "_character": 42088, + "ĠLaws": 42089, + "ĠBachelor": 42090, + "_swap": 42091, + ".reactivex": 42092, + "Ġrewarding": 42093, + "Medium": 42094, + "-[": 42095, + "ĠRecently": 42096, + "Joint": 42097, + "partition": 42098, + "ĠMinutes": 42099, + "Ġindo": 42100, + "Ġabsorbed": 42101, + "ĠGN": 42102, + "_IND": 42103, + "Ġsaber": 42104, + "Spawn": 42105, + "outputs": 42106, + "ĠJeffrey": 42107, + "Ġmedieval": 42108, + "hed": 42109, + "Guide": 42110, + "Ġpsycho": 42111, + "Ġglam": 42112, + "Elim": 42113, + "ädchen": 42114, + "_plain": 42115, + "ĠSau": 42116, + "-four": 42117, + "Ġanalyzing": 42118, + "QUERY": 42119, + "Ġtomato": 42120, + "_buttons": 42121, + "VEN": 42122, + ".setStatus": 42123, + ".Url": 42124, + "+ĊĊ": 42125, + "Ġcomplaining": 42126, + "degree": 42127, + "confirmed": 42128, + "Ġsubt": 42129, + "parsed": 42130, + "Ġtorque": 42131, + "Ġtroubled": 42132, + "ĠTARGET": 42133, + "Ġtrademarks": 42134, + "ĠCoordinate": 42135, + "ĠViv": 42136, + "Ġ//}ĊĊ": 42137, + "Ġaprès": 42138, + ".getPosition": 42139, + "(KeyCode": 42140, + "ĠSilva": 42141, + "Ġmeteor": 42142, + "Ġendorsement": 42143, + "Overview": 42144, + "ĠPoss": 42145, + ".Inject": 42146, + "Ġevenly": 42147, + "Ġvisualization": 42148, + "Ġwchar": 42149, + "ĠHDMI": 42150, + "Ġfunct": 42151, + "ickname": 42152, + "','','": 42153, + "Ġforwards": 42154, + "ManagedObject": 42155, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 42156, + "ĉserver": 42157, + "ĠOutlook": 42158, + "ĠChronicle": 42159, + "Ġdubbed": 42160, + "Ġdok": 42161, + "ĠWear": 42162, + ".AL": 42163, + "paren": 42164, + ".Interface": 42165, + "Interfaces": 42166, + ".cod": 42167, + "Ġdib": 42168, + ".Globalization": 42169, + "ĠAcademic": 42170, + "Ġassms": 42171, + "Autom": 42172, + "Ġlw": 42173, + "ĠNW": 42174, + "Ġ&&čĊ": 42175, + "Ġproblema": 42176, + "ĠManufacturing": 42177, + "limits": 42178, + "-mobile": 42179, + "Ġfilme": 42180, + "/map": 42181, + "Ġdoit": 42182, + "ĠInk": 42183, + "Ġsued": 42184, + ".arr": 42185, + "Ġundermin": 42186, + "ĠProc": 42187, + "crollView": 42188, + "__$": 42189, + "Ġsidewalk": 42190, + "(that": 42191, + "ื": 42192, + "[q": 42193, + "grammar": 42194, + "Ġtë": 42195, + "quito": 42196, + "Ġspiral": 42197, + "extended": 42198, + "Ġfocal": 42199, + "Ġdigging": 42200, + "pas": 42201, + "ĠTall": 42202, + ".proxy": 42203, + "itures": 42204, + "TRACT": 42205, + "ĠRealm": 42206, + "Ġfeder": 42207, + "Ġoriented": 42208, + "ĠAlternative": 42209, + "Ġowe": 42210, + "Ġsourced": 42211, + "inker": 42212, + ".det": 42213, + "Sep": 42214, + "ĠQui": 42215, + "ĠPalmer": 42216, + "(_,": 42217, + "samples": 42218, + "oyer": 42219, + "ullan": 42220, + "quez": 42221, + "Edges": 42222, + "Ġshout": 42223, + "ĠAchie": 42224, + "Ġhaar": 42225, + "_Construct": 42226, + "Ġpremature": 42227, + "Ġrevert": 42228, + "').Ċ": 42229, + "Ġschn": 42230, + "filtered": 42231, + "nullptr": 42232, + "Saved": 42233, + "itecture": 42234, + "CLA": 42235, + "Ġvl": 42236, + "stell": 42237, + "ĉMe": 42238, + "ĠLip": 42239, + "national": 42240, + "Ġwholly": 42241, + "Ġsprings": 42242, + ".Timer": 42243, + "ĉsrc": 42244, + "elsen": 42245, + "åħ¶": 42246, + "Ġcommunicating": 42247, + "ĠQuiz": 42248, + "Ġteng": 42249, + "Ġgez": 42250, + "ĠOutside": 42251, + ".Sign": 42252, + "(cs": 42253, + "Ġdisputes": 42254, + "ĠWeiss": 42255, + "annes": 42256, + ">No": 42257, + "ĠBach": 42258, + ".removeAll": 42259, + "refer": 42260, + "/dashboard": 42261, + "ĠAjax": 42262, + "IndexChanged": 42263, + "ĠWeak": 42264, + "'\"Ċ": 42265, + "Ġsights": 42266, + "accessToken": 42267, + "ĠJoi": 42268, + "(domain": 42269, + "ĉcv": 42270, + "Ġcontinuation": 42271, + "Ġplum": 42272, + "adir": 42273, + ".setMessage": 42274, + "Ġï¼Į": 42275, + "Ġswallow": 42276, + "ĠLamp": 42277, + "Ġqw": 42278, + "Ġuu": 42279, + "Coin": 42280, + "ubic": 42281, + "ĠDeals": 42282, + "race": 42283, + "Ġdictator": 42284, + "Ġmeme": 42285, + "turned": 42286, + "ĠJulie": 42287, + ".gridColumn": 42288, + "Ġpuppy": 42289, + "Ġpam": 42290, + "Ġ){čĊ": 42291, + "Ġinviting": 42292, + "Ġfrench": 42293, + "vim": 42294, + "Ġwrapping": 42295, + "Ġ#-}Ċ": 42296, + "([-": 42297, + "Early": 42298, + "Ġshiny": 42299, + ".faces": 42300, + "Ġrebell": 42301, + "abcdef": 42302, + "ält": 42303, + "Ġestimation": 42304, + "phys": 42305, + "losures": 42306, + "_REL": 42307, + "Ġexclusion": 42308, + "ĠSkype": 42309, + "weise": 42310, + "-stop": 42311, + "nothing": 42312, + "ĠEgg": 42313, + "isors": 42314, + "Richard": 42315, + "Ġcounseling": 42316, + "Ġcommem": 42317, + "ĠQMessageBox": 42318, + "ĠSynd": 42319, + "ĠFrost": 42320, + "ĠCompetition": 42321, + "ĠAwake": 42322, + "Ġted": 42323, + "iciones": 42324, + "ĠDevComponents": 42325, + "VERTISEMENT": 42326, + "otti": 42327, + ".runner": 42328, + "Ġuniquely": 42329, + ".flag": 42330, + "ĉrs": 42331, + "_generic": 42332, + "Ġ```Ċ": 42333, + "ACHINE": 42334, + "Ġmein": 42335, + "(Application": 42336, + "(br": 42337, + "Ġratios": 42338, + ":,": 42339, + "ĠXCTest": 42340, + "ustainable": 42341, + "-www": 42342, + "itles": 42343, + "_TEMP": 42344, + "Ġsyst": 42345, + "umericUpDown": 42346, + "ĉassertTrue": 42347, + "Ġwf": 42348, + ".peek": 42349, + "ĠBulg": 42350, + "Ġterrifying": 42351, + ".MODE": 42352, + "ĠGW": 42353, + "ár": 42354, + "Ġfic": 42355, + "Ġcommitments": 42356, + "-tech": 42357, + "ĠLiquid": 42358, + "opez": 42359, + "zheimer": 42360, + "aña": 42361, + "-media": 42362, + "(animated": 42363, + "_goal": 42364, + "Ġgum": 42365, + "ystone": 42366, + ".SET": 42367, + "ĠWend": 42368, + "setCellValue": 42369, + "Ġmsgs": 42370, + "cash": 42371, + "ALLOC": 42372, + "/aws": 42373, + "Ġmicrowave": 42374, + ".Pointer": 42375, + "ĉConsole": 42376, + "_sorted": 42377, + "ĠFilip": 42378, + "Prod": 42379, + "Ġ//!<": 42380, + "ingroup": 42381, + "Ġks": 42382, + "_TRI": 42383, + "Ġteaspoon": 42384, + "ĠATT": 42385, + "Ġrecovering": 42386, + "ĠGLOBAL": 42387, + ".Par": 42388, + "Ġ/>;Ċ": 42389, + "Ġmarble": 42390, + "ulators": 42391, + "ĠCycle": 42392, + "Ġherbs": 42393, + "_metric": 42394, + ")!": 42395, + "_CLOCK": 42396, + "_Button": 42397, + "Harry": 42398, + "è¿Ľ": 42399, + "Ġstrains": 42400, + "ĠAppBar": 42401, + "ĠChan": 42402, + "/video": 42403, + "Ġbam": 42404, + ".Progress": 42405, + "$f": 42406, + "lemen": 42407, + "Ġirregular": 42408, + "ĠDuncan": 42409, + "ĠMint": 42410, + "-video": 42411, + "া": 42412, + "ówn": 42413, + "ĠEMPTY": 42414, + "Ġstacked": 42415, + "ĠHA": 42416, + "_cut": 42417, + "Ġwherein": 42418, + "ĠWays": 42419, + "(counter": 42420, + "è¯ķ": 42421, + "FormGroup": 42422, + "Ġblew": 42423, + "courses": 42424, + "Ġproductos": 42425, + "rys": 42426, + "ĠRestr": 42427, + "Ġstyling": 42428, + ">s": 42429, + "Ġpiv": 42430, + "Ġitertools": 42431, + "getRepository": 42432, + "ĠIk": 42433, + "_devices": 42434, + "layui": 42435, + "Ġhalfway": 42436, + "Ġfranç": 42437, + "Ġtuning": 42438, + "OA": 42439, + "_Node": 42440, + "arde": 42441, + "Ġfierce": 42442, + "licted": 42443, + "#čĊ": 42444, + "Ġbreakthrough": 42445, + "ĠErik": 42446, + "Ġbride": 42447, + "Ġ.\"": 42448, + "culus": 42449, + "inside": 42450, + "ĠIndianapolis": 42451, + "ĠEE": 42452, + "Ġyog": 42453, + "urret": 42454, + ".fs": 42455, + ".grad": 42456, + "_cards": 42457, + "_accuracy": 42458, + "_epi": 42459, + "queda": 42460, + "/org": 42461, + "éªĮ": 42462, + "Ġcompte": 42463, + "))[": 42464, + "Outside": 42465, + "Greater": 42466, + "ĠRenderer": 42467, + ".actor": 42468, + "Accounts": 42469, + "Idle": 42470, + "_hours": 42471, + "erner": 42472, + "Joined": 42473, + "Ġmenj": 42474, + "requires": 42475, + "ĠOPER": 42476, + ".removeChild": 42477, + "ĉsp": 42478, + "Ġesse": 42479, + "rift": 42480, + "xFE": 42481, + "ĠShakespeare": 42482, + "____________": 42483, + "Ġbudgets": 42484, + "ModelState": 42485, + "fillable": 42486, + "-component": 42487, + "ocos": 42488, + "ĠBUTTON": 42489, + "/io": 42490, + ",out": 42491, + "sms": 42492, + "Thomas": 42493, + "ĠArmed": 42494, + "resume": 42495, + "Ġrotating": 42496, + "ĠVault": 42497, + "Ġseus": 42498, + ".(*": 42499, + "Ġamino": 42500, + "Ġ[]);ĊĊ": 42501, + "Ġprovoc": 42502, + "nox": 42503, + ".GetEnumerator": 42504, + "=======Ċ": 42505, + "æĸĻ": 42506, + "_scroll": 42507, + "Ġfilmed": 42508, + "ĠSoci": 42509, + "gap": 42510, + "gro": 42511, + "Vote": 42512, + "\"But": 42513, + "_RC": 42514, + "Animal": 42515, + "ÂĢ": 42516, + "ibile": 42517, + "Ġawaken": 42518, + "orest": 42519, + "inja": 42520, + "ĠIvan": 42521, + "(Command": 42522, + "Ġ*****": 42523, + "η": 42524, + "Ġkvinder": 42525, + "/helpers": 42526, + "_cases": 42527, + "tg": 42528, + "ìĦ¸": 42529, + "Registered": 42530, + "ĉpass": 42531, + "_digits": 42532, + "Ġcontour": 42533, + "Ġinfants": 42534, + "Ġjustification": 42535, + "ĠFortunately": 42536, + "Contr": 42537, + "ĠonCreateView": 42538, + "_SAMPLE": 42539, + "ĠallowNull": 42540, + "Ġnud": 42541, + "Ġfetched": 42542, + "_equ": 42543, + "ĠUnable": 42544, + "=\\\"\"": 42545, + ">{Ċ": 42546, + "Ġcommittees": 42547, + "istema": 42548, + "+\".": 42549, + "ÃŃan": 42550, + "mant": 42551, + "Ġsoutheast": 42552, + "ï¼ĮĊ": 42553, + "dialogs": 42554, + "PROJECT": 42555, + "charger": 42556, + "-port": 42557, + "(uuid": 42558, + ".export": 42559, + "Six": 42560, + "ĠRP": 42561, + "Prem": 42562, + "Ġconscience": 42563, + "ĠmarginRight": 42564, + "_distribution": 42565, + "yaml": 42566, + "resizing": 42567, + "Dock": 42568, + "ĠLocations": 42569, + "GY": 42570, + "Seed": 42571, + "BUFFER": 42572, + "ossip": 42573, + "ullen": 42574, + "Things": 42575, + "-self": 42576, + ".poll": 42577, + "PLAYER": 42578, + "Ġå®": 42579, + "GROUP": 42580, + "ĠAway": 42581, + "Ġgospel": 42582, + "xfd": 42583, + "Mary": 42584, + "ĠPortable": 42585, + "TURE": 42586, + "Ġutilis": 42587, + "Ġseit": 42588, + "Ġstrand": 42589, + "Ġtransc": 42590, + "Ġ(^": 42591, + "ĠAlfred": 42592, + ".mem": 42593, + ".circle": 42594, + "Ġ~/": 42595, + "forcing": 42596, + "Ġriot": 42597, + "prox": 42598, + "THON": 42599, + "ización": 42600, + "ĠNI": 42601, + "rost": 42602, + "Ġdispro": 42603, + "_instances": 42604, + "ï¼ĮâĢľ": 42605, + "ographer": 42606, + "endas": 42607, + "ĠIsaac": 42608, + "ĠPine": 42609, + "/dis": 42610, + "ĠcolorWith": 42611, + "iterate": 42612, + "_stride": 42613, + "Ġpunto": 42614, + ".EventArgs": 42615, + "(center": 42616, + "Ġneighboring": 42617, + "ĠPrison": 42618, + "ĠMessenger": 42619, + "Ġepidemic": 42620, + "dao": 42621, + "_complex": 42622, + "Ġgravel": 42623, + "_DIP": 42624, + "ément": 42625, + "ĠAri": 42626, + "_bitmap": 42627, + ".quit": 42628, + "(valid": 42629, + "Ġpend": 42630, + "Ġrespiratory": 42631, + "Ġrebound": 42632, + "DefaultValue": 42633, + "ãĥŃ": 42634, + "Ġcommits": 42635, + ".tests": 42636, + "_fr": 42637, + "itet": 42638, + ".sf": 42639, + "Ġspacecraft": 42640, + "critical": 42641, + "Ġdepressed": 42642, + "ĠAnyObject": 42643, + "Ġunb": 42644, + "Ġdiscern": 42645, + "(mysql": 42646, + "Latin": 42647, + "ĠBog": 42648, + "ĠWildlife": 42649, + "ToFile": 42650, + "ioxid": 42651, + "@RestController": 42652, + "Ġ\"$(": 42653, + "Ġ<<\"": 42654, + "Ġdefects": 42655, + "Ġdatum": 42656, + "hin": 42657, + "Ġrealizar": 42658, + "anyahu": 42659, + "ĠSig": 42660, + "@Data": 42661, + "adaptive": 42662, + "ĠCatherine": 42663, + ".cr": 42664, + "ĠCOOKIE": 42665, + "Ġpictured": 42666, + "ĠFighter": 42667, + "Queryable": 42668, + "ĠAnyway": 42669, + "ĠGLFW": 42670, + "_namespace": 42671, + "_ft": 42672, + "Ġ])": 42673, + "Organization": 42674, + "Ġconstitutes": 42675, + "Ġquand": 42676, + "(chunk": 42677, + "\"/>čĊ": 42678, + "ĠLakes": 42679, + "mainwindow": 42680, + "Carthy": 42681, + "spin": 42682, + "(csv": 42683, + ":red": 42684, + "-commerce": 42685, + "ู": 42686, + "Ġdiscovering": 42687, + "Ġeco": 42688, + "_fac": 42689, + "inceton": 42690, + "ĠGreens": 42691, + "jwt": 42692, + "ص": 42693, + "ĠBroncos": 42694, + "ĠGoods": 42695, + "(GTK": 42696, + "ĠreturnValue": 42697, + "Ġsiempre": 42698, + "Ġneutr": 42699, + "went": 42700, + "ĠNatal": 42701, + "Ġenthusiastic": 42702, + "á»į": 42703, + "FN": 42704, + "/database": 42705, + "Catalog": 42706, + "Ġbrun": 42707, + "ĠKash": 42708, + "_Pl": 42709, + "iscrim": 42710, + ",width": 42711, + "Ġinmates": 42712, + "Assignment": 42713, + "ĠHaven": 42714, + "Ġplayground": 42715, + "exam": 42716, + "@Controller": 42717, + "uliar": 42718, + ".getParent": 42719, + "Ġ\";ĊĊ": 42720, + ":size": 42721, + "issors": 42722, + "Ġfis": 42723, + "Ġalc": 42724, + "ensation": 42725, + "ĠNixon": 42726, + "Ġmighty": 42727, + "-str": 42728, + "_special": 42729, + "_ADC": 42730, + "ĠTwig": 42731, + "umbling": 42732, + "-address": 42733, + "Ġheroin": 42734, + "YTE": 42735, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 42736, + "Friend": 42737, + "Ġave": 42738, + "ĠPNG": 42739, + "ĠKurdish": 42740, + "DataSetChanged": 42741, + "Ġblades": 42742, + "bral": 42743, + "Steam": 42744, + "Ġsigu": 42745, + "IRTUAL": 42746, + "acos": 42747, + "UDP": 42748, + "(database": 42749, + "hec": 42750, + "ĠStrings": 42751, + "_scalar": 42752, + "ĉdesc": 42753, + "ĠTLS": 42754, + ";\"Ċ": 42755, + "ĠCorbyn": 42756, + "SimpleName": 42757, + "uell": 42758, + "ĠEntre": 42759, + "ellites": 42760, + "-place": 42761, + "Ġfrankly": 42762, + "ĠErf": 42763, + "CEL": 42764, + "ĠpaÃŃs": 42765, + "Ġhedge": 42766, + "Ġlatent": 42767, + "ĠIRQ": 42768, + "ĠHerald": 42769, + "ĠPrec": 42770, + "ë³´": 42771, + ".TEXT": 42772, + "Salary": 42773, + "Ġautumn": 42774, + "Ġtravail": 42775, + ".Sum": 42776, + "Ġcared": 42777, + "Mor": 42778, + "Ġintuitive": 42779, + "Ġjournals": 42780, + "_IT": 42781, + "ĠTrou": 42782, + "ä¼ł": 42783, + "HasColumnName": 42784, + "Composite": 42785, + "Ġspice": 42786, + "_disk": 42787, + "_CODES": 42788, + "ĠIntroduced": 42789, + "iona": 42790, + "Ġnuestra": 42791, + "oct": 42792, + "ĠĠĠĠĊĠĠĠĠĊĠĠĠĠĊ": 42793, + "(parameter": 42794, + "Ġstudios": 42795, + "ĠprojectId": 42796, + "Ġbdsm": 42797, + ".SqlClient": 42798, + "imizer": 42799, + "ĠCARD": 42800, + "+t": 42801, + "aan": 42802, + ".sol": 42803, + "_Adjust": 42804, + "Ġrighteous": 42805, + "ĠLogging": 42806, + ".filters": 42807, + "_TAB": 42808, + "ĉsys": 42809, + "rophic": 42810, + "otherapy": 42811, + "ĠBrowse": 42812, + "keyboard": 42813, + "RON": 42814, + "+\\": 42815, + "ropped": 42816, + "Ġextensively": 42817, + "fk": 42818, + "Ġlime": 42819, + "years": 42820, + "Exc": 42821, + "Ġsph": 42822, + "Ġcheating": 42823, + "andro": 42824, + "ÃŃo": 42825, + "Ġprince": 42826, + "oire": 42827, + "ĠDestination": 42828, + "ĠConverts": 42829, + "Ġupstream": 42830, + "oled": 42831, + "Ġservants": 42832, + "Ġsemantic": 42833, + "Ġcrunch": 42834, + "Ġeventual": 42835, + "runner": 42836, + "/error": 42837, + "Spin": 42838, + "Ġsecretly": 42839, + "Ġassemble": 42840, + ".Person": 42841, + "enderror": 42842, + "_<": 42843, + "Ġpendant": 42844, + "Sleep": 42845, + "ĠChemistry": 42846, + "Ġbosses": 42847, + "lk": 42848, + "))),Ċ": 42849, + "Blockly": 42850, + "DEVICE": 42851, + "Ġreflecting": 42852, + "Ġample": 42853, + "Milliseconds": 42854, + "ĠPresidential": 42855, + "Ġusuarios": 42856, + "ĠNZ": 42857, + "ĠSalary": 42858, + "ĠAmanda": 42859, + "_np": 42860, + "jury": 42861, + "Ġkön": 42862, + "Ġtherapist": 42863, + "Ġhomosexual": 42864, + "ĠDrake": 42865, + "-window": 42866, + "ĠLocated": 42867, + ".Driver": 42868, + "ĠVIDEO": 42869, + "Ġmerchants": 42870, + "ĠChest": 42871, + "-lock": 42872, + "/php": 42873, + "Ġmilano": 42874, + "_STYLE": 42875, + "arger": 42876, + "idea": 42877, + "GUID": 42878, + "advanced": 42879, + "meal": 42880, + "OptionsItemSelected": 42881, + "='%": 42882, + "ĠCham": 42883, + ":data": 42884, + "(stat": 42885, + "WillAppear": 42886, + "Ġinformal": 42887, + "aji": 42888, + "Ġreproductive": 42889, + "ĠCAS": 42890, + "ãģ£": 42891, + "FUNC": 42892, + "ĠRuth": 42893, + ")+(": 42894, + "CONST": 42895, + "ĠFans": 42896, + "ĠgroupId": 42897, + "xffffffff": 42898, + "Ġsampler": 42899, + "Ġ}}\">": 42900, + ".the": 42901, + "Ġhollow": 42902, + "WAY": 42903, + "ĠFaculty": 42904, + "AttributedString": 42905, + "ĠLooks": 42906, + "ĠRex": 42907, + "jk": 42908, + "ĠMIL": 42909, + "Ġbard": 42910, + ".Long": 42911, + "Ġlivest": 42912, + "Ġskal": 42913, + "icism": 42914, + "MAIN": 42915, + "Ġmucho": 42916, + "BODY": 42917, + "Ġese": 42918, + "ĉuse": 42919, + "Foot": 42920, + ".SQLException": 42921, + "Ġinheritance": 42922, + "received": 42923, + "Ġputas": 42924, + "edis": 42925, + "alsa": 42926, + "ĠErrorMessage": 42927, + "Booking": 42928, + "Ġtract": 42929, + "acz": 42930, + "ĠCant": 42931, + "_regex": 42932, + "Ġideological": 42933, + "Ġjihad": 42934, + "hos": 42935, + "/sys": 42936, + "colm": 42937, + "(pool": 42938, + "Ġestán": 42939, + "ĠPending": 42940, + "emás": 42941, + "Ġktóry": 42942, + "));ĊĊĊ": 42943, + "transactions": 42944, + "Ġwield": 42945, + "itere": 42946, + "erture": 42947, + "_ss": 42948, + "Ġstretching": 42949, + "Ġprisoner": 42950, + ".ReadAll": 42951, + "Ġbesch": 42952, + "--;čĊ": 42953, + "Ġcrisp": 42954, + "_SCAN": 42955, + "Ġae": 42956, + "Strict": 42957, + "ĠMinneapolis": 42958, + "ĠBoeing": 42959, + "aris": 42960, + "rek": 42961, + "_pipe": 42962, + "Ġpriests": 42963, + "(EIF": 42964, + "ehicles": 42965, + "ĠInteractive": 42966, + "between": 42967, + "ĉNullCheck": 42968, + "ĠBlair": 42969, + "ĠLt": 42970, + "_inline": 42971, + "ethyl": 42972, + "¼": 42973, + "_packages": 42974, + "Ġbarrels": 42975, + "_he": 42976, + "Ġregexp": 42977, + "_pts": 42978, + "_Handler": 42979, + "ingular": 42980, + "ĠNissan": 42981, + "ĠRanch": 42982, + "Ġperch": 42983, + "Unsupported": 42984, + "Smith": 42985, + "ĠLegends": 42986, + "Mi": 42987, + "Ġgf": 42988, + "steder": 42989, + "Ġacquiring": 42990, + "Ġsimulator": 42991, + "(),\"": 42992, + "receive": 42993, + "Ġinplace": 42994, + "ACTION": 42995, + "ĠWebDriver": 42996, + "filesystem": 42997, + "'+Ċ": 43009, + "Ġcredible": 43010, + "amat": 43011, + "playing": 43012, + ".setImageResource": 43013, + "quel": 43014, + "Ġpodr": 43015, + "geom": 43016, + "Ek": 43017, + "ĠQatar": 43018, + "Ġgeld": 43019, + "?',Ċ": 43020, + "Ġcyl": 43021, + "(ax": 43022, + "ĠWI": 43023, + "urally": 43024, + "ĠBrasil": 43025, + "Ġsenza": 43026, + "aley": 43027, + "onen": 43028, + "Ġbah": 43029, + "Ġmolecule": 43030, + "Rad": 43031, + "è¿°": 43032, + "ANCH": 43033, + "-background": 43034, + "-agent": 43035, + "Ġprolifer": 43036, + ":boolean": 43037, + "Ġtide": 43038, + "erializer": 43039, + "_;čĊ": 43040, + "Fee": 43041, + "**)": 43042, + "ergy": 43043, + "ĠHonor": 43044, + ".Logging": 43045, + "iris": 43046, + "Ġundermine": 43047, + "ĠDy": 43048, + "Ġtyr": 43049, + "Ġdeque": 43050, + "Ġdamer": 43051, + "([])Ċ": 43052, + ".layoutControlItem": 43053, + "peated": 43054, + "CAN": 43055, + "ragments": 43056, + "Land": 43057, + ")]);Ċ": 43058, + "ĠSah": 43059, + "ĠDECL": 43060, + "Within": 43061, + "ĠNamespace": 43062, + "another": 43063, + "sembling": 43064, + ".describe": 43065, + "Consum": 43066, + "ĠFear": 43067, + "given": 43068, + "Orange": 43069, + "This": 43093, + "ĠdataIndex": 43094, + "Ġprintable": 43095, + "ĠEyes": 43096, + "_targets": 43097, + "(Py": 43098, + ".over": 43099, + "Ġbru": 43100, + "ampton": 43101, + "Ġplaintiff": 43102, + ");Ċ": 43113, + "invest": 43114, + ".*ĊĊ": 43115, + "Ġtélé": 43116, + "Ġsuperf": 43117, + "Ġcascade": 43118, + "DTD": 43119, + "Ġvivid": 43120, + "Ġsubsidies": 43121, + "ĠHass": 43122, + "Ġcollaps": 43123, + "Ġceramic": 43124, + "{}\".": 43125, + "ĠLeakage": 43126, + "-trash": 43127, + "collapsed": 43128, + "-social": 43129, + "ĠChad": 43130, + "Ġinclined": 43131, + "Ġsto": 43132, + "Ġstoryboard": 43133, + ".payment": 43134, + "stackoverflow": 43135, + "ĠRaiders": 43136, + "Ġ#'": 43137, + "olicies": 43138, + "ìľ¼ë¡ľ": 43139, + "emap": 43140, + "Ġkj": 43141, + "Ġquota": 43142, + "ĠGardens": 43143, + "ë²Ī": 43144, + "ĠAngels": 43145, + "Ġoft": 43146, + "Ġlowercase": 43147, + "ĠiParam": 43148, + "Ġcheapest": 43149, + "unta": 43150, + "_pkt": 43151, + "icators": 43152, + "Ġleurs": 43153, + "Ġdecreases": 43154, + "ĉdefine": 43155, + "PREC": 43156, + "ammers": 43157, + "ĠPreparedStatement": 43158, + "(direction": 43159, + "Ġcrews": 43160, + "arked": 43161, + "ĠMemphis": 43162, + "ĠSell": 43163, + "GTK": 43164, + "Ġmaid": 43165, + ":disable": 43166, + "éĽĨ": 43167, + "ĠPf": 43168, + "Ġalbeit": 43169, + "openh": 43170, + "?>\">Ċ": 43171, + ".getSource": 43172, + "(scale": 43173, + "Du": 43174, + "ĠPIL": 43175, + "_refresh": 43176, + "Ġbets": 43177, + "(car": 43178, + "ĠVon": 43179, + "|--------------------------------------------------------------------------Ċ": 43180, + "ĠGrat": 43181, + "Much": 43182, + "(Dialog": 43183, + ".stopPropagation": 43184, + "Ġtek": 43185, + "Ġexits": 43186, + "'],$": 43187, + "ĠphoneNumber": 43188, + "ucs": 43189, + "ecimal": 43190, + "--------------": 43191, + "inp": 43192, + ".pojo": 43193, + "Ġcorpus": 43194, + "Ġpractitioners": 43195, + ".pic": 43196, + "\"testing": 43197, + "ĠstringBy": 43198, + ".NotNull": 43199, + "Ġrang": 43200, + ".Dynamic": 43201, + "_Render": 43202, + "аÑĤа": 43203, + "Waiting": 43204, + "ĠWik": 43205, + "Ġoverwhelmed": 43206, + "%\">": 43207, + "ĠAE": 43208, + "}}>Ċ": 43209, + "uw": 43210, + "_typ": 43211, + "Ġbuckets": 43212, + "Ġgreeting": 43213, + "Ġlaughter": 43214, + "Ġantagon": 43215, + "uggestion": 43216, + "-email": 43217, + "ĉtop": 43218, + "Ġeros": 43219, + "_tri": 43220, + "Ġissuing": 43221, + "Ġhá": 43222, + "Ġisolate": 43223, + "Overflow": 43224, + ",E": 43225, + "Ġnutritional": 43226, + "ĠAbbott": 43227, + "Ġnf": 43228, + ".touch": 43229, + ".fetchall": 43230, + "_zip": 43231, + "\")}Ċ": 43232, + "Ġamat": 43233, + "ĠCisco": 43234, + "ĠnÃ¥": 43235, + "PLEX": 43236, + "Ġsei": 43237, + "foto": 43238, + ".toJson": 43239, + "å¤ļ": 43240, + "ĠKlein": 43241, + "Ġlibc": 43242, + "Ġminers": 43243, + "å¢": 43244, + "-print": 43245, + "ĠPride": 43246, + "Todos": 43247, + "Ġmasked": 43248, + "ĠsetData": 43249, + "Ġtelefon": 43250, + "Ġunhappy": 43251, + "ĠTables": 43252, + "geb": 43253, + "(debug": 43254, + "_allowed": 43255, + "-access": 43256, + "Ġlogistics": 43257, + "Ġgems": 43258, + "ĠMature": 43259, + "Ġrsp": 43260, + "ĠAlle": 43261, + ".getBytes": 43262, + "\\web": 43263, + "ynchronized": 43264, + "Paragraph": 43265, + "Ġthrottle": 43266, + ".sqlite": 43267, + "consulta": 43268, + "ĠSeah": 43269, + "Ce": 43270, + "Ġsubmar": 43271, + "ERE": 43272, + "Vous": 43273, + "Ġreddit": 43274, + "Ġsqlalchemy": 43275, + "-mile": 43276, + "ocide": 43277, + "Pour": 43278, + "}}\">Ċ": 43279, + "stead": 43280, + "Ġ@(": 43281, + "Ġ[])": 43282, + "ĠAds": 43283, + "Ġoverload": 43284, + "ridden": 43285, + "ĠDesert": 43286, + "ĠWrap": 43287, + "ĠPortuguese": 43288, + "etz": 43289, + "ĉfirst": 43290, + "Ġmilestone": 43291, + "æĹł": 43292, + "ÑĥÑī": 43293, + "(success": 43294, + "\")Ċ": 43463, + "ĠDollar": 43464, + "Ġemoji": 43465, + "Carousel": 43466, + "-player": 43467, + "Ġadjusting": 43468, + "Ġjuga": 43469, + "allenges": 43470, + "gene": 43471, + "(bodyParser": 43472, + "lopedia": 43473, + "ĠBehind": 43474, + "Ġsleeves": 43475, + "Ġdragging": 43476, + "ĠChevrolet": 43477, + "Ġbiz": 43478, + "ivities": 43479, + "ĠFrequency": 43480, + ",char": 43481, + ".WHITE": 43482, + "_preview": 43483, + ")';Ċ": 43484, + "_ax": 43485, + "IONS": 43486, + ".cpu": 43487, + ".inputs": 43488, + "UBE": 43489, + "_feed": 43490, + "ĠSupplement": 43491, + "!).": 43492, + "esus": 43493, + "ĠUDP": 43494, + "Ġmicrophone": 43495, + "Ġconfirms": 43496, + ".isNotEmpty": 43497, + "\":\"\",Ċ": 43498, + "_SCREEN": 43499, + "ĉexpected": 43500, + "+-+-+-+-": 43501, + "ĠHait": 43502, + "fastcall": 43503, + "Ġdepict": 43504, + "vb": 43505, + "_picture": 43506, + "ĉdescription": 43507, + "ĠWife": 43508, + "uci": 43509, + "Ġvicious": 43510, + "ä»ĸ": 43511, + "ueba": 43512, + "ĠsetUser": 43513, + "ãģ¡": 43514, + "Ġdiving": 43515, + "Ġopera": 43516, + "usercontent": 43517, + "arah": 43518, + ")},": 43519, + "yun": 43520, + "velt": 43521, + "Ġuncovered": 43522, + "Ġhips": 43523, + "Ġoscill": 43524, + "Ġasserting": 43525, + "ĠXi": 43526, + ".restore": 43527, + "kea": 43528, + "Ġspelling": 43529, + "Ġderive": 43530, + "abwe": 43531, + "ĠDow": 43532, + ".setType": 43533, + "_vs": 43534, + "Ġcozy": 43535, + ".categories": 43536, + "Org": 43537, + "_mgr": 43538, + "Ġdungeon": 43539, + "collectionView": 43540, + "ĠBlank": 43541, + "acias": 43542, + "ää": 43543, + "_cleanup": 43544, + "_ACTIVITY": 43545, + "Ġtriangles": 43546, + ".MenuItem": 43547, + "Ġiphone": 43548, + "ĠWon": 43549, + "]]ĊĊ": 43550, + "ĠComparison": 43551, + ".Doc": 43552, + "Ġcanonical": 43553, + "ĠSudan": 43554, + "'){": 43555, + "UpInside": 43556, + "builtin": 43557, + "ENCY": 43558, + "xbe": 43559, + "Ġchuck": 43560, + "Ġcontradict": 43561, + "Ġnuestro": 43562, + "Ġarchitectural": 43563, + "ĠFib": 43564, + "Ġcompares": 43565, + "*k": 43566, + "Cfg": 43567, + "çĦ¡": 43568, + "nten": 43569, + "Matches": 43570, + "ĠDOWNLOAD": 43571, + "_HANDLER": 43572, + "management": 43573, + "[S": 43574, + "ENG": 43575, + "ÂĢÂ": 43576, + "fang": 43577, + "Ġslipped": 43578, + "ĠLanka": 43579, + "escaping": 43580, + "Ġtackles": 43581, + "ĠPedro": 43582, + ".Prop": 43583, + ".''": 43584, + ".Generated": 43585, + ".NewGuid": 43586, + "atrigesimal": 43587, + "illon": 43588, + "Ġstatistic": 43589, + "species": 43590, + "holding": 43591, + "Drupal": 43592, + "Ġfundamentally": 43593, + "Ġbondage": 43594, + "Ġresolutions": 43595, + "InlineData": 43596, + "\\Type": 43597, + "estion": 43598, + ".wrap": 43599, + "Ġwarriors": 43600, + "ĠLOCAL": 43601, + "Archive": 43602, + "Ġembraced": 43603, + "ủ": 43604, + ".Ver": 43605, + "ĠAffordable": 43606, + "olesale": 43607, + "ĠApplied": 43608, + "ĠConversion": 43609, + "mega": 43610, + "_cam": 43611, + "Ġceremon": 43612, + "aurus": 43613, + "ĠVolk": 43614, + ".opens": 43615, + "/about": 43616, + "ĠStd": 43617, + "journal": 43618, + "()){čĊ": 43619, + ",\"\\": 43620, + "(Arrays": 43621, + "ĠDense": 43622, + "aseña": 43623, + "änner": 43624, + "/stat": 43625, + "userData": 43626, + "Ġgerman": 43627, + "Ġtz": 43628, + "worthy": 43629, + "FormatException": 43630, + "pherd": 43631, + "Ġsmiles": 43632, + "ĠWhenever": 43633, + "(adapter": 43634, + ".badlogic": 43635, + "Ġbriefing": 43636, + ".GridColumn": 43637, + "-char": 43638, + "dimension": 43639, + "ĠCopper": 43640, + "Ġninth": 43641, + "Ġ'{{": 43642, + "Ġrav": 43643, + "_Table": 43644, + "Ġderivatives": 43645, + "ĠRaise": 43646, + "ĠFut": 43647, + "armor": 43648, + "-padding": 43649, + "Ġremin": 43650, + "ĉstyle": 43651, + "ĠMembership": 43652, + "Ġspreads": 43653, + "Ġgalleries": 43654, + "ĠClarke": 43655, + "Ġconception": 43656, + "minute": 43657, + "Ġabusive": 43658, + "_adj": 43659, + "Ġterrific": 43660, + "Ġovert": 43661, + "ourcing": 43662, + "Ġentrada": 43663, + "levels": 43664, + "Ġcritique": 43665, + "Ġrespects": 43666, + "ĠMMA": 43667, + "iene": 43668, + "Ġencaps": 43669, + "ĠRaymond": 43670, + "Divider": 43671, + "ivable": 43672, + "baz": 43673, + "Ġ@_;Ċ": 43674, + "ĠClaire": 43675, + "Ġurging": 43676, + "CEE": 43677, + "Ġtransformer": 43678, + "discord": 43679, + "ĠJourney": 43680, + "tos": 43681, + "Ġcompetitions": 43682, + "ĠOBJ": 43683, + "ĠBis": 43684, + "Ġrelaxation": 43685, + "idy": 43686, + "_INSTANCE": 43687, + "ĠPref": 43688, + "dados": 43689, + "iciencies": 43690, + "ĠMediaQuery": 43691, + "ĠCube": 43692, + "ĠStrange": 43693, + "gpu": 43694, + "(days": 43695, + "_InitStruct": 43696, + "Ġfingerprint": 43697, + "emat": 43698, + "ĠGecko": 43699, + "Ġrails": 43700, + "ĠLum": 43701, + "straction": 43702, + "igung": 43703, + "(movie": 43704, + "_dictionary": 43705, + "_interrupt": 43706, + "ĠQC": 43707, + "iked": 43708, + "appendChild": 43709, + "recipient": 43710, + "ré": 43711, + "Ve": 43712, + "Ġtowel": 43713, + ".lastIndexOf": 43714, + "Ġplacebo": 43715, + "ĠWie": 43716, + ".esp": 43717, + "(Debug": 43718, + "operative": 43719, + "Ġdeceased": 43720, + "&id": 43721, + "ĉmutex": 43722, + "elic": 43723, + "Ġbapt": 43724, + "ĉčĊčĊ": 43725, + "Ġfarther": 43726, + "Half": 43727, + ".disable": 43728, + ".menuStrip": 43729, + "leccion": 43730, + "ĠresultCode": 43731, + "Ġcans": 43732, + "-election": 43733, + "female": 43734, + "_FIX": 43735, + "ausible": 43736, + "ĠPOWER": 43737, + "Ġreconstruction": 43738, + "Ġscans": 43739, + ".XtraBars": 43740, + "âĢĺs": 43741, + "Removed": 43742, + "Ġparagraphs": 43743, + "_margin": 43744, + "Ġlymph": 43745, + "Ġbos": 43746, + "lington": 43747, + "ĠBaptist": 43748, + "Ġadvertisements": 43749, + "ĠManage": 43750, + "/yyyy": 43751, + "IOUS": 43752, + "ENCES": 43753, + "ĠFiction": 43754, + "ĉmenu": 43755, + "ĠFileOutputStream": 43756, + "ovan": 43757, + "ĠFeng": 43758, + "Ġskipping": 43759, + "getClass": 43760, + "anni": 43761, + "Ġrebounds": 43762, + "Ġpublicity": 43763, + "Ġingres": 43764, + "usement": 43765, + "Ġthoughtful": 43766, + ".Chart": 43767, + "Ġhatte": 43768, + "passport": 43769, + "Ġhooked": 43770, + "ĠLens": 43771, + "Ġflagship": 43772, + "Ġstip": 43773, + "ĠGEN": 43774, + "Ġclues": 43775, + "ipv": 43776, + "ĠRise": 43777, + "ĠGew": 43778, + "tablename": 43779, + "Ġforemost": 43780, + "_validate": 43781, + "_analysis": 43782, + "olla": 43783, + "Ġqualifications": 43784, + "Ġdistributions": 43785, + "ĠFlower": 43786, + "Ġtense": 43787, + "Ġthankful": 43788, + "Ġclutch": 43789, + "Ġunified": 43790, + "roads": 43791, + "Ġsiti": 43792, + "Ġstall": 43793, + "_PRIORITY": 43794, + "cstdlib": 43795, + "_USERNAME": 43796, + ".bytes": 43797, + "?page": 43798, + "ermalink": 43799, + "ĠVeget": 43800, + "/vnd": 43801, + "-author": 43802, + ".NONE": 43803, + "ĠConcurrent": 43804, + "ĠCry": 43805, + "Ġstarters": 43806, + "ĠInteraction": 43807, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 43808, + "ĠLEVEL": 43809, + "Ell": 43810, + "ĠcomboBox": 43811, + "ĠTheresa": 43812, + "tek": 43813, + "_Handle": 43814, + "Ġaby": 43815, + ".gdx": 43816, + ",end": 43817, + "(Local": 43818, + "Ol": 43819, + "knife": 43820, + "arial": 43821, + "ĠHoff": 43822, + "Ġprostituerade": 43823, + "Doctor": 43824, + "Instances": 43825, + ".SetValue": 43826, + "ĉfrom": 43827, + "Ġluxurious": 43828, + "Indent": 43829, + "Allocator": 43830, + "_DRAW": 43831, + "(\",\",": 43832, + "ĠFrances": 43833, + "ĠgroupBox": 43834, + "(schema": 43835, + "Printf": 43836, + "ORIES": 43837, + "-gradient": 43838, + "Ġreput": 43839, + "arin": 43840, + "_DONE": 43841, + "incre": 43842, + "ignty": 43843, + "Ġexert": 43844, + "Ġ-.": 43845, + "/App": 43846, + "-through": 43847, + "Ġdeclining": 43848, + "Ġdessert": 43849, + "Ġincumb": 43850, + "Ġdesignation": 43851, + ".PORT": 43852, + ",strong": 43853, + "Ġsandbox": 43854, + "Ġwines": 43855, + "ĠPav": 43856, + "$str": 43857, + "askell": 43858, + "Ġhö": 43859, + "ĠPY": 43860, + "GetInstance": 43861, + "TextInput": 43862, + "gameObject": 43863, + "/events": 43864, + "createdAt": 43865, + "ĠlocalVar": 43866, + "ĠWHITE": 43867, + "pered": 43868, + "ilege": 43869, + "efficient": 43870, + ",color": 43871, + "cate": 43872, + "ĠCafe": 43873, + "Ġsimilarities": 43874, + "Ġpumps": 43875, + "ĠHungary": 43876, + ".Username": 43877, + "Ġskate": 43878, + "Ġtouchdowns": 43879, + "Ġaccelerate": 43880, + "ĠHelen": 43881, + "OMEM": 43882, + "ĠKun": 43883, + "_vol": 43884, + "ĠfindAll": 43885, + "ĠMenschen": 43886, + "ahead": 43887, + ");\"": 43888, + "kommen": 43889, + "Ġpossessed": 43890, + ".argmax": 43891, + ".transition": 43892, + "ARP": 43893, + "OLUME": 43894, + "(script": 43895, + "ĠÐĺ": 43896, + "ĠFinding": 43897, + "onces": 43898, + "Io": 43899, + "Bold": 43900, + "Ġrenewal": 43901, + "_DIALOG": 43902, + "Ġdisreg": 43903, + "INTERN": 43904, + "Ġtoute": 43905, + "Ġelectr": 43906, + "ĠGross": 43907, + "ĉtrue": 43908, + ".Fields": 43909, + "ĠWIDTH": 43910, + "ĠDent": 43911, + "ĠÃģ": 43912, + "NSNotification": 43913, + "Ġaos": 43914, + "Ġmelee": 43915, + ".Validation": 43916, + "ĠDEC": 43917, + "-dependent": 43918, + "Ġsuic": 43919, + "Traits": 43920, + "$message": 43921, + "ĠDear": 43922, + "ĉFILE": 43923, + "languages": 43924, + ".Prot": 43925, + ".addr": 43926, + "-generation": 43927, + "ICON": 43928, + "Ġtransplant": 43929, + "-description": 43930, + "Ġchasing": 43931, + "Ġchees": 43932, + "Ġ}*/Ċ": 43933, + "Trad": 43934, + "queries": 43935, + "/widgets": 43936, + "subpackage": 43937, + "Ġespec": 43938, + "Ġcracked": 43939, + "Ġcompetitor": 43940, + "Purchase": 43941, + "-team": 43942, + "olecular": 43943, + "orThunk": 43944, + "&P": 43945, + "Ġrelent": 43946, + "/#{": 43947, + "ĠproductId": 43948, + "Ġè¾": 43949, + "ĠLav": 43950, + "ĠAlter": 43951, + ".Mode": 43952, + "ADIO": 43953, + "grp": 43954, + "æ·»åĬł": 43955, + "Quit": 43956, + "Ġdepths": 43957, + "-category": 43958, + "ĠDATABASE": 43959, + "SPELL": 43960, + "ĠFalcon": 43961, + "ĠQStringList": 43962, + "Ġ''.": 43963, + "ĠInstitution": 43964, + "damage": 43965, + "azor": 43966, + "belongsTo": 43967, + "verages": 43968, + "ĠNONE": 43969, + "ippets": 43970, + ",\\Ċ": 43971, + "Ġfootprint": 43972, + "_archive": 43973, + "nak": 43974, + ".getField": 43975, + "ĠReflection": 43976, + "Ġ']": 43977, + "ĠHBO": 43978, + "_discount": 43979, + "Ġincest": 43980, + "ĠDodge": 43981, + "ĠWade": 43982, + ".NO": 43983, + "\"encoding": 43984, + "ĠBlockchain": 43985, + "Ġlawsuits": 43986, + "ĠMaint": 43987, + "chten": 43988, + "Ġétait": 43989, + "Ġktóre": 43990, + "_ctl": 43991, + "(timer": 43992, + "Battle": 43993, + "izo": 43994, + "ayed": 43995, + "IOR": 43996, + "ĠGlasgow": 43997, + "Ġsynth": 43998, + "_logs": 43999, + ".pose": 44000, + "_AdjustorThunk": 44001, + "((&": 44002, + "Ġunsure": 44003, + "ystate": 44004, + "íķĺëĬĶ": 44005, + "OULD": 44006, + ".ng": 44007, + "Ġdefaultdict": 44008, + "workspace": 44009, + "Ġselective": 44010, + "PickerController": 44011, + "YNAMIC": 44012, + ".methods": 44013, + "Ġpathways": 44014, + "ĠFew": 44015, + "KG": 44016, + "CRYPT": 44017, + "following": 44018, + "ĠDLC": 44019, + "ĠSara": 44020, + "Ġpreset": 44021, + "estructor": 44022, + "ĠKurt": 44023, + "Ġairplane": 44024, + "Ġomp": 44025, + "ĠParents": 44026, + "ĠMartinez": 44027, + ".complete": 44028, + "Ġbroadly": 44029, + "Ġscare": 44030, + "ĠMé": 44031, + "Ġelimination": 44032, + "Ġpoured": 44033, + "/sw": 44034, + "Ġcomun": 44035, + "Ġmasc": 44036, + "ĠOrganic": 44037, + "ĠStringUtils": 44038, + "ilateral": 44039, + "Ġreluctant": 44040, + "-age": 44041, + "Ġnz": 44042, + ".\"\\": 44043, + "Ġpastor": 44044, + "alez": 44045, + "Ġefect": 44046, + "prov": 44047, + "/init": 44048, + "Ġpenn": 44049, + "unds": 44050, + "Ġssize": 44051, + "ĠProj": 44052, + "basename": 44053, + "Ġshells": 44054, + "ĠNeck": 44055, + "ĠEnforcement": 44056, + "vided": 44057, + "stown": 44058, + "Sphere": 44059, + "$r": 44060, + "ussen": 44061, + "afil": 44062, + "ĠTelegram": 44063, + "Ġanalytical": 44064, + "нÑĭе": 44065, + "usually": 44066, + "xn": 44067, + "Ġhistorian": 44068, + "ĠGregory": 44069, + "olph": 44070, + "ĠUna": 44071, + "Ġcontributes": 44072, + "%-": 44073, + "antiago": 44074, + "ÑĢед": 44075, + ".region": 44076, + "Ġabrupt": 44077, + "ĠUnsupportedOperationException": 44078, + "ĠTASK": 44079, + "_finish": 44080, + "Ġnotorious": 44081, + "ĠVs": 44082, + "ĠMQ": 44083, + "Ġsunset": 44084, + "Ġunacceptable": 44085, + "arcer": 44086, + "Ġillumin": 44087, + "ĠOrb": 44088, + "Ġbh": 44089, + "Este": 44090, + "_dispatch": 44091, + "Ġripped": 44092, + "Ġtoujours": 44093, + "ĠParcel": 44094, + "_ll": 44095, + ".userName": 44096, + ".classes": 44097, + "SOURCE": 44098, + "(Number": 44099, + "елÑı": 44100, + "Ġheadphones": 44101, + "(side": 44102, + "constitution": 44103, + "annah": 44104, + "čĊĠĠĠĠĠĠĠĠčĊ": 44105, + "Ġcliff": 44106, + "-ref": 44107, + "Ġmostrar": 44108, + "ĠPowell": 44109, + "+y": 44110, + "ĠBG": 44111, + "_fragment": 44112, + ".Port": 44113, + "Ġrealizing": 44114, + "paramref": 44115, + "Ġhometown": 44116, + "@Table": 44117, + "+\"--}}Ċ": 44296, + "French": 44297, + "EntityManager": 44298, + "ĠPlain": 44299, + "////////////////////////////////////////////////////////////////////": 44300, + "³": 44301, + "(RE": 44302, + "capt": 44303, + "Ġorganisms": 44304, + "Ġjets": 44305, + "olocation": 44306, + "ĠAppRoutingModule": 44307, + "Ġglorious": 44308, + "æľį": 44309, + "Ġdiscarded": 44310, + "ĉĉĉĉĠĠĠĠĠ": 44311, + "ĠArnold": 44312, + "lug": 44313, + "Ġparl": 44314, + "Ġhormones": 44315, + "Ġmah": 44316, + "ĠSonic": 44317, + "Ġorganizers": 44318, + "_PLATFORM": 44319, + ".inv": 44320, + "Ġchord": 44321, + "ventional": 44322, + "ĉof": 44323, + "Episode": 44324, + ".Enum": 44325, + "unkt": 44326, + "ĠDh": 44327, + "ĠJared": 44328, + "ĠNak": 44329, + "Ġintends": 44330, + "Endian": 44331, + "Ġaustralia": 44332, + "_cv": 44333, + "(resolve": 44334, + "Ġclinics": 44335, + "liked": 44336, + "ASHINGTON": 44337, + "inha": 44338, + "'*": 44339, + "ĠNP": 44340, + "_beh": 44341, + "Ġhf": 44342, + "Ġwür": 44343, + "categoria": 44344, + "$form": 44345, + "Ġsubway": 44346, + "ĠisActive": 44347, + "popular": 44348, + "Cour": 44349, + "Ġcooldown": 44350, + "Ġainsi": 44351, + "ĠGLuint": 44352, + "ereal": 44353, + "ĠarrayOf": 44354, + "Ġhatch": 44355, + "==========": 44356, + "resses": 44357, + "_PP": 44358, + ".^": 44359, + "_decay": 44360, + "ĠBless": 44361, + "metrics": 44362, + "ĠCOPYING": 44363, + "ĠDumpster": 44364, + "ĠJosé": 44365, + "ĠDesigns": 44366, + "<": 44369, + "Ġ\"}Ċ": 44370, + "timezone": 44371, + "Ġeer": 44372, + "maxcdn": 44373, + "ĠESC": 44374, + "igaret": 44375, + "_connected": 44376, + "_reverse": 44377, + "Ġquestionable": 44378, + "ĠUSC": 44379, + "Ġtutti": 44380, + "Ġdropout": 44381, + "ĠActivities": 44382, + "ĠWinds": 44383, + "')));Ċ": 44384, + "Ġcongest": 44385, + "ģı": 44386, + "Ġprolonged": 44387, + "è¿Ļ": 44388, + "ĠCrossAxisAlignment": 44389, + "LEEP": 44390, + "ĠVALID": 44391, + "ĠGaz": 44392, + "Ġdependence": 44393, + "ĠPrix": 44394, + ".CompilerServices": 44395, + "jump": 44396, + "Ġstrat": 44397, + "circ": 44398, + "ĠCUSTOM": 44399, + "xaa": 44400, + "Ġbmp": 44401, + "Ġbureau": 44402, + "Ġwaren": 44403, + "NX": 44404, + "(Window": 44405, + "ĠChristie": 44406, + "_FE": 44407, + "Ġtn": 44408, + "ĠOmega": 44409, + "communications": 44410, + "HomePage": 44411, + "completion": 44412, + "Ġsupplying": 44413, + "YPES": 44414, + "ável": 44415, + "åĪ¶": 44416, + "(click": 44417, + "\\Contracts": 44418, + "/questions": 44419, + "Ġez": 44420, + "AMS": 44421, + ".mesh": 44422, + "Ġ'\\Ċ": 44473, + "Robot": 44474, + "JsonObject": 44475, + "ĠDF": 44476, + "ĠProcessor": 44477, + "_should": 44478, + ".protobuf": 44479, + "-users": 44480, + "Ġembry": 44481, + "FONT": 44482, + "Ġstartups": 44483, + "ĠDataSource": 44484, + ")#": 44485, + "uros": 44486, + "_Color": 44487, + "Ġstandalone": 44488, + "}[": 44489, + "jd": 44490, + "Ġforgive": 44491, + "Ġngx": 44492, + "ĠGenerally": 44493, + "Ġconfigurable": 44494, + "/order": 44495, + "Ġvas": 44496, + "')\";Ċ": 44497, + "ĠRR": 44498, + "ĠTroy": 44499, + "Ġcompromised": 44500, + "ĠSwan": 44501, + "intendent": 44502, + "Central": 44503, + "_keeper": 44504, + "Ġarquivo": 44505, + "ĠReadOnly": 44506, + "_curve": 44507, + "kv": 44508, + "entin": 44509, + "è±": 44510, + "ĠEy": 44511, + ".imread": 44512, + "ĠPam": 44513, + "iffe": 44514, + "ativity": 44515, + "xbc": 44516, + "Ġgrim": 44517, + "-filled": 44518, + "namese": 44519, + "']:": 44520, + "Ġaur": 44521, + "ĠGibson": 44522, + ".MouseEvent": 44523, + "Ġlado": 44524, + "avadoc": 44525, + "Ġfamil": 44526, + "ĠModer": 44527, + "fps": 44528, + "ãĢĢãĢĢ": 44529, + "-example": 44530, + "ĠAlzheimer": 44531, + "ĠUtf": 44532, + "_arguments": 44533, + "Conclusion": 44534, + "textContent": 44535, + "remaining": 44536, + "Ġinterrupts": 44537, + "ĠBackup": 44538, + "ĠMong": 44539, + "Ġreceptors": 44540, + "histor": 44541, + ".coroutines": 44542, + "Ġshouted": 44543, + "Alarm": 44544, + "Ġcombust": 44545, + "Ġgrote": 44546, + "ultural": 44547, + "(ids": 44548, + "--------------------------------------------------------------------------------": 44549, + "iplinary": 44550, + "Opts": 44551, + "ĠYale": 44552, + "localStorage": 44553, + "Ġequival": 44554, + "ĠFleet": 44555, + "\\b": 44556, + "*pi": 44557, + "ĠQLabel": 44558, + "æ¡": 44559, + "Ġvx": 44560, + "ĠACL": 44561, + "Ġsucesso": 44562, + "Ġperc": 44563, + "ĠNotre": 44564, + "Ġanarch": 44565, + "Ring": 44566, + "spb": 44567, + "Ġstrpos": 44568, + "stores": 44569, + "ĠMaple": 44570, + "(MainActivity": 44571, + "(\"\"))": 44572, + "ĠviewHolder": 44573, + "Quad": 44574, + "Ġigual": 44575, + "orsche": 44576, + ".margin": 44577, + "Ġindie": 44578, + "Ġfranc": 44579, + "ĠFormBuilder": 44580, + "ĠParticip": 44581, + ".flash": 44582, + "Ġstorms": 44583, + "Ult": 44584, + "Ġfen": 44585, + "[new": 44586, + "Ever": 44587, + "=\"Ċ": 44588, + "Ġlocalized": 44589, + "_follow": 44590, + "Ġnave": 44591, + "Ġdominance": 44592, + "(tile": 44593, + "Journal": 44594, + "ĠVC": 44595, + "Ġpenetration": 44596, + "ï¼ķ": 44597, + "Ġcompartment": 44598, + "Ġbids": 44599, + "Formatted": 44600, + "******/ĊĊ": 44601, + "(city": 44602, + "âĢĶit": 44603, + "[C": 44604, + "ĠuseCallback": 44605, + "aub": 44606, + ")?.": 44607, + "ĠVAR": 44608, + "ĠSebastian": 44609, + "ĠMoss": 44610, + "Ġabundant": 44611, + "Greg": 44612, + "ÑĤа": 44613, + "_ci": 44614, + "Ġbibli": 44615, + "CRM": 44616, + "ĠAttempt": 44617, + "isme": 44618, + "dash": 44619, + "ãĢİ": 44620, + "_mu": 44621, + ".FormattingEnabled": 44622, + "Indeed": 44623, + "-direct": 44624, + "Ġsucking": 44625, + "Ġpne": 44626, + "ocabulary": 44627, + "ĠPackers": 44628, + ".Navigation": 44629, + "Ġpied": 44630, + "cribing": 44631, + "ĠStuart": 44632, + ".ToDouble": 44633, + "ĠSecondary": 44634, + "Saving": 44635, + "ĠDut": 44636, + "ĠMadd": 44637, + "Magic": 44638, + ",H": 44639, + ".documentElement": 44640, + "ĠBST": 44641, + "Ġdiffers": 44642, + "Ġmoreover": 44643, + "_nd": 44644, + "SEARCH": 44645, + "пÑĢав": 44646, + "æ´": 44647, + "toMatch": 44648, + "Ġdecreasing": 44649, + "-member": 44650, + "ampus": 44651, + "(boost": 44652, + "Daily": 44653, + "DataGridView": 44654, + "ĠHttpContext": 44655, + "Ġhipp": 44656, + "_workers": 44657, + "-language": 44658, + "éĵ": 44659, + "Ġconsisted": 44660, + "athing": 44661, + "ĠMercury": 44662, + "$content": 44663, + "Ġpracticed": 44664, + "ĠModules": 44665, + "_DAY": 44666, + "Ġweaknesses": 44667, + "ĠLodge": 44668, + "Ġnar": 44669, + "ĠMate": 44670, + "Ġjp": 44671, + "ĠHttpHeaders": 44672, + "Ġsmo": 44673, + "ĠTOKEN": 44674, + "])(": 44675, + "Ġaqui": 44676, + "swagen": 44677, + "Ġsrv": 44678, + "ĉans": 44679, + "Around": 44680, + "ĠManuel": 44681, + "Ġfictional": 44682, + "ĠIMG": 44683, + "Ġ.'": 44684, + "ĠBerry": 44685, + "Ġwallpaper": 44686, + "sexual": 44687, + "iero": 44688, + "ĠçļĦ": 44689, + "ìĨĮ": 44690, + "BackingField": 44691, + "ĠAdrian": 44692, + "BASEPATH": 44693, + "Ġrepeats": 44694, + "Ġblues": 44695, + "Ġunpredict": 44696, + "_coll": 44697, + "stacle": 44698, + "ĠTumblr": 44699, + "ĠElf": 44700, + "Ġassurance": 44701, + "Ġcensus": 44702, + "ĠIMPORT": 44703, + "ENDER": 44704, + "anos": 44705, + "Ġ=(": 44706, + "ĠEllis": 44707, + "\"ĊĊĊĊ": 44708, + ".win": 44709, + "ĠAbove": 44710, + "alon": 44711, + "_tick": 44712, + "Ġrepresentations": 44713, + "Ġæķ": 44714, + "wid": 44715, + "ĠArms": 44716, + "Lista": 44717, + "_failure": 44718, + "_cm": 44719, + ".FlatAppearance": 44720, + "Ġthrone": 44721, + "Patch": 44722, + "ĠVoy": 44723, + "engl": 44724, + "Ġnegotiating": 44725, + ">`": 44726, + "Ġshoots": 44727, + "ĠFPS": 44728, + ".Year": 44729, + "ĠKiss": 44730, + "ención": 44731, + "reeting": 44732, + "FromFile": 44733, + "Ġresignation": 44734, + "Ø·": 44735, + "Ġtwins": 44736, + "ượ": 44737, + "Ġgebru": 44738, + ".getContent": 44739, + ".Tree": 44740, + "ĠEmployees": 44741, + "ĠFIFA": 44742, + "Ġcertainty": 44743, + "(Cl": 44744, + "Ġtotals": 44745, + "editable": 44746, + "à¥Ģ": 44747, + ".Reporting": 44748, + "Mas": 44749, + "quiet": 44750, + ".rules": 44751, + "ĠVO": 44752, + "conexion": 44753, + ",K": 44754, + "Ġallocator": 44755, + "ĠPowder": 44756, + "\\Repository": 44757, + "Beat": 44758, + "_tipo": 44759, + "Ġ['',": 44760, + "_INTR": 44761, + "Ġ<<<": 44762, + "\");čĊ": 44791, + "dropIfExists": 44792, + "ĠBeg": 44793, + "_HAL": 44794, + "ĠcrossAxisAlignment": 44795, + "ĠEvidence": 44796, + "Ġpeculiar": 44797, + "Ġinstitute": 44798, + "veis": 44799, + "Ġfft": 44800, + "Ãģ": 44801, + "Ġzoekt": 44802, + "analy": 44803, + "ĠHomeland": 44804, + "Ġpenetr": 44805, + "uddenly": 44806, + "ĉelement": 44807, + "ĠBren": 44808, + "ĠTrudeau": 44809, + "ĠCuban": 44810, + "jam": 44811, + "uslim": 44812, + "_ev": 44813, + "Ġstems": 44814, + "}%": 44815, + "Ŀå§ĭ": 44816, + "Ġbranding": 44817, + "Ġcorrespondence": 44818, + ".jquery": 44819, + "¢åįķ": 44820, + "ĠReads": 44821, + "(HttpStatusCode": 44822, + "assin": 44823, + "(slot": 44824, + "ĠGraduate": 44825, + "///<": 44826, + "Ġinformations": 44827, + "ENABLE": 44828, + "Ġpuis": 44829, + "Ġfinder": 44830, + "ĠBris": 44831, + "Ġnettsteder": 44832, + "_mid": 44833, + "Ġogs": 44834, + "ĠSterling": 44835, + "Ġarrog": 44836, + "strftime": 44837, + "|ĊĊ": 44838, + "Ġvox": 44839, + "ĠRegardless": 44840, + "Ġeso": 44841, + "ĠComfort": 44842, + ".BooleanField": 44843, + "Ġuh": 44844, + "ACY": 44845, + "Ġsqueez": 44846, + "ĠVic": 44847, + "contro": 44848, + ".lo": 44849, + "Ġire": 44850, + "ĠComedy": 44851, + "ë¶": 44852, + "Ġoriginated": 44853, + "Ġshipment": 44854, + "|max": 44855, + "_guid": 44856, + "levation": 44857, + "наÑı": 44858, + "(undefined": 44859, + "ĠDDR": 44860, + "Ġshootings": 44861, + "ĠLatino": 44862, + "ENDOR": 44863, + "Ġaveraging": 44864, + "Ġgreeted": 44865, + "Ġtheaters": 44866, + "ое": 44867, + "ĠdB": 44868, + "Ġgst": 44869, + "Ġdefinite": 44870, + ".Storage": 44871, + ".her": 44872, + "Ġafore": 44873, + "ĠReality": 44874, + "ĠGods": 44875, + "versed": 44876, + "Ġhandsome": 44877, + "Ġexcluding": 44878, + "(ad": 44879, + "Quotes": 44880, + "ĠScheme": 44881, + "?q": 44882, + "ĠTamil": 44883, + "Ticks": 44884, + "Ġpest": 44885, + "'n": 44886, + "Ġpornography": 44887, + "_modal": 44888, + "Ġ----------": 44889, + "Ġdisposable": 44890, + "FREE": 44891, + "Ġshark": 44892, + "CHE": 44893, + "Ġdepicted": 44894, + "Ġdemonstrations": 44895, + "ĠKilled": 44896, + "ĠRULE": 44897, + "Ġobsessed": 44898, + "Ġsimplified": 44899, + "Postal": 44900, + "Ġconceptual": 44901, + "Ġpst": 44902, + "Las": 44903, + "_PROJECT": 44904, + "ucceeded": 44905, + "olu": 44906, + "ÄŁi": 44907, + "Ġpersonalities": 44908, + "Ġreshape": 44909, + "Ġenclosed": 44910, + "ĉptr": 44911, + "Ġtutorials": 44912, + "Ġexploded": 44913, + "_DIRECTORY": 44914, + "åĨħ容": 44915, + "Ġcanon": 44916, + "Ġrecognise": 44917, + "PAD": 44918, + "ĠApprox": 44919, + "ĠRestore": 44920, + "ĠImportant": 44921, + "Ġheavier": 44922, + ".Sequential": 44923, + "Earth": 44924, + "ĠMilk": 44925, + ".setRequest": 44926, + ".tem": 44927, + "Ġreconstruct": 44928, + "Ġskeptical": 44929, + "_Private": 44930, + "BUF": 44931, + "qua": 44932, + ":a": 44933, + "Ġsek": 44934, + "Ġdwell": 44935, + "ossa": 44936, + "Ġrewarded": 44937, + "ий": 44938, + "(topic": 44939, + "_partition": 44940, + "Ġ__________________": 44941, + "Keywords": 44942, + "ĠFranco": 44943, + "Lite": 44944, + "Ġnaken": 44945, + "Ġза": 44946, + "OBJECT": 44947, + "Ġcrafts": 44948, + "ĠSwap": 44949, + ".Xna": 44950, + ".Connect": 44951, + "Ġbalcony": 44952, + "(real": 44953, + "ĠBarnes": 44954, + "bir": 44955, + "ĠTwenty": 44956, + "ayan": 44957, + "atars": 44958, + "ĠPropel": 44959, + "ĠIhnen": 44960, + "Upgrade": 44961, + "Ġcurb": 44962, + "-second": 44963, + "Ġneph": 44964, + ".pres": 44965, + "ìŀħ": 44966, + ".seq": 44967, + "Ġpadded": 44968, + "\"?": 44969, + "jl": 44970, + "ãĥ¬": 44971, + "')a": 44975, + "Coordinates": 44976, + "Ġenacted": 44977, + "ENTS": 44978, + "Ġlac": 44979, + ".final": 44980, + "ĠPhpStorm": 44981, + "called": 44982, + "Ġinquiries": 44983, + ".middleware": 44984, + "ĠDowntown": 44985, + "/';Ċ": 44986, + "Ġkilomet": 44987, + "accel": 44988, + "Ġquien": 44989, + "wstring": 44990, + "setData": 44991, + "Ġmanera": 44992, + "Ġmodular": 44993, + "rimp": 44994, + "Ġtariffs": 44995, + "âĢĻil": 44996, + "_THROW": 44997, + "/color": 44998, + "ĠHTMLElement": 44999, + "Ġcarro": 45000, + "Ġprere": 45001, + "Ġplotting": 45002, + "ĠPositive": 45003, + "ĠMachines": 45004, + "OTES": 45005, + "Ỽ": 45006, + "pleasant": 45007, + "Ġalte": 45008, + "Ġainda": 45009, + "these": 45010, + "Ġcors": 45011, + "ipay": 45012, + "ĠAdvisory": 45013, + "ĠRubio": 45014, + "jq": 45015, + "Ġlimestone": 45016, + "Ġdetached": 45017, + "设置": 45018, + "tenant": 45019, + "ĠDepth": 45020, + "alore": 45021, + "ĠÑģÑĤÑĢок": 45022, + "ĠFORE": 45023, + "ĠLay": 45024, + "presentation": 45025, + ")');Ċ": 45026, + ".subplots": 45027, + "Ïĥ": 45028, + "NOW": 45029, + "Gar": 45030, + "handles": 45031, + "abra": 45032, + "puties": 45033, + "ĠElectrical": 45034, + "Middle": 45035, + "ropic": 45036, + "ĠJD": 45037, + "ĠDyn": 45038, + "ĠBristol": 45039, + "ĠMcCarthy": 45040, + "Ġstriker": 45041, + "Ġenumerable": 45042, + "ĠEvan": 45043, + ".defaults": 45044, + "quences": 45045, + ")||": 45046, + "ĉtoken": 45047, + "âĹı": 45048, + "-dropdown": 45049, + "STORE": 45050, + "ĠGraphic": 45051, + "(pp": 45052, + "Expl": 45053, + "Ġupwards": 45054, + "ĠDistributed": 45055, + "ĠWEB": 45056, + "Jer": 45057, + "isNaN": 45058, + "çĶŁæĪIJ": 45059, + ">R": 45060, + "üssen": 45061, + "efs": 45062, + "Ġuncover": 45063, + "Ġlud": 45064, + ".calculate": 45065, + "Ġintptr": 45066, + "Ġmidfielder": 45067, + ".Headers": 45068, + "Ġmf": 45069, + "eref": 45070, + ".Metro": 45071, + "ĠSpeaking": 45072, + ":b": 45073, + "Ġcryptocurrencies": 45074, + "Ġdemons": 45075, + "ĉEXPECT": 45076, + "Ġwicked": 45077, + "youtube": 45078, + ":Int": 45079, + "ĠHindi": 45080, + "ĠCAT": 45081, + "Ġع": 45082, + "rar": 45083, + "omore": 45084, + "/per": 45085, + "/license": 45086, + "Ġreim": 45087, + "Ġawaiting": 45088, + "Ġlethal": 45089, + "ĠEF": 45090, + "rounded": 45091, + "ĠPlatinum": 45092, + "ĠвÑģе": 45093, + ".coords": 45094, + ".Device": 45095, + "/item": 45096, + "ĠWenn": 45097, + "compileComponents": 45098, + "ĠKinder": 45099, + ".removeItem": 45100, + "Ġanda": 45101, + "bnb": 45102, + "Ġpra": 45103, + "(transaction": 45104, + "Ġembarrassing": 45105, + "ĉBOOL": 45106, + ".contentView": 45107, + "Ġeventdata": 45108, + "atore": 45109, + "ĠprovidedIn": 45110, + "irma": 45111, + "Ġzona": 45112, + "_HW": 45113, + "æĻ": 45114, + "Ġstove": 45115, + "Ġcounterpart": 45116, + "_Product": 45117, + "_MANAGER": 45118, + "Ġinfring": 45119, + "ĠERA": 45120, + "_party": 45121, + "Ñij": 45122, + "Ġinici": 45123, + "_Request": 45124, + "Ġmiracle": 45125, + "ĠcancelButton": 45126, + "Spy": 45127, + "ató": 45128, + "Ġpolish": 45129, + "ĠNicole": 45130, + ".displayName": 45131, + "\\Requests": 45132, + "ĠuseHistory": 45133, + "RouterModule": 45134, + "Ġstared": 45135, + "IDER": 45136, + "ÑĥнкÑĨи": 45137, + "Ġnota": 45138, + "$arr": 45139, + "pecified": 45140, + "Ġtopp": 45141, + "_DRIVER": 45142, + "/ng": 45143, + "åł": 45144, + "_tm": 45145, + "%timeout": 45146, + "\"": 45588, + "tlement": 45589, + "$(\"": 45590, + "FromString": 45591, + "ĠBild": 45592, + "Ġconventions": 45593, + "_native": 45594, + "ĠInspector": 45595, + "ĠPist": 45596, + "ubar": 45597, + "Ġregs": 45598, + "ĠPilot": 45599, + "Thus": 45600, + ">'+": 45601, + "Ġcela": 45602, + ".news": 45603, + "(Product": 45604, + "Living": 45605, + "Russia": 45606, + "Ġfacet": 45607, + "etical": 45608, + "Ġ['$": 45609, + "/[": 45610, + "ĠDire": 45611, + "Ġgases": 45612, + "ĠINFORMATION": 45613, + "ĠEat": 45614, + "ĠForums": 45615, + "ĠCharacters": 45616, + "_met": 45617, + "Ġìĭľ": 45618, + "Ġkings": 45619, + "achie": 45620, + "ĠLambda": 45621, + "Ġtimers": 45622, + "ĠLighting": 45623, + "ĠCasey": 45624, + "addir": 45625, + "andex": 45626, + ".answer": 45627, + "ĠHip": 45628, + "ĠPrincip": 45629, + "StartDate": 45630, + "ĠãĢĮ": 45631, + "tres": 45632, + "Ġ&#": 45633, + ".MaxValue": 45634, + "ĠProblems": 45635, + "Ġlatex": 45636, + "OfClass": 45637, + "ĠLynn": 45638, + "//'": 45639, + "Ġvoyage": 45640, + "Ġshuttle": 45641, + "ĠRoller": 45642, + "ĠRuntimeError": 45643, + "uya": 45644, + "Dic": 45645, + "ĉbuilder": 45646, + "Ġbullying": 45647, + "Ġsimplest": 45648, + ".called": 45649, + "ĠLR": 45650, + "Ġmorality": 45651, + "Ġsturdy": 45652, + "tracking": 45653, + ".swagger": 45654, + "_BIND": 45655, + "ITOR": 45656, + "-urlencoded": 45657, + "ĠÑħ": 45658, + "ĠTrinity": 45659, + "Ġtraps": 45660, + "Ġ|-": 45661, + "ĠsetText": 45662, + "Ġbargain": 45663, + "Ġbrakes": 45664, + ".getCode": 45665, + "Ġmigrate": 45666, + "Ġribbon": 45667, + ")return": 45668, + "Ġcharger": 45669, + "acom": 45670, + "ADIUS": 45671, + "ĠAmbassador": 45672, + "-after": 45673, + "Ġanni": 45674, + "ĉspin": 45675, + "Concept": 45676, + "ĠHenderson": 45677, + "ĠHOST": 45678, + ".rank": 45679, + "ĠNortheast": 45680, + "Ġberlin": 45681, + "Ġrequis": 45682, + ".feed": 45683, + "ĠsourceMapping": 45684, + "ĠRencontre": 45685, + ".ajax": 45686, + "nestjs": 45687, + "Ġtrek": 45688, + "ĠNacional": 45689, + "Ġ&[": 45690, + "Ġpayable": 45691, + "ortex": 45692, + "Ġdept": 45693, + "fieldName": 45694, + "Ġcompletes": 45695, + "ĠRVA": 45696, + "Ġonions": 45697, + "alignment": 45698, + "Formats": 45699, + "Ġ'{$": 45700, + "HashSet": 45701, + "ĠBod": 45702, + ".InvariantCulture": 45703, + "Ġsettlements": 45704, + "Ġhydr": 45705, + ".updated": 45706, + "venth": 45707, + "(seconds": 45708, + "=\"/\"": 45709, + "Ġwebpage": 45710, + "(ĊĊ": 45711, + "Ġtir": 45712, + "Ġtoes": 45713, + "ĠBrick": 45714, + "Ġambition": 45715, + "Pot": 45716, + "=max": 45717, + "ETIME": 45718, + "Ġdepot": 45719, + "calls": 45720, + "ĠNorwegian": 45721, + "`:": 45722, + "Ġburger": 45723, + "Ġprofessors": 45724, + "ĠAllocate": 45725, + "-thirds": 45726, + "-chart": 45727, + "Ġford": 45728, + "*N": 45729, + ".kotlin": 45730, + "Ġpaperwork": 45731, + "ĠDEVICE": 45732, + "%@\",": 45733, + "respect": 45734, + "(mp": 45735, + "é«ĺ": 45736, + "-if": 45737, + "Ġcushion": 45738, + "obot": 45739, + "Ġparc": 45740, + "SPACE": 45741, + "ĠNetanyahu": 45742, + "Ġselfish": 45743, + "feat": 45744, + "Ġclientes": 45745, + "-tools": 45746, + "Ġporch": 45747, + "Ġjq": 45748, + ".verbose": 45749, + "Ġliberals": 45750, + "])ĊĊĊ": 45751, + "pies": 45752, + "NotBlank": 45753, + "(term": 45754, + "ÈĽi": 45755, + "_Params": 45756, + ".normalize": 45757, + "Bullet": 45758, + "ASIC": 45759, + "(hex": 45760, + "_cliente": 45761, + "+,": 45762, + "_DI": 45763, + "Ġforthcoming": 45764, + "}\")]Ċ": 45765, + "seo": 45766, + "Um": 45767, + ">Name": 45768, + "Ġcomfortably": 45769, + "irectional": 45770, + "WITH": 45771, + "/pr": 45772, + "ĠPoor": 45773, + "ĠVitamin": 45774, + "vic": 45775, + "GH": 45776, + "Ġpriorit": 45777, + "ĠNN": 45778, + "ĠClosed": 45779, + "¤í": 45780, + "ĠisOpen": 45781, + "\\Console": 45782, + "AndFeel": 45783, + ".SUCCESS": 45784, + "_OPERATION": 45785, + "polation": 45786, + "ĠTas": 45787, + "psz": 45788, + ">'.": 45789, + "CURRENT": 45790, + "Vendor": 45791, + "hosts": 45792, + "ĠErd": 45793, + ">tagger": 45794, + "ĠsourceMappingURL": 45795, + "Ġmarathon": 45796, + "_closed": 45797, + "Ġexemption": 45798, + "Ġrecognizes": 45799, + "ideshow": 45800, + "'$": 45801, + "('/');Ċ": 45802, + "mits": 45803, + "warz": 45804, + "ĠCherry": 45805, + "µ¬": 45806, + "nor": 45807, + "porte": 45808, + "Ġwl": 45809, + "_backup": 45810, + ".getBoolean": 45811, + ".getResource": 45812, + "Ġdefinitive": 45813, + ".EditText": 45814, + "ĠsÃŃ": 45815, + ".CONT": 45816, + "ĠPLAYER": 45817, + ".cards": 45818, + "ĠShore": 45819, + "('/')Ċ": 45820, + "cluir": 45821, + "WebDriver": 45822, + "(month": 45823, + "-release": 45824, + "Ġinspector": 45825, + "å£": 45826, + "ĠNF": 45827, + "_clip": 45828, + "åŃIJ": 45829, + "Ġinteracting": 45830, + ".tmp": 45831, + "Ġ'''ĊĊ": 45832, + "Ġdee": 45833, + "Ġfrost": 45834, + "\"]))Ċ": 45835, + "ĠPlaces": 45836, + "Throws": 45837, + "fork": 45838, + "/day": 45839, + "iPhone": 45840, + "ĠMIC": 45841, + "Ġfolding": 45842, + "Ġcrore": 45843, + "ĠChiefs": 45844, + "pherical": 45845, + "(price": 45846, + ".WriteString": 45847, + "Ġexiting": 45848, + "]',Ċ": 45849, + "ighting": 45850, + "Ingredient": 45851, + "(vertex": 45852, + "ĠscrollView": 45853, + "hf": 45854, + ":new": 45855, + "SEN": 45856, + "sector": 45857, + "Ġspins": 45858, + "ĠScheduler": 45859, + "otechn": 45860, + "semicolon": 45861, + "FontOfSize": 45862, + "ĠSpecifically": 45863, + "flamm": 45864, + ".ObjectId": 45865, + "Ġconta": 45866, + "_permissions": 45867, + "ĉFROM": 45868, + "ICODE": 45869, + "/kg": 45870, + "ĠHotels": 45871, + "-med": 45872, + "ĠDin": 45873, + "Ġnavy": 45874, + "getParam": 45875, + "Ġmend": 45876, + "Ġportrayed": 45877, + "ĠMetropolitan": 45878, + "Painter": 45879, + "Ġreferral": 45880, + "_good": 45881, + "Ġmarvel": 45882, + "osaic": 45883, + ">(&": 45884, + ".ur": 45885, + "Ġestos": 45886, + "William": 45887, + "Ġtimber": 45888, + "Ġquelques": 45889, + "ĠDocuments": 45890, + ".Xaml": 45891, + "Ġbatches": 45892, + "éģĵ": 45893, + "ĠReleased": 45894, + "Tail": 45895, + "COOKIE": 45896, + "heid": 45897, + "_station": 45898, + "ĠVia": 45899, + "Sale": 45900, + "ĠRepeat": 45901, + "Ġpromin": 45902, + "ĠZo": 45903, + "-forward": 45904, + "ĠIon": 45905, + "itary": 45906, + "Ġjus": 45907, + "-request": 45908, + "Ġproudly": 45909, + "ĠStreaming": 45910, + "(MouseEvent": 45911, + "ĠSprint": 45912, + "_rotation": 45913, + "Repositories": 45914, + "Ġtart": 45915, + "ĠÑģв": 45916, + "Ġmappings": 45917, + "èª": 45918, + "Cu": 45919, + "Cycle": 45920, + "Ġbun": 45921, + "ĉlua": 45922, + "ãĥī": 45923, + "Ġ((!": 45924, + "Ġcollectively": 45925, + "ĠCond": 45926, + "Ġwszyst": 45927, + "(lib": 45928, + "openhagen": 45929, + "_skip": 45930, + ".ColumnHeader": 45931, + "éĤ": 45932, + "perienced": 45933, + "ıè¿°": 45934, + "_props": 45935, + "Ġcontrace": 45936, + "Ġmatchup": 45937, + "abetic": 45938, + ".members": 45939, + "RECT": 45940, + "(dat": 45941, + "Ġsog": 45942, + "renom": 45943, + "_Method": 45944, + "Customers": 45945, + "fullname": 45946, + "ZN": 45947, + "retry": 45948, + "Ġkap": 45949, + "ĠNeu": 45950, + "èĬ": 45951, + "addChild": 45952, + "willReturn": 45953, + "_permalink": 45954, + "Ġenergetic": 45955, + "ĠWet": 45956, + "ĠMorr": 45957, + "Ġgcd": 45958, + "counts": 45959, + ",type": 45960, + "dig": 45961, + "(Login": 45962, + "Ġcracks": 45963, + "Ġbacterial": 45964, + "ĠMeat": 45965, + "ĠArmstrong": 45966, + "ĠBronze": 45967, + "Ġapproximate": 45968, + "_dirs": 45969, + "liga": 45970, + "ÅĤad": 45971, + "Ġkindness": 45972, + "Ġcontre": 45973, + "ĠEVERY": 45974, + "MET": 45975, + "Ġannouncements": 45976, + "gpio": 45977, + "ĠWaitForSeconds": 45978, + "ĠPhotoshop": 45979, + "Ġdiscontin": 45980, + "/dd": 45981, + "Ġtopology": 45982, + "anical": 45983, + ".interface": 45984, + "aucoup": 45985, + ".HashSet": 45986, + "ARIANT": 45987, + "(routes": 45988, + "ĠTeh": 45989, + "Ġhype": 45990, + "]\").": 45991, + "Ġslam": 45992, + "Ġbroth": 45993, + "-inter": 45994, + "ĠRid": 45995, + "-manager": 45996, + "Cancelar": 45997, + "ĠPagination": 45998, + "Ġsoundtrack": 45999, + "Ġposterior": 46000, + "Ġscrub": 46001, + "creating": 46002, + "-*": 46003, + "irteen": 46004, + ".dy": 46005, + ".symmetric": 46006, + "Ġ\"\".": 46007, + "===============": 46008, + "Ġchassis": 46009, + "ĠnumberOfRows": 46010, + "Developer": 46011, + "_bins": 46012, + "ĠOUR": 46013, + "rieb": 46014, + "Pros": 46015, + "ĠwiÄĻ": 46016, + "\"d": 46017, + "Ġasyncio": 46018, + "zeigen": 46019, + "_spi": 46020, + ".ALL": 46021, + "Ġscrews": 46022, + "Chinese": 46023, + "ĠapiKey": 46024, + "Ġunsuccessful": 46025, + "ĠSeahawks": 46026, + "ORG": 46027, + "ç«ł": 46028, + "Ġprofessionally": 46029, + "ĠCoupon": 46030, + "åŃĹ段": 46031, + "Convention": 46032, + "Ġpolym": 46033, + "æīĭ": 46034, + "Ġsalvation": 46035, + "Ġengineered": 46036, + "ĠWrest": 46037, + "ĠGCC": 46038, + "Ġwarmer": 46039, + "LayoutConstraint": 46040, + "Ġaggrav": 46041, + "Scripts": 46042, + "venture": 46043, + "Ġrefrigerator": 46044, + "Ġinnovations": 46045, + "ĠRunner": 46046, + "NIC": 46047, + "ĠRolling": 46048, + "ControlEvents": 46049, + "Ġloos": 46050, + "pac": 46051, + "ĉpanel": 46052, + "efe": 46053, + "ĠBuddha": 46054, + "--------------Ċ": 46055, + "åºĵ": 46056, + "(forKey": 46057, + "Ġlumin": 46058, + "Ġ(?": 46059, + "ĠAIDS": 46060, + ",user": 46061, + "imientos": 46062, + "contentType": 46063, + "antlr": 46064, + "é¦": 46065, + "ĠWelt": 46066, + "Production": 46067, + "might": 46068, + "ĠVII": 46069, + "\",(": 46070, + "Ġobserving": 46071, + "Ġdeliberate": 46072, + "(control": 46073, + "Ġwithd": 46074, + "Ġsemana": 46075, + "STACK": 46076, + "uchen": 46077, + "Nice": 46078, + "ĠDeutschland": 46079, + "ĠSpecifies": 46080, + "dma": 46081, + "izio": 46082, + "ĠFacts": 46083, + "_popup": 46084, + "ĠDirectors": 46085, + "{:": 46086, + "[R": 46087, + "ĠÑįлеменÑĤ": 46088, + "Ġplat": 46089, + "Ġdirecting": 46090, + "ä¸ī": 46091, + "ĠGilbert": 46092, + "âĢ¦.ĊĊ": 46093, + ".qml": 46094, + "Ġthereafter": 46095, + "Ġdisposition": 46096, + "draft": 46097, + "Ġsurgeon": 46098, + "ĠInsider": 46099, + "Blend": 46100, + "ĠTrev": 46101, + "trinsic": 46102, + "Topics": 46103, + "rieve": 46104, + "_FILENAME": 46105, + "Ġautres": 46106, + "Jose": 46107, + "Producer": 46108, + "erus": 46109, + "Ġpetit": 46110, + "ĠNEXT": 46111, + "ĠFilters": 46112, + "Ġreplicate": 46113, + "\"]).": 46114, + "Ġlenders": 46115, + "]\",Ċ": 46116, + ";charset": 46117, + "CppObject": 46118, + "Ġfloral": 46119, + "ĠTipo": 46120, + "Ġcircuits": 46121, + "easy": 46122, + "(&$": 46123, + "itta": 46124, + "eryl": 46125, + "_COMMON": 46126, + "'}}>Ċ": 46127, + "-backed": 46128, + "(variable": 46129, + "(Index": 46130, + "Ġvoir": 46131, + "_locations": 46132, + "++){": 46133, + "ĠLouisville": 46134, + "Ġgratitude": 46135, + ".Mockito": 46136, + "ĠPowers": 46137, + "ieurs": 46138, + "Ġgeographic": 46139, + "rale": 46140, + "Ġcra": 46141, + "ĠSpurs": 46142, + "iphertext": 46143, + "ACION": 46144, + "-common": 46145, + "Ġvictories": 46146, + "ĠFinals": 46147, + ".shuffle": 46148, + "-million": 46149, + "_PROC": 46150, + "assume": 46151, + "Ġils": 46152, + "DBC": 46153, + "BootTest": 46154, + "Ġlavor": 46155, + ".testing": 46156, + ".ast": 46157, + "\"]/": 46158, + "moid": 46159, + "Ġqualification": 46160, + "gesch": 46161, + "ĉput": 46162, + "Ġairports": 46163, + "JI": 46164, + "Teacher": 46165, + "_uniform": 46166, + "Ġnama": 46167, + "ĠBast": 46168, + "ertype": 46169, + "capture": 46170, + "getAll": 46171, + "ĠReynolds": 46172, + "ooled": 46173, + ".comments": 46174, + "Ġchin": 46175, + ").*": 46176, + "Ġили": 46177, + "tgl": 46178, + "udos": 46179, + "ĠdÃŃas": 46180, + "chai": 46181, + ".program": 46182, + "Ġpsz": 46183, + "ĉicon": 46184, + "phil": 46185, + "entral": 46186, + "_WRAP": 46187, + "ovi": 46188, + "Ġnostalg": 46189, + "Infinity": 46190, + "ĉyield": 46191, + "Ġvitamins": 46192, + "Quaternion": 46193, + "Sink": 46194, + "_goods": 46195, + "Ġ........": 46196, + "ĠWings": 46197, + "uridad": 46198, + "-story": 46199, + "\"])ĊĊ": 46200, + "idelity": 46201, + "TypeDef": 46202, + "Gtk": 46203, + "ĠíĮ": 46204, + "_Main": 46205, + "Ġchez": 46206, + "ĠRaven": 46207, + "Ġpayroll": 46208, + "Ġfreelance": 46209, + "LLU": 46210, + "ĠMend": 46211, + "eday": 46212, + "ApiModelProperty": 46213, + ".FormBorderStyle": 46214, + "Ġeconomist": 46215, + "stanbul": 46216, + "Ġfreight": 46217, + "-Agent": 46218, + "(meta": 46219, + "Ġsymmetry": 46220, + "Ġ'..": 46221, + ".Calendar": 46222, + "-aut": 46223, + "gf": 46224, + "pent": 46225, + "yclopedia": 46226, + "Ġwishing": 46227, + "ĊĊĊĊĊĊĊĊĊĊĊĊ": 46228, + "Ġgentleman": 46229, + "Ġê³": 46230, + "=#": 46231, + "Ġlectures": 46232, + "âĢľIn": 46233, + "Ġ!_": 46234, + "Ġhb": 46235, + "ĠVendor": 46236, + "Recently": 46237, + "_notes": 46238, + "æıIJ示": 46239, + "\"My": 46240, + "HeadersHeight": 46241, + "_SO": 46242, + "Ġunwilling": 46243, + "Ġsuperhero": 46244, + "gio": 46245, + "psy": 46246, + "ĠPeer": 46247, + "javax": 46248, + "&apos": 46249, + "ĠCrisis": 46250, + "ordinal": 46251, + "Memcpy": 46252, + "++++++++++++++++": 46253, + "-val": 46254, + "Ġworkbook": 46255, + "-ap": 46256, + "=k": 46257, + "Ġmetallic": 46258, + "_peer": 46259, + "ByPrimaryKey": 46260, + "_SD": 46261, + "uator": 46262, + "_SHADER": 46263, + ")Math": 46264, + ".Transform": 46265, + "Ġcows": 46266, + "Phi": 46267, + "ĠClem": 46268, + "(_(\"": 46269, + "ĠLud": 46270, + "-delay": 46271, + "ĠSecurities": 46272, + "ĠOrthodox": 46273, + "Symfony": 46274, + "(report": 46275, + "Ġentertain": 46276, + "EPS": 46277, + "izoph": 46278, + "exual": 46279, + "IRD": 46280, + "ä»İ": 46281, + "Ġlith": 46282, + "Ġsanitize": 46283, + "Ġfeminine": 46284, + "ISBN": 46285, + ".authentication": 46286, + "_pipeline": 46287, + "/constants": 46288, + "ĠCONF": 46289, + "Ġlucr": 46290, + "ricia": 46291, + ".ttf": 46292, + ".setContent": 46293, + "Ġstan": 46294, + "orean": 46295, + "ĠLloyd": 46296, + ".rawValue": 46297, + "Ġgor": 46298, + "ĠBrowns": 46299, + "Regression": 46300, + "Ġlowering": 46301, + "naissance": 46302, + "Ġblows": 46303, + "Ġamazed": 46304, + "Ġunrelated": 46305, + "Reviews": 46306, + "Ġruby": 46307, + "ĠModifier": 46308, + "Ġgiants": 46309, + ".thread": 46310, + "Ġcontainment": 46311, + "ĠStartCoroutine": 46312, + "umat": 46313, + "orelease": 46314, + "ĠRandy": 46315, + "@endif": 46316, + "Digest": 46317, + "Ġsuburban": 46318, + "=\");Ċ": 46319, + "Ġannonce": 46320, + ".variable": 46321, + "\\Foundation": 46322, + "Ġacre": 46323, + "Van": 46324, + "Ġtuples": 46325, + "dns": 46326, + "ĠStanding": 46327, + "_large": 46328, + "Ġboxing": 46329, + "SupportActionBar": 46330, + "ĠFortune": 46331, + "ĠRum": 46332, + "_multiple": 46333, + "archical": 46334, + "Ġfwrite": 46335, + "_quote": 46336, + "Ġfoolish": 46337, + "Ġcomprising": 46338, + "Ġоп": 46339, + "-selected": 46340, + "vf": 46341, + "maid": 46342, + "Nama": 46343, + "(datetime": 46344, + "Ġindirectly": 46345, + "gart": 46346, + "fixtures": 46347, + "chos": 46348, + "ĠHalo": 46349, + "Ġrecurring": 46350, + "-news": 46351, + "vil": 46352, + "ĠNursing": 46353, + "-produ": 46354, + "ĠHQ": 46355, + "\\HttpFoundation": 46356, + "enci": 46357, + "auen": 46358, + "Ġvy": 46359, + "ocracy": 46360, + "Ġdelegation": 46361, + "Ġasphalt": 46362, + "ĠsetSelected": 46363, + "kok": 46364, + "/rest": 46365, + "metics": 46366, + "ĠNSDate": 46367, + "Ġtravelled": 46368, + "Ġrecib": 46369, + "Ġmime": 46370, + "CLIENT": 46371, + "ĠGU": 46372, + "ĠHANDLE": 46373, + "/Q": 46374, + "[z": 46375, + "Ġbothered": 46376, + "ĠBBQ": 46377, + "ças": 46378, + "_examples": 46379, + "_FIN": 46380, + "ĠwhiteColor": 46381, + "Ġastronom": 46382, + "-dir": 46383, + "Ġsovereign": 46384, + "Ġbreeze": 46385, + "Ġinning": 46386, + "ĠEdmonton": 46387, + "gli": 46388, + ".blogspot": 46389, + "jsx": 46390, + "Ġversa": 46391, + "ĠMohammed": 46392, + ".Job": 46393, + "-toggler": 46394, + "ĠполÑĮзоваÑĤ": 46395, + "ardon": 46396, + "Ġnewborn": 46397, + "Ġnaval": 46398, + "noteq": 46399, + "Ġtumblr": 46400, + "Ġhentai": 46401, + "ĠTypically": 46402, + "Ġloot": 46403, + ".Sprite": 46404, + "Flight": 46405, + "Ġwavelength": 46406, + "-sk": 46407, + "ĠElle": 46408, + "_exports": 46409, + "ĠÑı": 46410, + "ĠIH": 46411, + "izophren": 46412, + "Ġíģ": 46413, + "_primary": 46414, + "Ġmois": 46415, + "ĠBN": 46416, + "Ġsystemic": 46417, + "Ġdiferentes": 46418, + "INCT": 46419, + "Ġ''ĊĊ": 46420, + "$q": 46421, + "WidgetItem": 46422, + "clide": 46423, + "$file": 46424, + "Lemma": 46425, + "/table": 46426, + "agrid": 46427, + "ĠMongoDB": 46428, + "inte": 46429, + "Ġapprent": 46430, + "ÂŃing": 46431, + ".Db": 46432, + "ĠÃĤ": 46433, + "hammer": 46434, + "='';Ċ": 46435, + "Ġbrokers": 46436, + "itlement": 46437, + "semblies": 46438, + "Ele": 46439, + "{x": 46440, + "Ġlastname": 46441, + "<-": 46442, + "Ġflatten": 46443, + "_band": 46444, + ".Root": 46445, + ".readFileSync": 46446, + "======": 46447, + ".rx": 46448, + "?čĊ": 46449, + "Ġmetaphor": 46450, + "Ti": 46451, + "conte": 46452, + "Ġdebit": 46453, + "Ġcontempt": 46454, + "CppType": 46455, + "æĶ¯": 46456, + "FormField": 46457, + "ratio": 46458, + "osopher": 46459, + "Ġimplant": 46460, + "PURE": 46461, + "Ġalta": 46462, + "_management": 46463, + "Ġrefine": 46464, + "ĠCheckBox": 46465, + "ĠCharl": 46466, + "-version": 46467, + "conditional": 46468, + "venues": 46469, + "Ġrifles": 46470, + "Ġoffspring": 46471, + "Ġmilling": 46472, + "Ġsharply": 46473, + "Ġunderwater": 46474, + "(origin": 46475, + "_Control": 46476, + "Ġ.$": 46477, + "Plugins": 46478, + "Ġdrying": 46479, + "Ġillustrates": 46480, + "-u": 46481, + "Ġvegetarian": 46482, + "npc": 46483, + "Heart": 46484, + ";',Ċ": 46485, + "comma": 46486, + "teenth": 46487, + "asan": 46488, + "/spec": 46489, + "_moves": 46490, + "-margin": 46491, + "Ġingen": 46492, + "³³³": 46493, + "Ġprojet": 46494, + "Ġotra": 46495, + "Ġbras": 46496, + ".utc": 46497, + "Ġslept": 46498, + "=sub": 46499, + "abilit": 46500, + "poster": 46501, + "Ġsdk": 46502, + "ouncill": 46503, + "Ġwd": 46504, + "PreparedStatement": 46505, + "ĠDrum": 46506, + "(attribute": 46507, + "ĠEthernet": 46508, + "ĉDB": 46509, + "California": 46510, + "cube": 46511, + "[I": 46512, + ".Created": 46513, + "ĠHM": 46514, + "Ġtracing": 46515, + "FormsModule": 46516, + "-you": 46517, + ".currency": 46518, + "feeding": 46519, + "Ġtbody": 46520, + "Li": 46521, + "accion": 46522, + "nas": 46523, + "Ġtrouver": 46524, + "NONE": 46525, + "\"},čĊ": 46526, + "Ġftp": 46527, + "WithIdentifier": 46528, + "polate": 46529, + "FileInfo": 46530, + "Ġpursued": 46531, + "ĠĠĠĠčĊĠĠĠĠčĊ": 46532, + "DESCRIPTION": 46533, + "}*/Ċ": 46534, + "FromNib": 46535, + "Ġdecorative": 46536, + "_SSL": 46537, + "(chat": 46538, + "TLS": 46539, + "Ġsurprises": 46540, + "alculate": 46541, + "ĠSplash": 46542, + "(Configuration": 46543, + "ĠSEM": 46544, + "imson": 46545, + "/library": 46546, + "": 46621, + "GED": 46622, + "faq": 46623, + "Ġoptionally": 46624, + "_Dis": 46625, + "ĠSuccessful": 46626, + "ĠCensus": 46627, + "Ġincarcer": 46628, + "_CARD": 46629, + "Ġaviation": 46630, + "ĠGym": 46631, + "Authority": 46632, + ".Bean": 46633, + "shader": 46634, + "NotExist": 46635, + "_TextChanged": 46636, + "ĠSTOP": 46637, + "(team": 46638, + "\"H": 46639, + "wg": 46640, + "Ġgrinder": 46641, + "Ġstripe": 46642, + "Ġpreservation": 46643, + "Claim": 46644, + "aversal": 46645, + "warehouse": 46646, + "targets": 46647, + "Trust": 46648, + "Ġallev": 46649, + ",www": 46650, + "ousse": 46651, + "_chan": 46652, + "_Size": 46653, + "systems": 46654, + "Ġobjection": 46655, + "ĠKane": 46656, + "Ġcorros": 46657, + "ĠDSL": 46658, + "Ġua": 46659, + "ĠMH": 46660, + "ĠStrategic": 46661, + "_tcp": 46662, + "Ġê°Ĵ": 46663, + "Ġborrowed": 46664, + "ĠAch": 46665, + "ĉcommand": 46666, + "Ġgps": 46667, + "leston": 46668, + "ichever": 46669, + "ĠUA": 46670, + "Ġassaulted": 46671, + "Ġspecializes": 46672, + "ĉsearch": 46673, + "Hotel": 46674, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 46675, + "ĠPitch": 46676, + "ĠÙģ": 46677, + "READY": 46678, + "Ġparental": 46679, + "Ġgéné": 46680, + "Ġdonnées": 46681, + "Ġdetain": 46682, + "TARGET": 46683, + "Ġprotagonist": 46684, + "ĠclearInterval": 46685, + "ĠIconButton": 46686, + "ĠGetAll": 46687, + "TypeInfo": 46688, + "EH": 46689, + "âĢľThey": 46690, + "Ġ{[": 46691, + "Ġgag": 46692, + "ĠÚ©": 46693, + "ĠDropdown": 46694, + ".free": 46695, + "gone": 46696, + "imens": 46697, + "Ġinstal": 46698, + "ĉcurl": 46699, + "_CAN": 46700, + "ĠBone": 46701, + "ï¼Ķ": 46702, + "onyms": 46703, + "-government": 46704, + ".bindingNavigator": 46705, + "ĠDans": 46706, + "ĠMcL": 46707, + "(en": 46708, + ">(_": 46709, + "ÐĴÑĭ": 46710, + ".*;čĊ": 46711, + "=j": 46712, + "-cor": 46713, + "Son": 46714, + ".ToolStripItem": 46715, + "-around": 46716, + "_XML": 46717, + "endDate": 46718, + "Ġslack": 46719, + "Ġrotated": 46720, + "Ġnoqa": 46721, + "Ġcottage": 46722, + "Ġencontrar": 46723, + "_skill": 46724, + "houette": 46725, + "!čĊ": 46726, + ".weather": 46727, + "Ġemphasized": 46728, + "家": 46729, + "ĠÑģпиÑģ": 46730, + "ĠCompiler": 46731, + "(android": 46732, + "ĠâĢº": 46733, + ".turn": 46734, + "Ġsuppression": 46735, + "_calls": 46736, + "Ġ*@": 46737, + "(strlen": 46738, + ".hex": 46739, + "ĠBills": 46740, + "ĠRSA": 46741, + "ÏĤ": 46742, + "ĠEscape": 46743, + "ementia": 46744, + "Ġfrontend": 46745, + "Ġpint": 46746, + "_exc": 46747, + "zzo": 46748, + "[],Ċ": 46749, + "Ġ\"','\"": 46750, + ".Environment": 46751, + "Ġaforementioned": 46752, + "Ġendure": 46753, + "prototype": 46754, + "therapy": 46755, + "ssi": 46756, + "Deg": 46757, + "_plugins": 46758, + ".userInfo": 46759, + "Printer": 46760, + "ĠPROGRAM": 46761, + "Ġruins": 46762, + "Ġempirical": 46763, + "Ġcrawl": 46764, + "ĠBoiler": 46765, + "-comment": 46766, + ".subplot": 46767, + "_et": 46768, + "Ġ'.',": 46769, + "minor": 46770, + "ĠCustoms": 46771, + "Ġyaw": 46772, + "underline": 46773, + "ĠComo": 46774, + "(('": 46775, + "(mean": 46776, + "Ġchaque": 46777, + "ĠBlocks": 46778, + ".rad": 46779, + "ilibrium": 46780, + "Ġwebdriver": 46781, + "Ġmelhor": 46782, + "dana": 46783, + "ĠAbuse": 46784, + "ĠSouthwest": 46785, + "ĠParen": 46786, + "PERTIES": 46787, + "ĉIL": 46788, + "Ġscream": 46789, + "vu": 46790, + "Ġincomes": 46791, + "Ġnim": 46792, + "Ġlace": 46793, + "Ġcompensate": 46794, + "Reverse": 46795, + "Dat": 46796, + "_attack": 46797, + "Ġnour": 46798, + "achen": 46799, + "cek": 46800, + "\"+": 47057, + "Ġtokenizer": 47058, + "Ġsovereignty": 47059, + "ĠPence": 47060, + "()\");Ċ": 47061, + "Ġpessoas": 47062, + ".Ge": 47063, + "ĠIncluded": 47064, + "Ġpagina": 47065, + "Ġexposing": 47066, + "еÑĪ": 47067, + "_SCRIPT": 47068, + "/$',": 47069, + "Thumbnail": 47070, + "×Ķ": 47071, + "webElementX": 47072, + "webElementXpaths": 47073, + "pressure": 47074, + "ĠCurry": 47075, + "_CP": 47076, + "OLUTION": 47077, + "ILES": 47078, + "protect": 47079, + "oola": 47080, + "Workspace": 47081, + "{};Ċ": 47082, + "ĠUNS": 47083, + "Ġsympathy": 47084, + "roker": 47085, + "Ġremodel": 47086, + "ĉcell": 47087, + "Ġatop": 47088, + ".FullName": 47089, + "Ġfaut": 47090, + "ĠEasily": 47091, + "_dynamic": 47092, + "Ġframed": 47093, + "Ġmotive": 47094, + "è·¯": 47095, + "sam": 47096, + "Ġmarca": 47097, + "ĠTextEditingController": 47098, + "Ġdestructor": 47099, + "cream": 47100, + "Ġrude": 47101, + "ĠBold": 47102, + "ĠIndigenous": 47103, + "Ġgens": 47104, + "Ġrelacion": 47105, + "(system": 47106, + "ĠUIFont": 47107, + "_charge": 47108, + "USTER": 47109, + "EV": 47110, + ".Namespace": 47111, + "Ġmerger": 47112, + "Ġcalloc": 47113, + "gang": 47114, + "BadRequest": 47115, + "Ġsper": 47116, + "-design": 47117, + "Ġâĩ": 47118, + "Chan": 47119, + "Ġorganism": 47120, + ",)": 47121, + "=id": 47122, + "_plane": 47123, + "ĠCases": 47124, + "elfast": 47125, + "ĠLegislature": 47126, + "ĠFaker": 47127, + "Ġinvoking": 47128, + "-utils": 47129, + "().'": 47130, + ".face": 47131, + "Ġguardian": 47132, + "myModal": 47133, + "Ġclipboard": 47134, + "ĠATM": 47135, + "Ġpeas": 47136, + "ĠSylv": 47137, + ".calc": 47138, + "ĠContacts": 47139, + "intValue": 47140, + "Ġmodifying": 47141, + "ĠBarb": 47142, + ".loss": 47143, + "_percentage": 47144, + "Asked": 47145, + "(lst": 47146, + "ategorical": 47147, + "-files": 47148, + "ĠRomania": 47149, + ".Ac": 47150, + "Ġhai": 47151, + "ĠFlying": 47152, + "Ġż": 47153, + "jp": 47154, + "ĠTrainer": 47155, + ".arc": 47156, + "_deg": 47157, + "Ġtraceback": 47158, + "OrFail": 47159, + "FLOW": 47160, + ".old": 47161, + "oya": 47162, + "gmt": 47163, + "isempty": 47164, + "Ġvaccination": 47165, + "Ġobsolete": 47166, + "recognized": 47167, + "Ġruined": 47168, + "ĠRein": 47169, + "ĠTracking": 47170, + "xfb": 47171, + "اÛĮ": 47172, + "Ġvære": 47173, + "Ġbryster": 47174, + "ĠITS": 47175, + "Ġdestiny": 47176, + "Ġswear": 47177, + "Ġredes": 47178, + "Ġclf": 47179, + "Ġflipped": 47180, + "ĉhead": 47181, + "Bluetooth": 47182, + "ĠOverrides": 47183, + ":Boolean": 47184, + "_=": 47185, + "_lr": 47186, + "spawn": 47187, + ":index": 47188, + "VALUES": 47189, + "iskey": 47190, + "?\");Ċ": 47191, + ".synthetic": 47192, + "ĠChecking": 47193, + "structures": 47194, + "iping": 47195, + "Ġvocals": 47196, + "-Up": 47197, + "ĠManufacturers": 47198, + "ĠMarriage": 47199, + "代çłģ": 47200, + "Ġgarner": 47201, + "_Client": 47202, + "parallel": 47203, + "RIEND": 47204, + "Ġvinegar": 47205, + "segue": 47206, + "JB": 47207, + "Ġcontacting": 47208, + "ĠCarroll": 47209, + "Ġoutreach": 47210, + "tensor": 47211, + "_variant": 47212, + "Ġtheat": 47213, + "licable": 47214, + "{|": 47215, + "tiny": 47216, + "_letter": 47217, + "Ġpencil": 47218, + "HeadersHeightSizeMode": 47219, + "iltro": 47220, + ".autoconfigure": 47221, + ".drag": 47222, + ".useState": 47223, + "ĠBMI": 47224, + "hint": 47225, + "Compile": 47226, + "*\\": 47227, + "enary": 47228, + "Ġlvl": 47229, + ".Cache": 47230, + "+=\"": 47231, + "_tv": 47232, + "ruitment": 47233, + "Ġfread": 47234, + "Articles": 47235, + "fila": 47236, + "Ġpackaged": 47237, + "âĺĨ": 47238, + "ATHER": 47239, + "ĠPlanned": 47240, + "scheme": 47241, + "Ġdiary": 47242, + "Ġoffenses": 47243, + "/F": 47560, + "ĠStick": 47561, + "Ġcerc": 47562, + "ĠSlee": 47563, + "ĉĉĠĠĠĠĠĠĠĠ": 47564, + "": 47739, + "ĉcol": 47740, + "VG": 47741, + "_boolean": 47742, + "recent": 47743, + "Ġ*)ĊĊ": 47744, + "ĠRainbow": 47745, + "ommen": 47746, + "Ġlur": 47747, + "Ġoppression": 47748, + "(\",\");Ċ": 47749, + "ĠFacility": 47750, + "DEFINED": 47751, + "Ġneon": 47752, + "Ġoffender": 47753, + "AFP": 47754, + "ĠCleaning": 47755, + "[]):": 47756, + "Ġundocumented": 47757, + ".Repositories": 47758, + "ĠGuitar": 47759, + "аÑģÑģив": 47760, + "Skills": 47761, + "Ġtestimon": 47762, + "ryptography": 47763, + "ĠAmber": 47764, + "ĠStalin": 47765, + "Ġlone": 47766, + "Ġapenas": 47767, + "Ġdieses": 47768, + "ĠArduino": 47769, + "转": 47770, + "==-": 47771, + "_Act": 47772, + "Ġcoded": 47773, + "âĸł": 47774, + "amburger": 47775, + "-links": 47776, + "Ġarmour": 47777, + ".High": 47778, + "getContent": 47779, + "stag": 47780, + "Ġheck": 47781, + "ĠìĹĨ": 47782, + "ĠMcConnell": 47783, + "ĠConcert": 47784, + "ĠAlloc": 47785, + "äre": 47786, + ".replaceAll": 47787, + "Ġpartitions": 47788, + "rott": 47789, + "ĠFle": 47790, + "_TREE": 47791, + "reasonable": 47792, + "ĠReporting": 47793, + "Ġbillionaire": 47794, + "scores": 47795, + "mins": 47796, + "-eye": 47797, + "MORE": 47798, + "abort": 47799, + "ĠSWT": 47800, + "Ġinverted": 47801, + "ĠTeachers": 47802, + ";n": 47803, + "Ġastro": 47804, + "нов": 47805, + "аниÑĨ": 47806, + "producto": 47807, + "countries": 47808, + "ĠOwen": 47809, + "Ġcontamination": 47810, + "Ġvibe": 47811, + "ĠElli": 47812, + ".script": 47813, + "ĠOlive": 47814, + "DMA": 47815, + "vier": 47816, + ":semicolon": 47817, + "-module": 47818, + "gressive": 47819, + "agu": 47820, + "_players": 47821, + "Ġresultados": 47822, + "started": 47823, + "scrollTop": 47824, + "=====": 47825, + "Ġweighing": 47826, + "Ġ[[[": 47827, + "zahl": 47828, + "(NS": 47829, + "ĠAssertion": 47830, + "league": 47831, + ".setTextColor": 47832, + "ĉMessage": 47833, + "Ġmoms": 47834, + "_AF": 47835, + ".wh": 47836, + "ALS": 47837, + "Ġautre": 47838, + "]ĊĊĊĊ": 47839, + ".opacity": 47840, + "ĠBuddhist": 47841, + "Ġdeaf": 47842, + "ĠOrganisation": 47843, + "(Global": 47844, + "ensch": 47845, + "Ġheadache": 47846, + "ĠAlien": 47847, + "_inode": 47848, + "ĠStark": 47849, + "Ġæī": 47850, + "-lnd": 47851, + "oref": 47852, + "_feat": 47853, + "Ġpedestrian": 47854, + "Ġnominal": 47855, + "Ġballoon": 47856, + "Ġsprites": 47857, + "PrototypeOf": 47858, + "ĠApost": 47859, + "ĠFEATURE": 47860, + "OH": 47861, + "Ġrecess": 47862, + "ĠDonna": 47863, + "consumer": 47864, + "$GLOBALS": 47865, + "ĠGIF": 47866, + "-frame": 47867, + "Inicio": 47868, + "Ġpassages": 47869, + "DateString": 47870, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 47871, + ".byte": 47872, + "Bug": 47873, + "initializer": 47874, + "pkt": 47875, + "odium": 47876, + "ĠDER": 47877, + ".ops": 47878, + "leri": 47879, + "Ġgifted": 47880, + "Ġdetach": 47881, + "terrain": 47882, + "elters": 47883, + "ãģı": 47884, + ".loader": 47885, + "ĠNGO": 47886, + "strncmp": 47887, + "Kh": 47888, + "(fontSize": 47889, + "rocket": 47890, + "Ġprecedent": 47891, + "ĠAurora": 47892, + "ĠExperiment": 47893, + "isphere": 47894, + "Encoded": 47895, + "ĠâĢĵĊĊ": 47896, + "Ġpyramid": 47897, + "ĠAnniversary": 47898, + "ofil": 47899, + "ëŁ": 47900, + "(plugin": 47901, + "Coeff": 47902, + "Ġcooperate": 47903, + "Ġpredominantly": 47904, + "ISM": 47905, + "Phrase": 47906, + "_DEFINE": 47907, + "Flip": 47908, + "AMILY": 47909, + "ĠMarkets": 47910, + "ĠStreamReader": 47911, + "ĠCombine": 47912, + "Ġmanuscript": 47913, + "zza": 47914, + ",tp": 47915, + "Whatever": 47916, + "ITICAL": 47917, + "ighbour": 47918, + "DataProvider": 47919, + ".Texture": 47920, + "privacy": 47921, + ".SDK": 47922, + "Ġrecharge": 47923, + "Ġcpp": 47924, + "ĠCFG": 47925, + "(holder": 47926, + "(py": 47927, + "mot": 47928, + "Ġsavoir": 47929, + "ĠRosa": 47930, + "ĠPCs": 47931, + "ĠíĻ": 47932, + ".heroku": 47933, + "Ġfren": 47934, + "ĠRiley": 47935, + "agate": 47936, + "Ġsond": 47937, + ".xlsx": 47938, + "Ġhacked": 47939, + "stad": 47940, + "Gi": 47941, + "Ġsanity": 47942, + "ĠSqlDataAdapter": 47943, + "...\",": 47944, + "ĠPussy": 47945, + "Ġ****************": 47946, + "Ġhassle": 47947, + "_PARENT": 47948, + "ĠUAE": 47949, + "Ġbeginners": 47950, + "(Client": 47951, + "Ġstatistically": 47952, + ".hour": 47953, + "edelta": 47954, + "Ġtraction": 47955, + "uelve": 47956, + "arat": 47957, + "Ġsauna": 47958, + "INVALID": 47959, + "Ġindictment": 47960, + "ALLE": 47961, + "Ġdissent": 47962, + "ĠTypography": 47963, + "Ġintentional": 47964, + "sit": 47965, + "ĠAnimals": 47966, + "Ġcountryside": 47967, + "Ġuart": 47968, + "}\\\"": 47969, + "Ġseamless": 47970, + "¾ç¤º": 47971, + "Ġautos": 47972, + "Ġ\"'\";Ċ": 47973, + "Flush": 47974, + "ANNOT": 47975, + "Ġalgebra": 47976, + "assoc": 47977, + "ĠWaters": 47978, + "Ġpreparations": 47979, + "ronym": 47980, + "[,]": 47981, + "Sans": 47982, + "Ġarmies": 47983, + "ipeg": 47984, + "Ġcreamy": 47985, + ".art": 47986, + "etre": 47987, + "ĠAnimated": 47988, + "Ġunpleasant": 47989, + "emean": 47990, + "great": 47991, + "iÄħ": 47992, + "ĠEarlier": 47993, + "Ġchic": 47994, + "Ġpreserving": 47995, + "(exec": 47996, + "ĠInvestigation": 47997, + "ĉGPIO": 47998, + "Ġrigorous": 47999, + "ijo": 48000, + "=num": 48001, + "ĠtoolStrip": 48002, + ")set": 48003, + "+\"&": 48004, + "ĠAcceler": 48005, + "Ġdevelopmental": 48006, + "isposable": 48007, + "Ġflawed": 48008, + "rene": 48009, + "Updating": 48010, + "Ġwatchdog": 48011, + "Ġdenominator": 48012, + "Ġsuburbs": 48013, + "Ġ...)": 48014, + "Ġconvictions": 48015, + "closure": 48016, + ".IP": 48017, + "Ġtranslates": 48018, + ".swt": 48019, + ".Trace": 48020, + "Ġmettre": 48021, + ".isEnabled": 48022, + "ĠEffective": 48023, + ".toInt": 48024, + "Ġenchant": 48025, + "Ġstunned": 48026, + "Ġpoi": 48027, + "/code": 48028, + "adm": 48029, + ".databinding": 48030, + "ĠLorem": 48031, + "________________________________________________________________": 48032, + "Ġledger": 48033, + "Ġcara": 48034, + "ĠGir": 48035, + "Ġwaits": 48036, + "Uno": 48037, + "Ġcwd": 48038, + "è¾ij": 48039, + "ĠTResult": 48040, + "Ġrejo": 48041, + "Ġemitted": 48042, + "ĠWestminster": 48043, + "ä¸Ģ个": 48044, + "nek": 48045, + "_Tis": 48046, + "Ġenact": 48047, + "ĉwith": 48048, + "orgia": 48049, + "Ġjue": 48050, + "Perform": 48051, + "SPATH": 48052, + ".topic": 48053, + "ĠDaten": 48054, + "ầ": 48055, + "Ġsitio": 48056, + "_MM": 48057, + "\"So": 48058, + "bial": 48059, + "Ġscoped": 48060, + "Requires": 48061, + "ĠTOTAL": 48062, + "ĠChancellor": 48063, + "(contents": 48064, + "Ġstealth": 48065, + "devices": 48066, + "-pass": 48067, + "ilih": 48068, + "ĠMalcolm": 48069, + "ĠDepot": 48070, + "Ġconfigur": 48071, + "aussian": 48072, + "_constraint": 48073, + "веÑĤ": 48074, + "GRA": 48075, + "ĠRates": 48076, + ".dataGridViewTextBoxColumn": 48077, + "ĠNobel": 48078, + "itics": 48079, + "Ġignorant": 48080, + "ĠReporter": 48081, + "ĠEbola": 48082, + "ĠShock": 48083, + "_relation": 48084, + "ĠNinja": 48085, + ")c": 48086, + "Ġticker": 48087, + ".isChecked": 48088, + "ĠSuppliers": 48089, + "ĠRapid": 48090, + "Levels": 48091, + "âĤ¬âĦ¢": 48092, + "ĉqueue": 48093, + "Ġchop": 48094, + "ĠUnix": 48095, + "reject": 48096, + "-calendar": 48097, + "(sort": 48098, + "ène": 48099, + "ercicio": 48100, + "Ġhect": 48101, + "CALLTYPE": 48102, + "roupon": 48103, + "Ġrentals": 48104, + "authors": 48105, + "{name": 48106, + "ĠFIFO": 48107, + "Ġlassen": 48108, + "ĠNous": 48109, + "Ġsnapped": 48110, + "Ġfertility": 48111, + "\"log": 48112, + "clicked": 48113, + "Ġplanting": 48114, + "Ġgb": 48115, + "/output": 48116, + "PEAT": 48117, + "Ġcategoria": 48118, + "Ġbach": 48119, + "Professor": 48120, + "inth": 48121, + "\"]čĊ": 48122, + "Recorder": 48123, + "serde": 48124, + "ĠTransmission": 48125, + "trad": 48126, + "Ġturbo": 48127, + "_VERTEX": 48128, + "\\Event": 48129, + "ilver": 48130, + "Ġbodily": 48131, + "ĠSources": 48132, + "Ġkillings": 48133, + ".xrTableCell": 48134, + "Ġfolded": 48135, + "/legal": 48136, + "uner": 48137, + "ĠRifle": 48138, + "ĠMIDI": 48139, + "_SelectedIndexChanged": 48140, + ".SizeType": 48141, + "ĠWebSocket": 48142, + "Ġseleccion": 48143, + "Sand": 48144, + "otros": 48145, + "Ġenvision": 48146, + "/etc": 48147, + "ĠMelissa": 48148, + "Spot": 48149, + "ное": 48150, + "_ARM": 48151, + "Attempt": 48152, + "ĠBI": 48153, + "ãģĶ": 48154, + "ĠDU": 48155, + "Ġbacklash": 48156, + "stride": 48157, + "/classes": 48158, + "ĠtextColor": 48159, + "_staff": 48160, + "oblin": 48161, + "agenta": 48162, + ".collections": 48163, + "illage": 48164, + "'čĊčĊ": 48165, + "flatten": 48166, + "_sales": 48167, + "_MASTER": 48168, + "TW": 48169, + "_da": 48170, + "Pitch": 48171, + "phies": 48172, + "Ġzombies": 48173, + "ĠVERY": 48174, + "ĠPharmacy": 48175, + "ĠprogressBar": 48176, + "Ġhashtag": 48177, + "Sidebar": 48178, + "@stop": 48179, + "(pc": 48180, + "олж": 48181, + "MAKE": 48182, + "ĠCoron": 48183, + "Ġkvinner": 48184, + "ĠMaid": 48185, + "bob": 48186, + ".titleLabel": 48187, + "Ġsuccesses": 48188, + "ĠDemocracy": 48189, + "ĠSurgery": 48190, + "Ġcougar": 48191, + "Ġcurso": 48192, + "Ġloro": 48193, + "istency": 48194, + "Senior": 48195, + "æk": 48196, + "ĠAAA": 48197, + "ĠBOOK": 48198, + "ко": 48199, + "WSTR": 48200, + "Ġ*/,Ċ": 48201, + "oyal": 48202, + ".vector": 48203, + "ĠSPEC": 48204, + "SSF": 48205, + "Ġcompuls": 48206, + "ĠAppeals": 48207, + "ĠWinston": 48208, + "ĠMockito": 48209, + "contrib": 48210, + ".available": 48211, + "entityManager": 48212, + "arias": 48213, + "_sale": 48214, + "_rs": 48215, + "Ġdecoding": 48216, + "Ġlocator": 48217, + "olith": 48218, + "Ġkol": 48219, + "Ġascii": 48220, + "ĠRut": 48221, + "/interface": 48222, + "ĉĉĉĉĉĉĠĠĠ": 48223, + "ĠNumer": 48224, + ".flip": 48225, + "-del": 48226, + "Ġbolster": 48227, + "onomic": 48228, + "Ġzm": 48229, + "LG": 48230, + "FindBy": 48231, + "Ġadaptive": 48232, + "loo": 48233, + "Ġvue": 48234, + "(reverse": 48235, + "_canvas": 48236, + ".roles": 48237, + "ificado": 48238, + "venient": 48239, + "\"As": 48240, + "ĠEntr": 48241, + "aligned": 48242, + "Ġbereits": 48243, + "///ĊĊ": 48244, + ".gwt": 48245, + ".employee": 48246, + "_cli": 48247, + "Ġanticipate": 48248, + "éĻIJ": 48249, + "Ġpik": 48250, + "Ġmushrooms": 48251, + "(tt": 48252, + "Ġoma": 48253, + "ĠSanchez": 48254, + "_google": 48255, + ".Valid": 48256, + "ĠFileName": 48257, + "ivative": 48258, + "ked": 48259, + "-war": 48260, + "Ġmaturity": 48261, + "ид": 48262, + "Ġminer": 48263, + "Reducers": 48264, + "ĠLatLng": 48265, + "_STD": 48266, + "Digits": 48267, + "Calc": 48268, + "-upload": 48269, + "Ġhandic": 48270, + "ีà¹Ī": 48271, + "egrated": 48272, + "ĠSTM": 48273, + "Clients": 48274, + "ĠTurbo": 48275, + "SYNC": 48276, + "Ġphotographers": 48277, + ".Out": 48278, + ".character": 48279, + "BUILD": 48280, + ".unlock": 48281, + "Ġarises": 48282, + "ĠCommands": 48283, + "(\"\");čĊ": 48284, + "_FORE": 48285, + ";',": 48286, + "+\"'": 48287, + ".Images": 48288, + "\"){": 48289, + "ĠMeyer": 48290, + "Ġnegatively": 48291, + "ĠDLL": 48292, + "Ġexe": 48293, + "Ġdeficiency": 48294, + "Ġwildly": 48295, + "-switch": 48296, + "construction": 48297, + "Ġexceptionally": 48298, + "ĠLiz": 48299, + "/java": 48300, + "Ġtheirs": 48301, + "ĠContemporary": 48302, + "lis": 48303, + ".fillRect": 48304, + "ĠNFC": 48305, + "Ġrehe": 48306, + "(numbers": 48307, + "Ġraster": 48308, + "Ġfiguring": 48309, + "Ġshowc": 48310, + "ĠJill": 48311, + "Ġarcade": 48312, + "ĠConstructs": 48313, + "mdl": 48314, + "('|": 48315, + "Ġidentifiers": 48316, + "Ġstellar": 48317, + "(Connection": 48318, + "Ġ\"{{": 48319, + "yor": 48320, + "(mysqli": 48321, + "Ġdove": 48322, + "OfBirth": 48323, + ".disconnect": 48324, + "_hi": 48325, + "Ġzwischen": 48326, + "ĠGrund": 48327, + "iros": 48328, + "_Array": 48329, + ".onclick": 48330, + "ansom": 48331, + "Answers": 48332, + "ĉremove": 48333, + "Fa": 48334, + "Ġhurry": 48335, + "-inf": 48336, + "ĠgetClass": 48337, + "ĠRegulation": 48338, + "ĠFLAGS": 48339, + "misc": 48340, + "Ken": 48341, + "_heading": 48342, + "GHz": 48343, + "-entry": 48344, + "Ġbiography": 48345, + "Sig": 48346, + "-mf": 48347, + "Watcher": 48348, + "âĢľA": 48349, + "}px": 48350, + "Ġspicy": 48351, + "_sq": 48352, + "Lost": 48353, + "(track": 48354, + "али": 48355, + "Descending": 48356, + "((": 48553, + "survey": 48554, + "Ġíĺ": 48555, + "...')Ċ": 48556, + "ĠDivider": 48557, + "osl": 48558, + "_CANCEL": 48559, + "_prepare": 48560, + "stin": 48561, + "ĠHeath": 48562, + ".PrimaryKey": 48563, + "ĠâĨIJ": 48564, + "ĠLocalDateTime": 48565, + "Ġcooperative": 48566, + "Learning": 48567, + ".enqueue": 48568, + "Ġgoog": 48569, + "ĠRegression": 48570, + "imates": 48571, + "Ġvoyeur": 48572, + "ĠDrink": 48573, + "plug": 48574, + "Ġlender": 48575, + "mana": 48576, + "Ġpersonnes": 48577, + "ypse": 48578, + "Ġunlink": 48579, + "ĠRavens": 48580, + "Ġhurd": 48581, + "Ġperiodically": 48582, + "ARGS": 48583, + "ĠGH": 48584, + "characters": 48585, + "...\"ĊĊ": 48586, + "-establish": 48587, + "Ġdn": 48588, + "(condition": 48589, + "ĠGravity": 48590, + "Ġestas": 48591, + "_focus": 48592, + "Creature": 48593, + "(site": 48594, + "Ġcarr": 48595, + "ĠRL": 48596, + "ĠRI": 48597, + "ĠMoto": 48598, + "ASF": 48599, + "ĠLuckily": 48600, + "ĉRoute": 48601, + "Ġentropy": 48602, + "(\",\"": 48603, + "Collect": 48604, + "(contact": 48605, + "ĠFlorence": 48606, + "Ġpremiums": 48607, + "Ġlifecycle": 48608, + "Ġbans": 48609, + "xef": 48610, + "WebKit": 48611, + "ĠFloating": 48612, + "Ġcosa": 48613, + "Specific": 48614, + "ĠLoans": 48615, + "bread": 48616, + "Ġdescriptors": 48617, + "Ġ{:.": 48618, + "THREAD": 48619, + "ĠTrent": 48620, + "Ġscop": 48621, + "QA": 48622, + "ĠAntar": 48623, + "pel": 48624, + "_difference": 48625, + "_changes": 48626, + "(...)": 48627, + "ĠRotation": 48628, + "ĠLGPL": 48629, + "ĠJUST": 48630, + "(Task": 48631, + "_subset": 48632, + "ĠTRANS": 48633, + "åĬĽ": 48634, + "ĠScout": 48635, + "-popup": 48636, + "Ġsmoked": 48637, + "_Class": 48638, + "Ġturnover": 48639, + "brakk": 48640, + "ĠRocky": 48641, + "tas": 48642, + ".RegularExpressions": 48643, + "ĠElliott": 48644, + "ĠSpinner": 48645, + "DUCTION": 48646, + "Ġlibre": 48647, + "Ġmolto": 48648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 48649, + "ĠFTP": 48650, + "mpeg": 48651, + "(features": 48652, + "Ġbald": 48653, + "ĠVid": 48654, + "Ġshouting": 48655, + "Lint": 48656, + "Ġsockets": 48657, + "Ġprow": 48658, + "Ġnouvelle": 48659, + "iscard": 48660, + "ĠSponsor": 48661, + "Ġconsulta": 48662, + ")));": 48663, + "Indian": 48664, + "ĠRaspberry": 48665, + "Ġteammate": 48666, + "ĠJWT": 48667, + "ĠGhana": 48668, + "Ġcakes": 48669, + "primer": 48670, + "forma": 48671, + "ergarten": 48672, + "_Manager": 48673, + "Ġpreseason": 48674, + "GAME": 48675, + "|\"": 48676, + "ĠBrock": 48677, + "Ġoccupy": 48678, + "Ġdecorations": 48679, + "ánd": 48680, + "Ġcot": 48681, + "Ġparan": 48682, + "Disk": 48683, + "remain": 48684, + ">?": 48685, + "Strong": 48686, + "Ġfrance": 48687, + "ĠEra": 48688, + "-cr": 48689, + ".BufferedReader": 48690, + "ĠParadise": 48691, + "ĠVAT": 48692, + "ĠAnders": 48693, + "Ġlimb": 48694, + "ampoo": 48695, + "Ġimperative": 48696, + "UTILITY": 48697, + "ĠRecognition": 48698, + "Ġragazze": 48699, + "Ġpops": 48700, + "ypress": 48701, + "Ġembargo": 48702, + "//{Ċ": 48703, + "Ġsyll": 48704, + "PTR": 48705, + "åŃĺåľ¨": 48706, + "Ġdidnt": 48707, + "Mailer": 48708, + "Ġacademics": 48709, + "ĠFrauen": 48710, + "neider": 48711, + "-rel": 48712, + "Ġrainbow": 48713, + "(In": 48714, + "Ġsliced": 48715, + "=============Ċ": 48716, + "(send": 48717, + "NSMutableDictionary": 48718, + "vos": 48719, + "(package": 48720, + "Ġordinance": 48721, + "viewer": 48722, + "ĠSantos": 48723, + "-selling": 48724, + "Ġgov": 48725, + "ettle": 48726, + "Ġfounders": 48727, + "Ġwaking": 48728, + "slashes": 48729, + "-pound": 48730, + "recht": 48731, + "ات": 48732, + ".onClick": 48733, + "Ġnord": 48734, + "ständ": 48735, + "_when": 48736, + "UTERS": 48737, + "icc": 48738, + "Ġcapsule": 48739, + "ĠWid": 48740, + "Marc": 48741, + "ุ": 48742, + "rored": 48743, + "UGE": 48744, + "LOUD": 48745, + "ĠAudit": 48746, + "ipients": 48747, + "opian": 48748, + "ĠSue": 48749, + "Ġwurden": 48750, + ".Helpers": 48751, + "Ġfactions": 48752, + "[np": 48753, + "-than": 48754, + "Ġreco": 48755, + "Ġkas": 48756, + "Ġcmds": 48757, + "/network": 48758, + "xbf": 48759, + "getColor": 48760, + "Ġbiased": 48761, + "ĠLak": 48762, + "Datas": 48763, + "vents": 48764, + "Ġë²": 48765, + "_PS": 48766, + ".Validate": 48767, + "Invoker": 48768, + "Ġneuen": 48769, + "Ġjuvenile": 48770, + "VISION": 48771, + "Ġdevote": 48772, + "Ġlinha": 48773, + "Ġdiscounted": 48774, + "\\Config": 48775, + "Ġworthwhile": 48776, + "Ġskinny": 48777, + "ĠCourses": 48778, + "leys": 48779, + "ĠMortgage": 48780, + "Kevin": 48781, + "Ġannounces": 48782, + "])*": 48783, + "reservation": 48784, + "Ġæķ°": 48785, + "Ġprejudice": 48786, + "ĠStringComparison": 48787, + "Ġbeard": 48788, + "-win": 48789, + "ĠSão": 48790, + "ĉms": 48791, + "jal": 48792, + "ĠEarn": 48793, + "_ports": 48794, + "ĠNombre": 48795, + "_COR": 48796, + "ĠBUILD": 48797, + ".sound": 48798, + "Yellow": 48799, + "Ġlinebacker": 48800, + "Ġcharitable": 48801, + "jug": 48802, + "_NONNULL": 48803, + "ĠDental": 48804, + "\">${": 48805, + "ĉmatch": 48806, + "Russian": 48807, + "Ġversch": 48808, + "Ġpinned": 48809, + "Ġadopting": 48810, + "OptionsMenu": 48811, + "Pag": 48812, + "Ġpairing": 48813, + "Ġtread": 48814, + "ercises": 48815, + "ĠSpread": 48816, + ")i": 48817, + "ĠBAD": 48818, + "_tf": 48819, + "UIImageView": 48820, + "populate": 48821, + "bab": 48822, + "ĠÏĥ": 48823, + "[++": 48824, + "Ġopioid": 48825, + "Ġ##Ċ": 48826, + "dtype": 48827, + "ĠStarts": 48828, + "('/')": 48829, + "Ġpersonals": 48830, + "-market": 48831, + "Ġredundant": 48832, + "ĠEssential": 48833, + "Ġscrapy": 48834, + "Ġим": 48835, + "acl": 48836, + "Ġcrear": 48837, + "ĠBend": 48838, + "Ġrelieve": 48839, + "-room": 48840, + "wife": 48841, + "ĠvÃł": 48842, + "ĠQPoint": 48843, + "Ġquasi": 48844, + "ĠmethodName": 48845, + "\\xc": 48846, + "ĠPeru": 48847, + "/The": 48848, + ".orm": 48849, + "Ġviz": 48850, + "/pdf": 48851, + "Located": 48852, + "Ġconfrontation": 48853, + "ĠChampionships": 48854, + "Ġhypert": 48855, + "Ġdj": 48856, + "ĠUserInfo": 48857, + "ĠåĪĽå»º": 48858, + "\\xb": 48859, + "(sim": 48860, + "Ġ==Ċ": 48861, + "Ġstaging": 48862, + "Ġdrastically": 48863, + "åѦ": 48864, + "lords": 48865, + ".less": 48866, + "ведиÑĤе": 48867, + "ĠBucket": 48868, + "ĠMam": 48869, + ".term": 48870, + "_pi": 48871, + "czy": 48872, + ".pub": 48873, + "precio": 48874, + "ĠVirt": 48875, + "Ġroman": 48876, + "itat": 48877, + "Lex": 48878, + "_infos": 48879, + "Ä°": 48880, + ".other": 48881, + "VELO": 48882, + "Ġponder": 48883, + "Ġhanno": 48884, + "(Page": 48885, + "doi": 48886, + "Ġpolite": 48887, + "Ġprogrammer": 48888, + "Dies": 48889, + "$d": 48890, + "Ġreplication": 48891, + "addColumn": 48892, + "frican": 48893, + "Ġleng": 48894, + "beer": 48895, + "oit": 48896, + "Ġwasting": 48897, + "ylim": 48898, + "measure": 48899, + "Neg": 48900, + "Ġpartie": 48901, + ".console": 48902, + "ĠGuinea": 48903, + "TEL": 48904, + "_fact": 48905, + ".chunk": 48906, + "Ġlent": 48907, + "Ġaller": 48908, + "Ġà¤ķ": 48909, + "_idle": 48910, + "Ġadmissions": 48911, + "JSONArray": 48912, + "Ġvibration": 48913, + ".helpers": 48914, + "å¤ĸ": 48915, + "Ġhen": 48916, + "john": 48917, + "ĠìĥĿ": 48918, + "Ġjudgement": 48919, + "Ġgeen": 48920, + "terra": 48921, + "^{": 48922, + "ĠIz": 48923, + "Ġcâ": 48924, + "instances": 48925, + "Ġthreatens": 48926, + "Ġmüssen": 48927, + "KindOfClass": 48928, + "Ġstorytelling": 48929, + "_demo": 48930, + "rias": 48931, + "Privacy": 48932, + "hift": 48933, + "ĠYi": 48934, + "esor": 48935, + "íķł": 48936, + "ensitivity": 48937, + ".Writer": 48938, + "à¸Ĥ": 48939, + "District": 48940, + ".getJSONObject": 48941, + "Impro": 48942, + "(getResources": 48943, + "ĠSPELL": 48944, + "roduce": 48945, + "Ġslowed": 48946, + "Ġlinewidth": 48947, + "Ġhonesty": 48948, + "ĠCoord": 48949, + "ĠFork": 48950, + "ĠDispatchQueue": 48951, + "ĠCliff": 48952, + "ĠWiring": 48953, + "_TIMESTAMP": 48954, + "ollah": 48955, + "avoid": 48956, + "++];Ċ": 48957, + "semantic": 48958, + "-css": 48959, + "Ġveto": 48960, + "ĠMerr": 48961, + "Ġlegislators": 48962, + "CEEDED": 48963, + "Ġquestionnaire": 48964, + "ĠPills": 48965, + "Calculate": 48966, + "(core": 48967, + "'e": 48968, + "Ġdislike": 48969, + "ĠPreferences": 48970, + "_EXTERNAL": 48971, + "è°ĥ": 48972, + "Ġdodge": 48973, + "æľįåĬ¡": 48974, + ".names": 48975, + ".drawImage": 48976, + "_prom": 48977, + "uckland": 48978, + "Ġ<$>": 48979, + "ız": 48980, + "/site": 48981, + "项": 48982, + "rophe": 48983, + "Ġcompelled": 48984, + "Ġlaptops": 48985, + "Ġuni": 48986, + "CLOSE": 48987, + "Ġcasualties": 48988, + "ĠUniform": 48989, + "Terminal": 48990, + ".\",\"": 48991, + "DAT": 48992, + "(TreeNode": 48993, + "ĠGandhi": 48994, + "(stmt": 48995, + "AXB": 48996, + "*M": 48997, + "Ġumbrella": 48998, + "animal": 48999, + "Ġgrpc": 49000, + "Ġwhereby": 49001, + "Ġfloats": 49002, + "ĉarg": 49003, + "Ġdbg": 49004, + "Ġexceeding": 49005, + "EventType": 49006, + ".SaveChangesAsync": 49007, + "Ġ{{{": 49008, + "Ġowed": 49009, + "ahrenheit": 49010, + "Ġì§": 49011, + "Ġequipo": 49012, + "urai": 49013, + "Ġidol": 49014, + "]\")Ċ": 49015, + "_major": 49016, + "Ġentirety": 49017, + "ingerprint": 49018, + "ços": 49019, + "/account": 49020, + "ĉright": 49021, + "ursos": 49022, + "ĠEDT": 49023, + "_INSERT": 49024, + "Ġshining": 49025, + "Ġ<:": 49026, + "EdgeInsets": 49027, + "Ġcolonies": 49028, + ".IM": 49029, + "ĉĠĉ": 49030, + "ROAD": 49031, + "CCCC": 49032, + "placing": 49033, + "ĠgetActivity": 49034, + "emacs": 49035, + "'%(": 49036, + ".clicked": 49037, + "ĠThem": 49038, + "isia": 49039, + "Buscar": 49040, + ".rename": 49041, + "Ġoath": 49042, + "Ġafterward": 49043, + "ĠUFO": 49044, + "APS": 49045, + "ĠJacksonville": 49046, + ".some": 49047, + "Confirmed": 49048, + ".scan": 49049, + "igInteger": 49050, + "Decorator": 49051, + "shield": 49052, + "ressive": 49053, + ".did": 49054, + "请è¾ĵåħ¥": 49055, + "Ġshutter": 49056, + "Dam": 49057, + "Ġparenting": 49058, + "eyed": 49059, + "$item": 49060, + "-develop": 49061, + "Ġextracts": 49062, + "Ġdecentralized": 49063, + "ĠElsa": 49064, + "_spin": 49065, + "])+": 49066, + "-initial": 49067, + "Ġmultitude": 49068, + "Ġsensory": 49069, + "ĠMODEL": 49070, + "Ġsafeguard": 49071, + "ì¹": 49072, + "Ġhunters": 49073, + "ĠTiny": 49074, + "INO": 49075, + "decorate": 49076, + "ĠNoSuch": 49077, + "Ho": 49078, + "(Response": 49079, + "Ġruler": 49080, + "ĉshort": 49081, + "Ġcaster": 49082, + "ĠclientId": 49083, + "Ġpdb": 49084, + "ëıĦ": 49085, + "itic": 49086, + "ĠGameState": 49087, + "ĠnewItem": 49088, + ")ĊĊĊĊĊĊ": 49089, + "ouis": 49090, + "noc": 49091, + ".BLACK": 49092, + "_VECTOR": 49093, + "----------();": 49381, + ".getP": 49382, + "anye": 49383, + "Ġneuron": 49384, + "ifold": 49385, + "ĠKnown": 49386, + "Bitcoin": 49387, + "Anyway": 49388, + "ayette": 49389, + "Ġ'['": 49390, + "Ãłnh": 49391, + "mgr": 49392, + "Ġcorrelated": 49393, + "Ġnause": 49394, + "Ġmentality": 49395, + "hasMany": 49396, + "ĠFG": 49397, + "ampie": 49398, + "ITU": 49399, + "Fs": 49400, + ".Sp": 49401, + "_between": 49402, + "Dependencies": 49403, + "oug": 49404, + "Placeholder": 49405, + "=text": 49406, + "ĠManaging": 49407, + "ocalypse": 49408, + "åĮĹ": 49409, + "_mag": 49410, + "fld": 49411, + "âij": 49412, + "CAM": 49413, + "ĠHelpers": 49414, + "Ġdost": 49415, + "/out": 49416, + "Ġassassination": 49417, + ".getImage": 49418, + "ĠKenny": 49419, + ".')ĊĊ": 49420, + "){//": 49421, + "ĠRanger": 49422, + "Ġgek": 49423, + "Ġsincere": 49424, + "čĊ": 49627, + ".getResources": 49628, + "Ġlump": 49629, + "_consts": 49630, + "(ext": 49631, + "ĉdir": 49632, + "âĿ": 49633, + "ĠpaddingTop": 49634, + "Ġobsession": 49635, + "Ġbanning": 49636, + "ĠAppModule": 49637, + "Ġpartisan": 49638, + "Ġcatalogue": 49639, + "Ġminors": 49640, + "Ġpitches": 49641, + "weep": 49642, + "Ġundertake": 49643, + "Ġthemed": 49644, + "audit": 49645, + ".scrollTop": 49646, + "Ġrer": 49647, + "Ġsymptom": 49648, + "Ġopenings": 49649, + ".blocks": 49650, + "openid": 49651, + "Ġassh": 49652, + "-save": 49653, + "ĠPig": 49654, + "Ġregain": 49655, + "Ġinicial": 49656, + "/favicon": 49657, + "ĉexp": 49658, + "Ġspices": 49659, + "iska": 49660, + "claims": 49661, + "mak": 49662, + "definitions": 49663, + "Ġcorrespondent": 49664, + "ĠCannabis": 49665, + "__,Ċ": 49666, + "ĠLucky": 49667, + "ĠGaussian": 49668, + "ĠNearly": 49669, + "CAD": 49670, + "']]Ċ": 49671, + "Ġadequately": 49672, + "ĠTITLE": 49673, + "constitutional": 49674, + "-mm": 49675, + "_override": 49676, + "Ġblas": 49677, + ".readyState": 49678, + "Ġreminis": 49679, + "Ġreinforced": 49680, + "ĠCollabor": 49681, + "Ġdecorating": 49682, + "Ġbachelor": 49683, + "ERRUPT": 49684, + "Ġupright": 49685, + "ipation": 49686, + "ĠNoble": 49687, + "ĠvalueForKey": 49688, + "ĠsetLoading": 49689, + ".Ignore": 49690, + "åģ": 49691, + "Globals": 49692, + "ĠMent": 49693, + "ASSES": 49694, + "Ġlimbs": 49695, + "ĠHUD": 49696, + "inci": 49697, + ".iv": 49698, + "ĠQModelIndex": 49699, + "Fuse": 49700, + "Ġpedal": 49701, + "_FREQ": 49702, + "(verbose": 49703, + "Ġlongitud": 49704, + "ĠCharter": 49705, + "ê·¸": 49706, + "Ġbundles": 49707, + ".ignore": 49708, + "umbo": 49709, + "EMA": 49710, + ".......": 49711, + "sx": 49712, + ".Card": 49713, + "Ġheute": 49714, + "Ġsteer": 49715, + "jumlah": 49716, + "Ġ{_": 49717, + "_Checked": 49718, + "Ġfax": 49719, + "ĠGust": 49720, + "itchens": 49721, + "Ġ))ĊĊ": 49722, + "Ġremarkably": 49723, + "/XML": 49724, + "-remove": 49725, + "_bt": 49726, + "Ġincub": 49727, + ".package": 49728, + ".currentThread": 49729, + "ĠHighlander": 49730, + ".side": 49731, + "splash": 49732, + "Ġici": 49733, + "=D": 49734, + "Ġpuck": 49735, + "Ġballots": 49736, + "Ġhugely": 49737, + "coeff": 49738, + "ĠpData": 49739, + ".COLUMN": 49740, + "ĠHealing": 49741, + "Ġordin": 49742, + "!),": 49743, + "Ġ'',čĊ": 49744, + "(md": 49745, + "ĠSask": 49746, + "čĊ": 49768, + "Ġrá": 49769, + "Ġblunt": 49770, + "ĠImageIcon": 49771, + "ifik": 49772, + "RTC": 49773, + "Ġfibers": 49774, + "Ġtoile": 49775, + ".sent": 49776, + "ĠPyQt": 49777, + "$app": 49778, + "Ġmedio": 49779, + "Ġgranting": 49780, + "Ġtslint": 49781, + "ĠMö": 49782, + "(figsize": 49783, + "Ġhurricane": 49784, + "Ġlifes": 49785, + "ĠÃĦ": 49786, + "rocessing": 49787, + "_standard": 49788, + "-option": 49789, + "')))": 49790, + "Ġvacant": 49791, + "å·¥": 49792, + "ĠHollow": 49793, + "handleChange": 49794, + "Ġdivider": 49795, + "ĠEngineers": 49796, + "Ġsvens": 49797, + "Ġcompliant": 49798, + "tanggal": 49799, + "ĠCredits": 49800, + "ĠEmirates": 49801, + "RuleContext": 49802, + "Ġrealization": 49803, + "Ġdistracted": 49804, + "]+=": 49805, + "Ġaugment": 49806, + "ĠDw": 49807, + "otp": 49808, + "orrent": 49809, + "Editar": 49810, + ".stock": 49811, + "Study": 49812, + "pections": 49813, + "ĠGameManager": 49814, + "=cut": 49815, + "Ġflock": 49816, + "ĠRomans": 49817, + "them": 49818, + "-hop": 49819, + "Ġscreenshots": 49820, + "Ġ/*!Ċ": 49821, + "Ġconversions": 49822, + "Ġnormalization": 49823, + "(configuration": 49824, + "Ġaeros": 49825, + "_security": 49826, + "!'Ċ": 49827, + "Bonus": 49828, + "ĠDRIVER": 49829, + "ĉDate": 49830, + "tie": 49831, + "ĠWyoming": 49832, + "Stand": 49833, + "itre": 49834, + "Ġshoppers": 49835, + "Ġdisadvantage": 49836, + "Ġliking": 49837, + "ç¬ij": 49838, + "Ġunderstandable": 49839, + "SEE": 49840, + "Ġhoy": 49841, + "Ġninete": 49842, + "Ġconfer": 49843, + "Ġnowrap": 49844, + "ĠVern": 49845, + ",čĊčĊ": 49846, + "imestep": 49847, + "LayoutManager": 49848, + "à·": 49849, + "ĉwait": 49850, + "PLETED": 49851, + "Japan": 49852, + "Ġinduce": 49853, + "Ġå¯": 49854, + "озв": 49855, + "_ENDPOINT": 49856, + ".horizontal": 49857, + "Ġaccelerated": 49858, + "rimon": 49859, + "IVES": 49860, + "Transactions": 49861, + "Lean": 49862, + "ĠSOUR": 49863, + "whether": 49864, + "yg": 49865, + "Ġoid": 49866, + "ĠEntityManager": 49867, + "OUNTRY": 49868, + "Ġfila": 49869, + "OLUMNS": 49870, + "INUE": 49871, + "ĠAnchor": 49872, + "TRAN": 49873, + "woo": 49874, + "blockquote": 49875, + "ĠNurse": 49876, + "ĠCarp": 49877, + "Ġredeem": 49878, + ".try": 49879, + "ĠJP": 49880, + "Ġtimestamps": 49881, + "Ġ?>\"><": 49882, + "ĠREMOVE": 49883, + "ĠStarbucks": 49884, + "Really": 49885, + "Ġflooded": 49886, + ".Callback": 49887, + "DropDown": 49888, + "ipro": 49889, + "Ġtended": 49890, + "lte": 49891, + "Ġproportions": 49892, + "-te": 49893, + "ĠRena": 49894, + "licate": 49895, + "forces": 49896, + ".extra": 49897, + ".authenticate": 49898, + "вод": 49899, + "¡°": 49900, + "ĠforControlEvents": 49901, + "Ġsenha": 49902, + "Ġkein": 49903, + "Ġminist": 49904, + "ĠPreference": 49905, + "ĠTelegraph": 49906, + "Ñĥп": 49907, + "strpos": 49908, + "Ġillnesses": 49909, + "Ġpigs": 49910, + "ĠgetIntent": 49911, + "Sol": 49912, + "Ġ¡": 49913, + "(cpu": 49914, + "[prop": 49915, + "screens": 49916, + "');?>": 49917, + "ĠActs": 49918, + "Ġstrdup": 49919, + "Ġaverages": 49920, + "anal": 49921, + "ĠCasual": 49922, + "GroupBox": 49923, + "ĠHandbook": 49924, + "/comments": 49925, + "Ġnumbered": 49926, + "Ġbroadcasting": 49927, + "çĽij": 49928, + ".nativeElement": 49929, + ".mu": 49930, + "ĠupdatedAt": 49931, + "ĠDoesn": 49932, + ".AC": 49933, + ".coll": 49934, + "Ġrecorder": 49935, + "_sha": 49936, + "Bg": 49937, + "bil": 49938, + "Ġbolts": 49939, + "Ġç¬": 49940, + "Ġimposing": 49941, + "ĠInformationen": 49942, + "_flashdata": 49943, + "economic": 49944, + "Remark": 49945, + "ucas": 49946, + "ĠOfficers": 49947, + "ĠTER": 49948, + "Walk": 49949, + "Ġmercado": 49950, + "_generate": 49951, + "HY": 49952, + "Calling": 49953, + "snap": 49954, + "scriptId": 49955, + ".operation": 49956, + "ĠFlame": 49957, + "liness": 49958, + "Ġrented": 49959, + "_toggle": 49960, + "-changing": 49961, + "ĠTY": 49962, + "'util": 49963, + "EEP": 49964, + "Ġgraphql": 49965, + "ĠUni": 49966, + "Ġimpulse": 49967, + ".Basic": 49968, + "Ġenergies": 49969, + "MARY": 49970, + "ĠMarcel": 49971, + "Ġmortal": 49972, + "Ġfres": 49973, + "mens": 49974, + "motion": 49975, + "Ġsampled": 49976, + "âĢľThat": 49977, + "iday": 49978, + "quipment": 49979, + "getInt": 49980, + "ĠAbsolute": 49981, + ",'\"": 49982, + "uned": 49983, + ".share": 49984, + "Ġ})(": 49985, + "mmm": 49986, + "ĠRising": 49987, + "ä»»": 49988, + "Ġunemployed": 49989, + "xfa": 49990, + ".follow": 49991, + "ĉĉĉĉĠĠĠĠĠĠ": 49992, + "slt": 49993, + ".Phone": 49994, + "Ġknives": 49995, + "Ġeve": 49996, + "onClick": 49997, + "]))čĊ": 49998, + "ĠWitness": 49999, + "ĉNS": 50000, + "ĠEOS": 50001, + "ĠStefan": 50002, + "ĠPriest": 50003, + "âĢĶwhich": 50004, + "GetString": 50005, + ".By": 50006, + "Ġupstairs": 50007, + "Ġdetriment": 50008, + "broken": 50009, + "embro": 50010, + "Ġnicotine": 50011, + "ilion": 50012, + "Ġastonishing": 50013, + "_aff": 50014, + "ĠLesson": 50015, + "Ġaccidental": 50016, + "odor": 50017, + "Ġdecir": 50018, + "ĠnewName": 50019, + "+.": 50020, + "缸": 50021, + "igslist": 50022, + "ĠGithub": 50023, + "Ġsuccessive": 50024, + "racial": 50025, + "Ġenviron": 50026, + "éªĮè¯ģ": 50027, + "Ġredirected": 50028, + "TOTAL": 50029, + "Ġgrabbing": 50030, + "ĠLance": 50031, + "Ġforfe": 50032, + "_CB": 50033, + "å¾®": 50034, + "Elapsed": 50035, + "_way": 50036, + "(DialogInterface": 50037, + "_measure": 50038, + "xbb": 50039, + "Dog": 50040, + "Depart": 50041, + "-src": 50042, + "resolver": 50043, + "withstanding": 50044, + "_shell": 50045, + "ĠLastName": 50046, + "ĠAviation": 50047, + "Ġbeginner": 50048, + "(\"%.": 50049, + "(tool": 50050, + "Ġнов": 50051, + ":init": 50052, + "(API": 50053, + "ĠMorrison": 50054, + "vtColor": 50055, + "Ġstaple": 50056, + "/INFO": 50057, + "Ġsupernatural": 50058, + "Ġsteak": 50059, + "timeline": 50060, + "zzle": 50061, + "\"`ĊĊ": 50062, + "Secondary": 50063, + "ĠNepal": 50064, + ".StringUtils": 50065, + "Ġadam": 50066, + "Ġ(...": 50067, + "Ġsubstitution": 50068, + "Ġboarding": 50069, + "ĠKeyword": 50070, + "ĠAssault": 50071, + "dbcTemplate": 50072, + "ĠorderId": 50073, + "(engine": 50074, + ".assertThat": 50075, + "ĠVenus": 50076, + "Ġhomicide": 50077, + "ĠAval": 50078, + "Ġgutter": 50079, + "ĠSupported": 50080, + "/part": 50081, + "Ġacclaimed": 50082, + "Histor": 50083, + "Ġmeses": 50084, + "über": 50085, + "ĠRenew": 50086, + "Ġgras": 50087, + "ĠEk": 50088, + "Ġinfile": 50089, + "indy": 50090, + ".music": 50091, + ".Scroll": 50092, + "ĠAges": 50093, + "ĠNaruto": 50094, + "ĠGather": 50095, + "Ġconfirming": 50096, + "=(\"": 50097, + "Ġpitched": 50098, + "oley": 50099, + "France": 50100, + "+'\"": 50101, + "$total": 50102, + "Ġonde": 50103, + "Ġditch": 50104, + "_sigma": 50105, + "Ġcontinuity": 50106, + "reward": 50107, + "-load": 50108, + "Ġproceso": 50109, + "Locked": 50110, + "staw": 50111, + "Ġspinal": 50112, + "lazy": 50113, + "!==": 50114, + "jest": 50115, + "Ġdun": 50116, + "ĠRodgers": 50117, + "ĉgrid": 50118, + "Ġlogos": 50119, + "ĠBengal": 50120, + ".super": 50121, + "Provides": 50122, + "Ġnutrient": 50123, + ".Timestamp": 50124, + "IZATION": 50125, + "åĨĮ": 50126, + "Ġfats": 50127, + "ĠXxx": 50128, + "ctica": 50129, + "Targets": 50130, + "Ġcontours": 50131, + "Ġreordered": 50132, + ":Array": 50133, + "Ġtolerate": 50134, + "Vir": 50135, + "Ġterribly": 50136, + "Ġbricks": 50137, + "(&_": 50138, + "hb": 50139, + "Portal": 50140, + "ĠBread": 50141, + ".which": 50142, + "ÂŃt": 50143, + "asInstanceOf": 50144, + "Ġjobject": 50145, + "ĉlength": 50146, + "_MT": 50147, + ";\">čĊ": 50148, + "_EXIST": 50149, + "Ġmaternal": 50150, + "REL": 50151, + "Ġê²½ìļ°": 50152, + "hee": 50153, + "Ġlayouts": 50154, + "ĠLap": 50155, + "aisy": 50156, + "Ġstumbled": 50157, + "ĠUIG": 50158, + "ĠSco": 50159, + "Ġimpaired": 50160, + "RESSED": 50161, + "Ġabuses": 50162, + "VF": 50163, + "ARB": 50164, + ".NAME": 50165, + "rch": 50166, + "primir": 50167, + "_completed": 50168, + "Ġpenny": 50169, + "Chrome": 50170, + "(begin": 50171, + "ernen": 50172, + "-checkbox": 50173, + "PlainOldData": 50174, + "ĠLPC": 50175, + "rade": 50176, + "spir": 50177, + "Ġconceived": 50178, + "Tips": 50179, + "ĠIoT": 50180, + "ĠGan": 50181, + "èģĶ": 50182, + "Ġbiases": 50183, + "Ġconsultants": 50184, + "pled": 50185, + "_ht": 50186, + "associated": 50187, + "],ĊĊ": 50188, + "Ġdelightful": 50189, + "ĠÑĤек": 50190, + "Helvetica": 50191, + "(load": 50192, + "-expand": 50193, + "_WIDGET": 50194, + "toa": 50195, + "ĠAkt": 50196, + "Ġomn": 50197, + "Ġclauses": 50198, + "Intel": 50199, + "*/}Ċ": 50200, + "_registration": 50201, + "ĠoldValue": 50202, + "Ġrestoring": 50203, + "Ġunreal": 50204, + "OVER": 50205, + "ĉĊĉĊĉĊ": 50206, + "ATS": 50207, + "_probe": 50208, + "Ġdivisor": 50209, + ".updateDynamic": 50210, + "å¹³": 50211, + "Produces": 50212, + "stamp": 50213, + ".jboss": 50214, + "ĉtask": 50215, + "!(:": 50216, + "Ġpsychic": 50217, + "@class": 50218, + "Martin": 50219, + "ĠPassed": 50220, + "clarations": 50221, + "hel": 50222, + "аÑĩ": 50223, + "ĉcopy": 50224, + "-bin": 50225, + "zan": 50226, + "igram": 50227, + "াà¦": 50228, + "(sig": 50229, + "ĠCaval": 50230, + "_##": 50231, + "Ġ%=": 50232, + "outlined": 50233, + "ĠAcid": 50234, + "Ġunpredictable": 50235, + "-dashboard": 50236, + "HexString": 50237, + "+c": 50238, + ".Public": 50239, + "ẩ": 50240, + "Ġconveyor": 50241, + "ĠEB": 50242, + "Ġselects": 50243, + "Ġknocking": 50244, + "ĠCec": 50245, + "IBUTES": 50246, + "owaÄĩ": 50247, + "gatsby": 50248, + "*v": 50249, + "entropy": 50250, + "Ġdispatched": 50251, + "Ġcamel": 50252, + "ĠSaturn": 50253, + "Ġoverweight": 50254, + "(phone": 50255, + "parable": 50256, + "%B": 50257, + "_vectors": 50258, + "Ġbrewing": 50259, + "ĠTk": 50260, + "ĠDownloads": 50261, + "ĠSaved": 50262, + ".Price": 50263, + "Ġcurved": 50264, + "ĠParenthood": 50265, + "è¶": 50266, + ".pnl": 50267, + "pletely": 50268, + ".Day": 50269, + "Ġadvertisers": 50270, + "Ġejec": 50271, + "Ġprzed": 50272, + "ë¯": 50273, + "!';Ċ": 50274, + "ĠKush": 50275, + "ĠTAB": 50276, + "Ġquests": 50277, + "Ġcoincidence": 50278, + "ummies": 50279, + "ĠKashmir": 50280, + "ĠEthics": 50281, + "_growth": 50282, + "Ġaktiv": 50283, + "Ġgrouping": 50284, + "å¢ŀ": 50285, + "_truth": 50286, + "åIJ¬": 50287, + "todos": 50288, + "iset": 50289, + "TexCoord": 50290, + "ätt": 50291, + "ĠZur": 50292, + "roys": 50293, + "_MAGIC": 50294, + "Ġbrewery": 50295, + "(State": 50296, + "ĠSMALL": 50297, + "ĠPlants": 50298, + "itbart": 50299, + "eacher": 50300, + "ĠAdelaide": 50301, + "Lu": 50302, + "Ġfick": 50303, + "undles": 50304, + "_loaded": 50305, + "ие": 50306, + "Poll": 50307, + "ritic": 50308, + "ELY": 50309, + "Ġ+'": 50310, + "ĠProfession": 50311, + "Ġstamps": 50312, + "ĠSew": 50313, + "scrollView": 50314, + "Ġcommunist": 50315, + "/problems": 50316, + "}čĊčĊčĊčĊ": 50317, + ",o": 50318, + "Ġudp": 50319, + "Ġobese": 50320, + "approve": 50321, + "ancellation": 50322, + "_Game": 50323, + "ĠHashtable": 50324, + "adaptiveStyles": 50325, + "Ġpossesses": 50326, + ".matcher": 50327, + "functional": 50328, + "Mrs": 50329, + "ĉsave": 50330, + "ĠDbType": 50331, + "Ġken": 50332, + "getContext": 50333, + "Ġmans": 50334, + "(rel": 50335, + "ĠBrotherhood": 50336, + ")`Ċ": 50337, + "解": 50338, + ".Information": 50339, + "OutOfRangeException": 50340, + "ĠSek": 50341, + "Cas": 50342, + "Ġbloggers": 50343, + "Either": 50344, + "(\"\"\"": 50345, + "Ġpinch": 50346, + "Ġcoarse": 50347, + ")p": 50348, + "ĠPulse": 50349, + "Ġlearnt": 50350, + "Ġdentist": 50351, + "Ġonchange": 50352, + "Ġdirectives": 50353, + "(actions": 50354, + "nyder": 50355, + "ĠShir": 50356, + "Trait": 50357, + "_dep": 50358, + "ĠPET": 50359, + "ĠREP": 50360, + ".AppSettings": 50361, + "cuador": 50362, + "idenav": 50363, + "Ġenvi": 50364, + "Ġslammed": 50365, + "ĠShoot": 50366, + "ĠdateFormat": 50367, + ".joda": 50368, + "veys": 50369, + "Ġ).ĊĊ": 50370, + "Ġcareg": 50371, + "ĠParallel": 50372, + "_translation": 50373, + ".functions": 50374, + ".obs": 50375, + "RuntimeException": 50376, + "[]=": 50377, + "overview": 50378, + "ĠSchl": 50379, + "Ġnoisy": 50380, + "ĠOnPropertyChanged": 50381, + "Sending": 50382, + "Ġunfamiliar": 50383, + "Upon": 50384, + "ĠPrints": 50385, + ".typ": 50386, + "Ġfleeing": 50387, + "ĉmove": 50388, + "(Un": 50389, + "Ġqr": 50390, + "׾": 50391, + "_beta": 50392, + "Ġskies": 50393, + "ĉme": 50394, + "WND": 50395, + "Ġstickers": 50396, + "blas": 50397, + "Ġinserts": 50398, + "Ġverses": 50399, + "ĠDew": 50400, + "Ġtangible": 50401, + "Ġhecho": 50402, + "POL": 50403, + "Ġteardown": 50404, + "omnia": 50405, + "IBE": 50406, + ".cover": 50407, + "_strategy": 50408, + "^-": 50409, + "setPosition": 50410, + "uale": 50411, + "Signed": 50412, + "Ġiface": 50413, + "aseline": 50414, + ".setTime": 50415, + "ĠMineral": 50416, + "ĠFighting": 50417, + "skins": 50418, + "Ġdiscrimin": 50419, + "Ġdansk": 50420, + "ĠPrinceton": 50421, + "acist": 50422, + "Ġ());Ċ": 50423, + "tracks": 50424, + "imonial": 50425, + "adecimal": 50426, + "EPROM": 50427, + "uggle": 50428, + ".Notification": 50429, + "$mail": 50430, + "cantidad": 50431, + "ĠJung": 50432, + "Ġseekers": 50433, + "Ġplausible": 50434, + "tier": 50435, + "еж": 50436, + "Ġrapper": 50437, + "ĠMana": 50438, + "ĠHttpStatusCode": 50439, + "Ġburnt": 50440, + "loses": 50441, + "ĠFoto": 50442, + "ĠJsonObject": 50443, + "Instagram": 50444, + "Ġsyscall": 50445, + "Ġrealities": 50446, + "ĠMATLAB": 50447, + ":^{Ċ": 50448, + "TERM": 50449, + "ĠCbd": 50450, + "ĠParagraph": 50451, + "Ġtravés": 50452, + "Ġconstructing": 50453, + "Ġswal": 50454, + "Ġpige": 50455, + "LLLL": 50456, + "-existing": 50457, + "Gets": 50458, + "Ġmelted": 50459, + "Ġmitigate": 50460, + "Hen": 50461, + "Ġhm": 50462, + "imas": 50463, + "ĠAo": 50464, + "ĠPerez": 50465, + "ĠDAL": 50466, + "Ġëĭ¤": 50467, + "Ġdivis": 50468, + "StoryboardSegue": 50469, + "ĠModify": 50470, + "ĠÃľber": 50471, + "_OVERRIDE": 50472, + ".pem": 50473, + "untos": 50474, + "Ġespañ": 50475, + "Ġ{?": 50476, + "ĠPAY": 50477, + "_ipv": 50478, + "ĠFury": 50479, + "__.__": 50480, + "elow": 50481, + "-centered": 50482, + "checks": 50483, + "_Reg": 50484, + "-Javadoc": 50485, + "ĉload": 50486, + "ĠLikewise": 50487, + "اÙħ": 50488, + "UNE": 50489, + ".sem": 50490, + "xcb": 50491, + "ĠCave": 50492, + "_sleep": 50493, + "Ġsilently": 50494, + "ĠExtreme": 50495, + ".ToUpper": 50496, + "ĉCHECK": 50497, + "Ġcue": 50498, + "ĠQByteArray": 50499, + "Ġcorrupted": 50500, + "ĠDé": 50501, + "Ġimped": 50502, + "GetName": 50503, + "Ġinaccurate": 50504, + "Ġsober": 50505, + "ее": 50506, + "Ġbarcode": 50507, + "--){Ċ": 50508, + "inki": 50509, + "Ġép": 50510, + "Ġdri": 50511, + "ĠALT": 50512, + ">>>>>>>>": 50513, + "onta": 50514, + "[L": 50515, + "Ġinteres": 50516, + "verting": 50517, + "Ġdiagnostics": 50518, + "pdev": 50519, + "è©": 50520, + "ĠIntegrated": 50521, + ").'": 50522, + "_gc": 50523, + "$text": 50524, + ".games": 50525, + "ĠTerra": 50526, + "'Re": 50527, + ".transfer": 50528, + "_FIFO": 50529, + "getModel": 50530, + "Ġbland": 50531, + "ĠColeman": 50532, + "Ġprimes": 50533, + "ĠæĪ": 50534, + "Ġcrosses": 50535, + "nk": 50536, + "GING": 50537, + "Ġ'^": 50538, + "ĠBlob": 50539, + "Ġintercourse": 50540, + "ĠBlvd": 50541, + "Ġweighs": 50542, + "_regular": 50543, + "ĠPerth": 50544, + "Ġseparating": 50545, + "Ġbilled": 50546, + ".tabControl": 50547, + "Ġpuppet": 50548, + "Ġutilization": 50549, + "Ġâĸł": 50550, + "Ġsucces": 50551, + "Ġlamps": 50552, + "_proj": 50553, + "Eric": 50554, + "Ġrenovation": 50555, + "ĠFamilies": 50556, + "ĠBits": 50557, + "partials": 50558, + "-Men": 50559, + "solution": 50560, + "Ġdwarf": 50561, + ".INTEGER": 50562, + "ĠLOCK": 50563, + ".ct": 50564, + "Ġexcerpt": 50565, + "ĠPix": 50566, + "ĠFirstName": 50567, + "ANTED": 50568, + "ĠAdmir": 50569, + "-help": 50570, + "Prior": 50571, + "ĠAlign": 50572, + ".INSTANCE": 50573, + "LineEdit": 50574, + "('/:": 50575, + "Ġinet": 50576, + "odus": 50577, + ".pkl": 50578, + "ĠKY": 50579, + "upert": 50580, + "Ġnerves": 50581, + "_gradient": 50582, + "}','": 50583, + "_unref": 50584, + "Ġsaturated": 50585, + "ĠConnected": 50586, + "ĠFN": 50587, + "EXIT": 50588, + "Ġteleport": 50589, + "Ġavait": 50590, + "PageRoute": 50591, + "Ġdivorced": 50592, + "(lang": 50593, + "fst": 50594, + "ĠTyr": 50595, + "Ġmessenger": 50596, + "ifstream": 50597, + "XS": 50598, + "ĠBanking": 50599, + "Ġinfectious": 50600, + "ĠMons": 50601, + "_LOOP": 50602, + "Ġzurück": 50603, + "Ġobtener": 50604, + "/repos": 50605, + "Vel": 50606, + "acro": 50607, + "ĠuserRepository": 50608, + "styleType": 50609, + "ĠSRC": 50610, + "VMLINUX": 50611, + "recursive": 50612, + "/bar": 50613, + "_chip": 50614, + "ominated": 50615, + "ĠNit": 50616, + "âĢĶto": 50617, + "ĠBuddh": 50618, + "омеÑĢ": 50619, + "ĠMAG": 50620, + "ĠCHE": 50621, + "_den": 50622, + ".raises": 50623, + "_degree": 50624, + "Ġpumpkin": 50625, + "_templates": 50626, + "_MEDIA": 50627, + "ĠTimeline": 50628, + "Ġbots": 50629, + "ObjectType": 50630, + "Ġbuys": 50631, + ".posts": 50632, + "CAL": 50633, + "waiting": 50634, + "ĠDaniels": 50635, + "Ġdabei": 50636, + "ĠSigma": 50637, + "ilor": 50638, + "igel": 50639, + ",W": 50640, + "ADS": 50641, + "(panel": 50642, + "ì²´": 50643, + "itating": 50644, + ".palette": 50645, + "Ġmosquito": 50646, + "Ġtego": 50647, + "(parseInt": 50648, + "Ġdespués": 50649, + "promise": 50650, + "Ġwij": 50651, + "typescript": 50652, + "ĠTv": 50653, + "_IDENTIFIER": 50654, + ").ĊĊĊ": 50655, + "_flat": 50656, + "itsu": 50657, + "USR": 50658, + "experience": 50659, + "-fit": 50660, + "phinx": 50661, + "_thresh": 50662, + "Ġideally": 50663, + "ĠFreeman": 50664, + ",DB": 50665, + "_rw": 50666, + "çŃī": 50667, + "Ub": 50668, + "_statistics": 50669, + "=\"\"><": 50670, + "Ġchore": 50671, + "Ġyork": 50672, + "installed": 50673, + "Additionally": 50674, + "Ġpstmt": 50675, + "ylko": 50676, + "::Ċ": 50677, + "Forest": 50678, + "Ġheadset": 50679, + "Ġgallon": 50680, + "ÑĢем": 50681, + "Ġwithdrawn": 50682, + "ĠCandidate": 50683, + "Ġmelting": 50684, + "Ġfreezer": 50685, + "Ġhl": 50686, + "_HELP": 50687, + "mime": 50688, + "(/*": 50689, + "Ġthirst": 50690, + "$return": 50691, + "memberof": 50692, + "еб": 50693, + "ĠHttpServletRequest": 50694, + "(ob": 50695, + "_Result": 50696, + "Ġasserted": 50697, + "Ġfulfilling": 50698, + "Ġstretches": 50699, + "parated": 50700, + "-funded": 50701, + "ĠåĽ": 50702, + "ingles": 50703, + "_ca": 50704, + ".condition": 50705, + "ĠDisplays": 50706, + "Ġorang": 50707, + "ĠCRE": 50708, + "ĠglBind": 50709, + "ĠSelector": 50710, + "/type": 50711, + "ĠAlexa": 50712, + "chedules": 50713, + "ĠPeninsula": 50714, + "Ġparity": 50715, + "ĉdest": 50716, + "ĠDoors": 50717, + "čĊĉčĊ": 50718, + "_dimension": 50719, + "Ġaload": 50720, + ".StoredProcedure": 50721, + "(paren": 50722, + "ĠBurke": 50723, + "')]Ċ": 50724, + "-engine": 50725, + "Ġquir": 50726, + "ĠHybrid": 50727, + "ĠDoe": 50728, + "Ġoutlines": 50729, + "ĠTrends": 50730, + "_NV": 50731, + "periments": 50732, + "ĠHin": 50733, + "?',": 50734, + "ĉText": 50735, + "FUL": 50736, + "Ġsmells": 50737, + "Ġslick": 50738, + "Ġmiserable": 50739, + "ĠArrayAdapter": 50740, + "ĠparamString": 50741, + "Hom": 50742, + "_literals": 50743, + "usuarios": 50744, + "Ġprompting": 50745, + "_lazy": 50746, + "ĠActivation": 50747, + "_oc": 50748, + "Weak": 50749, + "Ġanecd": 50750, + "ĠUCLA": 50751, + "=re": 50752, + "issement": 50753, + "ĠEscorts": 50754, + "Excellent": 50755, + "ĠPause": 50756, + "Ġrepositories": 50757, + "TOR": 50758, + "ariate": 50759, + "_iso": 50760, + "updates": 50761, + "halb": 50762, + "udiante": 50763, + "ë¡Ŀ": 50764, + "Ġnaive": 50765, + "ĠPeg": 50766, + "ĠLounge": 50767, + "ARGIN": 50768, + "(bin": 50769, + "OnClickListener": 50770, + "ĠFAILED": 50771, + "Ġlite": 50772, + "Ġdzie": 50773, + "ĠLiteral": 50774, + "ivor": 50775, + "fcntl": 50776, + "Ġeats": 50777, + "Ġqed": 50778, + "Unlock": 50779, + "riding": 50780, + "undai": 50781, + "=M": 50782, + "ATTER": 50783, + "ConfigureAwait": 50784, + "icias": 50785, + "ustomed": 50786, + "Ġsuccession": 50787, + "endTime": 50788, + "ĠJupiter": 50789, + "Ġjudging": 50790, + "dration": 50791, + "_docs": 50792, + ".mo": 50793, + "Ġeducators": 50794, + "ĠVine": 50795, + "Cond": 50796, + "[out": 50797, + "qb": 50798, + "\\Validator": 50799, + "Ġmeanings": 50800, + "Ġpresently": 50801, + "Ġdividing": 50802, + "ottenham": 50803, + "ascular": 50804, + "Ġtrailers": 50805, + "ĠCLOSE": 50806, + "ами": 50807, + "âĢĻai": 50808, + "ĠGain": 50809, + "wor": 50810, + "Ġplanner": 50811, + "Ġdistributing": 50812, + "vat": 50813, + "months": 50814, + "xlabel": 50815, + "HF": 50816, + "Viol": 50817, + ".BASELINE": 50818, + "еÑĤÑģÑı": 50819, + "ĠRotate": 50820, + "Ġtxn": 50821, + ":bold": 50822, + "Ġbloss": 50823, + "Forgery": 50824, + "(embed": 50825, + "Ġjako": 50826, + "sprintf": 50827, + "their": 50828, + "Ġexhibits": 50829, + "-static": 50830, + "hecy": 50831, + "getActiveSheet": 50832, + ".clients": 50833, + "ãģį": 50834, + "_hide": 50835, + "[word": 50836, + "Cb": 50837, + "addItem": 50838, + "axe": 50839, + "_radio": 50840, + "alion": 50841, + "modifier": 50842, + "Ġsaturation": 50843, + "Ġdenom": 50844, + "_pixels": 50845, + "mess": 50846, + "(fl": 50847, + "atif": 50848, + "Ġsecs": 50849, + "Ġprostitution": 50850, + "Ġgrandchildren": 50851, + "Ġparadise": 50852, + "ĠFeld": 50853, + "_BINARY": 50854, + "itous": 50855, + "à¹Ħ": 50856, + "Ġflashing": 50857, + "-sided": 50858, + "Ġcontradiction": 50859, + "/*ĊĊ": 50860, + "ylabel": 50861, + "ĠTet": 50862, + "Ġadmire": 50863, + "reso": 50864, + "Ġletz": 50865, + "ĠSEARCH": 50866, + "slots": 50867, + "ĠRewards": 50868, + "ĠHog": 50869, + "ĠNSData": 50870, + "stash": 50871, + "Fall": 50872, + "ĠAmer": 50873, + "LinearLayout": 50874, + "/photos": 50875, + "Ġfeather": 50876, + "Ġ|čĊ": 50877, + "Downloads": 50878, + ".StartsWith": 50879, + "Ġ//#": 50880, + "ineTransform": 50881, + "Ġaffid": 50882, + "Vtbl": 50883, + "ĠRogue": 50884, + "scribed": 50885, + "Ġfauc": 50886, + "ĠMonroe": 50887, + "Ġdeclares": 50888, + "modern": 50889, + "reon": 50890, + "aybe": 50891, + "PASS": 50892, + "fers": 50893, + "_MULTI": 50894, + "ĠMathematics": 50895, + "Ġsudah": 50896, + "_ATTACH": 50897, + "ĠnumberWith": 50898, + "ĠSolomon": 50899, + "jin": 50900, + "ografia": 50901, + "öl": 50902, + "_design": 50903, + "culated": 50904, + "ĠLuna": 50905, + "iesz": 50906, + "Ġ=>'": 50907, + "Ġrevelations": 50908, + "Along": 50909, + "(ed": 50910, + "ĠFilename": 50911, + "Ġylabel": 50912, + "Secure": 50913, + "Ġbusca": 50914, + "agnosis": 50915, + "_RECE": 50916, + "Ġoverlapping": 50917, + "Extent": 50918, + "Ġanticipation": 50919, + "Checks": 50920, + "ĠALSO": 50921, + "orc": 50922, + "ilingual": 50923, + "itational": 50924, + "Ġadvancement": 50925, + "ouro": 50926, + "ĠPredicate": 50927, + "å¾Ĺ": 50928, + "eria": 50929, + "ĠPierce": 50930, + "orio": 50931, + "Ġmerits": 50932, + "Ġpeanut": 50933, + ".Package": 50934, + "ĠConduct": 50935, + "_SENSOR": 50936, + "Ġboiling": 50937, + "Ġintra": 50938, + "ĠIGN": 50939, + "ĠFur": 50940, + ".Refresh": 50941, + "ĠReach": 50942, + "_decoder": 50943, + ".Exp": 50944, + "ĠÑĤак": 50945, + "pill": 50946, + ",Q": 50947, + "ĠGrill": 50948, + "Ġpopping": 50949, + ".Ag": 50950, + "Ġproyecto": 50951, + "Ġmileage": 50952, + "Ġecological": 50953, + "]]);Ċ": 50954, + "ĠÂŃ": 50955, + "subplot": 50956, + "acad": 50957, + "ĠTrying": 50958, + "recipes": 50959, + "$criteria": 50960, + "ĠPersian": 50961, + "-bound": 50962, + "MASK": 50963, + "ĠGesture": 50964, + "Ġkk": 50965, + "ĠPVC": 50966, + "Ġprohibition": 50967, + "Ġcomando": 50968, + "ĠLOOK": 50969, + "Shopping": 50970, + "Ġdistortion": 50971, + "čĊ": 51017, + ".Dependency": 51018, + ".QueryString": 51019, + ".Owner": 51020, + "Ġexpiry": 51021, + "Thu": 51022, + "(Vec": 51023, + "Ġhazardous": 51024, + "Ġrpm": 51025, + "APON": 51026, + "ĠaddTarget": 51027, + "sville": 51028, + "pNet": 51029, + "ĠImg": 51030, + "ĠTIMER": 51031, + ".Animation": 51032, + "Ġbek": 51033, + "Ġassort": 51034, + "Ġlebih": 51035, + "ĠbodyParser": 51036, + "Ġvibrating": 51037, + "IDL": 51038, + "Ġbutterknife": 51039, + "inters": 51040, + "Ġpersuade": 51041, + "ĠLGBTQ": 51042, + "èĭ": 51043, + ".soft": 51044, + "Ġbeams": 51045, + "_sur": 51046, + ".Def": 51047, + "Ġlabs": 51048, + "ĉplt": 51049, + "Ġskins": 51050, + "Ġtransferring": 51051, + "Ġimaginary": 51052, + "_End": 51053, + ";background": 51054, + "Ġlaps": 51055, + "_COMMENT": 51056, + "(SDL": 51057, + "onds": 51058, + ".Record": 51059, + "ĠImplements": 51060, + "_ticks": 51061, + "()))ĊĊ": 51062, + "Ġarose": 51063, + "]?": 51064, + "ĠMp": 51065, + "ĠICommand": 51066, + "Ġsculpture": 51067, + "Ġcontracted": 51068, + "\">'": 51546, + "kinson": 51547, + "Ġкол": 51548, + "ognitive": 51549, + "_li": 51550, + "Ġimminent": 51551, + "Ġaffinity": 51552, + ".signal": 51553, + "Ġnotch": 51554, + "ĠSteelers": 51555, + "maxlength": 51556, + "KK": 51557, + "ĠEugene": 51558, + "_PWM": 51559, + "roi": 51560, + "ĠâĹı": 51561, + "ĠHamburg": 51562, + ".Must": 51563, + "Ġaxe": 51564, + "enef": 51565, + "Ġambitions": 51566, + "ĠSpecies": 51567, + "ĠStress": 51568, + "Ġawhile": 51569, + "ĠбÑĥд": 51570, + "Ġwithstand": 51571, + "ĠDecoder": 51572, + "_inventory": 51573, + "Ġ{ččĊ": 51574, + "Ġtgt": 51575, + "Ġrailroad": 51576, + "WASHINGTON": 51577, + "Ġnegotiated": 51578, + "NST": 51579, + "-phone": 51580, + ",U": 51581, + "Ġexercising": 51582, + "ụ": 51583, + "_PIXEL": 51584, + "avors": 51585, + "iterated": 51586, + "Ġvampire": 51587, + "adal": 51588, + "Ingrese": 51589, + "Ġung": 51590, + "jective": 51591, + ".cells": 51592, + "Ġnano": 51593, + "Ġmarkdown": 51594, + "_RULE": 51595, + "(events": 51596, + "Ġluggage": 51597, + "MESSAGE": 51598, + "igkeit": 51599, + "$count": 51600, + "AttributeName": 51601, + "IGINAL": 51602, + "_Ent": 51603, + "ĠBF": 51604, + "ĠCOMMENT": 51605, + "_ini": 51606, + "ĠEuropeans": 51607, + "ĠBelle": 51608, + "åij½": 51609, + ")['": 51610, + "åºĶ": 51611, + "ĠUseful": 51612, + ".reference": 51613, + "()\",": 51614, + "_grade": 51615, + "ĠKaw": 51616, + "Ġsentencing": 51617, + "Ġsocialism": 51618, + "monster": 51619, + "_LAYER": 51620, + "Ġdeepest": 51621, + "wk": 51622, + "ĠNoise": 51623, + "###ĊĊ": 51624, + "Ġpréc": 51625, + "otle": 51626, + "ÑĤе": 51627, + "auf": 51628, + "ibal": 51629, + "Ġconquer": 51630, + ">Email": 51631, + "Ġambulance": 51632, + "OAD": 51633, + "Ġ(\"%": 51634, + "ĠFI": 51635, + ".fixture": 51636, + "Ġterse": 51637, + "ĠĠĠĠĉĉĉĉ": 51638, + "Ġsanctuary": 51639, + "ugi": 51640, + "ĠComparator": 51641, + "Definitions": 51642, + "Ġasthma": 51643, + "Ġlact": 51644, + "Ġhardwood": 51645, + ".clock": 51646, + "Ġattracting": 51647, + "ĠMour": 51648, + "(distance": 51649, + "icits": 51650, + "Ġbonne": 51651, + "ĠACCESS": 51652, + ".DeserializeObject": 51653, + "ĠTyped": 51654, + "Ġjeu": 51655, + "ĠappId": 51656, + "ĠClara": 51657, + "ĠHF": 51658, + "ĠReich": 51659, + "ipples": 51660, + "//--------------------------------------------------------------------------------": 51661, + "_delivery": 51662, + "erialization": 51663, + "Ġplaintiffs": 51664, + "Scient": 51665, + "shopping": 51666, + "ĠDummy": 51667, + "ĠWald": 51668, + "GroupName": 51669, + "Ġinscription": 51670, + "elog": 51671, + "::::::::": 51672, + "_ld": 51673, + "BackPressed": 51674, + ".Raw": 51675, + "ĠOnTrigger": 51676, + "Ġmuseums": 51677, + "ĠBeen": 51678, + "ĠAdventures": 51679, + "Ġslate": 51680, + "Ġlett": 51681, + "Ġsund": 51682, + "ĠGin": 51683, + "ĠMechanical": 51684, + ".ship": 51685, + "AppComponent": 51686, + "Ġdestined": 51687, + "Ġdwelling": 51688, + "Profiler": 51689, + "Prepare": 51690, + "zeich": 51691, + "Ġsilicon": 51692, + "(has": 51693, + "Ġ#%": 51694, + "VIDEO": 51695, + "Ġcollaborate": 51696, + "Lin": 51697, + "Ġscopes": 51698, + "(className": 51699, + "(sd": 51700, + "andin": 51701, + ".ham": 51702, + "ServiceImpl": 51703, + "-described": 51704, + "Ġirony": 51705, + "stial": 51706, + "ĠHuawei": 51707, + "(repo": 51708, + "Ġunexpectedly": 51709, + "ĠKai": 51710, + ".install": 51711, + "\\xf": 51712, + "Ġexhibited": 51713, + "_TCP": 51714, + "ĠOx": 51715, + "_CHO": 51716, + "Ġprostituerte": 51717, + "Ġvä": 51718, + "Ġsito": 51719, + "Ġconstituents": 51720, + "ĠContinued": 51721, + "ĠSAVE": 51722, + "rss": 51723, + "/message": 51724, + "ubes": 51725, + "Ġmisdemean": 51726, + "Ġtaxation": 51727, + "Ġstoryline": 51728, + "hair": 51729, + "ĠFinds": 51730, + "SIG": 51731, + "verification": 51732, + "~=": 51733, + ".hp": 51734, + "Iterable": 51735, + "Ñĭе": 51736, + "atori": 51737, + "Ġctr": 51738, + "Rx": 51739, + "_);ĊĊ": 51740, + "dag": 51741, + ".pin": 51742, + "Ġpseud": 51743, + "Ġinvo": 51744, + "ÑģÑĤÑĢ": 51745, + "_pix": 51746, + "为空": 51747, + "Ġsworn": 51748, + "âĢĶor": 51749, + "_registry": 51750, + "Ġdisasters": 51751, + "ĠROI": 51752, + "ĠâĢķ": 51753, + "aktu": 51754, + "forest": 51755, + "beiten": 51756, + "âĢĶI": 51757, + "ueva": 51758, + "egt": 51759, + "Ġspikes": 51760, + "URES": 51761, + "ĠRecommended": 51762, + "Ġexploited": 51763, + "ĠFrederick": 51764, + "_COMPLETE": 51765, + "ĠDrugs": 51766, + "!!!!!!!!": 51767, + "ĠRiv": 51768, + "STOP": 51769, + "ROOM": 51770, + "ĠPASSWORD": 51771, + "Cookies": 51772, + ".El": 51773, + "á»Ń": 51774, + "ĠBert": 51775, + "Ġhashed": 51776, + "icester": 51777, + "Ġdecorator": 51778, + "ĠqueryString": 51779, + ":;Ċ": 51780, + "Ġ\"[\"": 51781, + "otope": 51782, + "-Americ": 51783, + "ĠMatthews": 51784, + "URAL": 51785, + "âĢľ,": 51786, + "Summer": 51787, + "fos": 51788, + "_CONTAINER": 51789, + "_ACK": 51790, + "Ġfiltr": 51791, + "_disp": 51792, + "_Re": 51793, + "Ġfacile": 51794, + "аÑĪ": 51795, + "ĠìķĬ": 51796, + "Ġeben": 51797, + "Ġsprink": 51798, + "ĠQuint": 51799, + ">V": 51800, + "Ġhistorians": 51801, + "ourmet": 51802, + "ĠMonitoring": 51803, + "ledger": 51804, + "cott": 51805, + "Ġware": 51806, + "GGLE": 51807, + "cars": 51808, + "ĠMEDIATEK": 51809, + "Ġvolupt": 51810, + "_View": 51811, + "HEL": 51812, + "(copy": 51813, + "(stats": 51814, + "Ġchromosome": 51815, + "ĠCurtis": 51816, + "-conf": 51817, + "(asset": 51818, + "Ġhvor": 51819, + "FileSystem": 51820, + "<>();čĊ": 51821, + "ocoder": 51822, + "ĠCannon": 51823, + ")x": 51824, + "ĠSmooth": 51825, + "ĠSAS": 51826, + "_ce": 51827, + "ĉprev": 51828, + "_movie": 51829, + "Ec": 51830, + "_wall": 51831, + ".ĊĊ": 52378, + "ogenesis": 52379, + "ĠOPTIONS": 52380, + "uptools": 52381, + "Ġmilitant": 52382, + "Ġexited": 52383, + "igar": 52384, + "ĠCOMM": 52385, + "ĠDisposable": 52386, + "aycast": 52387, + "Ġrowspan": 52388, + "Ġsynthes": 52389, + "Ġsondern": 52390, + "ĠĊ": 55869, + "ĠJacket": 55870, + "RATION": 55871, + ".getSelectedItem": 55872, + "-init": 55873, + "ĠRegisters": 55874, + "_sep": 55875, + "ĠToolkit": 55876, + ".dict": 55877, + "Ġxlabel": 55878, + "\\Table": 55879, + "toc": 55880, + "_combo": 55881, + "ĠCompact": 55882, + "Ġrugged": 55883, + "à¥ĩà¤": 55884, + "-management": 55885, + "')}}\">Ċ": 55886, + "ĠStamp": 55887, + "ıl": 55888, + "rox": 55889, + "Ġlandscapes": 55890, + "_NOTE": 55891, + "monary": 55892, + "cab": 55893, + "Ġmoet": 55894, + "xaf": 55895, + "rcode": 55896, + "-cli": 55897, + "_gate": 55898, + "[event": 55899, + "SPORT": 55900, + "gia": 55901, + "ĠSUPER": 55902, + "/Login": 55903, + "_shutdown": 55904, + "interrupt": 55905, + "Ġpretending": 55906, + "Ġfringe": 55907, + "ĠReds": 55908, + "ĠCUDA": 55909, + "ĠUNIX": 55910, + "vit": 55911, + "Ġbrig": 55912, + "drv": 55913, + "ĠConnector": 55914, + "Therefore": 55915, + "Ġlia": 55916, + "Detection": 55917, + "_actor": 55918, + "Ġtempfile": 55919, + "Ġeccentric": 55920, + "-role": 55921, + "Ġpadx": 55922, + "dent": 55923, + "Western": 55924, + "Ġê·¸": 55925, + "ĠApplicationRecord": 55926, + "Ġcampaigning": 55927, + "_runner": 55928, + "ĠCivic": 55929, + "aleigh": 55930, + "Ġdirekt": 55931, + ".sul": 55932, + "ĠĠĉĉĉ": 55933, + "anten": 55934, + "Ġissuer": 55935, + "Ġassertions": 55936, + "(orig": 55937, + "ATIO": 55938, + "Ġleaned": 55939, + "äs": 55940, + ".DTO": 55941, + "explode": 55942, + ".Observable": 55943, + "Ġstaggering": 55944, + "Ġkidnapped": 55945, + "Ġprogrammers": 55946, + "ĠInnov": 55947, + ".parameter": 55948, + "Ġdomination": 55949, + "Ġskeptic": 55950, + "Ġæĺ¯": 55951, + "Ġavoids": 55952, + ".Verify": 55953, + "ubby": 55954, + "ĠASN": 55955, + "Ġformato": 55956, + "ĠBeatles": 55957, + "_brand": 55958, + "Ġinset": 55959, + "youtu": 55960, + "Ġtoc": 55961, + "-final": 55962, + "Showing": 55963, + "ĠDoub": 55964, + "ĠMesa": 55965, + "Adj": 55966, + "_medium": 55967, + "Creates": 55968, + "(endpoint": 55969, + "ĉUP": 55970, + "bbie": 55971, + "Ġstalk": 55972, + ".databind": 55973, + ".Scan": 55974, + "agents": 55975, + "$,": 55976, + "individual": 55977, + "+)/": 55978, + "ĉvm": 55979, + "(notification": 55980, + "Ġinex": 55981, + "ĠClassification": 55982, + "reno": 55983, + "Ġolig": 55984, + "-rated": 55985, + "Ġformulation": 55986, + "',{": 55987, + "Ġacept": 55988, + "_unpack": 55989, + "_CA": 55990, + ".Pow": 55991, + "ĉim": 55992, + "Ġaluminium": 55993, + "ANO": 55994, + "Ġxn": 55995, + "Ġcómo": 55996, + "ĠIngredient": 55997, + "Ġseizures": 55998, + "åħ±": 55999, + "ificador": 56000, + "Ġsiguiente": 56001, + "ĠInfragistics": 56002, + "Ġduplicated": 56003, + "ĠDee": 56004, + "Ġnø": 56005, + "ĠACCEPT": 56006, + "(crate": 56007, + "иÑĤелÑĮ": 56008, + "-less": 56009, + "Ġinfinity": 56010, + "Analyzer": 56011, + "-Day": 56012, + "ritt": 56013, + "(cin": 56014, + "ĠGy": 56015, + "Ġmultiplied": 56016, + "uchi": 56017, + "ĠBaldwin": 56018, + "/ip": 56019, + "Ġshortcuts": 56020, + ".ADD": 56021, + "Ġvigor": 56022, + "_instruction": 56023, + "(;": 56024, + "_eta": 56025, + "è¿ŀ": 56026, + "utorials": 56027, + "Ġboosting": 56028, + "bv": 56029, + "Ġacknowledges": 56030, + "Listening": 56031, + "FAQ": 56032, + ";b": 56033, + "((-": 56034, + "Ġarchitects": 56035, + "Ġzwe": 56036, + "Ġpuls": 56037, + "ĠgetCount": 56038, + "verbs": 56039, + "ãĢľ": 56040, + "(Collection": 56041, + "kre": 56042, + "Ġjurisdictions": 56043, + "_bridge": 56044, + "ĠCrack": 56045, + "ĠDifficulty": 56046, + "KO": 56047, + "Reservation": 56048, + "_requires": 56049, + "Tour": 56050, + "ãģĹãģŁ": 56051, + ".setCurrent": 56052, + "Ġky": 56053, + "ĠAlbany": 56054, + "Ġè§": 56055, + "ller": 56056, + "agna": 56057, + "workers": 56058, + ".blank": 56059, + "ĠPrayer": 56060, + "MIC": 56061, + "Ġresilience": 56062, + "TeX": 56063, + "ĠLanguages": 56064, + "study": 56065, + "ĉcurr": 56066, + "Ġenzymes": 56067, + "Slug": 56068, + "ĠíĮĮ": 56069, + "stral": 56070, + "Ġtumors": 56071, + "Ġsegunda": 56072, + "='{": 56073, + "instruction": 56074, + "ĠLisp": 56075, + "/info": 56076, + "Ġ\"{$": 56077, + ",:),": 56078, + "Ġgv": 56079, + "(ErrorMessage": 56080, + "Ġ'=": 56081, + "}-${": 56082, + ".Documents": 56083, + "\"Well": 56084, + "Ġreminiscent": 56085, + "Ġgaz": 56086, + "iropr": 56087, + "ehr": 56088, + "Ġsuppressed": 56089, + "ersh": 56090, + ".scrollTo": 56091, + "Ġcadena": 56092, + "ĠgameState": 56093, + "ÃŃm": 56094, + "(conv": 56095, + "ĠTomorrow": 56096, + "ĠCCT": 56097, + "Mongo": 56098, + "ulg": 56099, + ".Camera": 56100, + ".handlers": 56101, + "mph": 56102, + "Ġstk": 56103, + "Ġgenetics": 56104, + "ACING": 56105, + "Trivia": 56106, + "ĠBam": 56107, + "(marker": 56108, + ".Stretch": 56109, + "ĠSunni": 56110, + "ĠBetty": 56111, + ".tolist": 56112, + "unlikely": 56113, + ".Rectangle": 56114, + "obsolete": 56115, + "ILON": 56116, + "innerText": 56117, + "embourg": 56118, + "aN": 56119, + "ĠVehicles": 56120, + "unlock": 56121, + ":utf": 56122, + "nob": 56123, + "ĠSeeing": 56124, + "ĠNEVER": 56125, + "Ġtls": 56126, + "Ġfilles": 56127, + "Ġbenefited": 56128, + "ĠClint": 56129, + "*/),": 56130, + ".fold": 56131, + "Ġposible": 56132, + "ADED": 56133, + "thouse": 56134, + ".DAL": 56135, + "ĠOdd": 56136, + "rokes": 56137, + "ĠSunny": 56138, + "ĠPartialEq": 56139, + "_Buffer": 56140, + "ĠLevi": 56141, + "longrightarrow": 56142, + "eldon": 56143, + "gages": 56144, + "_warn": 56145, + ".CreateTable": 56146, + "ĠDip": 56147, + "_questions": 56148, + ".logic": 56149, + "Ġ#\"": 56150, + "={()=>": 56151, + "Ġtep": 56152, + "Ġjuicy": 56153, + "ìĤ¬": 56154, + "enko": 56155, + "ialect": 56156, + "Ùī": 56157, + "Ġonboard": 56158, + "Ġæı": 56159, + "ĉrt": 56160, + "_UTF": 56161, + "ĠQAction": 56162, + "âĢŀ": 56163, + "(Component": 56164, + "(audio": 56165, + ".hit": 56166, + "gte": 56167, + "Ġprogrammed": 56168, + "stateParams": 56169, + "Ġpolyester": 56170, + "fires": 56171, + "byss": 56172, + "]=(": 56173, + "_quality": 56174, + "OfDay": 56175, + "ĠFairy": 56176, + "Ġyelled": 56177, + "opl": 56178, + "(userName": 56179, + "ĠDifference": 56180, + "Ġevaluations": 56181, + "iffany": 56182, + "Ġcyclists": 56183, + "Ġcidade": 56184, + "Ġtextbook": 56185, + "Ġprofiling": 56186, + "__),": 56187, + "dea": 56188, + ".activate": 56189, + "Ġindications": 56190, + "Ðķ": 56191, + "TouchUpInside": 56192, + "Ġinvaluable": 56193, + "ĠMASK": 56194, + "Ġcontend": 56195, + "Freq": 56196, + "Ġrecruits": 56197, + "(interval": 56198, + "ĠUserProfile": 56199, + "Ġ'./../": 56200, + "edu": 56201, + "_Callback": 56202, + "Ġanalogy": 56203, + "ĠTrophy": 56204, + "apphire": 56205, + "Videos": 56206, + "ĠCher": 56207, + "ĠHav": 56208, + "âĢ¦\"": 56209, + ".validator": 56210, + "gfx": 56211, + "ĠUObject": 56212, + "classnames": 56213, + "triangle": 56214, + "ĠEncoder": 56215, + ".spy": 56216, + "Ġpredators": 56217, + "=status": 56218, + "-safe": 56219, + ":\",Ċ": 56220, + "ĠIncluding": 56221, + "Ġ{};čĊ": 56222, + "*cos": 56223, + "Ġendured": 56224, + ".sulake": 56225, + "Ġnursery": 56226, + "Ġfragrance": 56227, + "Ġrebuilding": 56228, + "Ġnth": 56229, + "ĠFraser": 56230, + ".setDate": 56231, + "ĠVince": 56232, + "_REST": 56233, + "Ġventilation": 56234, + "æµ·": 56235, + "cribes": 56236, + ".asm": 56237, + "lpVtbl": 56238, + "ĠAbe": 56239, + "uisine": 56240, + ",array": 56241, + "ĉclassName": 56242, + "errals": 56243, + "Ġ'ĊĊ": 56244, + "Checkout": 56245, + "Ġsolicit": 56246, + "Aux": 56247, + "_capture": 56248, + "Ġribs": 56249, + "ragon": 56250, + "viol": 56251, + "topics": 56252, + "FunctionFlags": 56253, + "ĠMarty": 56254, + "bike": 56255, + "ĠTucker": 56256, + "(kernel": 56257, + "ĠOps": 56258, + "CloseOperation": 56259, + "/demo": 56260, + "ilda": 56261, + "ĠlÃŃnea": 56262, + "APPING": 56263, + "Ġsuites": 56264, + ".visitVarInsn": 56265, + "urus": 56266, + "ĠMinute": 56267, + "(manager": 56268, + "Ġbutterfly": 56269, + "Ġapare": 56270, + "Ġwolves": 56271, + "JWT": 56272, + "ĠSalon": 56273, + "ĉdelay": 56274, + "-eslint": 56275, + "isations": 56276, + ".rpc": 56277, + ")|(": 56278, + "ĠSnapchat": 56279, + "/mm": 56280, + "MN": 56281, + "ceries": 56282, + ".textAlignment": 56283, + "ĠFrankfurt": 56284, + "Ġado": 56285, + "(newValue": 56286, + "(access": 56287, + "(Expression": 56288, + "ĠSignIn": 56289, + "ĠHaiti": 56290, + "_tp": 56291, + ".setParameter": 56292, + "Minute": 56293, + "Ġmanuals": 56294, + "ricanes": 56295, + "ĠPTR": 56296, + "ĠOuter": 56297, + "Ġgetline": 56298, + "ocations": 56299, + "_CD": 56300, + "ĠLyon": 56301, + "/gui": 56302, + "_live": 56303, + "idan": 56304, + ".geom": 56305, + "ĠborderBottom": 56306, + "imuth": 56307, + "_checkpoint": 56308, + "Ġmeu": 56309, + "ĠIrving": 56310, + "Ġpeuvent": 56311, + "(MAX": 56312, + "ĠARCH": 56313, + "Ġpov": 56314, + ".sourceforge": 56315, + "Ġjamais": 56316, + "Ġark": 56317, + "ĠBaghdad": 56318, + "ĠCLEAR": 56319, + "MenuBar": 56320, + "Ġtrois": 56321, + "CHEDULE": 56322, + "Ġ#čĊ": 56323, + "(Call": 56324, + "$order": 56325, + "(Material": 56326, + "Ġencontrado": 56327, + "$list": 56328, + "ĠMETHODS": 56329, + ".beginTransaction": 56330, + "_MAG": 56331, + "StyleSheet": 56332, + "Ġmajors": 56333, + "Ġindefinitely": 56334, + "cleanup": 56335, + "Ġhomeland": 56336, + "(dto": 56337, + "Dates": 56338, + "Presentation": 56339, + "ĠDK": 56340, + "={`/": 56341, + "ĉKey": 56342, + "(Block": 56343, + "_checkbox": 56344, + "needs": 56345, + "ĠonComplete": 56346, + "rico": 56347, + "Ġgleich": 56348, + "Ġxm": 56349, + "OOD": 56350, + "Better": 56351, + "ĠSQLITE": 56352, + ".Book": 56353, + "xad": 56354, + "ĠGone": 56355, + "ĉdp": 56356, + "Ġdevotion": 56357, + "Ġstm": 56358, + "Ġobsess": 56359, + "ĠBackend": 56360, + "Queries": 56361, + "Ik": 56362, + "//****************************************************************": 56363, + "Ġdividends": 56364, + ".parentElement": 56365, + "}\")ĊĊ": 56366, + "ĠMaterialPageRoute": 56367, + ":num": 56368, + "Ġexplic": 56369, + "ĠOL": 56370, + "least": 56371, + "Oops": 56372, + "imentos": 56373, + "Ġinsurers": 56374, + "Ġheroic": 56375, + "ĉfields": 56376, + ".imgur": 56377, + ".btnCancel": 56378, + "ĠDetective": 56379, + "(sm": 56380, + "ĠMutableLiveData": 56381, + ".lab": 56382, + "(([": 56383, + "Ġhairst": 56384, + "ĠTransactions": 56385, + "å¼Ģå§ĭ": 56386, + "ĠstdClass": 56387, + "uento": 56388, + "GIS": 56389, + "_cod": 56390, + "Instructions": 56391, + "Calls": 56392, + "PointerType": 56393, + "ĠRw": 56394, + "Ġassortment": 56395, + "ĠDIG": 56396, + "+r": 56397, + "_CERT": 56398, + "Ġinstability": 56399, + "Ġvib": 56400, + "onas": 56401, + "Ġroku": 56402, + "apellido": 56403, + "Ġangl": 56404, + "preneur": 56405, + "Ġfluids": 56406, + "isease": 56407, + "Ġdeed": 56408, + "quist": 56409, + "_CONSTANT": 56410, + "Ġequilibrium": 56411, + "_delegate": 56412, + "ĠQuantum": 56413, + "rei": 56414, + "Capabilities": 56415, + "rectangle": 56416, + "?><": 56417, + "alien": 56418, + "ĠJug": 56419, + "DNA": 56420, + "Tickets": 56421, + "Occurs": 56422, + "ĠHawk": 56423, + ".setHorizontalGroup": 56424, + "\\Collection": 56425, + "ffiti": 56426, + "Ġrearr": 56427, + ".setVerticalGroup": 56428, + "Ġcavity": 56429, + "Ġadulte": 56430, + "Facade": 56431, + "-wh": 56432, + "ĠLOL": 56433, + "Ø°": 56434, + "Ġgrandparents": 56435, + "Swift": 56436, + "ĉwx": 56437, + "æīĢæľī": 56438, + "ifen": 56439, + "ffset": 56440, + "Beyond": 56441, + "//}ĊĊ": 56442, + "Ġwager": 56443, + "Ġbury": 56444, + "Ġcommence": 56445, + "registro": 56446, + "scient": 56447, + "ĠPercent": 56448, + "Ġдолж": 56449, + "(identifier": 56450, + ".setModel": 56451, + "Ġseldom": 56452, + "nton": 56453, + "Ġappliance": 56454, + "amus": 56455, + "rysler": 56456, + "Ġpanties": 56457, + "enguins": 56458, + "Ġmimic": 56459, + "ĠonChanged": 56460, + "Ġalcoholic": 56461, + ".reloadData": 56462, + "Charge": 56463, + "ĠFax": 56464, + "ĠjScrollPane": 56465, + "Empresa": 56466, + "Ġshattered": 56467, + "xba": 56468, + "Fonts": 56469, + "?s": 56470, + "Ġpostseason": 56471, + "retain": 56472, + "_rates": 56473, + "ĠrequestCode": 56474, + ".todo": 56475, + "´s": 56476, + "CHK": 56477, + "ĠKeeping": 56478, + "engeance": 56479, + "Ġvscode": 56480, + "IPPING": 56481, + "DefaultCloseOperation": 56482, + "_raise": 56483, + "ĠOculus": 56484, + "ograms": 56485, + "raj": 56486, + "pci": 56487, + "Ġcorrosion": 56488, + ".handleSubmit": 56489, + "Accessible": 56490, + "ĠPiano": 56491, + "little": 56492, + "ACL": 56493, + "Äĩe": 56494, + ".unwrap": 56495, + "ĠConvers": 56496, + "ĠLeben": 56497, + "ioneer": 56498, + "ĠMerchant": 56499, + "ĠJorge": 56500, + "Ġembracing": 56501, + "Ġventa": 56502, + "ást": 56503, + "Ġviene": 56504, + "Ċ": 56656, + "-growing": 56657, + "Ġdeepcopy": 56658, + "Ack": 56659, + "eggies": 56660, + "Ġ__(\"": 56661, + "Ġnoir": 56662, + "terrorism": 56663, + "Ġanthem": 56664, + "agency": 56665, + "_PACKAGE": 56666, + "ĠClosure": 56667, + ".registry": 56668, + "Ġmammals": 56669, + "L": 56700, + "Ġbluetooth": 56701, + ".Deep": 56702, + "-standing": 56703, + "ácil": 56704, + "Ġrooft": 56705, + "ĠPaths": 56706, + "_iterations": 56707, + "InvalidArgumentException": 56708, + ".spi": 56709, + "ĠUIAlertAction": 56710, + "uye": 56711, + "signin": 56712, + ".priority": 56713, + "ĠEssays": 56714, + "='{$": 56715, + "Ġè¿ĶåĽŀ": 56716, + "_signed": 56717, + ".persist": 56718, + "Ġredesign": 56719, + "ToLower": 56720, + "ĠNewman": 56721, + "=start": 56722, + "ĠIsraelis": 56723, + "asiswa": 56724, + "Speech": 56725, + "Ġnumeros": 56726, + "handlers": 56727, + "ĠWong": 56728, + "ĠмеÑĤод": 56729, + "Weights": 56730, + "ĠGujar": 56731, + "teil": 56732, + "ĠNonetheless": 56733, + "_EFFECT": 56734, + "Ġvect": 56735, + "ĠOsc": 56736, + "Ġcoats": 56737, + "ĠWheat": 56738, + "Ġgeek": 56739, + "ĠPROPERTY": 56740, + "worm": 56741, + "_constants": 56742, + "ĠBoulder": 56743, + "ĠParm": 56744, + "cole": 56745, + "ĠdefaultCenter": 56746, + "ĠRouge": 56747, + ":A": 56748, + "xcf": 56749, + "ĠVenice": 56750, + "median": 56751, + "Ġredemption": 56752, + "Fresh": 56753, + "Ġcosm": 56754, + "Ġfigur": 56755, + "Ġrefurb": 56756, + "COPE": 56757, + ".cd": 56758, + "Ġchords": 56759, + "ĠSgt": 56760, + "Åį": 56761, + "VPN": 56762, + "ĠSEND": 56763, + "ainen": 56764, + "_accounts": 56765, + "Ġtenth": 56766, + "Ġdissolved": 56767, + "": 57007, + "Ġlegitimacy": 57008, + "Ġoo": 57009, + "Slinky": 57010, + "Ġnationals": 57011, + ".words": 57012, + ";p": 57013, + "trap": 57014, + "omanip": 57015, + "Ġcues": 57016, + "Ġgraduating": 57017, + "Ġsemaphore": 57018, + "\"]);ĊĊ": 57019, + "acey": 57020, + "REET": 57021, + "Grab": 57022, + "ĠFelix": 57023, + "(Id": 57024, + "_neighbors": 57025, + "Ġmeaningless": 57026, + "(del": 57027, + "Ġjeder": 57028, + "ĠContentValues": 57029, + ".absolute": 57030, + "/cl": 57031, + "Ġxb": 57032, + "datum": 57033, + "Ġtortured": 57034, + "Ġrubbing": 57035, + "Scores": 57036, + "ĠðŁĺī": 57037, + "Ġavons": 57038, + "Ġamsterdam": 57039, + "EOS": 57040, + "Hal": 57041, + "Ġtrustworthy": 57042, + "#=": 57043, + ".EXTRA": 57044, + "Ġmano": 57045, + "isicing": 57046, + "-support": 57047, + "ĉcursor": 57048, + "ĠSpo": 57049, + "aimassage": 57050, + "Mission": 57051, + "[]{\"": 57052, + "Ġprinters": 57053, + "GREEN": 57054, + "Ġteg": 57055, + "Ġabdominal": 57056, + "!ĊĊĊĊĊĊ": 57057, + ".Short": 57058, + "азв": 57059, + "ĠGifts": 57060, + "}\")": 57061, + "(binding": 57062, + "xce": 57063, + "âĢij": 57064, + "infos": 57065, + "FormData": 57066, + "Ġdart": 57067, + "Ġelems": 57068, + "(inv": 57069, + "YL": 57070, + "tin": 57071, + "GENER": 57072, + "ữ": 57073, + "ĠTaken": 57074, + "uckle": 57075, + ":e": 57076, + "Ġspectral": 57077, + ".baidu": 57078, + "/');Ċ": 57079, + "Ġgreedy": 57080, + "esion": 57081, + ",,,,,,,,": 57082, + "Ġ/>,Ċ": 57083, + "InternalServerError": 57084, + "NSNotificationCenter": 57085, + "ĠAi": 57086, + "Ġspit": 57087, + "Ġaugmented": 57088, + "ĠstandardUserDefaults": 57089, + "FINITY": 57090, + "Race": 57091, + ":C": 57092, + "ĠRECORD": 57093, + "ĠHighlight": 57094, + "Ġ'`": 57095, + "Ġdeficits": 57096, + "Ġnei": 57097, + "Ġresearched": 57098, + "Ta": 57099, + "Ġcopp": 57100, + ".GetHashCode": 57101, + "):čĊčĊ": 57102, + "OnClick": 57103, + "ĠWellington": 57104, + "Ġrevival": 57105, + "æ¯Ķ": 57106, + "éĹ®": 57107, + "ĠNSS": 57108, + "Ġforn": 57109, + "Ġinté": 57110, + "ĠKuwait": 57111, + "_flip": 57112, + "_bo": 57113, + "_\\": 57114, + "Ġoccurrences": 57115, + "ĠScientists": 57116, + "SRC": 57117, + "ogens": 57118, + "igrant": 57119, + "REMOTE": 57120, + "ĠSID": 57121, + ".opts": 57122, + "uve": 57123, + "()])Ċ": 57124, + "Ġlibertarian": 57125, + "ĠGlide": 57126, + "lesen": 57127, + "Ġforme": 57128, + "owania": 57129, + "Ġannoyed": 57130, + "Defs": 57131, + "ĠExecutor": 57132, + "Ġcasts": 57133, + ".setChecked": 57134, + "ĠSharing": 57135, + ".SerializeObject": 57136, + "Ġselectors": 57137, + "_OTHER": 57138, + "미": 57139, + "(super": 57140, + "(OS": 57141, + "_VERIFY": 57142, + "idunt": 57143, + "';Ċ": 57145, + "Ġvidéo": 57146, + "ĠNegro": 57147, + "ĠLords": 57148, + "ĠTours": 57149, + "Ġsoftly": 57150, + ".receive": 57151, + "ĠERC": 57152, + "ĠdataSet": 57153, + "Badge": 57154, + "ĉEvent": 57155, + "Ġperl": 57156, + "Ġ{}\\": 57157, + "(sentence": 57158, + "OrUpdate": 57159, + "Ġdiminish": 57160, + "PIN": 57161, + "(draw": 57162, + ".ToDateTime": 57163, + ".EqualTo": 57164, + "(pin": 57165, + "-pencil": 57166, + "luent": 57167, + "ĠCaller": 57168, + "Ġplayful": 57169, + "-'+": 57170, + "xca": 57171, + "swick": 57172, + "){}Ċ": 57173, + "}:${": 57174, + "ĠMeth": 57175, + ".getCell": 57176, + ".break": 57177, + "Ġymax": 57178, + "='Ċ": 57391, + "ĠHiro": 57392, + "(TRUE": 57393, + "asurer": 57394, + "Ġcuer": 57395, + "Uber": 57396, + ".Operation": 57397, + "Ġolan": 57398, + "Ġthrilling": 57399, + "'.": 57421, + "ĉvalid": 57422, + "\"\",": 57423, + "Instrument": 57424, + ">J": 57425, + "Ġnostr": 57426, + "ĠRift": 57427, + "_Port": 57428, + "Ġveces": 57429, + "[['": 57430, + "Ġrallies": 57431, + "-series": 57432, + "Ġvv": 57433, + ".uc": 57434, + "Ġrtn": 57435, + "StateChanged": 57436, + "(ins": 57437, + "ĠCla": 57438, + "------------Ċ": 57439, + "cus": 57440, + "ĠReload": 57441, + "//------------------------------------------------------------------------------------------------": 57442, + ".seconds": 57443, + "_destination": 57444, + "Ġscrewed": 57445, + ">c": 57446, + "Thickness": 57447, + "Designer": 57448, + "Ġgrids": 57449, + "nÄħ": 57450, + "(cookie": 57451, + "Trip": 57452, + "-Mobile": 57453, + "Ġvoll": 57454, + "Ġgenital": 57455, + "Ġconfisc": 57456, + "ĠConfederate": 57457, + "ĠwebView": 57458, + "Ġmise": 57459, + "Ġcler": 57460, + "(selection": 57461, + "$date": 57462, + "Ġsharpen": 57463, + "ragen": 57464, + "AndUpdate": 57465, + "Ġremix": 57466, + "Ġhtons": 57467, + "RW": 57468, + "MPI": 57469, + "Ġretrieval": 57470, + "Ġrichest": 57471, + ".Decode": 57472, + ":initComponents": 57473, + "ĠTValue": 57474, + "Saint": 57475, + "@include": 57476, + "ĠPERSON": 57477, + ".sep": 57478, + "ĠLDAP": 57479, + "gba": 57480, + "ĠgroÃŁe": 57481, + "Ġreliably": 57482, + "ĠDFS": 57483, + ".getItemId": 57484, + "Ġprésent": 57485, + ".getToken": 57486, + "Ġchinese": 57487, + "ĠMeal": 57488, + "YOU": 57489, + "\">>ĊĊ": 58048, + "bower": 58049, + "Ġswapped": 58050, + "/install": 58051, + "Ġsinks": 58052, + "etrize": 58053, + "Ġdeclines": 58054, + "ĉmysql": 58055, + "ĠCString": 58056, + "ĠMotionEvent": 58057, + ".Language": 58058, + "Road": 58059, + "ÑĤеÑĢ": 58060, + "ascimento": 58061, + "'))->": 58062, + ".about": 58063, + "(editor": 58064, + "ĠRatings": 58065, + "income": 58066, + "Å¡e": 58067, + ".dequeueReusableCell": 58068, + "ĠAustrian": 58069, + "Ġsulla": 58070, + "ĠTribunal": 58071, + "ĠDidn": 58072, + "оваÑĢ": 58073, + "Ġinspections": 58074, + "Boss": 58075, + "Ġcocktails": 58076, + "Ġapologized": 58077, + "_subplot": 58078, + "opal": 58079, + "+=(": 58080, + "Ġresonance": 58081, + "ibu": 58082, + "Ġ리": 58083, + "roma": 58084, + "reserve": 58085, + "pls": 58086, + "ĠTah": 58087, + "axies": 58088, + "OPLE": 58089, + "ĠDarren": 58090, + "ĠZombie": 58091, + "_Map": 58092, + "Ġ])ĊĊ": 58093, + "ĠQi": 58094, + "ĠSail": 58095, + "Ġrestrictive": 58096, + "Ġerosion": 58097, + "-par": 58098, + "WHITE": 58099, + "Ġoldu": 58100, + "Ġaperture": 58101, + "Ġbitcoins": 58102, + "texto": 58103, + "ĠComcast": 58104, + "Ġtimeless": 58105, + "enkins": 58106, + "Ġfeeder": 58107, + "/tmp": 58108, + "resden": 58109, + "+'_": 58110, + ".Destroy": 58111, + "Ġçok": 58112, + "ĠDOCUMENT": 58113, + ".lng": 58114, + ".tagName": 58115, + "Ġkullan": 58116, + "egrate": 58117, + "Ġ(*.": 58118, + "ç¼ĸè¾ij": 58119, + "Ġhandshake": 58120, + "soc": 58121, + "_geometry": 58122, + "ĠDamascus": 58123, + "Minor": 58124, + "ĠKafka": 58125, + "ìŬ": 58126, + "Florida": 58127, + "_compute": 58128, + ".expr": 58129, + "Ġparalle": 58130, + "ĠDiaz": 58131, + "cir": 58132, + "[target": 58133, + "Ġjoking": 58134, + "Ġglor": 58135, + "(setq": 58136, + "_handlers": 58137, + "Hang": 58138, + "Ġferr": 58139, + "riminal": 58140, + "ĉĠĠĠĠĉĉ": 58141, + "enties": 58142, + "defines": 58143, + "-tax": 58144, + "jsonp": 58145, + "ĠUPS": 58146, + "metro": 58147, + "__;Ċ": 58148, + "ĠUganda": 58149, + "])):Ċ": 58150, + "_td": 58151, + "xae": 58152, + "lw": 58153, + ".OS": 58154, + "ĠLogged": 58155, + "acid": 58156, + "ĠMayo": 58157, + "aspect": 58158, + "Ġvaginal": 58159, + "Ġinitializing": 58160, + "Ġsteroids": 58161, + "fiction": 58162, + "GRE": 58163, + "gend": 58164, + "Ġliabilities": 58165, + "ĠLets": 58166, + "Mech": 58167, + "(nc": 58168, + "(change": 58169, + "Ġconnectors": 58170, + ":k": 58171, + "Ġtast": 58172, + "!\");ĊĊ": 58173, + "things": 58174, + "rophy": 58175, + "luetooth": 58176, + "ĠSignUp": 58177, + ".ctrl": 58178, + "Ġtherein": 58179, + "orda": 58180, + ".escape": 58181, + "igator": 58182, + "Ġpetrol": 58183, + "Ġspecimen": 58184, + "Ġdebuted": 58185, + "-Pro": 58186, + "Ġcrises": 58187, + ".addView": 58188, + "ëıĻ": 58189, + "-door": 58190, + "Ġmonet": 58191, + "Ġmillis": 58192, + "Ġvier": 58193, + "InternalEnumerator": 58194, + "Ġadmins": 58195, + "ĠLair": 58196, + "zin": 58197, + "getQuery": 58198, + "umbles": 58199, + "LIMIT": 58200, + "ĠVig": 58201, + "_song": 58202, + "": 58515, + "Ġpasado": 58516, + "thank": 58517, + "_Delete": 58518, + "ĠBrighton": 58519, + ",unsigned": 58520, + "ä½ľèĢħ": 58521, + "Ġaspirations": 58522, + "-how": 58523, + "Rose": 58524, + "=((": 58525, + "_needed": 58526, + "_plural": 58527, + ">ĊĊ": 58645, + "Ġsurfaced": 58646, + "ĠìłĢìŀ¥": 58647, + "platz": 58648, + "ĉemail": 58649, + "ceptors": 58650, + "\">(": 58651, + "Ġepile": 58652, + "读": 58653, + "ĠDebt": 58654, + "åijĬ": 58655, + "NOP": 58656, + "\"https": 58657, + ":j": 58658, + "FormItem": 58659, + "_LICENSE": 58660, + ".getDouble": 58661, + "ĠAgenda": 58662, + "ĉfinally": 58663, + "(filters": 58664, + "(av": 58665, + "ç¾İ": 58666, + "APER": 58667, + "Ġlava": 58668, + "еÑĢж": 58669, + "))))ĊĊ": 58670, + "Ġfaulty": 58671, + "_nm": 58672, + "Ġtrava": 58673, + "(Bitmap": 58674, + "Ġspeeding": 58675, + ">').": 58676, + "Ġscreened": 58677, + "_roll": 58678, + "ĠMacBook": 58679, + "ĠAUD": 58680, + "Ġdiagnose": 58681, + ".Generate": 58682, + "Ġ^^": 58683, + "Ġstrs": 58684, + "[Test": 58685, + "Ġransom": 58686, + "ĠDHCP": 58687, + "elden": 58688, + "Ġinterpretations": 58689, + "()].": 58690, + "flatMap": 58691, + "ĠlineHeight": 58692, + "_mount": 58693, + "ĠWizards": 58694, + "Ġsluts": 58695, + "ehler": 58696, + "odal": 58697, + "Ġmilitia": 58698, + "å²": 58699, + "earned": 58700, + "Ġmisery": 58701, + "intval": 58702, + "fund": 58703, + "Ġhides": 58704, + "Ġdiarr": 58705, + "ĠWesley": 58706, + "Ġxmm": 58707, + "Ġquem": 58708, + "ĠArabs": 58709, + "ifth": 58710, + "ategorized": 58711, + "Disposable": 58712, + "Pure": 58713, + "_NOTIFY": 58714, + "snippet": 58715, + "ĠGarrett": 58716, + ".running": 58717, + ".weights": 58718, + "Ġ(--": 58719, + "Ġinvariant": 58720, + "äºĭ件": 58721, + "ĠAllowed": 58722, + "dirs": 58723, + "Ġpassions": 58724, + "Ġlad": 58725, + "ĠFlush": 58726, + "menus": 58727, + ":block": 58728, + "Ġcompra": 58729, + ".chomp": 58730, + "allocator": 58731, + "Ġcurated": 58732, + "ĠKnowing": 58733, + "ĠPatterson": 58734, + "Ġtelah": 58735, + "'ex": 58736, + "Ġdoomed": 58737, + "Ġphilanth": 58738, + "otty": 58739, + ".styles": 58740, + "Owned": 58741, + "Ġallergies": 58742, + "=params": 58743, + "ocese": 58744, + "itelist": 58745, + "ĠSending": 58746, + "bef": 58747, + "orrar": 58748, + "ĠNão": 58749, + "ĠFargo": 58750, + "ĠLub": 58751, + "ĠCombined": 58752, + "_given": 58753, + "ĉĉĉĉĉĠĠĠĠ": 58754, + "Ġreconciliation": 58755, + "Patterns": 58756, + "azard": 58757, + "Ġbiomass": 58758, + "ĠHouses": 58759, + "respuesta": 58760, + "cco": 58761, + "/topics": 58762, + "ĠYuk": 58763, + "Ġweakened": 58764, + "_calendar": 58765, + "Ġmulheres": 58766, + "ĠMarl": 58767, + "Ġsine": 58768, + "ĠTil": 58769, + "ĠSouls": 58770, + "ĠDeutsche": 58771, + "ĠFOLLOW": 58772, + "Ġpipelines": 58773, + "ĠBeverly": 58774, + "_DIPSETTING": 58775, + "\"#": 58776, + "ĠProto": 58777, + ".big": 58778, + "ĠSavings": 58779, + "ĠTanz": 58780, + "jun": 58781, + "ĠGamma": 58782, + "ĠSadd": 58783, + "Ġadvisors": 58784, + "Ġroast": 58785, + "Ġunters": 58786, + "udies": 58787, + "_lon": 58788, + "-pointer": 58789, + "ĠElementRef": 58790, + "\\Builder": 58791, + "exampleInput": 58792, + ".webdriver": 58793, + "dataType": 58794, + "ĠQuite": 58795, + "ĠCeltics": 58796, + "uil": 58797, + "-defense": 58798, + "bish": 58799, + "ĠUIWindow": 58800, + "ĠSuddenly": 58801, + ".hot": 58802, + ".reason": 58803, + "Ġgör": 58804, + "AMD": 58805, + ".Multi": 58806, + "authenticated": 58807, + "regions": 58808, + ";(": 58809, + "аÑĢам": 58810, + "ĠKirby": 58811, + "$route": 58812, + "PRECATED": 58813, + "ĠDurham": 58814, + "owo": 58815, + "ĠPerforms": 58816, + "Ġdisregard": 58817, + "nst": 58818, + "ĠPols": 58819, + "ĠgetP": 58820, + "\"]:": 58821, + "-colored": 58822, + "(Keys": 58823, + "ĠAlleg": 58824, + "_modify": 58825, + "_loading": 58826, + "strained": 58827, + "Ġatroc": 58828, + "_phr": 58829, + "": 59821, + "ceph": 59822, + ".DateTimePicker": 59823, + ".\";ĊĊ": 59824, + "ĠTie": 59825, + ",item": 59826, + "Ġmenn": 59827, + "Gas": 59828, + "ocha": 59829, + "_virtual": 59830, + "Ġmasterpiece": 59831, + "_sequences": 59832, + "LTE": 59833, + "ĠSubmission": 59834, + "Caller": 59835, + "$\\": 59836, + "Sport": 59837, + "agus": 59838, + "ConstraintMaker": 59839, + "Ġcoloc": 59840, + "Ġwig": 59841, + "ĠУ": 59842, + "ĉArray": 59843, + "Looks": 59844, + "ĠGTA": 59845, + ".steps": 59846, + "atchewan": 59847, + "_ranges": 59848, + "extAlignment": 59849, + "ĠBrennan": 59850, + "Ġabstraction": 59851, + "ulerAngles": 59852, + ".misc": 59853, + "Ġantibodies": 59854, + "Ġexponential": 59855, + "ĠCHANNEL": 59856, + "expense": 59857, + "'y": 59858, + "Ġdetectives": 59859, + "Ġpurported": 59860, + "YSTEM": 59861, + "Ġradioactive": 59862, + "ĠLatina": 59863, + ".Encoding": 59864, + ".TAG": 59865, + "xin": 59866, + "Degree": 59867, + "uracion": 59868, + "prices": 59869, + "ĠReferentialAction": 59870, + "Ġrarity": 59871, + "Ġpiles": 59872, + "gende": 59873, + "_projects": 59874, + "_globals": 59875, + ".startTime": 59876, + "Ġ구": 59877, + "SECTION": 59878, + "_publish": 59879, + "Fault": 59880, + "DDL": 59881, + "_prior": 59882, + "Mom": 59883, + "Ġthicker": 59884, + "Ġsequelize": 59885, + "Ġessentials": 59886, + "stras": 59887, + "intr": 59888, + ">(()": 59889, + ".management": 59890, + "eil": 59891, + "éĹŃ": 59892, + "Aware": 59893, + ".City": 59894, + "ĠArbit": 59895, + "_DM": 59896, + "_keyboard": 59897, + "LObject": 59898, + "-webpack": 59899, + "ĠNewport": 59900, + "ĠprincipalColumn": 59901, + "legant": 59902, + "Ġpallet": 59903, + "Ġfracture": 59904, + "Ġgmail": 59905, + ".Meta": 59906, + "Above": 59907, + ".KeyEvent": 59908, + "jit": 59909, + "_macro": 59910, + "_PUSH": 59911, + "ứ": 59912, + "/controller": 59913, + "åĬłè½½": 59914, + "Ġsuperficial": 59915, + "exterity": 59916, + "Ġmensagem": 59917, + "Wind": 59918, + "iston": 59919, + ".openapi": 59920, + "иÑĢов": 59921, + "ĠSerializer": 59922, + "uctive": 59923, + "Ġzar": 59924, + "Places": 59925, + ".Static": 59926, + "Ba": 59927, + "Ġinadvert": 59928, + "ĠIndonesian": 59929, + "_IPV": 59930, + "(horizontal": 59931, + "ĠgetTitle": 59932, + "idepress": 59933, + "ĠConsoleColor": 59934, + "ipers": 59935, + "$out": 59936, + "Ġfestive": 59937, + "Ġevenings": 59938, + ".GetData": 59939, + "uitka": 59940, + "ĠManuals": 59941, + "ussed": 59942, + "_Max": 59943, + ".Chat": 59944, + "ĠAircraft": 59945, + "=com": 59946, + "FOUND": 59947, + "apro": 59948, + "Ġtreasures": 59949, + "_alive": 59950, + "Ġgadget": 59951, + "eking": 59952, + "ButtonDown": 59953, + "Browsable": 59954, + ".PERMISSION": 59955, + "PASSWORD": 59956, + "ĠHASH": 59957, + "fé": 59958, + "\\TestCase": 59959, + "LOSS": 59960, + "others": 59961, + ",J": 59962, + "Ġasshole": 59963, + "werk": 59964, + "Ġmã": 59965, + ".ie": 59966, + "evil": 59967, + "kontakte": 59968, + "////////////////////////////////////////////////////////////////////////////////Ċ": 59969, + "=sys": 59970, + "ĉlock": 59971, + "--;ĊĊ": 59972, + "_FUN": 59973, + "FillColor": 59974, + "óa": 59975, + "prend": 59976, + "Ġcompressor": 59977, + "Mother": 59978, + "ĠArcher": 59979, + ".goto": 59980, + "Ġwürde": 59981, + "Ġbamboo": 59982, + "ï¼İ": 59983, + "ĠTrees": 59984, + "Ġbumper": 59985, + "Ġsausage": 59986, + "ĠElasticsearch": 59987, + "Ġhorizontally": 59988, + "ĠGul": 59989, + "Immutable": 59990, + "Ġloser": 59991, + "Ġaborted": 59992, + "-demo": 59993, + "ĠHatch": 59994, + "Ġunde": 59995, + "Ġprocesso": 59996, + "-call": 59997, + "Income": 59998, + "åĥ": 59999, + "_returns": 60000, + "'].\"'": 60001, + "(sw": 60002, + "CBS": 60003, + "amilies": 60004, + "ĠYourself": 60005, + "ĠHolt": 60006, + ".MON": 60007, + "à§ĩ": 60008, + "ÑĪе": 60009, + "anon": 60010, + "ĠFontAwesome": 60011, + "producer": 60012, + "jr": 60013, + "Ġmau": 60014, + "ĉinter": 60015, + "Ġdishonest": 60016, + "Ġmagna": 60017, + "ĠCollective": 60018, + "Ġvraiment": 60019, + "Ġchoix": 60020, + "stay": 60021, + "Ġwelding": 60022, + "rising": 60023, + ",min": 60024, + "ĠFate": 60025, + "glob": 60026, + "RGBA": 60027, + "Ġdette": 60028, + "Ven": 60029, + "Ġembarrassment": 60030, + ".DELETE": 60031, + "gregar": 60032, + "-render": 60033, + "(bucket": 60034, + "\">ĊĊĊ": 60035, + ".waitKey": 60036, + "Busy": 60037, + "Ġdifferentiation": 60038, + "ĠCST": 60039, + ".Constant": 60040, + "ĠlineNumber": 60041, + "(matches": 60042, + "Ġwebsocket": 60043, + "Ġbarred": 60044, + "Ġpuedes": 60045, + "Mono": 60046, + "CORE": 60047, + "IID": 60048, + "ĠĠĠĠčĊčĊ": 60049, + "Ġpúblico": 60050, + "leaning": 60051, + "Ġcleansing": 60052, + "Ġcris": 60053, + "ĠDevils": 60054, + "_SETTING": 60055, + "untary": 60056, + ".);Ċ": 60057, + "ĊĠĠĠĊ": 60058, + "[curr": 60059, + "tsy": 60060, + "ĠAlexis": 60061, + "ritel": 60062, + "Ġpetroleum": 60063, + ".preprocessing": 60064, + "matter": 60065, + "ForResult": 60066, + "-license": 60067, + "Ġtravellers": 60068, + "ĠDispatcher": 60069, + "ennifer": 60070, + "Ġdigestive": 60071, + "PED": 60072, + "hibition": 60073, + "MASConstraintMaker": 60074, + "ĠWatt": 60075, + "Benef": 60076, + ".setView": 60077, + "dto": 60078, + "TEE": 60079, + "ĠPelosi": 60080, + "_EXTRA": 60081, + "Ġmedals": 60082, + "xhr": 60083, + "forecast": 60084, + "Ġnargin": 60085, + "ouns": 60086, + "-fill": 60087, + "_CURSOR": 60088, + "Ġsupervised": 60089, + "Ġturf": 60090, + "ĠEdgar": 60091, + "POSITION": 60092, + "ĠcategoryId": 60093, + "âī": 60094, + "_ER": 60095, + "ủa": 60096, + "Shown": 60097, + ".ll": 60098, + "_POLICY": 60099, + "(),'": 60100, + "ĠPrev": 60101, + "ĠStringField": 60102, + "ĉGlobal": 60103, + "assed": 60104, + "Throughout": 60105, + "ostringstream": 60106, + ".awtextra": 60107, + "Ġslopes": 60108, + "ĠSequential": 60109, + "Ġgiorn": 60110, + "Ġzelf": 60111, + "Ġversatility": 60112, + "leneck": 60113, + ".cgi": 60114, + "Ġdoubling": 60115, + "ĠBangkok": 60116, + "Ġbuurt": 60117, + "Ġusuário": 60118, + "studio": 60119, + "Ġjeunes": 60120, + "Ġmuted": 60121, + "Ġips": 60122, + "_fraction": 60123, + "&&(": 60124, + "Ġstunt": 60125, + "');?>čĊ": 60149, + "Ġevapor": 60150, + "bable": 60151, + "ĠPRICE": 60152, + "Ġæ³": 60153, + "lucent": 60154, + "Ġvamp": 60155, + "ĠTechnician": 60156, + "Ġuniqueness": 60157, + "Mes": 60158, + "urban": 60159, + ".parametrize": 60160, + "ĠReplay": 60161, + "Sessions": 60162, + "embr": 60163, + "-Americans": 60164, + "_PROXY": 60165, + "Ġpian": 60166, + "Ġtrie": 60167, + "ĠDestructor": 60168, + "GameState": 60169, + "ĠIMF": 60170, + "chin": 60171, + "Ġporte": 60172, + "ĠSwal": 60173, + "åŁİ": 60174, + "Substring": 60175, + "iming": 60176, + "/Library": 60177, + "Ġfrightened": 60178, + "writes": 60179, + "Ġrecursos": 60180, + "arResult": 60181, + "_INITIALIZ": 60182, + "ĠBadge": 60183, + "_crc": 60184, + "Eight": 60185, + "ĠDISTINCT": 60186, + "Ġthro": 60187, + "@Xml": 60188, + "ĠLegendary": 60189, + "-twitter": 60190, + "_easy": 60191, + "Ġ+++": 60192, + "(DATA": 60193, + ".Locale": 60194, + "Ġkä": 60195, + "Ġnurt": 60196, + "Ġcruis": 60197, + "_ios": 60198, + "Ġsensing": 60199, + "_Line": 60200, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60201, + "pong": 60202, + "oleon": 60203, + "Ġwildcard": 60204, + "çĶ¨æĪ·åIJį": 60205, + "Ġbegging": 60206, + "Rod": 60207, + "ĠÃİ": 60208, + "_CELL": 60209, + "Researchers": 60210, + ".selector": 60211, + "_ing": 60212, + "Ġaspiring": 60213, + "Ġimmortal": 60214, + "Ġymin": 60215, + "_robot": 60216, + "Ġplur": 60217, + "BTC": 60218, + "ĠDID": 60219, + "Ġpiercing": 60220, + "*u": 60221, + "_DEFINED": 60222, + "ĠThi": 60223, + "itaire": 60224, + "(media": 60225, + "-ons": 60226, + "Ġchefs": 60227, + "Ġ\"*.": 60228, + "/AP": 60229, + "Ġrazor": 60230, + "ĠsearchData": 60231, + "Ġ=&": 60232, + "ĠãĢĤ": 60233, + "Ġmourn": 60234, + "tingham": 60235, + "Ġoli": 60236, + "ĠVernon": 60237, + "_RS": 60238, + "ŀæĢ§": 60239, + "Ġfácil": 60240, + "angen": 60241, + "celain": 60242, + "Ġail": 60243, + "lest": 60244, + "ĠQCOMPARE": 60245, + "gain": 60246, + "Ġε": 60247, + "ĠKob": 60248, + "ĠFault": 60249, + "_configs": 60250, + "ç»ĵæŀľ": 60251, + ".+": 60252, + "calar": 60253, + "(colors": 60254, + "Mul": 60255, + "_ART": 60256, + "Ġexperimenting": 60257, + "ermen": 60258, + "ĠAnglo": 60259, + ".FixedSingle": 60260, + "Sea": 60261, + "Ġctxt": 60262, + ".slider": 60263, + "Collapse": 60264, + "Grey": 60265, + "Ġfld": 60266, + "-proof": 60267, + ".capacity": 60268, + "getParent": 60269, + "ĠCompliance": 60270, + "Ġburgl": 60271, + "-rec": 60272, + "Ġoverwritten": 60273, + "MU": 60274, + "Ġrouters": 60275, + "ĉModel": 60276, + "Ġfantasies": 60277, + "avian": 60278, + "_prec": 60279, + "ĠScandin": 60280, + "Ġ//<": 60281, + "/oct": 60282, + "Ġceremonies": 60283, + "Months": 60284, + "undy": 60285, + "Ġqued": 60286, + "ĠNou": 60287, + "ĠVibr": 60288, + ".rgb": 60289, + "Ġcitrus": 60290, + "Ġbraces": 60291, + "-uppercase": 60292, + "getTable": 60293, + "Ġdopo": 60294, + "ĠKerr": 60295, + "_CHILD": 60296, + "-cloud": 60297, + "ĉMatrix": 60298, + "Ġgardening": 60299, + "Sing": 60300, + "almost": 60301, + "Requirements": 60302, + "uguay": 60303, + "(Property": 60304, + "subscriber": 60305, + "FAST": 60306, + "reaction": 60307, + "(lp": 60308, + ")})Ċ": 60309, + "`).": 60310, + ".wallet": 60311, + "_exchange": 60312, + ".Maximum": 60313, + "ĠVerb": 60314, + "âĶģ": 60315, + "()<": 60316, + "ï¼ĽĊ": 60317, + "ROT": 60318, + "CARD": 60319, + "ubit": 60320, + "{@": 60321, + "_kel": 60322, + "ĠTooltip": 60323, + "MySQL": 60324, + "MainActivity": 60325, + "arf": 60326, + "Ġmalign": 60327, + "Ġseinen": 60328, + "apist": 60329, + "Ġ<%": 60330, + "MethodImpl": 60331, + "Mil": 60332, + "ĠMick": 60333, + ".depend": 60334, + ">&": 60367, + "ĉok": 60368, + "-low": 60369, + ".usuario": 60370, + "nested": 60371, + "XB": 60372, + "OURS": 60373, + ".BorderColor": 60374, + "Ġbrow": 60375, + "ĠÐķ": 60376, + "corr": 60377, + "ĠRedskins": 60378, + ".getTag": 60379, + ".getTransaction": 60380, + "Ġstigma": 60381, + "hardt": 60382, + "ĠPlayerPrefs": 60383, + "alsy": 60384, + "ucson": 60385, + "Languages": 60386, + "ĠOlivia": 60387, + "Ġtac": 60388, + "Ġbli": 60389, + "Ġcaval": 60390, + "Ġconsolidated": 60391, + "Ġperil": 60392, + "Ġdele": 60393, + "Ġformulated": 60394, + "Ġhighways": 60395, + ".spawn": 60396, + "==$": 60397, + "ĠNiet": 60398, + "Ġveggies": 60399, + "ypo": 60400, + "-rule": 60401, + "ĠVie": 60402, + "/epl": 60403, + "Ġenfants": 60404, + "stringLiteral": 60405, + "Ġtoughest": 60406, + "buyer": 60407, + "Ġcovariance": 60408, + "Ġili": 60409, + "ĠSophie": 60410, + "ĠBAB": 60411, + "Ġ\"),": 60412, + "ĠUk": 60413, + "currentIndex": 60414, + "_userdata": 60415, + ".codec": 60416, + "ĠPunjab": 60417, + "ĠSNP": 60418, + "lol": 60419, + "advance": 60420, + "Ġcomfy": 60421, + "JsonIgnore": 60422, + "Ġfashionable": 60423, + "ĠICON": 60424, + "Ġora": 60425, + "ĠPricing": 60426, + "E": 60484, + "tering": 60485, + "/screens": 60486, + "Ġheightened": 60487, + "аÑĢÑĤ": 60488, + "Authorities": 60489, + "_bbox": 60490, + "ünst": 60491, + ".fontSize": 60492, + "ĠBOOLEAN": 60493, + "divide": 60494, + "ĠSloven": 60495, + "ucer": 60496, + "ÙĴ": 60497, + "stub": 60498, + "Ġnavigating": 60499, + ":animated": 60500, + "_NOW": 60501, + "_vect": 60502, + "}{Ċ": 60503, + "@(": 60504, + "Ġtelecom": 60505, + "Ġcontracting": 60506, + "ĠAssange": 60507, + "Ġextracting": 60508, + "Ġgrö": 60509, + "cobra": 60510, + ".DIS": 60511, + "Ġcrab": 60512, + "Ġtwitch": 60513, + "Ġverts": 60514, + "Ġrejects": 60515, + "ĉformat": 60516, + "Ġregeneration": 60517, + ".Sys": 60518, + "solve": 60519, + "ĉdialog": 60520, + "shi": 60521, + "meter": 60522, + "(best": 60523, + "validators": 60524, + "Ġonwards": 60525, + "Ġguru": 60526, + "Ġmoderator": 60527, + "owied": 60528, + "experiment": 60529, + "rub": 60530, + "Ġmqtt": 60531, + "ĠCaucas": 60532, + "Ġnationalism": 60533, + "Ġmange": 60534, + "ĉImGui": 60535, + "/Edit": 60536, + "Ġinh": 60537, + "Ġintellig": 60538, + "erokee": 60539, + "ĉexport": 60540, + "Ġdiscriminate": 60541, + "subtract": 60542, + "ĠMoodle": 60543, + "enser": 60544, + "ĠGuides": 60545, + "RAP": 60546, + "-hot": 60547, + "_grp": 60548, + ".picture": 60549, + "XA": 60550, + "ĠinitView": 60551, + "_Comm": 60552, + "Ġoverdose": 60553, + "Ġ+ĊĊ": 60554, + "ĠSilent": 60555, + "shows": 60556, + "Ġinterpolate": 60557, + "Formation": 60558, + "Ġbisc": 60559, + "markets": 60560, + "(SC": 60561, + "Ze": 60562, + "ĠNetworking": 60563, + "Ġadrenal": 60564, + "ĠGuns": 60565, + "eteor": 60566, + "Declared": 60567, + "orgetown": 60568, + "Ġkarena": 60569, + "/password": 60570, + "_addresses": 60571, + "ITERAL": 60572, + "Buzz": 60573, + "ĠConway": 60574, + "(case": 60575, + "PWD": 60576, + "heiro": 60577, + "(act": 60578, + "**čĊ": 60579, + "());ĊĊĊ": 60580, + "Ġanv": 60581, + "Ġ..ĊĊ": 60582, + "(MenuItem": 60583, + "(mail": 60584, + "_sections": 60585, + "ĉnet": 60586, + "Ġplut": 60587, + "Ġwrench": 60588, + "/object": 60589, + "ĠIst": 60590, + "ĠVIS": 60591, + "/pub": 60592, + "alten": 60593, + "Ġguitars": 60594, + "Ġantibiotic": 60595, + "ï¼ĸ": 60596, + "¹": 60597, + "Ġ\"+\"": 60598, + "formula": 60599, + "Ġbabes": 60600, + "ĠPrompt": 60601, + "Ġenim": 60602, + "/player": 60603, + "ĉref": 60604, + "ĠbyÄĩ": 60605, + "Ġconsumes": 60606, + "ĠHast": 60607, + "ĠTao": 60608, + "Ġ'))Ċ": 60609, + "Ġclam": 60610, + "Ġthighs": 60611, + "Ġmotif": 60612, + "ApiOperation": 60613, + "ĠWL": 60614, + "getC": 60615, + "ĉflags": 60616, + "ointments": 60617, + "Ġeconomical": 60618, + "needle": 60619, + "xls": 60620, + "practice": 60621, + "utzer": 60622, + "timeofday": 60623, + "-output": 60624, + "ĠfindById": 60625, + "ĠBuddy": 60626, + "ÐŀÑĤ": 60627, + "Seven": 60628, + "ĠBark": 60629, + "Ġenvoy": 60630, + "_algorithm": 60631, + "åĪ©": 60632, + "Ġballistic": 60633, + "移": 60634, + "rades": 60635, + "ĉdoc": 60636, + "roducing": 60637, + "ĠEating": 60638, + "Unmount": 60639, + "/dataTables": 60640, + "_bonus": 60641, + "Ġlitt": 60642, + "pps": 60643, + ")localObject": 60644, + "perf": 60645, + "ĠHelvetica": 60646, + "shutdown": 60647, + "/ml": 60648, + ".tokens": 60649, + "ĠHardcore": 60650, + ",row": 60651, + "/bg": 60652, + "Scaler": 60653, + "âĢĶas": 60654, + "_logits": 60655, + "âĢĻint": 60656, + "ĉApp": 60657, + "Implicit": 60658, + ".Fprintf": 60659, + "ETO": 60660, + "Ġterra": 60661, + "Ġpossessing": 60662, + ".rstrip": 60663, + ",),": 60664, + "=yes": 60665, + "ĠStripe": 60666, + "?=": 60667, + "neutral": 60668, + ".good": 60669, + "Ġkennen": 60670, + "ĠSung": 60671, + "fault": 60672, + "ystatechange": 60673, + "Canadian": 60674, + "','\".$": 60675, + "ĠMits": 60676, + "ænd": 60677, + "ĠSTRUCT": 60678, + "ĠURLWithString": 60679, + "ĠCompass": 60680, + "Ġ--ĊĊ": 60681, + "ĠNSLayoutConstraint": 60682, + "|min": 60683, + "-adjust": 60684, + "Ġrebuilt": 60685, + "LIGHT": 60686, + "/se": 60687, + "-mount": 60688, + "vpn": 60689, + "validated": 60690, + "(QObject": 60691, + "Ġignition": 60692, + "ĠChargers": 60693, + "RYPTO": 60694, + "]initWithFrame": 60695, + "ĠFluid": 60696, + "Ġcadre": 60697, + "Ġnominations": 60698, + "Neill": 60699, + "ĠHou": 60700, + "Ġcurrents": 60701, + "_gene": 60702, + "(inp": 60703, + "Paris": 60704, + "zÄĻ": 60705, + "aggregate": 60706, + "Ġassoc": 60707, + "weeted": 60708, + "errat": 60709, + "âĢĵĊĊ": 60710, + "Ġ'/',Ċ": 60711, + "fixture": 60712, + "ĠHighest": 60713, + "ambient": 60714, + "Ġchmod": 60715, + "Ġconte": 60716, + "Ġsensual": 60717, + "Ġgarment": 60718, + "zers": 60719, + "ĠPowered": 60720, + "domains": 60721, + "Reward": 60722, + "iomanip": 60723, + "Ġcockpit": 60724, + "outfile": 60725, + "Ġbuiltin": 60726, + "Ġinsisting": 60727, + ".vars": 60728, + "zipcode": 60729, + "Ġ����": 60730, + "fails": 60731, + "Ġconsolidation": 60732, + "_oid": 60733, + "Planet": 60734, + "Ġ=\",": 60735, + "ĉel": 60736, + "UILT": 60737, + "ätz": 60738, + "afari": 60739, + "ĠMcCl": 60740, + "Timeline": 60741, + "Esta": 60742, + "Ġfram": 60743, + "YE": 60744, + "Ġcerebral": 60745, + "OfMonth": 60746, + "ĠPregn": 60747, + "ĠклаÑģÑģ": 60748, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60749, + "ĠFres": 60750, + "Approved": 60751, + ".Special": 60752, + "ĠProtestant": 60753, + "Ġallergy": 60754, + "_pcm": 60755, + "ĉCopyright": 60756, + "ĠsuperClass": 60757, + "\"strconv": 60758, + "ĠMohamed": 60759, + "Ġ'//": 60760, + "ForeColor": 60761, + "Arthur": 60762, + "ĠJungle": 60763, + "Ġveins": 60764, + "Sad": 60765, + "Ġbackups": 60766, + "ĠOpinion": 60767, + "ût": 60768, + "Ġintermitt": 60769, + "odyn": 60770, + "ĠChristina": 60771, + "Ġandre": 60772, + "Ġevacuation": 60773, + "palette": 60774, + "horse": 60775, + "ĠResident": 60776, + "ĠHassan": 60777, + ".Nil": 60778, + "Ġaisle": 60779, + "ĠGrowing": 60780, + "Ġbloginfo": 60781, + "/sql": 60782, + "_ioctl": 60783, + "Scaling": 60784, + "ĠMonad": 60785, + "_cpp": 60786, + "ĠHutch": 60787, + "ĠAppleWebKit": 60788, + "Expense": 60789, + "_JOB": 60790, + "Ġpointless": 60791, + "FromBody": 60792, + "antal": 60793, + "Ġdepicting": 60794, + "ĠCELL": 60795, + "Ġrefin": 60796, + "ĠCNC": 60797, + "ì¹ĺ": 60798, + "_dimensions": 60799, + "ĠSAN": 60800, + "Ġaft": 60801, + "Ġfootsteps": 60802, + "ccoli": 60803, + "_PHONE": 60804, + "/math": 60805, + "-kind": 60806, + "ĠMeans": 60807, + "ichael": 60808, + ".guna": 60809, + "Ġinauguration": 60810, + "-driving": 60811, + "(delete": 60812, + "ĠtotalCount": 60813, + "_MC": 60814, + ".Extension": 60815, + "Commercial": 60816, + "ĠzIndex": 60817, + "$": 60949, + "Ġebay": 60950, + "Ġcaptive": 60951, + "pliant": 60952, + "ĠCalculates": 60953, + "olta": 60954, + "esting": 60955, + "_revision": 60956, + "Ġmús": 60957, + "+m": 60958, + "\",\"\",\"": 60959, + "WHAT": 60960, + "Ġcompassionate": 60961, + "harga": 60962, + "[random": 60963, + "Ġmodulo": 60964, + "(sn": 60965, + "Ġoccupations": 60966, + "////Ċ": 60967, + "ĉboard": 60968, + "ĠBalk": 60969, + "wiÄħ": 60970, + "ĠWifi": 60971, + ".Profile": 60972, + ":maj": 60973, + "ĉmat": 60974, + "LOCKS": 60975, + "(jButton": 60976, + "Ġ('$": 60977, + "Mur": 60978, + "æĮī": 60979, + "bble": 60980, + "Ġfrog": 60981, + "-hide": 60982, + "Ġbroadcaster": 60983, + "à¸ŀ": 60984, + "haled": 60985, + "Ġamusing": 60986, + "_predictions": 60987, + "_intr": 60988, + "Ġeagle": 60989, + "аÑĤелÑĮ": 60990, + "ĠgetList": 60991, + "psilon": 60992, + "Ġcharacterization": 60993, + "ARDS": 60994, + "Ġrelocation": 60995, + "Ġrulers": 60996, + "PAY": 60997, + "ĠDefinitely": 60998, + "_Action": 60999, + "Ġclosures": 61000, + "Ġfactual": 61001, + "odynamic": 61002, + "Ġprecautions": 61003, + "niej": 61004, + "ĠParties": 61005, + "ĠSubaru": 61006, + "Ġcousins": 61007, + "arbeit": 61008, + ".money": 61009, + "gunta": 61010, + "(and": 61011, + "getitem": 61012, + ".StylePriority": 61013, + "Ġslid": 61014, + "singleton": 61015, + "Ġgarn": 61016, + "ĠPAS": 61017, + "Ġdazz": 61018, + "aż": 61019, + "Ġbogus": 61020, + "ĠMog": 61021, + "Ġrivalry": 61022, + "isol": 61023, + "Ġlandmarks": 61024, + "ñas": 61025, + "Bern": 61026, + "ĠSachs": 61027, + "Ġ\")ĊĊ": 61028, + "Ġhostility": 61029, + "_mex": 61030, + "mere": 61031, + "Mot": 61032, + "pictureBox": 61033, + "Defense": 61034, + "Ġaffidavit": 61035, + "otherwise": 61036, + ".directory": 61037, + "_UnityEngine": 61038, + "-blog": 61039, + ".skin": 61040, + "phem": 61041, + "Apellido": 61042, + "erchant": 61043, + "[class": 61044, + "Ġwart": 61045, + ".\"[": 61046, + "aleur": 61047, + "/back": 61048, + "ĠĠĠĠĉĠĠĠ": 61049, + "Ġprecipitation": 61050, + "Ġobstruction": 61051, + "ĠpObj": 61052, + "Ġrupt": 61053, + "UCKET": 61054, + "aye": 61055, + "æİĴ": 61056, + "gx": 61057, + "Ġecl": 61058, + "Ġsecrecy": 61059, + "/Header": 61060, + "ĠLesb": 61061, + "Ġlei": 61062, + "ĠBulletin": 61063, + "Ġgiveaway": 61064, + ".Home": 61065, + "_ROOM": 61066, + "\"W": 61067, + "Ġcowork": 61068, + "_ra": 61069, + "ĠCycling": 61070, + "ĠPaw": 61071, + "Ġpupil": 61072, + "/arch": 61073, + "ĠFileUtils": 61074, + "é¦ĸ": 61075, + "rsp": 61076, + "Ġfreedoms": 61077, + "ĠLear": 61078, + "}`).": 61079, + "Ġbowls": 61080, + "/block": 61081, + "_logging": 61082, + "Ġmethane": 61083, + "Ġhorns": 61084, + "Ġwonderfully": 61085, + "Ġalterations": 61086, + "Ġexile": 61087, + "lsen": 61088, + "_pause": 61089, + "_LANGUAGE": 61090, + "ĠUSDA": 61091, + "_mysql": 61092, + "_AMOUNT": 61093, + "ĠLIFE": 61094, + "Ġyoungsters": 61095, + "Ġriots": 61096, + "[E": 61097, + "Ġunforgettable": 61098, + ",},Ċ": 61099, + "Disposed": 61100, + "ĠAssassin": 61101, + "UNG": 61102, + "ĠNewsp": 61103, + "UserService": 61104, + ":aload": 61105, + "+',": 61106, + "Ġsettlers": 61107, + "Ġscreams": 61108, + "Ġinconvenience": 61109, + ".Rotate": 61110, + "Ġjars": 61111, + "ĠPuzzle": 61112, + "Ġmest": 61113, + "arsi": 61114, + "ĠSharma": 61115, + "|(": 61116, + ".ds": 61117, + "ĠSacred": 61118, + "_evt": 61119, + "Ġexpresses": 61120, + "Ġhoch": 61121, + "ĠDuch": 61122, + ".calls": 61123, + "thr": 61124, + "ĠSheffield": 61125, + ".AlertDialog": 61126, + "Ġradically": 61127, + "Ġtrous": 61128, + "Ġprevailing": 61129, + "ĠWWII": 61130, + "âĢĻn": 61131, + "ensely": 61132, + "ĠYesterday": 61133, + "ĠSirius": 61134, + "Ġkillers": 61135, + "ĠFFT": 61136, + "Ġoval": 61137, + "'):čĊ": 61138, + "Ġìłķë³´": 61139, + "ourage": 61140, + "ĠCheckbox": 61141, + "Workbook": 61142, + ".defer": 61143, + "_floor": 61144, + "Ġcouncill": 61145, + "Ġnorske": 61146, + "moil": 61147, + "orea": 61148, + "Ġmarketed": 61149, + "_SUR": 61150, + "xAA": 61151, + "Ġstained": 61152, + "eut": 61153, + "ĠMeng": 61154, + "Ġieee": 61155, + ".extern": 61156, + "egie": 61157, + "Ġrapp": 61158, + "ĠPyongyang": 61159, + "'class": 61160, + "Mob": 61161, + "ĠinitialValue": 61162, + "_wave": 61163, + "Ġjab": 61164, + "Ġmasculine": 61165, + "Ġamplifier": 61166, + "Ġtty": 61167, + "PathComponent": 61168, + "_xt": 61169, + "ĠGFP": 61170, + "/sec": 61171, + "ĉdispatch": 61172, + "markdown": 61173, + "ĠSchn": 61174, + "bole": 61175, + "··": 61176, + "mousemove": 61177, + "ĠerrMsg": 61178, + "Ġasign": 61179, + "_mono": 61180, + "ToSelector": 61181, + "ĠZu": 61182, + "(Rect": 61183, + "ĠErrorCode": 61184, + "latin": 61185, + "angible": 61186, + "vtk": 61187, + "CGSize": 61188, + "Pokemon": 61189, + "Ġclassmates": 61190, + "Ġattracts": 61191, + "ĠTatto": 61192, + "ultan": 61193, + "ológ": 61194, + "Ġhalted": 61195, + "न": 61196, + "ĠKart": 61197, + "Ġue": 61198, + "_InitStructure": 61199, + "TestClass": 61200, + "ĠAirbnb": 61201, + "_\",": 61202, + "Ġcharcoal": 61203, + "Ġipc": 61204, + "ĠStretch": 61205, + ".glide": 61206, + "latesAutoresizingMaskIntoConstraints": 61207, + "Ġpotion": 61208, + "ITTLE": 61209, + "Ġcountert": 61210, + "_hd": 61211, + "prepared": 61212, + "Ads": 61213, + "ĠVampire": 61214, + "robots": 61215, + ".CreateIndex": 61216, + "StatusLabel": 61217, + "Ġtucked": 61218, + "afür": 61219, + "Ut": 61220, + "Ġsweater": 61221, + "_FN": 61222, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĉ": 61223, + "ataka": 61224, + "Ġeyebrows": 61225, + "acoes": 61226, + "uden": 61227, + ".LinearLayoutManager": 61228, + "Ġsway": 61229, + "Ġmultin": 61230, + "())))Ċ": 61231, + "ĠNSUInteger": 61232, + "ĠMyBase": 61233, + "Partner": 61234, + "utschen": 61235, + "ĠCater": 61236, + ".setBackgroundColor": 61237, + "Ġaccomplishment": 61238, + "_problem": 61239, + ".dtd": 61240, + "ĠpageNumber": 61241, + "Ġjackets": 61242, + "Ġcropped": 61243, + "uels": 61244, + "ĠHep": 61245, + "Ġcapped": 61246, + "*Math": 61247, + "_callbacks": 61248, + "Ġpubb": 61249, + "ĠBrunswick": 61250, + ".respond": 61251, + "[\"_": 61252, + "Ġbedding": 61253, + "hythm": 61254, + "OX": 61255, + "(speed": 61256, + "Ġpesticides": 61257, + "Ġ-------": 61258, + ".Blue": 61259, + "Ġnoodles": 61260, + "ĠGoes": 61261, + "Ġsaver": 61262, + "oxy": 61263, + "_completion": 61264, + "ĠSwinger": 61265, + "ĠgetDate": 61266, + "Ġminded": 61267, + "integration": 61268, + "ĠLotus": 61269, + "(stop": 61270, + "(',');Ċ": 61271, + "Ġfloods": 61272, + "ĠWorkflow": 61273, + "Ġerupted": 61274, + "Macro": 61275, + "ĠSauce": 61276, + "ĠeventName": 61277, + "\\Input": 61278, + "Breaking": 61279, + "ĉwhen": 61280, + "_pw": 61281, + "INDER": 61282, + "ĠWellness": 61283, + "Ġvoxel": 61284, + "ĠMell": 61285, + "ĠMEDIA": 61286, + "SENS": 61287, + "ĠFunds": 61288, + "ĠMild": 61289, + "Ċ": 61298, + "Ġtempting": 61299, + "Ġtestament": 61300, + "Ġbible": 61301, + "Ġconsulted": 61302, + "ĠIndexError": 61303, + "è¨ĺ": 61304, + "Ġkeypad": 61305, + "izzo": 61306, + "(ok": 61307, + "Ġwhatsapp": 61308, + "ĠRemoteException": 61309, + "Ġteamed": 61310, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 61311, + "»,": 61312, + "ĠgetTime": 61313, + "diag": 61314, + "issy": 61315, + "Ġhed": 61316, + "Ġknots": 61317, + "jom": 61318, + "Ġfunnel": 61319, + "-mails": 61320, + "Ġexporting": 61321, + "ĠVL": 61322, + "ĠKarn": 61323, + "ĠBuddhism": 61324, + "ĠAllan": 61325, + "_RADIUS": 61326, + "Ġwording": 61327, + "ĠForget": 61328, + "ĠCorona": 61329, + "iphy": 61330, + "Ġlimburg": 61331, + "uggy": 61332, + "ĠUserRepository": 61333, + "imin": 61334, + "(ele": 61335, + "Ġlabelled": 61336, + "社": 61337, + "ĠHerman": 61338, + ".qq": 61339, + "Ġ\"));Ċ": 61340, + "ieber": 61341, + ".Translate": 61342, + "ryn": 61343, + "Ġdesenv": 61344, + "umd": 61345, + "Simply": 61346, + "ĉmode": 61347, + "Rpc": 61348, + "ĠValencia": 61349, + "Ġstaffers": 61350, + "Ġselv": 61351, + "ĠSpike": 61352, + "Ġdelic": 61353, + "Ġeru": 61354, + "_DT": 61355, + "Judge": 61356, + "á»ķ": 61357, + "ĠBasin": 61358, + ".mutable": 61359, + "\"url": 61360, + "Ġtariff": 61361, + "ĠSleeve": 61362, + "Ġflare": 61363, + ".dropout": 61364, + "Ġbrides": 61365, + ")),čĊ": 61366, + "_constraints": 61367, + "destruct": 61368, + "Outline": 61369, + "Ġdisappears": 61370, + "_locked": 61371, + "ĠNSLocalizedString": 61372, + "cke": 61373, + "ĉnull": 61374, + "adresse": 61375, + "Ġtopping": 61376, + "ĠJoker": 61377, + "bishop": 61378, + "ноÑģÑĤÑĮ": 61379, + "andering": 61380, + "_amp": 61381, + "=time": 61382, + "_Space": 61383, + "_PULL": 61384, + "'=": 61385, + "Ġantiqu": 61386, + "Ġcach": 61387, + "___ĊĊ": 61388, + "ONES": 61389, + "оÑı": 61390, + "Ġunread": 61391, + ".policy": 61392, + "oooooooo": 61393, + "룬": 61394, + "Ġusted": 61395, + "ĠRece": 61396, + "Ġallem": 61397, + "ãĥ¼ãĤ¹": 61398, + "ĠThoughts": 61399, + "veillance": 61400, + "istrate": 61401, + "_lane": 61402, + "Ġfamed": 61403, + ".GetName": 61404, + "Ġsmoother": 61405, + "ĠQualified": 61406, + "azers": 61407, + "_geo": 61408, + "Fax": 61409, + "ĠMinds": 61410, + "ĠRaises": 61411, + "Ġtranscripts": 61412, + "Conversation": 61413, + "Ġremarked": 61414, + "ëĤĺ": 61415, + "dling": 61416, + "Ġdeploying": 61417, + "ĠsharedApplication": 61418, + "Ġkp": 61419, + "FontAwesomeIcon": 61420, + "_dummy": 61421, + "reiben": 61422, + "ĠJaneiro": 61423, + "Directions": 61424, + ".getBean": 61425, + "sass": 61426, + "Ġcommanders": 61427, + "vation": 61428, + "errorCode": 61429, + "ĠAlloy": 61430, + ".localized": 61431, + "Ðij": 61432, + "Ġdishwasher": 61433, + "ĠSoup": 61434, + "Nu": 61435, + "_Default": 61436, + "Ġuneven": 61437, + "Ġ/>\";Ċ": 61438, + "-Based": 61439, + "Ġseamlessly": 61440, + "-null": 61441, + "ĠXC": 61442, + "Ġstew": 61443, + "(delay": 61444, + "ATORS": 61445, + "ĠWheeler": 61446, + "\"H": 61600, + "east": 61601, + ".air": 61602, + "âĢľBut": 61603, + "ObjectContext": 61604, + "successfully": 61605, + "_land": 61606, + "Ġfolds": 61607, + "_COORD": 61608, + "Ġsubpo": 61609, + ".getAddress": 61610, + "instr": 61611, + "Materials": 61612, + "ÑĥÑģÑĤ": 61613, + "deposit": 61614, + "-last": 61615, + "_GRAY": 61616, + "=find": 61617, + "Ġmutant": 61618, + "Ġlesbienne": 61619, + "letcher": 61620, + "ROUGH": 61621, + "ureka": 61622, + ".capture": 61623, + "Ġenn": 61624, + "Ġ([[": 61625, + "ĠFlu": 61626, + "ĠtaskId": 61627, + "ĠHussein": 61628, + ".folder": 61629, + "Ġausterity": 61630, + "ISTRATION": 61631, + "_Impl": 61632, + "注æĦı": 61633, + "Ġdecree": 61634, + "-chat": 61635, + "Ġimplication": 61636, + "Ġguesses": 61637, + "ulkan": 61638, + "Analytics": 61639, + ".plus": 61640, + "COMMAND": 61641, + "ели": 61642, + "»ĊĊ": 61643, + "_SITE": 61644, + "ĠequalTo": 61645, + "SupportFragmentManager": 61646, + "ĠRecording": 61647, + "å®ĮæĪIJ": 61648, + "Ġbaggage": 61649, + "Ġpitchers": 61650, + "ĠEh": 61651, + "oque": 61652, + "ĉcnt": 61653, + "Ġ=>$": 61654, + "/foo": 61655, + "IRA": 61656, + "ĠSatellite": 61657, + "borah": 61658, + "Ġ}}\"Ċ": 61659, + "ĠEnds": 61660, + "ĠSpray": 61661, + ",param": 61662, + ".Chrome": 61663, + "*q": 61664, + "thought": 61665, + "ibrated": 61666, + "Ġthieves": 61667, + "Ġbeneficiaries": 61668, + "Entered": 61669, + "ottesville": 61670, + "Ġveterin": 61671, + "ByID": 61672, + "quipe": 61673, + "umption": 61674, + "-unit": 61675, + "ExecutionContext": 61676, + "@s": 61677, + "ĠGiov": 61678, + ".ToolTip": 61679, + "_friend": 61680, + "(attributes": 61681, + "Ġdumping": 61682, + "ĠJC": 61683, + "_DOCUMENT": 61684, + "ĠArmour": 61685, + "(insert": 61686, + ".HorizontalAlignment": 61687, + "ĠQed": 61688, + "ãģĦãģ¾ãģĻ": 61689, + "/git": 61690, + "ĠYYYY": 61691, + "ĠCardiff": 61692, + "Ġapa": 61693, + "organic": 61694, + "ĠWhereas": 61695, + "ĠæĿ": 61696, + "ĠMia": 61697, + "Ġdemolition": 61698, + "Ġscars": 61699, + "Ġpai": 61700, + "Ġretries": 61701, + "Ġrq": 61702, + "ĠDenis": 61703, + "(Utils": 61704, + "Ġalleviate": 61705, + "ĠPIC": 61706, + "idue": 61707, + "Ġacknowledging": 61708, + "Ġ//////////////////////////////////": 61709, + "ç¡®å®ļ": 61710, + "Ä«": 61711, + "\\Json": 61712, + ".binary": 61713, + "Ġxtype": 61714, + "signals": 61715, + "ĠAppearance": 61716, + "&r": 61717, + "}s": 61718, + "Ci": 61719, + "ĠIllum": 61720, + "porate": 61721, + "hog": 61722, + "ĠindexOf": 61723, + "\\Command": 61724, + "_parallel": 61725, + "ĠSherlock": 61726, + "íĥ": 61727, + "Ġ\"\")čĊ": 61728, + "////////////////////////////////////////////////////////////////////////////////////////////////": 61729, + "Ġcriticize": 61730, + "ĠSoap": 61731, + "ĠMatcher": 61732, + "Ġgrilled": 61733, + "*T": 61734, + "Ġadore": 61735, + "ulling": 61736, + "Ġjedoch": 61737, + "_refs": 61738, + "leanup": 61739, + "ĠJAXB": 61740, + "Ġroses": 61741, + "ĠLiam": 61742, + "sizei": 61743, + "Ġgetchar": 61744, + "Ġtarde": 61745, + "-tooltip": 61746, + "Ġqualifier": 61747, + "ĠIntermediate": 61748, + "_Window": 61749, + "ĠMalta": 61750, + "Disconnect": 61751, + "ewhere": 61752, + "Campo": 61753, + "Ġirrational": 61754, + "ledo": 61755, + "ĠDN": 61756, + "ARGV": 61757, + "Ġoutro": 61758, + "Ġthirteen": 61759, + "Joseph": 61760, + "MAR": 61761, + "/gl": 61762, + "Jess": 61763, + "ĠPsychiat": 61764, + "ĠpaddingBottom": 61765, + "-loop": 61766, + "/fonts": 61767, + "_seen": 61768, + "Teams": 61769, + "ReactDOM": 61770, + "(man": 61771, + "(xpath": 61772, + ".getSimpleName": 61773, + ">(*": 61774, + "ĠPvt": 61775, + "Ġelders": 61776, + "Ġpies": 61777, + ".userAgent": 61778, + "-region": 61779, + "ĠGreeks": 61780, + "(fragment": 61781, + "stu": 61782, + "Ġcouncils": 61783, + "Ġstamina": 61784, + "ĠGoddess": 61785, + "西": 61786, + "Ġphilosophers": 61787, + "Ġpersone": 61788, + "ĠLose": 61789, + "ĠCLR": 61790, + "ĠDocs": 61791, + "Ġsoak": 61792, + "ĠHOLDER": 61793, + "Ġbells": 61794, + "hashCode": 61795, + "RATE": 61796, + "_WEIGHT": 61797, + "inous": 61798, + "endra": 61799, + "ophobic": 61800, + "Ġprose": 61801, + "Ġfinely": 61802, + "/oauth": 61803, + "(space": 61804, + "adge": 61805, + "ĠMama": 61806, + "ĠstringBuffer": 61807, + "Ġstint": 61808, + "Ġmisma": 61809, + "Ġvillains": 61810, + "ĠCrimea": 61811, + "Ġdiploma": 61812, + "ĠпоÑģл": 61813, + "ĠBea": 61814, + "(join": 61815, + "Ġíķ´": 61816, + "CHAT": 61817, + "pering": 61818, + "ĠCros": 61819, + "Ġmonkeys": 61820, + "Ġpreds": 61821, + "yla": 61822, + ",,,": 61823, + "Ġvibrator": 61824, + "ĠNU": 61825, + "åħĪ": 61826, + "fant": 61827, + "zet": 61828, + "Ġbietet": 61829, + "unft": 61830, + "sworth": 61831, + ".Flow": 61832, + "Ġpsyched": 61833, + "ĠContinental": 61834, + ">t": 61835, + "Ġquilt": 61836, + ".UP": 61837, + "Ġexpansive": 61838, + "Dispose": 61839, + "(language": 61840, + "Caps": 61841, + "_ZONE": 61842, + "Ġrecycle": 61843, + "ĠManaged": 61844, + "currentColor": 61845, + ".broadcast": 61846, + "signIn": 61847, + ".prom": 61848, + "llu": 61849, + "ueblo": 61850, + "Ġpunches": 61851, + "Ġautomat": 61852, + "Ġassigning": 61853, + "ĠcreateUser": 61854, + "ĠAllied": 61855, + "Ġconductor": 61856, + "Ĥ¨": 61857, + "Ġsaddle": 61858, + "Ġdni": 61859, + "omedical": 61860, + "-West": 61861, + "PositiveButton": 61862, + "Ġitalic": 61863, + "?[": 61864, + "(trigger": 61865, + "Ġelephants": 61866, + "\":\"\",\"": 61867, + "Ġcaliber": 61868, + "rafted": 61869, + "digits": 61870, + "Ġmarshal": 61871, + "milliseconds": 61872, + "markers": 61873, + "mom": 61874, + "/place": 61875, + "Ġholistic": 61876, + ":t": 61877, + "#,": 61878, + "Ġboto": 61879, + "Ġnausea": 61880, + "ĠShooting": 61881, + "itech": 61882, + "ĠtextStatus": 61883, + "())Ċ": 62104, + "ADDRESS": 62105, + "BST": 62106, + "etzt": 62107, + "ĠQgs": 62108, + "Sense": 62109, + "ExceptionHandler": 62110, + "ĠChu": 62111, + ".getOwnProperty": 62112, + "Ġexercised": 62113, + "iotic": 62114, + "ĠReleases": 62115, + "Ġpinterest": 62116, + "olie": 62117, + "isoft": 62118, + "Ġsequencing": 62119, + "Ġpadre": 62120, + "]));čĊ": 62121, + "(radius": 62122, + ".med": 62123, + "ainties": 62124, + ".ObjectModel": 62125, + "Ġemple": 62126, + "Ġseguro": 62127, + "Stars": 62128, + "Ġqualitative": 62129, + "lemn": 62130, + "á»±": 62131, + ">\").": 62132, + "Ġgx": 62133, + "-cert": 62134, + "ĠASTM": 62135, + "Ġfullname": 62136, + "Ġtelemetry": 62137, + "ĠCambodia": 62138, + "_ul": 62139, + "ĠClare": 62140, + "CUSTOM": 62141, + "QC": 62142, + "ĠUns": 62143, + "ĠHTTPS": 62144, + "ĠParkinson": 62145, + "ancybox": 62146, + "','.": 62147, + "Tue": 62148, + ".getLast": 62149, + "Ġabi": 62150, + "Äħd": 62151, + "Ast": 62152, + "ĠEditing": 62153, + ".Unity": 62154, + "jmp": 62155, + "Ġmats": 62156, + "ĠsharedPreferences": 62157, + "Captain": 62158, + ".pageSize": 62159, + "Ġrtl": 62160, + "Ġanmeld": 62161, + "RuntimeObject": 62162, + "Ġdemande": 62163, + "(\";": 62164, + "seite": 62165, + "-headed": 62166, + "ĠKra": 62167, + "ĠFONT": 62168, + "`\\": 62169, + "ClassNotFoundException": 62170, + ".avg": 62171, + "atical": 62172, + "Aj": 62173, + "Ġpermitting": 62174, + "Proj": 62175, + "ERRQ": 62176, + "Ġcreampie": 62177, + "ĠBuyer": 62178, + "-modules": 62179, + "ĠSundays": 62180, + "|`Ċ": 62181, + "Ġdaytime": 62182, + "Ġ+(": 62183, + "Ġglitch": 62184, + "ĠOperand": 62185, + "Ġtoxins": 62186, + "inya": 62187, + "DNS": 62188, + "ĠSas": 62189, + "Cake": 62190, + "ĠNationals": 62191, + ".addTo": 62192, + "Ġsinking": 62193, + "Ġcomprehension": 62194, + "Ġscor": 62195, + "agements": 62196, + "Ġtard": 62197, + "Ġmarching": 62198, + "ĠMTV": 62199, + "Ġsane": 62200, + "CreateInfo": 62201, + "ắ": 62202, + "ĠendIndex": 62203, + "ĉlayout": 62204, + "ĠåIJį": 62205, + "SITE": 62206, + "ĠTHERE": 62207, + "Ġ[{'": 62208, + "opathic": 62209, + "Ġtransmitter": 62210, + "/body": 62211, + "Ġpund": 62212, + "ĠClosing": 62213, + "Ġsetattr": 62214, + "Ġbounded": 62215, + "Atlas": 62216, + "suming": 62217, + "(times": 62218, + "parer": 62219, + "ynom": 62220, + "feit": 62221, + "Ġfrem": 62222, + "-leg": 62223, + "ĠBras": 62224, + ">#": 62225, + "Ġì¶ľëł¥": 62226, + "ĠINSTANCE": 62227, + "ĠCouch": 62228, + "_hosts": 62229, + "likelihood": 62230, + ".Marker": 62231, + "ĠMasks": 62232, + "Ġcereal": 62233, + "utilities": 62234, + "Ġelemental": 62235, + "Ġdistorted": 62236, + "inactive": 62237, + "cry": 62238, + "WL": 62239, + "UPPORTED": 62240, + ".Throws": 62241, + "/schema": 62242, + "serie": 62243, + ".\"',": 62244, + "ĠBenedict": 62245, + "-picker": 62246, + "iggs": 62247, + "ĠPirate": 62248, + "åij¨æľŁ": 62249, + "ĠThema": 62250, + "ĠSouthampton": 62251, + "ĠarrayWith": 62252, + "ĠPaula": 62253, + "Ġpredictor": 62254, + "-Ass": 62255, + ".userid": 62256, + "Ġperi": 62257, + "Ġexaggerated": 62258, + "urate": 62259, + "arseille": 62260, + "ĠConcent": 62261, + "ĠPik": 62262, + "Ġ@_;ĊĊ": 62263, + "Ġformations": 62264, + "Ġdenomin": 62265, + "\"/>.Ċ": 62266, + "endedor": 62267, + "Ġpancre": 62268, + "Ġamt": 62269, + "ĠonResume": 62270, + "onDelete": 62271, + "ĠBCH": 62272, + ")(\"": 62273, + "movement": 62274, + "Ġpotassium": 62275, + "": 70826, + "ĠPPC": 70827, + "isz": 70828, + "akeFromNib": 70829, + "ĠDisp": 70830, + "ĠAthletics": 70831, + "Ġnightclub": 70832, + "GOOD": 70833, + ".setGeometry": 70834, + "+[": 70835, + "/send": 70836, + "Ġbinaries": 70837, + "Ġráp": 70838, + ":req": 70839, + "-consuming": 70840, + "ertime": 70841, + "UPDATED": 70842, + "_nullable": 70843, + "VIN": 70844, + "ulia": 70845, + "cyan": 70846, + "Ġmisunderstanding": 70847, + "orical": 70848, + "degrees": 70849, + "Leading": 70850, + ".AR": 70851, + "ickest": 70852, + "Nuevo": 70853, + "uforia": 70854, + "Ġgoodies": 70855, + "Ġfores": 70856, + "()<<\"": 70857, + "ademic": 70858, + "ActionCreators": 70859, + "servername": 70860, + "(nt": 70861, + "dbContext": 70862, + "Ġairborne": 70863, + "Ġexhibitions": 70864, + "cele": 70865, + "Ġtela": 70866, + "": 70882, + ".setPreferredSize": 70883, + "ĠMID": 70884, + "ĠAless": 70885, + "Ġhorsepower": 70886, + "Ġatm": 70887, + "ĠPackaging": 70888, + "Ġciphertext": 70889, + "RequestMethod": 70890, + "Ġbeiden": 70891, + "è£": 70892, + "ĠPOW": 70893, + ".WriteHeader": 70894, + "director": 70895, + "-but": 70896, + "ãģłãģķãģĦ": 70897, + "incer": 70898, + "_dn": 70899, + "!!!!!": 70900, + "Ġmanufactures": 70901, + ".TextUtils": 70902, + "Ġconsciously": 70903, + "Ġbounced": 70904, + "culture": 70905, + "ĠSpar": 70906, + "ĠPiper": 70907, + ".press": 70908, + "-owner": 70909, + "Ġevaluator": 70910, + "ĠSTREAM": 70911, + ".PictureBoxSizeMode": 70912, + "Ġsugars": 70913, + "ScreenWidth": 70914, + "ĠnextState": 70915, + "Ġivory": 70916, + "Ġbrunch": 70917, + "density": 70918, + "_OW": 70919, + "ĠCoronavirus": 70920, + "ĠCFR": 70921, + "bak": 70922, + "\\Category": 70923, + "æķ°ç»Ħ": 70924, + "Ġinvokevirtual": 70925, + "}()Ċ": 70926, + "Ġsujet": 70927, + "-marker": 70928, + "isdigit": 70929, + "ĠMobil": 70930, + "ĠJsonRequestBehavior": 70931, + "_REMOTE": 70932, + ".existsSync": 70933, + "Ġriches": 70934, + ".presenter": 70935, + "ĠglColor": 70936, + "Ġhanya": 70937, + "Ġfortress": 70938, + "Ġflashed": 70939, + "viz": 70940, + "requently": 70941, + "buat": 70942, + "$con": 70943, + ">|": 70944, + ".Func": 70945, + "Ġhumorous": 70946, + "uem": 70947, + ".ZERO": 70948, + "ĠSTL": 70949, + "ĠBuk": 70950, + "/sample": 70951, + "ĠGros": 70952, + "Recipes": 70953, + "Ġinflated": 70954, + "Ġswung": 70955, + ":F": 70956, + "Facing": 70957, + ".Theme": 70958, + "ник": 70959, + "Ġsplendid": 70960, + "ĠrequestId": 70961, + ".CenterScreen": 70962, + "/autoload": 70963, + "embedded": 70964, + "_depart": 70965, + "ĠPorts": 70966, + "à¹ĥ": 70967, + "айд": 70968, + "discussion": 70969, + "_consum": 70970, + "Ġscouts": 70971, + "Ġcolabor": 70972, + ".Stage": 70973, + ".nano": 70974, + "eldorf": 70975, + "Ġgemacht": 70976, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 70977, + "Ġpolicymakers": 70978, + "_PKT": 70979, + ",Th": 70980, + "oky": 70981, + "_UID": 70982, + "Ping": 70983, + "Ġorchest": 70984, + "Ġoptics": 70985, + "uhan": 70986, + "ĠXOR": 70987, + "Ġespañol": 70988, + "ĠAdidas": 70989, + "rng": 70990, + "mans": 70991, + ".vstack": 70992, + "Ġgetaway": 70993, + "Ġhierarchical": 70994, + "anoia": 70995, + "ĠBitmapFactory": 70996, + "realm": 70997, + "ĉap": 70998, + "_apps": 70999, + "-divider": 71000, + ".drawer": 71001, + "ĠHARD": 71002, + "'];?>Ċ": 71003, + "-packed": 71004, + "æ²»": 71005, + "_STRUCTURE": 71006, + "[Y": 71007, + "iParam": 71008, + "(eq": 71009, + "Ġencompasses": 71010, + "Ġ\\ĊĊ": 71011, + "->[": 71012, + "&utm": 71013, + "groupon": 71014, + "strate": 71015, + "DY": 71016, + "omorphic": 71017, + "':[": 71018, + "Ġgravitational": 71019, + "ĠMicha": 71020, + "ĠTencent": 71021, + "Ġcoached": 71022, + "ì¶ľ": 71023, + "ÑĥменÑĤ": 71024, + "/mobile": 71025, + "MouseDown": 71026, + "bud": 71027, + "ĠYas": 71028, + "ĠProviders": 71029, + "NZ": 71030, + "ĉreport": 71031, + "errmsg": 71032, + "ĠimagePath": 71033, + "acterial": 71034, + "ĠManga": 71035, + "wicklung": 71036, + "(usuario": 71037, + "\"));čĊčĊ": 71038, + "/***": 71039, + "Ġorganise": 71040, + "Indexed": 71041, + "_QUAL": 71042, + "(PyObject": 71043, + "Ġsurrendered": 71044, + "POCH": 71045, + "ĠNOTES": 71046, + "\\\\\"": 71047, + "-job": 71048, + "Ġseventy": 71049, + "####Ċ": 71050, + "ĠManor": 71051, + "Ġdownright": 71052, + "Ġtimeframe": 71053, + "insurance": 71054, + "checker": 71055, + "ĠSECRET": 71056, + "Ġechoes": 71057, + "ĠCarmen": 71058, + ".setHorizontalAlignment": 71059, + "ĠisChecked": 71060, + "ĠTOR": 71061, + "_nn": 71062, + "('(": 71063, + "FetchRequest": 71064, + "ĠPrinted": 71065, + "Fluid": 71066, + "ĠSTACK": 71067, + "GES": 71068, + "aigned": 71069, + "igor": 71070, + ".Unknown": 71071, + "CBC": 71072, + "ĠCarlson": 71073, + ".URI": 71074, + "Ġplight": 71075, + "/start": 71076, + "ĠPersonnel": 71077, + "ĠPREFIX": 71078, + ",**": 71079, + "Ġlimite": 71080, + "_heat": 71081, + "%ï¼Į": 71082, + "ĠDonne": 71083, + "getNode": 71084, + "ĠScientology": 71085, + "Ġcomet": 71086, + "Ġwenig": 71087, + "Aside": 71088, + "ĠMPEG": 71089, + "'?": 71090, + "variably": 71091, + ".endDate": 71092, + "Ġuncont": 71093, + "ĠScores": 71094, + "ĠLoginForm": 71095, + ".generated": 71096, + ",ch": 71097, + "-mar": 71098, + "ĠNed": 71099, + "ĠeventId": 71100, + "+p": 71101, + "ĠSIN": 71102, + "/reset": 71103, + ".REACT": 71104, + "ĠMessi": 71105, + "_RANK": 71106, + ".writeFile": 71107, + "Ġcripp": 71108, + "esthetic": 71109, + "ERSIST": 71110, + "Ġreimbursement": 71111, + "CurrentValue": 71112, + "Ġunin": 71113, + "DownLatch": 71114, + "ĠpaddingRight": 71115, + "Ġstocked": 71116, + "/'.": 71117, + "Ġrepayment": 71118, + "trak": 71119, + "/backend": 71120, + "Ġизмен": 71121, + "CSR": 71122, + "Ġpreventive": 71123, + "Ġpantalla": 71124, + "_trim": 71125, + "Pedido": 71126, + "hospital": 71127, + "Ġmanageable": 71128, + "routeParams": 71129, + "textures": 71130, + "......ĊĊ": 71131, + "Ġsélection": 71132, + "NameValuePair": 71133, + "Ġpollut": 71134, + "Modes": 71135, + "ĠLaud": 71136, + "jay": 71137, + "ĠUrs": 71138, + "Ġsigner": 71139, + "ĠJJ": 71140, + "ĠCherokee": 71141, + "_EXISTS": 71142, + "Ġdwar": 71143, + "Ġ($('#": 71144, + "Ġreef": 71145, + ">{$": 71146, + "ĠBaylor": 71147, + "ĠModelState": 71148, + "-_": 71149, + "ĠStructures": 71150, + "Ġsouvent": 71151, + "Specify": 71152, + "(pipe": 71153, + "Ġfracking": 71154, + "ĠGPA": 71155, + "Ġbele": 71156, + "ĉĉĉĉĉĉĉĠĠĠ": 71157, + "ĠMinority": 71158, + "Ġtud": 71159, + "Ġopenness": 71160, + "ĠIllustrated": 71161, + "Ġoxidation": 71162, + "ĠNK": 71163, + "ĉUpdate": 71164, + "ĠEMS": 71165, + "ĠTeddy": 71166, + "Ġgenerals": 71167, + "ĉMat": 71168, + "Ġradios": 71169, + "ĠAntique": 71170, + "conomy": 71171, + "ĠSquadron": 71172, + ")','": 71173, + "声": 71174, + "Ġyoure": 71175, + "ĠMainPage": 71176, + "Ġbehaviours": 71177, + "enght": 71178, + "(@\"%@\",": 71179, + "Ġtestcase": 71180, + "ĠCompilation": 71181, + "Ġflavours": 71182, + "ĠExtend": 71183, + "illator": 71184, + "Ġcoh": 71185, + "Ġspline": 71186, + "ĠKG": 71187, + "-pay": 71188, + "Ġcommunism": 71189, + "ĠBusinesses": 71190, + "ocking": 71191, + ".MaxLength": 71192, + "assandra": 71193, + "quiring": 71194, + "adden": 71195, + "ĠJeb": 71196, + "_fault": 71197, + "[file": 71198, + "Ġprominence": 71199, + "disciplinary": 71200, + "âĢĶthey": 71201, + "_extent": 71202, + "ĠVIC": 71203, + "Ġentails": 71204, + ".partner": 71205, + "Ġhippoc": 71206, + "League": 71207, + "çĶ·": 71208, + "wipe": 71209, + "-spinner": 71210, + "Ġsalute": 71211, + "ĠSurgical": 71212, + "(outputs": 71213, + "worked": 71214, + "[strlen": 71215, + "appointed": 71216, + "ĠHeg": 71217, + "ĠACPI": 71218, + "([^": 71219, + "uala": 71220, + "_tol": 71221, + "ĠRit": 71222, + ".Payment": 71223, + "kowski": 71224, + "Ġwalmart": 71225, + "requirements": 71226, + "ĠFINSEQ": 71227, + "_BACKGROUND": 71228, + "ĠOsborne": 71229, + "(errorMessage": 71230, + "Reporting": 71231, + "Ġauctions": 71232, + "Ġcombos": 71233, + "ĠNoticed": 71234, + "_oct": 71235, + "Ġprimero": 71236, + "taire": 71237, + "_hr": 71238, + "Ġмод": 71239, + "Ġcontradictory": 71240, + "=\"@": 71241, + "achines": 71242, + "(optarg": 71243, + "ĠPenguin": 71244, + "ĠAbbas": 71245, + "Ġsublime": 71246, + "Ġpageable": 71247, + "ĠDefensive": 71248, + "Ġdistinctly": 71249, + "ĠAutomatically": 71250, + "Understanding": 71251, + "EqualityComparer": 71252, + "gota": 71253, + "Ġ\"::": 71254, + "Ġpulver": 71255, + "ĠBattles": 71256, + "Ġunparalleled": 71257, + "TCHA": 71258, + "Ġconstrued": 71259, + "-aff": 71260, + "Ġprecursor": 71261, + "-lfs": 71262, + "Ġmaduras": 71263, + "ĠDaisy": 71264, + "ĠArbeits": 71265, + ".Management": 71266, + "ĉIn": 71267, + "Ġrobes": 71268, + "Ġspéc": 71269, + "âĢľ(": 71270, + "Ġmaternity": 71271, + "extent": 71272, + "ĠSpacer": 71273, + "DidAppear": 71274, + "ĉus": 71275, + ".getRequestDispatcher": 71276, + "(cols": 71277, + "Ġplummet": 71278, + "ìħ": 71279, + "Ġ{ĊĊĊĊ": 71280, + "érica": 71281, + "ĠSizes": 71282, + ".enum": 71283, + ".Highlight": 71284, + "Ġ!!}ĊĊĊ": 71293, + "Wenn": 71294, + "Ġclimax": 71295, + "Ġcrem": 71296, + "_that": 71297, + "[âĢ¦": 71298, + "_domains": 71299, + "_REPLY": 71300, + "Ġcompleta": 71301, + "VEST": 71302, + "_particle": 71303, + "Ġsop": 71304, + "Ġfatalities": 71305, + "implify": 71306, + "ĠSKF": 71307, + "Ġinfusion": 71308, + "ĠJavier": 71309, + "Ġballet": 71310, + "Ġamigo": 71311, + ".want": 71312, + "Ġcollagen": 71313, + "ĠLawyer": 71314, + ".Statement": 71315, + ".rt": 71316, + "baar": 71317, + "EndPoint": 71318, + "ĠBek": 71319, + "SHIP": 71320, + "Ġpatriarch": 71321, + "ĠAunt": 71322, + "_TM": 71323, + "ĠmÃŃn": 71324, + "Ġmastered": 71325, + "WXYZ": 71326, + "Ġespos": 71327, + "=logging": 71328, + "Ġrighteousness": 71329, + "torrent": 71330, + "Ġbst": 71331, + "_CHAIN": 71332, + "Ġoutskirts": 71333, + "(rotation": 71334, + "Ġ'.')": 71335, + "igrants": 71336, + "+lsi": 71337, + "ĠCCTV": 71338, + "_PHASE": 71339, + ".azure": 71340, + "_Process": 71341, + "vae": 71342, + "ĠTropical": 71343, + "ĠAnkara": 71344, + "imageView": 71345, + "_RUNNING": 71346, + "Ġ*)__": 71347, + "ến": 71348, + "(cli": 71349, + "scatter": 71350, + "Ġsche": 71351, + "Registrar": 71352, + "Ġairing": 71353, + "Ġpyplot": 71354, + "isión": 71355, + "/customer": 71356, + "Ġsimplement": 71357, + "Ġclassy": 71358, + "ĠDWC": 71359, + "ĠBashar": 71360, + "ĠDEVELO": 71361, + "ĠVick": 71362, + "avail": 71363, + "ĠHö": 71364, + "_extend": 71365, + "drFc": 71366, + ".isNotBlank": 71367, + "Ġplais": 71368, + "|}Ċ": 71369, + "Ġpornofil": 71370, + "labs": 71371, + "Ġhaus": 71372, + "Ġoriginating": 71373, + "Ġsurrounds": 71374, + "ĠQUAL": 71375, + "meg": 71376, + "/logger": 71377, + "[obj": 71378, + "Ġirresponsible": 71379, + "ĠPublicKey": 71380, + "HONE": 71381, + ":'/": 71382, + "ibox": 71383, + "ĠFVector": 71384, + "|{Ċ": 71385, + "ataloader": 71386, + "hawks": 71387, + "HDR": 71388, + "Ġescalation": 71389, + "ĠPodsDummy": 71390, + "elite": 71391, + "Ġpresup": 71392, + "Cached": 71393, + ">G": 71394, + ".optimizer": 71395, + "ĠVisible": 71396, + "´Ģ": 71397, + "Ġnen": 71398, + "Ġpcs": 71399, + "ĠIdle": 71400, + "[Any": 71401, + "Ġkeyboards": 71402, + "ĠCOMPONENT": 71403, + "Ġtitanium": 71404, + "(mut": 71405, + "ĠLedger": 71406, + "Ġprosperous": 71407, + "etrofit": 71408, + "_LL": 71409, + "_patient": 71410, + "Ġpdata": 71411, + "Ġkontakte": 71412, + "Swipe": 71413, + "Ġcheerful": 71414, + "ĠHonduras": 71415, + "\"][$": 71416, + "Ġhemorrh": 71417, + "\":\"+": 71418, + "Ġleasing": 71419, + "Ġinstalls": 71420, + "ĠPax": 71421, + "ĠLogistics": 71422, + "Ġkinetic": 71423, + "ĠPhon": 71424, + "_movement": 71425, + "ĉbytes": 71426, + "Ġcinco": 71427, + "ĠMadness": 71428, + "\")+": 71429, + "ĠJE": 71430, + "_ij": 71431, + "SceneManager": 71432, + "ĠBust": 71433, + "ptest": 71434, + "aea": 71435, + "Ġbesser": 71436, + "ÃŃg": 71437, + "дин": 71438, + "(tasks": 71439, + "(\"(\"": 71440, + "setType": 71441, + "(outfile": 71442, + "ĉreset": 71443, + "ĠARC": 71444, + "Ġmúsica": 71445, + "ĠShelf": 71446, + "ĠminY": 71447, + "pch": 71448, + "Ġweiber": 71449, + "issor": 71450, + "Ġtrouve": 71451, + "ĉButton": 71452, + "Ġregenerated": 71453, + "Å£i": 71454, + "imachinery": 71455, + "blocking": 71456, + ".dataTables": 71457, + "_frac": 71458, + "ĠAdvantage": 71459, + ".visitMethod": 71460, + "éĩįæĸ°": 71461, + "Ġextrapol": 71462, + "Ġteasing": 71463, + "ĠHitch": 71464, + "ĠGeek": 71465, + "ESCO": 71466, + "Ġwich": 71467, + "ĉax": 71468, + "_decor": 71469, + "ĠscreenWidth": 71470, + "ĠSophia": 71471, + "Forgot": 71472, + ".uni": 71473, + "ĠVenture": 71474, + "_collision": 71475, + "Ġlawmaker": 71476, + "(Edit": 71477, + "blers": 71478, + "ĠgetNext": 71479, + "âĢĶyou": 71480, + "MediaPlayer": 71481, + "ĠHorde": 71482, + "ĠCongressman": 71483, + "observations": 71484, + "ĉproperty": 71485, + "Ġ<--": 71486, + "CreatedAt": 71487, + "ubyte": 71488, + "Ġquarantine": 71489, + "Ġdistressed": 71490, + "_APB": 71491, + "ĠGoodman": 71492, + "ãĤ«": 71493, + "Ġrecomend": 71494, + "_PRINTF": 71495, + "DONE": 71496, + "Bindable": 71497, + "rstrip": 71498, + "centaje": 71499, + "ĠUnexpected": 71500, + "ĠSCHOOL": 71501, + "ĠProfessionals": 71502, + "ĠGPUs": 71503, + "Lesson": 71504, + "Exclusive": 71505, + "Ġatrav": 71506, + "ĠDank": 71507, + "ĠLawyers": 71508, + "ĠWalton": 71509, + ">[]": 71510, + "Ġaloud": 71511, + "=\"../../../": 71512, + "Ġdebating": 71513, + "ĠAVG": 71514, + "_VOL": 71515, + "/cgi": 71516, + ".deg": 71517, + ":g": 71518, + ".Infof": 71519, + "MeasureSpec": 71520, + ".song": 71521, + "mtree": 71522, + "ulls": 71523, + "Jordan": 71524, + "ĠCovers": 71525, + "Ġattributable": 71526, + "Ġjedis": 71527, + "iatrics": 71528, + "Ġrotterdam": 71529, + "Ġmeld": 71530, + "ĠContentType": 71531, + "Ġmantle": 71532, + "Ġalice": 71533, + "_duplicate": 71534, + "/Internal": 71535, + "Ġfilesize": 71536, + "ĉfire": 71537, + "rese": 71538, + "ondere": 71539, + "Ġfamiliarity": 71540, + "ĠCrest": 71541, + "Ġkarma": 71542, + "Ġtorino": 71543, + "Ġmesa": 71544, + "/temp": 71545, + "Ġchir": 71546, + "ĠOverflow": 71547, + "Ġtenemos": 71548, + "unik": 71549, + "NEXT": 71550, + "Alle": 71551, + "Ġnxt": 71552, + "Mart": 71553, + "Ġatl": 71554, + "Ġperiodo": 71555, + "_you": 71556, + "Ġ})).": 71557, + "intestinal": 71558, + ".AdapterView": 71559, + "Ġhesitant": 71560, + "Ġcomparatively": 71561, + ".UInt": 71562, + "(viewModel": 71563, + "Ġsangat": 71564, + "ĠResponsive": 71565, + "ĠZack": 71566, + "âħ": 71567, + "JAVA": 71568, + "ĠFuller": 71569, + "ĠâĿ¤": 71570, + ".Consumer": 71571, + "Ġank": 71572, + "Ġreactors": 71573, + "fuck": 71574, + "_rat": 71575, + "ĠsessionFactory": 71576, + "_backward": 71577, + "Ġscrambled": 71578, + "ĉth": 71579, + "Ġinsensitive": 71580, + "Ġchamps": 71581, + "Ġnginx": 71582, + "Ġconhec": 71583, + "ĠJasper": 71584, + ".fm": 71585, + "StrictEqual": 71586, + "achsen": 71587, + "-Nov": 71588, + "lassen": 71589, + ".integration": 71590, + "(lbl": 71591, + "Compose": 71592, + "ĠFon": 71593, + "Ãļ": 71594, + "Gratis": 71595, + "ĠLime": 71596, + "ĠAdapterView": 71597, + "Ġpoisoned": 71598, + "anchors": 71599, + "设计": 71600, + "']?>\"": 71601, + "Ġprocur": 71602, + "Italy": 71603, + ".MONTH": 71604, + "ĠLUA": 71605, + "ĠLithuania": 71606, + "ĠHeads": 71607, + "_CHUNK": 71608, + "ĠPUSH": 71609, + "AspectRatio": 71610, + "Ġweg": 71611, + "Ġvids": 71612, + "ĠWein": 71613, + "ĉINT": 71614, + "sessionId": 71615, + "Industry": 71616, + "Ġdenounced": 71617, + "JKLM": 71618, + "ĠVanessa": 71619, + ".Identifier": 71620, + "propri": 71621, + "Ġиг": 71622, + "Ġtécn": 71623, + "Ġmosaic": 71624, + "StreamReader": 71625, + "-Th": 71626, + "forth": 71627, + "Ġadherence": 71628, + "bate": 71629, + "Ġknights": 71630, + "sounds": 71631, + "Ġsalle": 71632, + "OMET": 71633, + "ãĤ¹ãĥĪ": 71634, + "-tm": 71635, + "ĠRhe": 71636, + ".FileOutputStream": 71637, + "åĪĨç±»": 71638, + "ĠENG": 71639, + "holiday": 71640, + "ĠCongratulations": 71641, + ")(Ċ": 71642, + "Ġaggregates": 71643, + "HOOK": 71644, + "ewire": 71645, + "Senator": 71646, + "Ġembeddings": 71647, + "epy": 71648, + "(COM": 71649, + "Ġrobber": 71650, + "äter": 71651, + "wang": 71652, + "_teacher": 71653, + "Ġresentment": 71654, + "Ġlettuce": 71655, + "erreur": 71656, + "(ic": 71657, + "ĠTactical": 71658, + "ĠContracts": 71659, + "Ġmænd": 71660, + "Ġsitios": 71661, + "Ġbastante": 71662, + "Ġnuevos": 71663, + "ĉNdrFc": 71664, + "ĠprivateKey": 71665, + "ucch": 71666, + "MMdd": 71667, + "Ġè¾ĵåĩº": 71668, + "umba": 71669, + "@foreach": 71670, + ":\");ĊĊ": 71671, + "Ġslippery": 71672, + "ĠKeystone": 71673, + "Ġpioneering": 71674, + "_triangle": 71675, + "(\"Ċ": 71676, + "ĉĉĉĉĉĉĉĉĠĠ": 71677, + "ĠIntervention": 71678, + "SCI": 71679, + "ĠcJSON": 71680, + "Ġterminating": 71681, + "ë¹Ħ": 71682, + "Ġbabys": 71683, + "Subset": 71684, + "Ġë¡": 71685, + "Ġseulement": 71686, + "Ġmuestra": 71687, + "Entre": 71688, + "以ä¸Ĭ": 71689, + "ngo": 71690, + "\"bytes": 71691, + "QRST": 71692, + "Ġypos": 71693, + "persona": 71694, + "ĠDeploy": 71695, + "cee": 71696, + "Ġà®": 71697, + ".goal": 71698, + "Ġhabitats": 71699, + "ĠisAdmin": 71700, + "Ġexploiting": 71701, + "Ġventil": 71702, + "ĠBalls": 71703, + "اب": 71704, + "Ġmindfulness": 71705, + "(kwargs": 71706, + "Ġresembling": 71707, + "Ġchoir": 71708, + "ĠonBackPressed": 71709, + "ĠSECURITY": 71710, + "/gtest": 71711, + "Ġjustices": 71712, + "ĠintegerValue": 71713, + "blah": 71714, + "ĠAim": 71715, + "_finalize": 71716, + "keh": 71717, + "ĠComplexity": 71718, + "Ġaugust": 71719, + "getElementsByTagName": 71720, + "Ġpreach": 71721, + "Ġpronunciation": 71722, + "ĠTrash": 71723, + "-percent": 71724, + "_PRIV": 71725, + "ĠHunts": 71726, + "ĠCurse": 71727, + "uellen": 71728, + "Ġheavyweight": 71729, + "Xi": 71730, + "ĉselected": 71731, + "ĠMcCoy": 71732, + "å¼Ĥ常": 71733, + "|=Ċ": 71734, + "ĠBattlefield": 71735, + "ItemImage": 71736, + "Ġdeductions": 71737, + "ĠElemental": 71738, + "());//": 71739, + "ĠBurk": 71740, + "})čĊčĊ": 71741, + "swift": 71742, + "/function": 71743, + "Usually": 71744, + "_St": 71745, + "_feats": 71746, + "ĠIsValid": 71747, + "Ġzad": 71748, + "ImageContext": 71749, + "Ġclassname": 71750, + "Ġdonner": 71751, + "Ġ-->ĊĊĊ": 71752, + "Ġmotorcycles": 71753, + "+'/'+": 71754, + "ĠsetBackground": 71755, + "\\CMS": 71756, + ".AllArgsConstructor": 71757, + "ĠLexington": 71758, + ".examples": 71759, + "ĠPurs": 71760, + "PushMatrix": 71761, + "Ġ==============================================================": 71762, + ".addTarget": 71763, + "pora": 71764, + "Fullscreen": 71765, + "Ġgoof": 71766, + "hlen": 71767, + "äge": 71768, + "ĠCURL": 71769, + "ĠInteresting": 71770, + "Ġretrieves": 71771, + "_Obj": 71772, + "inness": 71773, + "-----ĊĊ": 71774, + ".tsv": 71775, + "(IM": 71776, + "ĠBraves": 71777, + "_ISR": 71778, + "osti": 71779, + "á»ĵ": 71780, + "ĠExterior": 71781, + "ĠCourtney": 71782, + "Ġresidues": 71783, + "Tier": 71784, + ".*;čĊčĊ": 71785, + ":black": 71786, + "webView": 71787, + "\"path": 71788, + "Ġmasa": 71789, + "]!='": 71790, + "ĠMatching": 71791, + "dur": 71792, + "Jvm": 71793, + "=context": 71794, + "_RING": 71795, + "Ġproponents": 71796, + "ĠQStringLiteral": 71797, + "Ġinflate": 71798, + "\">čĊ": 72031, + "_COST": 72032, + "ilinear": 72033, + "ĠWorkspace": 72034, + "Ġspel": 72035, + "agogue": 72036, + "ĠMillennium": 72037, + "ĠPopulate": 72038, + "Ġnid": 72039, + ".parseColor": 72040, + "Solar": 72041, + "ĠGad": 72042, + "Ġì¤ij": 72043, + "ĠKamp": 72044, + "ĉrm": 72045, + "Ġbenz": 72046, + "ĠHonestly": 72047, + "Ġelectrode": 72048, + "ĠPrairie": 72049, + "ĠPROFILE": 72050, + "ĠOriental": 72051, + "ĠOLED": 72052, + "/copyleft": 72053, + "awaii": 72054, + "(products": 72055, + ")\\<": 72056, + "-created": 72057, + ".ManyToMany": 72058, + "\"How": 72059, + "ĠвÑĭп": 72060, + "Ġmitochondrial": 72061, + "_testing": 72062, + "(created": 72063, + "ĠgetField": 72064, + "_EVAL": 72065, + "].\"": 72066, + "ĠFSM": 72067, + "ĠRita": 72068, + "ĠåıĤæķ°": 72069, + "Ġcôt": 72070, + "ĠInsight": 72071, + "ĉmysqli": 72072, + "_timing": 72073, + "IDO": 72074, + ")))))Ċ": 72075, + "COVERY": 72076, + ".imag": 72077, + "CDF": 72078, + "lust": 72079, + "ickt": 72080, + "_FP": 72081, + ".','": 72082, + "gcc": 72083, + "Ġkurz": 72084, + "_pwm": 72085, + "Ġodpowied": 72086, + "ĠBarrier": 72087, + "/***************************************************************************Ċ": 72088, + "pak": 72089, + "-Israel": 72090, + "ĠRutgers": 72091, + "ĠselectedItem": 72092, + "ĠRamirez": 72093, + "Farm": 72094, + "Ġcalendars": 72095, + "gzip": 72096, + "Ġblockbuster": 72097, + "ĠPlymouth": 72098, + "çľĮ": 72099, + "responses": 72100, + ".DialogInterface": 72101, + "-grand": 72102, + "ĠgetSource": 72103, + "Ġdejtings": 72104, + "Ġtieten": 72105, + "Ġcondemnation": 72106, + "Ġcontinuar": 72107, + ".MockMvc": 72108, + "/english": 72109, + "ĠMediaPlayer": 72110, + "computed": 72111, + "ĠClippers": 72112, + "(delegate": 72113, + ".Slf": 72114, + "Ġë¡ľ": 72115, + "ĠTide": 72116, + "Ġihrem": 72117, + "ĠWan": 72118, + "ÑĥÑİÑī": 72119, + "}><": 72120, + "Discussion": 72121, + "Ġwatts": 72122, + "-minus": 72123, + "ĠJuliet": 72124, + "éĽħ": 72125, + "Ġconcluding": 72126, + "andscape": 72127, + "Ġúltima": 72128, + "ĠDERP": 72129, + "ĠsignUp": 72130, + "ĠSecondly": 72131, + "WAIT": 72132, + "lds": 72133, + ".callbacks": 72134, + "(hour": 72135, + "imators": 72136, + "volent": 72137, + "AAF": 72138, + "edriver": 72139, + "ĠMathematic": 72140, + "'": 72142, + "{j": 72143, + "_ABORT": 72144, + "Ether": 72145, + "Ġeducator": 72146, + "Ġprecaution": 72147, + "Ġfingertips": 72148, + "getVar": 72149, + "camatan": 72150, + "-debug": 72151, + "ĠRAF": 72152, + "[arg": 72153, + "Ġraced": 72154, + "Ġtsunami": 72155, + ".flink": 72156, + "Ġglyc": 72157, + "uko": 72158, + "ĠMultiply": 72159, + "Ġredistribution": 72160, + "AGO": 72161, + "ĠRoutine": 72162, + "Ġopr": 72163, + "(lower": 72164, + "ĠFunktion": 72165, + ".dk": 72166, + "Ġegt": 72167, + "_BASIC": 72168, + "syscall": 72169, + "ĠLSD": 72170, + "ĠDuplicate": 72171, + "_sell": 72172, + "ĠerrorHandler": 72173, + "_ips": 72174, + "Ġerv": 72175, + "annie": 72176, + "(resourceName": 72177, + "Ġbottled": 72178, + "Ġcrawling": 72179, + "egment": 72180, + ".setTag": 72181, + "Ġrss": 72182, + "ĠQuarry": 72183, + "_exact": 72184, + ".jwt": 72185, + "ĠBoards": 72186, + "opi": 72187, + "Ġnasal": 72188, + "ĠXYZ": 72189, + ".ud": 72190, + "Northern": 72191, + "Ġactivating": 72192, + "edx": 72193, + "ovah": 72194, + "Ġindx": 72195, + "AlertDialog": 72196, + "Ġtienes": 72197, + "annya": 72198, + "_pan": 72199, + "(decimal": 72200, + ".Dict": 72201, + "Ġsubsidiaries": 72202, + "ProductName": 72203, + "Few": 72204, + "dato": 72205, + "odied": 72206, + "-under": 72207, + "Ġê²ĥ": 72208, + "çīĪæľ¬": 72209, + "atism": 72210, + "[Math": 72211, + ".'<": 72212, + "(infile": 72213, + "Ġdenotes": 72214, + "$class": 72215, + "_SECURITY": 72216, + "Ġsewage": 72217, + "melon": 72218, + "(Character": 72219, + "/github": 72220, + "Ġglaring": 72221, + ".Guid": 72222, + "_sparse": 72223, + "ĠMargin": 72224, + "_dns": 72225, + "Ġmeiner": 72226, + "Ġleftist": 72227, + "ĉloc": 72228, + "abytes": 72229, + "Ġequipments": 72230, + "expo": 72231, + "ĠSomerset": 72232, + "EK": 72233, + "æį¢": 72234, + "Ġlecturer": 72235, + "Ġmemiliki": 72236, + "æł¸": 72237, + "ç´ł": 72238, + "pron": 72239, + ":pointer": 72240, + "borrow": 72241, + "ĠProtective": 72242, + "_cf": 72243, + "ĠÐķÑģли": 72244, + "bpp": 72245, + "';ĊĊĊĊ": 72246, + "aturally": 72247, + "_NAV": 72248, + "Ġpeptide": 72249, + ">d": 72250, + "Ġifstream": 72251, + "_FACTORY": 72252, + "');//": 72253, + "joined": 72254, + "mong": 72255, + "Ġtimespec": 72256, + "Ġdestabil": 72257, + "Ġautop": 72258, + "-limit": 72259, + "publication": 72260, + "ĠDenn": 72261, + ".Memory": 72262, + "(skb": 72263, + "ĠAnaheim": 72264, + "_RETURNTRANSFER": 72265, + "oueur": 72266, + "(_('": 72267, + "legt": 72268, + "istingu": 72269, + "ĉpriv": 72270, + "Ġredirects": 72271, + "Mt": 72272, + "Ġalleen": 72273, + "ĠPointF": 72274, + "Ġomin": 72275, + "Ġcitt": 72276, + "ĠTage": 72277, + "ĠWalls": 72278, + "á»ī": 72279, + "Ġoccupying": 72280, + "xBF": 72281, + "rangle": 72282, + "Ġrelational": 72283, + "-org": 72284, + "Ġjpg": 72285, + "-derived": 72286, + "Ġmalfunction": 72287, + "ĠBenson": 72288, + "(scroll": 72289, + "ĠXD": 72290, + "Holy": 72291, + "(commands": 72292, + "Ġtipping": 72293, + "Ġprimitives": 72294, + "Ġsexle": 72295, + "CallCheck": 72296, + "ĠMASTER": 72297, + "_TEAM": 72298, + ".setRequestHeader": 72299, + "_specs": 72300, + "Ġserge": 72301, + ".Master": 72302, + "Ġims": 72303, + ".SpringBootTest": 72304, + "paypal": 72305, + "ĠWANT": 72306, + ".Inst": 72307, + "ĠCarpet": 72308, + "Ġwrongly": 72309, + "($('.": 72310, + "Ġbild": 72311, + ".Roll": 72312, + "ĠUrb": 72313, + "-can": 72314, + "ãģıãģłãģķãģĦ": 72315, + "oliberal": 72316, + "čĊčĊ": 72710, + "ĠMahm": 72711, + "}\";ĊĊ": 72712, + "Ġdq": 72713, + "ĠPublishers": 72714, + "ĠAmpl": 72715, + "ĠDanielle": 72716, + "Ġtern": 72717, + "èµ·": 72718, + "noÅĽÄĩ": 72719, + "ein": 72720, + "ĠAsyncStorage": 72721, + "unger": 72722, + "rouw": 72723, + "Ġscissors": 72724, + "/assert": 72725, + ".bucket": 72726, + "/archive": 72727, + "_Man": 72728, + "Ġintoler": 72729, + "Ġ()=>": 72730, + "ĠÐĴÑĭ": 72731, + "Ġsai": 72732, + ".xy": 72733, + ".\"čĊ": 72734, + "Ġurinary": 72735, + "esub": 72736, + "ISTICS": 72737, + "Ġκ": 72738, + "Ġcompliments": 72739, + "ĠtypingsJapgolly": 72740, + "ihar": 72741, + "Expansion": 72742, + "ĠServing": 72743, + "_students": 72744, + "ĠXBOOLE": 72745, + "(il": 72746, + "Ġì²ĺ": 72747, + "Ġjó": 72748, + "(tol": 72749, + "(JS": 72750, + "ĉCG": 72751, + "ĠDRAW": 72752, + "twig": 72753, + "Ġoat": 72754, + "_smooth": 72755, + "ĠCSL": 72756, + "Ġosob": 72757, + "Ġensuing": 72758, + "Ġbanker": 72759, + "ĠBackpack": 72760, + "_ping": 72761, + "Ġwishlist": 72762, + "=ax": 72763, + "ĉĠĠĠĊ": 72764, + "Disney": 72765, + "steady": 72766, + "\">%": 72767, + "Ġprophets": 72768, + "ĠZX": 72769, + "Ġminimalist": 72770, + ".PLAIN": 72771, + "Seattle": 72772, + ".ordinal": 72773, + "ĠPIPE": 72774, + "Ġretorna": 72775, + "Ġjugador": 72776, + "ĠBret": 72777, + "ĠâĶľ": 72778, + "Ġplush": 72779, + "ULATOR": 72780, + "Sorting": 72781, + ".gridy": 72782, + "ectomy": 72783, + "_activ": 72784, + "rack": 72785, + "Interactive": 72786, + "ĠAntarctica": 72787, + "Ġvengeance": 72788, + "enso": 72789, + "_known": 72790, + "upplier": 72791, + ".Modules": 72792, + "ĠConnectionState": 72793, + "éļIJèĹı": 72794, + "@FindBy": 72795, + "Ġplacer": 72796, + "\\model": 72797, + "<()>": 72798, + ".isSuccessful": 72799, + "-good": 72800, + "bz": 72801, + "ĠDraco": 72802, + "Assistant": 72803, + "-extra": 72804, + "аблиÑĨ": 72805, + "Ġhypocrisy": 72806, + "Ġtst": 72807, + "ĠAgr": 72808, + "$txt": 72809, + "Ġlogistic": 72810, + "licensed": 72811, + "ĠHof": 72812, + "Ġtat": 72813, + "(iv": 72814, + "Ġintoxic": 72815, + "postId": 72816, + "_strike": 72817, + "Ġhumiliation": 72818, + "pcodes": 72819, + "\"sync": 72820, + "(recipe": 72821, + "+N": 72822, + "rente": 72823, + "ĉClient": 72824, + "ycopg": 72825, + "ĠZurich": 72826, + "ĠProfiles": 72827, + "Countries": 72828, + "Ġpict": 72829, + "Ġrollout": 72830, + "requencies": 72831, + "Ġpatched": 72832, + "Ġcartridges": 72833, + "Ġshading": 72834, + "Jar": 72835, + "Ġsalvage": 72836, + "ĠTaxes": 72837, + "Ġstandby": 72838, + "aporan": 72839, + "Eigen": 72840, + ".angular": 72841, + "ĠNested": 72842, + "享": 72843, + "ĠisVisible": 72844, + "ĠDwight": 72845, + "_BRANCH": 72846, + ".Delay": 72847, + "Ġkend": 72848, + "Ġfacilitated": 72849, + ".flatMap": 72850, + "Ġsanta": 72851, + "ĉSend": 72852, + "/messages": 72853, + "ĠofType": 72854, + "ĉswap": 72855, + "#plt": 72856, + "ĠTurks": 72857, + "NES": 72858, + "Ġprogressively": 72859, + "ĠResidence": 72860, + "ĠTREE": 72861, + "Ġnoen": 72862, + "dio": 72863, + "Ġnelle": 72864, + "Ġsogar": 72865, + "itti": 72866, + "weekly": 72867, + "Ġambiguity": 72868, + "_Settings": 72869, + "Ware": 72870, + ".neo": 72871, + "_DST": 72872, + "Ġæĸ¹": 72873, + "prep": 72874, + "lobby": 72875, + "@email": 72876, + "/movie": 72877, + "Ġfunkc": 72878, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 72879, + "ÂŃs": 72880, + "Ġguardians": 72881, + "-pos": 72882, + "Ġconfiguring": 72883, + "ĠCPS": 72884, + "ĠDeus": 72885, + "Ġvidéos": 72886, + "_empresa": 72887, + "Ġslapped": 72888, + "',Ċ": 72920, + "_XDECREF": 72921, + "ĠBuzzFeed": 72922, + "_MARGIN": 72923, + "PLOY": 72924, + ".small": 72925, + "ĠmimeType": 72926, + "Ġholog": 72927, + "ĉcamera": 72928, + "lias": 72929, + "Ġsuspense": 72930, + "odynam": 72931, + "bau": 72932, + "Ġgraveyard": 72933, + "_named": 72934, + "\":\"'": 72935, + "Ġ************************************************": 72936, + "ĠgameOver": 72937, + "ĠLENGTH": 72938, + "ĉscreen": 72939, + "ĠdoInBackground": 72940, + "_dependencies": 72941, + "Ġrtc": 72942, + "/up": 72943, + "_ROM": 72944, + "Hall": 72945, + "Ġdeficiencies": 72946, + "(te": 72947, + "'#": 72948, + "_equiv": 72949, + "Ġpreorder": 72950, + "ĠAxe": 72951, + "омÑĥ": 72952, + ".sendFile": 72953, + "Ġfilt": 72954, + "ĠLimits": 72955, + "ĠCavaliers": 72956, + ".discount": 72957, + "âĨIJ": 72958, + "ĠWit": 72959, + "QRSTUV": 72960, + "Ġij": 72961, + "Ġtegen": 72962, + "Ġ:\",": 72963, + "difficulty": 72964, + "punkt": 72965, + "ĠEmails": 72966, + "chlor": 72967, + "(fun": 72968, + ".Uint": 72969, + "ĠStall": 72970, + "_verified": 72971, + "uD": 72972, + "FileType": 72973, + "Ġpleasures": 72974, + "Ġjudiciary": 72975, + "Ġsham": 72976, + "ipur": 72977, + "_PLUS": 72978, + "offers": 72979, + "(foo": 72980, + "_GT": 72981, + "ĉcore": 72982, + "ENTION": 72983, + "ĠLiberation": 72984, + "CommandLine": 72985, + "_department": 72986, + ".Ar": 72987, + "_neighbor": 72988, + "ĠSubmitted": 72989, + "ĠĊ": 97221, + "Ġdroits": 97222, + "Ġhomosexuals": 97223, + "Ġabduction": 97224, + "ĉwidget": 97225, + "$headers": 97226, + "ĠDAR": 97227, + "Ġfla": 97228, + "threat": 97229, + "Ġlouis": 97230, + ".GetProperty": 97231, + "\"Just": 97232, + "(frames": 97233, + "ryo": 97234, + "profession": 97235, + "|i": 97236, + "íķ´ìĦľ": 97237, + "(sv": 97238, + "Ġunrecognized": 97239, + "Ionic": 97240, + "Fashion": 97241, + "ScreenState": 97242, + "ĠIncoming": 97243, + "NotNil": 97244, + "Ġsyncing": 97245, + "emie": 97246, + "Ġthermo": 97247, + "_procs": 97248, + "Ġinconsistency": 97249, + "religious": 97250, + ".mj": 97251, + "Ġpersonn": 97252, + "Ġmomentos": 97253, + "orarily": 97254, + "ĠæĬ": 97255, + "_neurons": 97256, + "Illustr": 97257, + "imoto": 97258, + "ilik": 97259, + "ĠWoj": 97260, + "Trading": 97261, + "Ġappare": 97262, + "Ġentreprises": 97263, + "achat": 97264, + "Ġ¬": 97265, + "Ġneigh": 97266, + "BUTTONDOWN": 97267, + "ĠMaher": 97268, + "aghan": 97269, + "-hash": 97270, + "\"f": 97271, + "Ġclientele": 97272, + ".addButton": 97273, + "ĉSP": 97274, + "Qi": 97275, + "Ġgrated": 97276, + "POSITE": 97277, + ":>": 97278, + "ĠHowell": 97279, + "ĠComparative": 97280, + "ĠISC": 97281, + "ÂŃi": 97282, + "Ocean": 97283, + "Davis": 97284, + "ĠFilme": 97285, + "Wins": 97286, + "ĠJIT": 97287, + "occer": 97288, + "ĠCorm": 97289, + "ENCHMARK": 97290, + "rchive": 97291, + "icação": 97292, + "Ġmata": 97293, + "Ġchildbirth": 97294, + "ĠOptionally": 97295, + "Ens": 97296, + "Ġxhttp": 97297, + "Ġelucid": 97298, + "_OscInitStruct": 97299, + "))):Ċ": 97300, + "Ġintuit": 97301, + "ĠDonate": 97302, + "Ġcorrelates": 97303, + ">Delete": 97304, + "Ġequipe": 97305, + "Ġboca": 97306, + "Ġinflatable": 97307, + "erah": 97308, + "ĠDateTimeKind": 97309, + "Ġcalves": 97310, + "\\Lib": 97311, + "Ġemlrt": 97312, + "ĠTrilogy": 97313, + "ĠPanc": 97314, + "ĠDuis": 97315, + "ĠpelÃŃcula": 97316, + "WARDS": 97317, + "_DETECT": 97318, + "-sectional": 97319, + "dhcp": 97320, + "ForRow": 97321, + "-destruct": 97322, + "ĠPresenter": 97323, + "/slick": 97324, + ",on": 97325, + "ĠCitadel": 97326, + "loggedin": 97327, + "_subtype": 97328, + "Ġsigue": 97329, + "Ġcuring": 97330, + "ĠFirewall": 97331, + "Ġfluorescence": 97332, + "ĠItalians": 97333, + "иÑĤÑģÑı": 97334, + ".getStyle": 97335, + "InSeconds": 97336, + "jie": 97337, + "-Smith": 97338, + "Ġxlink": 97339, + "Ġsubmissive": 97340, + "онÑĤ": 97341, + "arbonate": 97342, + "ĠFaul": 97343, + "_goals": 97344, + "ĠCommissioners": 97345, + "chartInstance": 97346, + "_POSTFIELDS": 97347, + "Ġmedial": 97348, + "Ġmanos": 97349, + "Ġdelt": 97350, + "svm": 97351, + ".Apis": 97352, + "ephy": 97353, + "Ġasympt": 97354, + "ĠappDelegate": 97355, + "Ġimprobable": 97356, + "cka": 97357, + "simd": 97358, + "/Error": 97359, + ".âĢĵ": 97360, + "ĠPTS": 97361, + "deer": 97362, + "Ġsina": 97363, + "magnitude": 97364, + "IDADE": 97365, + "']}'": 97366, + "Ġmayores": 97367, + "ĉcomment": 97368, + "/console": 97369, + "\"@": 97370, + "volt": 97371, + ".sell": 97372, + "ĠMacy": 97373, + "Ġmelod": 97374, + "Ġimágenes": 97375, + "_chg": 97376, + "Ġinout": 97377, + "idente": 97378, + ")'),Ċ": 97379, + "dni": 97380, + ".blob": 97381, + "Ġtypography": 97382, + "Ġeerie": 97383, + "_OID": 97384, + "pesan": 97385, + "ajan": 97386, + "Ġchopping": 97387, + "Ġbluff": 97388, + "adf": 97389, + "_bases": 97390, + ".Formatter": 97391, + "Ġ\\%": 97392, + "ĠPageInfo": 97393, + "Carrier": 97394, + "ĠCalibration": 97395, + "como": 97396, + "-bodied": 97397, + "Ġfinancier": 97398, + "ĠINA": 97399, + ".ERR": 97400, + "Ġhoodie": 97401, + "ĠSanity": 97402, + "guarded": 97403, + ".opendaylight": 97404, + "ISMATCH": 97405, + "Highlights": 97406, + "ünk": 97407, + "aniem": 97408, + "angered": 97409, + "assignments": 97410, + "Ġregistrado": 97411, + "ĠUPPER": 97412, + "ampilkan": 97413, + "ashire": 97414, + "ĠNikola": 97415, + "ĠCFL": 97416, + "ĠHDC": 97417, + "Ġpoids": 97418, + "ĠIPs": 97419, + "Ġpreventative": 97420, + "ipsoid": 97421, + "ifix": 97422, + ".camel": 97423, + ".ga": 97424, + "Volumes": 97425, + "-ste": 97426, + "Yahoo": 97427, + "_sibling": 97428, + "Highest": 97429, + "optgroup": 97430, + "Ġkvinna": 97431, + "âĢĿãĢĤĊĊ": 97432, + "ĠAppliances": 97433, + "Ġ\"><": 97434, + "')\")Ċ": 97435, + "htt": 97436, + "ĠIdentified": 97437, + "Ġpencils": 97438, + "ĠmemberId": 97439, + "ĠappendString": 97440, + ".loadData": 97441, + "ĠmockMvc": 97442, + "Ġjub": 97443, + "ĠSlut": 97444, + "ĠTaipei": 97445, + "statt": 97446, + "Polit": 97447, + "Ġpartager": 97448, + "DidChange": 97449, + "Increases": 97450, + ")}.": 97451, + "ĠBaba": 97452, + "_CLIP": 97453, + "[unit": 97454, + "ĠклÑİÑĩ": 97455, + "Ġalcuni": 97456, + "ĠLola": 97457, + "Ġclinging": 97458, + "@PostMapping": 97459, + "(concat": 97460, + "Ġssid": 97461, + "ĠFauc": 97462, + "okit": 97463, + "ĠRecorded": 97464, + "ález": 97465, + "($('<": 97466, + ".assertIsNot": 97467, + "Ġkali": 97468, + "Volt": 97469, + "Ġwarmly": 97470, + "Ġscares": 97471, + "getti": 97472, + "führt": 97473, + "_does": 97474, + ".EMAIL": 97475, + "imations": 97476, + "Ġspringfox": 97477, + "ĠDecom": 97478, + "arcy": 97479, + "Ġglitches": 97480, + "ĠMoff": 97481, + "ĠVoll": 97482, + ".between": 97483, + "Ġcoorden": 97484, + "ĠParticularly": 97485, + "GBP": 97486, + "Ġsemble": 97487, + "Eastern": 97488, + "_MSB": 97489, + "]){čĊ": 97490, + "morgan": 97491, + "ĠEVAL": 97492, + "dere": 97493, + "HOUSE": 97494, + "moire": 97495, + "istique": 97496, + "_lstm": 97497, + "-commit": 97498, + "ysterious": 97499, + "Ġtwink": 97500, + "-thumbnails": 97501, + "enÃŃ": 97502, + ":'',": 97503, + "Ġblackout": 97504, + "ĠFloors": 97505, + "Ġsofas": 97506, + "Ġoui": 97507, + "leshoot": 97508, + "ĠRaq": 97509, + "-abs": 97510, + "Ġkra": 97511, + "Mining": 97512, + "shaft": 97513, + ".setColumns": 97514, + "Clazz": 97515, + "PRETTY": 97516, + ".playlist": 97517, + "éĸ¢": 97518, + "-Saharan": 97519, + "MING": 97520, + "ĉbl": 97521, + "è®®": 97522, + "jf": 97523, + "DOCKER": 97524, + "hopefully": 97525, + "(ignore": 97526, + "ĠUsersController": 97527, + "ĠMitarbeiter": 97528, + "ĠLES": 97529, + "Hamilton": 97530, + "-metadata": 97531, + "ĠKK": 97532, + "iktig": 97533, + "Ġwollte": 97534, + "egrator": 97535, + "]bool": 97536, + ",current": 97537, + "ĠvalueType": 97538, + "Ġexcavation": 97539, + "oland": 97540, + "Ġverv": 97541, + "/filepath": 97542, + "AuthProvider": 97543, + "Ġprocrast": 97544, + "ĉULONG": 97545, + "_MEMBERS": 97546, + "Ġuplift": 97547, + "ĠAutonomous": 97548, + "Ġartworks": 97549, + "ĠOutreach": 97550, + "Ġpore": 97551, + "Homepage": 97552, + "DialogTitle": 97553, + "ĠGenerating": 97554, + "PARSE": 97555, + "Ġsemanas": 97556, + "Ġhumano": 97557, + "JSGlobalScope": 97558, + "Ġvolte": 97559, + "Ġbella": 97560, + "(isinstance": 97561, + "Ġplc": 97562, + "\\Catalog": 97563, + "Ġesteemed": 97564, + "鼷": 97565, + "(suffix": 97566, + "Ġsweeps": 97567, + "ĉORDER": 97568, + "Ġdoivent": 97569, + "ĠSwarm": 97570, + "ĠCompiled": 97571, + "getPage": 97572, + "ADR": 97573, + ".RichTextBox": 97574, + "ĠNaming": 97575, + "agged": 97576, + "ĠGANG": 97577, + "rasing": 97578, + "odeled": 97579, + "Ġgala": 97580, + "ĠJSName": 97581, + "ddf": 97582, + "Ġillust": 97583, + "ĠLansing": 97584, + "[port": 97585, + "-death": 97586, + "Ġdinheiro": 97587, + "ĠEighth": 97588, + "Ġbian": 97589, + "stÃ¥": 97590, + "Ġversión": 97591, + "ĠLinearGradient": 97592, + "ĠHarding": 97593, + ".*)": 97594, + "eczy": 97595, + "$header": 97596, + "ĠvÃ¥r": 97597, + "Unchecked": 97598, + "Ġkoje": 97599, + "ĠPaladin": 97600, + "())),": 97601, + "Giving": 97602, + "()})Ċ": 97603, + "Ġdips": 97604, + "Friendly": 97605, + "Ġportrays": 97606, + "Ġhelium": 97607, + "Ġinsurgency": 97608, + "_expiry": 97609, + "ĠstringByAppendingString": 97610, + "Ġaantal": 97611, + "slope": 97612, + "mast": 97613, + ".getInteger": 97614, + "Ġ########################": 97615, + "_PIPELINE": 97616, + "Ġdensely": 97617, + "Ġmutating": 97618, + "midi": 97619, + "ĠSeit": 97620, + "ayne": 97621, + "NOWLED": 97622, + "ĠDesmond": 97623, + "ĠFName": 97624, + "ĠNairobi": 97625, + "\\Context": 97626, + "Ġcalcular": 97627, + "-den": 97628, + "Ġcott": 97629, + "]):čĊ": 97630, + "ĠRecommendation": 97631, + "ĠRolex": 97632, + "ĠvalidationResult": 97633, + ".pat": 97634, + "ĠnÃły": 97635, + "ĠRestClient": 97636, + "ĠGPI": 97637, + "ĠAsheville": 97638, + "ĠOSP": 97639, + "ĠPERMISSION": 97640, + "ÐĶаÑĤа": 97641, + "/notification": 97642, + "Knight": 97643, + "_Word": 97644, + "ĠBender": 97645, + "ranking": 97646, + "Ġpartida": 97647, + "_reservation": 97648, + "ÌĢ": 97649, + "ĠmName": 97650, + "Ġgetch": 97651, + "Ġborr": 97652, + "Ġdiligent": 97653, + "Discuss": 97654, + "æŃ£åľ¨": 97655, + "apeake": 97656, + "ioned": 97657, + "-Nazi": 97658, + ".cum": 97659, + "ĠKron": 97660, + "=$('#": 97661, + "/single": 97662, + "Ġerotisch": 97663, + "ĠVib": 97664, + "Ġratified": 97665, + "Ġconcerted": 97666, + "ĠREGARD": 97667, + "Ġdobr": 97668, + ".DriverManager": 97669, + "'r": 97670, + "Portable": 97671, + "ĉsuite": 97672, + "Ġrelaciones": 97673, + "ĠDop": 97674, + "emploi": 97675, + "DOB": 97676, + "Ġcrumbs": 97677, + "Ġxls": 97678, + "_Application": 97679, + "(':',": 97680, + "Ġ------------------------------------------------------------------------Ċ": 97681, + "mse": 97682, + "Ġberk": 97683, + "ĠReturnValue": 97684, + "ĠBelly": 97685, + "Ġcamar": 97686, + "ĠPeek": 97687, + "elsing": 97688, + "Ġnotifies": 97689, + "ĠTristan": 97690, + "ĠGAR": 97691, + "emme": 97692, + "ĠElevated": 97693, + "_CSV": 97694, + "(chalk": 97695, + "Ġtwenties": 97696, + "ĠSearchResult": 97697, + "=search": 97698, + "ĠMixing": 97699, + "ýt": 97700, + "Ġrecruiter": 97701, + "ĠIDEOGRAPH": 97702, + "ĠAgo": 97703, + "(Operation": 97704, + "$values": 97705, + "Ġworldly": 97706, + "ĠRosenberg": 97707, + "ĠConfigureServices": 97708, + ">*Ċ": 97805, + "Ġsnork": 97806, + "_opacity": 97807, + "ĠinitWithNibName": 97808, + "iado": 97809, + "AAC": 97810, + "Ġ]).": 97811, + ";z": 97812, + "_paragraph": 97813, + "Ġnoses": 97814, + "stands": 97815, + "ifr": 97816, + "_mE": 97817, + "Iraq": 97818, + ".Predicate": 97819, + "enaire": 97820, + "]]];Ċ": 97821, + "Ġunidad": 97822, + "Ġretirees": 97823, + "_hello": 97824, + "Ġmodele": 97825, + "ĠUITableViewController": 97826, + "fwrite": 97827, + "_numero": 97828, + "_visited": 97829, + "Ġrecebe": 97830, + "(Notification": 97831, + "Fantastic": 97832, + "_submenu": 97833, + "ĠPEM": 97834, + "ĠCupertino": 97835, + "approximately": 97836, + "classed": 97837, + ".ReadString": 97838, + "Ġdomicile": 97839, + "_PW": 97840, + "Ġballpark": 97841, + "ĠKale": 97842, + "contra": 97843, + "_favorite": 97844, + "/of": 97845, + "Quite": 97846, + "ĠOTA": 97847, + "Ġaccelerometer": 97848, + "didn": 97849, + "|^": 97850, + "ĠRohingya": 97851, + "ivicrm": 97852, + "annabin": 97853, + "обÑĭÑĤи": 97854, + "orado": 97855, + "')+": 97856, + "Haunted": 97857, + ",ID": 97858, + "(UIAlertAction": 97859, + "urv": 97860, + "_bel": 97861, + "ĠMexicans": 97862, + "/terms": 97863, + "ĠPainter": 97864, + "InputLabel": 97865, + "ĠVinci": 97866, + "ĠRosie": 97867, + "\\uc": 97868, + "": 98029, + "_gs": 98030, + "Ġcompil": 98031, + "nard": 98032, + "-exc": 98033, + "Ġrhyme": 98034, + "Ġbutto": 98035, + "says": 98036, + "antasy": 98037, + "ë¸": 98038, + "ĠcittÃł": 98039, + "Ġcheg": 98040, + "TimeString": 98041, + "Ġpositivity": 98042, + "ĠDabei": 98043, + "Ġwang": 98044, + "Ġescre": 98045, + "\"c": 98046, + "ĉvideo": 98047, + "ĠRanked": 98048, + ".strings": 98049, + ">>>(": 98050, + "ĠинÑĤеÑĢ": 98051, + "Ġresta": 98052, + "[:,:": 98053, + "Ġrendre": 98054, + "Ġdeser": 98055, + "Jos": 98056, + "Ġdisruptions": 98057, + "ĠопеÑĢ": 98058, + "sampling": 98059, + "suppress": 98060, + "ĠcontainerView": 98061, + "ĠSeamless": 98062, + "Ġairy": 98063, + "Ġonload": 98064, + ".WindowManager": 98065, + "ĠPLA": 98066, + "braco": 98067, + ".setPositiveButton": 98068, + "Ġpdu": 98069, + "Ġgsi": 98070, + "ĠCli": 98071, + "_gradients": 98072, + "Ñıд": 98073, + "ĠWhisper": 98074, + "cstdint": 98075, + "Ġläng": 98076, + "Ġformulations": 98077, + "énom": 98078, + "ournemouth": 98079, + "[$_": 98080, + "Ġordinarily": 98081, + ".setUsername": 98082, + "Ġfaculties": 98083, + "MITTED": 98084, + "/values": 98085, + "Ġweir": 98086, + "ĠApt": 98087, + "MZ": 98088, + "ĉcf": 98089, + "ucken": 98090, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 98091, + "defense": 98092, + "[iVar": 98093, + "ĠBusinessException": 98094, + "Selectors": 98095, + "(coordinates": 98096, + "ĠResets": 98097, + "ĠDrinks": 98098, + "oleans": 98099, + "(stypy": 98100, + "_IOC": 98101, + ".xxx": 98102, + "ĠSlater": 98103, + "ĠBelize": 98104, + "Ġ/************************************************************************": 98105, + "addin": 98106, + "_episodes": 98107, + "Ġischem": 98108, + "legalArgumentException": 98109, + "Danny": 98110, + "Ġpared": 98111, + ".codehaus": 98112, + "ĠAssy": 98113, + "ĉRect": 98114, + "âŀ": 98115, + ".lista": 98116, + "ĠваÑĪ": 98117, + "Ġvets": 98118, + "HWND": 98119, + "isoner": 98120, + "Ġxo": 98121, + "Ġorally": 98122, + "ĠStmt": 98123, + ".rnn": 98124, + "ĠDPI": 98125, + "ĠStrikes": 98126, + ".setViewportView": 98127, + "ĠèĩªåĬ¨çĶŁæĪIJ": 98128, + "YELLOW": 98129, + "GLenum": 98130, + "partners": 98131, + "ĠImplicit": 98132, + "Ġtako": 98133, + "âĢĻelle": 98134, + "Ġermög": 98135, + "totalCount": 98136, + "Gil": 98137, + "ĉwork": 98138, + "Ġpratic": 98139, + "inati": 98140, + "abies": 98141, + "ĠSkinner": 98142, + "Ġspirited": 98143, + "Ġpancreatic": 98144, + "Ġhdf": 98145, + "'em": 98146, + "Ġpsychosis": 98147, + "olicit": 98148, + "Ġ\"{\"": 98149, + "_atual": 98150, + "Ġélect": 98151, + "TEAM": 98152, + "Ġdak": 98153, + "ĠSWAT": 98154, + ".FragmentManager": 98155, + "Ġprovisioning": 98156, + "lifetime": 98157, + "_EXTENSIONS": 98158, + "ĠCASCADE": 98159, + "Ġ![": 98160, + "(KP": 98161, + "Ġvem": 98162, + "ĠInterracial": 98163, + "']},Ċ": 98164, + "spacer": 98165, + "_kv": 98166, + "Warehouse": 98167, + "RDD": 98168, + "_fsm": 98169, + ".StretchImage": 98170, + ",Yes": 98171, + "ĠRefugee": 98172, + "ĠBringing": 98173, + "Ġválido": 98174, + ".intersection": 98175, + "Ġspooky": 98176, + "_portal": 98177, + "Ġmoth": 98178, + "ĠZodiac": 98179, + "ĠSOCIAL": 98180, + "MimeType": 98181, + "']}}": 98300, + "_Blue": 98301, + "Ġbotanical": 98302, + "Ġfrags": 98303, + "Ġfamilial": 98304, + "-du": 98305, + "Ġseizing": 98306, + "(blocks": 98307, + ".rd": 98308, + ".checkNotNull": 98309, + "Ġmiser": 98310, + "Ġmaxx": 98311, + "ĠKnee": 98312, + "ViewItem": 98313, + "InnerHTML": 98314, + "Danger": 98315, + "((__": 98316, + "Ġprzypad": 98317, + "createUrl": 98318, + "**,": 98319, + "ĠDecorating": 98320, + "ATEGY": 98321, + "?>/": 98322, + ".Designer": 98323, + "hexdigest": 98324, + "ĠEverywhere": 98325, + "alleries": 98326, + ".TEXTURE": 98327, + ".Blocks": 98328, + "zell": 98329, + "Ġpreço": 98330, + "Suddenly": 98331, + "inputEmail": 98332, + "(sync": 98333, + ".bd": 98334, + "golden": 98335, + ">');": 98336, + "ĠDickinson": 98337, + ">>(Ċ": 98338, + "ĠQUEUE": 98339, + "ĠgetColumn": 98340, + "ĠSAND": 98341, + ".piece": 98342, + "licer": 98343, + "Flutter": 98344, + "ĠgetVersion": 98345, + "ĠresourceId": 98346, + "ogl": 98347, + "ÅĤaw": 98348, + ".Branch": 98349, + "ĉweb": 98350, + "Ġframerate": 98351, + "PPP": 98352, + "Ġfray": 98353, + "CNT": 98354, + "Ġinformatie": 98355, + "']čĊčĊ": 98356, + "neas": 98357, + "HeaderCode": 98358, + "Ġæ¸": 98359, + "Ġtrg": 98360, + "rawtypes": 98361, + "Honda": 98362, + "Ġmarketer": 98363, + "ĠrequestData": 98364, + "ĠPg": 98365, + "ĉnot": 98366, + "ĠpageInfo": 98367, + "Ġaktuellen": 98368, + "ãģķãĤĵ": 98369, + "ĠAMS": 98370, + "pushViewController": 98371, + "ĉAL": 98372, + "Ġvests": 98373, + "produce": 98374, + "-même": 98375, + "ĠRahman": 98376, + "Funny": 98377, + "EZ": 98378, + "_Valid": 98379, + "Ġsquadron": 98380, + "Ġlash": 98381, + "Ġirm": 98382, + "iasco": 98383, + "ĠParan": 98384, + "Ġpetites": 98385, + "ĠDecay": 98386, + "Ġuninitialized": 98387, + "privileged": 98388, + "Ġmbedtls": 98389, + "å¤ĩ注": 98390, + "Ġ^.": 98391, + "Ġecstatic": 98392, + "Detroit": 98393, + "Ġparten": 98394, + "Ġsouvenir": 98395, + ".getLogin": 98396, + "моÑĤÑĢ": 98397, + "enção": 98398, + "ĠmÃŃnimo": 98399, + "ĠAccessed": 98400, + "rió": 98401, + "Mic": 98402, + "ĠVocal": 98403, + ".SetString": 98404, + "Ġmensajes": 98405, + "åĢį": 98406, + "Ġattravers": 98407, + "ĠAph": 98408, + "Ġ');čĊ": 98409, + "ünde": 98410, + "Ġenchanted": 98411, + "ĠRootState": 98412, + "ĠCLOSED": 98413, + "ĉĉĉĉĉĉĉĉčĊ": 98414, + "Ġcaliente": 98415, + "orris": 98416, + "Ġphysicists": 98417, + "hwnd": 98418, + "_vi": 98419, + "Ġrápido": 98420, + "Ġcapitalized": 98421, + "edBy": 98422, + "Ġmachining": 98423, + "Ġhubby": 98424, + "ĠStacy": 98425, + ".Bus": 98426, + "drink": 98427, + "Hur": 98428, + "Ġpropia": 98429, + "UnitTest": 98430, + "Ġmisconception": 98431, + "__));Ċ": 98432, + "/dc": 98433, + "ĠMayweather": 98434, + "_mC": 98435, + ".createFrom": 98436, + "ĠQPainter": 98437, + "ropsych": 98438, + "innitus": 98439, + "ayas": 98440, + "Ġgeg": 98441, + "(dw": 98442, + "Ġusado": 98443, + "Ġtrickle": 98444, + "Ġannihil": 98445, + "ĠPasta": 98446, + "Ġ++Ċ": 98447, + "(ExpectedConditions": 98448, + ".postValue": 98449, + "icap": 98450, + "ĠDonetsk": 98451, + "_soup": 98452, + "-publish": 98453, + "ĠPb": 98454, + "mentions": 98455, + "ACCEPT": 98456, + ".Pull": 98457, + ",âĢĻâĢĻ": 98458, + "Ġretarded": 98459, + "_ATOM": 98460, + "ĠTerminator": 98461, + "-court": 98462, + "ĠCLLocationCoordinate": 98463, + "Ġreverence": 98464, + "ĠSSC": 98465, + "utely": 98466, + "ĠWON": 98467, + "ĠGSL": 98468, + "frei": 98469, + ".getLongitude": 98470, + "ĠopenFileDialog": 98471, + ".Butter": 98472, + "-important": 98473, + "_MANY": 98474, + "ĠGong": 98475, + "âĢľHow": 98476, + "Ġgorge": 98477, + "=msg": 98478, + "ĠEzek": 98479, + "createCommand": 98480, + ":checked": 98481, + "Ġinfographic": 98482, + ".WEST": 98483, + "Dirs": 98484, + "Ġguarda": 98485, + "Ġbeetle": 98486, + "Loading": 98560, + "_mA": 98561, + ".getRandom": 98562, + "blings": 98563, + "Ġcheeses": 98564, + "tti": 98565, + ".âĢ¢": 98566, + "ĠBurgess": 98567, + "enderit": 98568, + ".',čĊ": 98569, + "(\"\"+": 98570, + "acb": 98571, + "%p": 98572, + "indexed": 98573, + "_predicate": 98574, + "nesia": 98575, + "Ġbied": 98576, + "ĠCIT": 98577, + "(Pos": 98578, + "_radi": 98579, + "ä»·æł¼": 98580, + "Biz": 98581, + "ĠAdolescent": 98582, + "Ġviên": 98583, + "cycl": 98584, + "_Cancel": 98585, + "Ġconclusive": 98586, + "Ġappellate": 98587, + "informatics": 98588, + "SJ": 98589, + "Ġelective": 98590, + "roleId": 98591, + "Fetcher": 98592, + "ĉCommand": 98593, + "(\"(%": 98594, + "Ġfart": 98595, + "ILA": 98596, + "getBlock": 98597, + "AUSE": 98598, + "Ġдан": 98599, + "ĠArte": 98600, + "Ġnotifying": 98601, + "Ġgele": 98602, + ".same": 98603, + "ĠRegel": 98604, + "ĠBaÅŁ": 98605, + ".creation": 98606, + "ĠVN": 98607, + "_community": 98608, + "Ġunsustainable": 98609, + "SEX": 98610, + "ĠgridSize": 98611, + "rescia": 98612, + "aversable": 98613, + "(',')[": 98614, + "ĠPhelps": 98615, + "á»ķi": 98616, + "ANCELED": 98617, + "-IS": 98618, + ".runners": 98619, + "ĠStokes": 98620, + ".Produ": 98621, + "Ġwhipping": 98622, + "_acquire": 98623, + "Ġinvestigación": 98624, + "fried": 98625, + ".copyWith": 98626, + "ĠHardcover": 98627, + "-Se": 98628, + "áŀ¶áŀ": 98629, + "invitation": 98630, + "lesai": 98631, + "ĠDorm": 98632, + "ĠÑģпиÑģка": 98633, + "Ġconcatenated": 98634, + "ophil": 98635, + "Ġthinker": 98636, + "/fontawesome": 98637, + "ĠLeopard": 98638, + "Ġ\"/\");Ċ": 98639, + "Ġresiduals": 98640, + "ĠMicrowave": 98641, + "Ġconforme": 98642, + "throp": 98643, + "Ġdisemb": 98644, + "ĠOMG": 98645, + "ĠDiscipline": 98646, + "ĠAcrobat": 98647, + "/repository": 98648, + "dfa": 98649, + "_MED": 98650, + "bufio": 98651, + "Ġméthode": 98652, + "_HOLD": 98653, + "iasi": 98654, + "_legacy": 98655, + ")ččĊ": 98656, + "æ£Ģ": 98657, + "GetProcAddress": 98658, + "Ġyay": 98659, + "otence": 98660, + "orderid": 98661, + "-tw": 98662, + "Ġdearly": 98663, + "Incoming": 98664, + "/il": 98665, + "Ġneurop": 98666, + "ucz": 98667, + ");čččĊ": 98668, + "ĠInnovative": 98669, + "Ġprofund": 98670, + "igmat": 98671, + "SelectionMode": 98672, + "relevant": 98673, + ".GO": 98674, + "Ġbruises": 98675, + "Ġsach": 98676, + "odef": 98677, + "Ġreimb": 98678, + "/desktop": 98679, + "-spot": 98680, + "undance": 98681, + "Entropy": 98682, + "\\core": 98683, + "Ġsuger": 98684, + "ĠMvc": 98685, + "ĠGNOME": 98686, + "_indx": 98687, + "ĠYYSTYPE": 98688, + "ĠMatlab": 98689, + "ĠCIF": 98690, + "Ġ*))": 98691, + "ĠproductList": 98692, + "ĠAlright": 98693, + "acemark": 98694, + "ÑĤив": 98695, + "modification": 98696, + "international": 98697, + "Ġhomers": 98698, + "Ġdicts": 98699, + "ĠQFont": 98700, + ".SQLite": 98701, + "Ġtransplantation": 98702, + "ĠMessageBoxButton": 98703, + "ĠElves": 98704, + "']])Ċ": 98705, + "(QIcon": 98706, + "Ġcinemas": 98707, + "COORD": 98708, + "-China": 98709, + "Ġkhẩu": 98710, + "æĪijçļĦ": 98711, + "Ġskulls": 98712, + "Ġpainstaking": 98713, + "fce": 98714, + ".XRLabel": 98715, + "Ġspecifier": 98716, + "Ġpreferring": 98717, + "/activity": 98718, + "(Photo": 98719, + "ált": 98720, + ".lot": 98721, + "''.": 98722, + "annonce": 98723, + ".googlecode": 98724, + "-pdf": 98725, + "ĠPoke": 98726, + "_ACL": 98727, + "Ġendowed": 98728, + "discover": 98729, + ".omg": 98730, + "Ġwoodland": 98731, + ".Magic": 98732, + "Ġvolont": 98733, + "NotAllowed": 98734, + "Ġchave": 98735, + "BMW": 98736, + "','=',": 98737, + "ĠSIX": 98738, + "æĪij们": 98739, + "Ġkosher": 98740, + "Ġaspiration": 98741, + "intl": 98742, + "_refptr": 98743, + "'+Ċ": 98744, + "mentor": 98745, + ".club": 98746, + "WindowState": 98747, + ".ARR": 98748, + "Ġzza": 98749, + "ĠmessageType": 98750, + ".equ": 98751, + "Thor": 98752, + "Ġinjust": 98753, + "Ġgums": 98754, + "ĠborderSide": 98755, + "/////": 98756, + "ĠTransmit": 98757, + "Ġbufsize": 98758, + "Ġhak": 98759, + "Ġellas": 98760, + "RANDOM": 98761, + "ĉmc": 98762, + "Ġpea": 98763, + "eko": 98764, + "documento": 98765, + "Ġhysteria": 98766, + "Ġarenas": 98767, + "Ġgunmen": 98768, + "Ġmike": 98769, + "Ġimpunity": 98770, + "atisation": 98771, + "_Zero": 98772, + "_COMPANY": 98773, + "ĠGors": 98774, + "ĠuseClass": 98775, + "(redis": 98776, + "ĠRUNNING": 98777, + "ĠBair": 98778, + "velte": 98779, + "Ġ','.": 98780, + "аÑĤÑĮÑģÑı": 98781, + "öst": 98782, + "encodeURIComponent": 98783, + "_restrict": 98784, + "Ġdecals": 98785, + "ĠPedido": 98786, + "Ġaltercation": 98787, + "Displays": 98788, + "ĠApplicants": 98789, + "CUS": 98790, + "Textarea": 98791, + "ĠAngola": 98792, + ".future": 98793, + "ĠUSHORT": 98794, + "Ġsuppressing": 98795, + "Ġsetzen": 98796, + "APolynomial": 98797, + "Ġtoch": 98798, + "Ġhallmark": 98799, + "Ġ$$$": 98800, + "ĠCHARSET": 98801, + ".rpm": 98802, + "ĠDich": 98803, + "--------------------": 98804, + "_parm": 98805, + "è¿ĺ": 98806, + "acciones": 98807, + "hait": 98808, + "WARDED": 98809, + "_routing": 98810, + "ĠNOM": 98811, + "Ġenclave": 98812, + "ĠLotto": 98813, + "ĉfr": 98814, + "complexContent": 98815, + "ĠBallard": 98816, + "kube": 98817, + "/win": 98818, + ".getColumnModel": 98819, + "_REPLACE": 98820, + "HeaderValue": 98821, + "Ġestudiantes": 98822, + "Ġapis": 98823, + "Ġbpm": 98824, + "ĠTypeName": 98825, + "AndGet": 98826, + "rita": 98827, + "Plans": 98828, + ">Note": 98829, + "Ġfetisch": 98830, + "Ġtoned": 98831, + "_goto": 98832, + "onsense": 98833, + "Ġmolds": 98834, + "Ġinfiltration": 98835, + "ĠGuerrero": 98836, + "ubbo": 98837, + "cki": 98838, + "($(\".": 98839, + "_activities": 98840, + "(changes": 98841, + "ĠofApp": 98842, + "ĠKepler": 98843, + "ĠDemp": 98844, + "ĠContinent": 98845, + ".Ticks": 98846, + "ĠUnsigned": 98847, + "ĠJahres": 98848, + "Ġfreshmen": 98849, + "ĠArchived": 98850, + "ĠкоÑĤоÑĢÑĭй": 98851, + "Ġ'::": 98852, + "Tutorial": 98853, + "Cc": 98854, + "ĠtableLayoutPanel": 98855, + "fromJson": 98856, + ".levels": 98857, + "_transient": 98858, + "Ġendorsing": 98859, + "ĠDIC": 98860, + "lauf": 98861, + "Ġshred": 98862, + "_EMIT": 98863, + "ificantly": 98864, + "ALA": 98865, + "/proto": 98866, + "Ġnarrowing": 98867, + "Utc": 98868, + "Factors": 98869, + "Ġsentient": 98870, + "æŀIJ": 98871, + "lixir": 98872, + "ĠCROSS": 98873, + "meteor": 98874, + "Ġgroin": 98875, + "Ġmdb": 98876, + "ĠRotterdam": 98877, + "Ġcomida": 98878, + "ĠOpCode": 98879, + "ĠDefaultValue": 98880, + "PermissionsResult": 98881, + "Ġheterogeneous": 98882, + "Ġmoot": 98883, + "Ġdeceived": 98884, + "-independent": 98885, + "ĠObjectOutputStream": 98886, + "Ġoverpower": 98887, + ".dup": 98888, + "Ġldb": 98889, + "Ġdomestically": 98890, + "Ġbestellen": 98891, + "Ġlov": 98892, + "ĠContractors": 98893, + "Triangles": 98894, + "Ġfodder": 98895, + "Ġfilmes": 98896, + "ä¼ģ": 98897, + "Ġrevolver": 98898, + "StartupScript": 98899, + "/validation": 98900, + "ĠResourceType": 98901, + "iÅŁ": 98902, + "ĠLaz": 98903, + "fef": 98904, + "Ġlstm": 98905, + "{*": 98906, + ".attachment": 98907, + ".hits": 98908, + "ewith": 98909, + "DOG": 98910, + "Alabama": 98911, + "Ġmediums": 98912, + ".mContext": 98913, + "-cols": 98914, + "åıĭ": 98915, + ".notice": 98916, + "Ġattn": 98917, + "ĠPacking": 98918, + "ĠLn": 98919, + "_COMPLEX": 98920, + "/Users": 98921, + ".savetxt": 98922, + "ĠRounds": 98923, + "?,?,?,?,": 98924, + "Ġingl": 98925, + "ĠROC": 98926, + "_female": 98927, + "ĠStard": 98928, + "]];": 98929, + "Ġwrestlers": 98930, + "Ġtorrents": 98931, + "Ġsinh": 98932, + "ĊĊ": 98933, + "ë³µ": 98934, + "sense": 98935, + "however": 98936, + ".Physics": 98937, + "Infrastructure": 98938, + "ĠSacr": 98939, + "Fel": 98940, + "ĠDISTRIBUT": 98941, + "éments": 98942, + "ĠValidates": 98943, + "############################################################": 98944, + "Ġ|/": 98945, + "Ġesl": 98946, + "Ġréseau": 98947, + "ĠBip": 98948, + "BYTES": 98949, + "_WATER": 98950, + "Turning": 98951, + "ELS": 98952, + "Ġjuxtap": 98953, + "Ġlesbische": 98954, + "ých": 98955, + "(Unknown": 98956, + "Neo": 98957, + "@JsonProperty": 98958, + "Ġalumnos": 98959, + "ĠRaqqa": 98960, + "imei": 98961, + ".getBounds": 98962, + ".MouseEventHandler": 98963, + "#######": 98964, + "GenericType": 98965, + "/cms": 98966, + "Ġturno": 98967, + "Ġмин": 98968, + "Ġfolklore": 98969, + "ĠEvo": 98970, + "Ġconductivity": 98971, + "Ġleben": 98972, + "Ġgearbox": 98973, + "-vs": 98974, + "ĠÏĨ": 98975, + "Ġdrinkers": 98976, + "Ġconexao": 98977, + "ĠTeeth": 98978, + "ĠgetArguments": 98979, + "ĠRAT": 98980, + "entious": 98981, + "Educ": 98982, + "+W": 98983, + "ĠInstitutional": 98984, + "ĠBord": 98985, + "isEqual": 98986, + "(pwd": 98987, + "Ġignited": 98988, + "ĠRousse": 98989, + "Ġimpactful": 98990, + "ĠMalk": 98991, + "Ġgeral": 98992, + "ĠPivot": 98993, + "Ġazt": 98994, + "Ġcsvfile": 98995, + "ĠRope": 98996, + "ĠSOLUTION": 98997, + "ĠArbitrary": 98998, + "Ġletto": 98999, + ".MouseAdapter": 99000, + "Ġ}}}": 99001, + "ĠSailor": 99002, + "dera": 99003, + "Putting": 99004, + "Ġconcentrates": 99005, + "ĠauthDomain": 99006, + "âĢĿçļĦ": 99007, + "-finals": 99008, + ",strlen": 99009, + "Muon": 99010, + "ĠOrdinary": 99011, + "firefox": 99012, + "ĠLaTeX": 99013, + "ĠHund": 99014, + "engineering": 99015, + "/blue": 99016, + "edTextBox": 99017, + "(\"\");": 99018, + "ĠCDDL": 99019, + "kept": 99020, + "ĠGetString": 99021, + "Kir": 99022, + "()='": 99023, + "ĠOCD": 99024, + "antium": 99025, + "$menu": 99026, + "ĠAppalachian": 99027, + "Secretary": 99028, + "ë¥ĺ": 99029, + "ีย": 99030, + "Semantic": 99031, + "Ġ*[": 99032, + "estone": 99033, + "ungkin": 99034, + "MaxY": 99035, + "-tone": 99036, + "\"};čĊ": 99037, + "_Part": 99038, + "ĊĊ": 99240, + "Lic": 99241, + "ĠMirage": 99242, + "ĠAssemblyFileVersion": 99243, + "TeV": 99244, + "ĠValueEventListener": 99245, + "-solving": 99246, + "Tho": 99247, + "roulette": 99248, + "_WP": 99249, + "Ġuninterrupted": 99250, + "ĠfieldType": 99251, + ".Typed": 99252, + "Ġamour": 99253, + "Ġmockery": 99254, + "(vol": 99255, + "ĠSubcommittee": 99256, + "ĠRuf": 99257, + "erox": 99258, + ":UIButtonTypeCustom": 99259, + "ĠBlur": 99260, + "Ġwykon": 99261, + "nces": 99262, + "ASHBOARD": 99263, + "!!\");Ċ": 99264, + "Ġmurderers": 99265, + ".daily": 99266, + "ĠDIAG": 99267, + "jing": 99268, + "Ġdolphin": 99269, + "Ġlòng": 99270, + "Ġbö": 99271, + "ĠVocabulary": 99272, + ".StObject": 99273, + "')\">": 99274, + "Ġzun": 99275, + "Ġscrimmage": 99276, + "tréal": 99277, + "ĠLig": 99278, + "[vi": 99279, + "Cole": 99280, + "Ġfrosting": 99281, + ".Players": 99282, + "-translate": 99283, + "Feels": 99284, + "=\\\"/": 99285, + ".ButterKnife": 99286, + "Ġ?>;Ċ": 99287, + "Ġavi": 99288, + "innie": 99289, + ".Failure": 99290, + "Ġspindle": 99291, + "ConfigurationException": 99292, + "_hop": 99293, + "Ġposição": 99294, + "ĠAwait": 99295, + "UIImagePickerController": 99296, + "ĉday": 99297, + "Ġgenom": 99298, + "Cab": 99299, + "ĠÑĢезÑĥлÑĮÑĤаÑĤ": 99300, + "ORIGINAL": 99301, + "Ġejaculation": 99302, + "(tcp": 99303, + "SECOND": 99304, + "Ġtonic": 99305, + "ĠListBox": 99306, + "ĠĉĉĊ": 99307, + "()>Ċ": 99308, + "Ġquatre": 99309, + "ượng": 99310, + "withErrors": 99311, + ".Maybe": 99312, + ",âĢ¦": 99313, + "tokenId": 99314, + "_UNDEF": 99315, + "Ġfreshness": 99316, + "ĠAmendments": 99317, + ".mapbox": 99318, + ".CV": 99319, + "(blog": 99320, + "_gettime": 99321, + ".quest": 99322, + "sparse": 99323, + "Ġresale": 99324, + "Ġenthusiastically": 99325, + "ĠProstitutas": 99326, + "Wa": 99327, + "Cargo": 99328, + ".Parcelable": 99329, + "SENSOR": 99330, + "ĠRyu": 99331, + "Laughs": 99332, + "_Native": 99333, + "/pg": 99334, + "ysts": 99335, + "Ġphotoc": 99336, + "ç®Ģ": 99337, + "adopt": 99338, + ".species": 99339, + "conciliation": 99340, + "Adjusted": 99341, + ".FirebaseAuth": 99342, + "uttle": 99343, + "ordination": 99344, + "Ġmunch": 99345, + "ĠStake": 99346, + ".ping": 99347, + "anker": 99348, + "(QStringLiteral": 99349, + "Ġsubscript": 99350, + "ĠĠĉĊ": 99351, + "ĠMCC": 99352, + "_Cmd": 99353, + "sexy": 99354, + "iou": 99355, + "ĠMANY": 99356, + "Ġnanny": 99357, + "TRAIN": 99358, + "Ġflourishing": 99359, + "ĠWatches": 99360, + "ĠQMap": 99361, + "ĠFerm": 99362, + "Ġwasm": 99363, + "ĠAbed": 99364, + "_UD": 99365, + "ĠGlasses": 99366, + "+v": 99367, + "Attend": 99368, + ".Chain": 99369, + "Ġdecency": 99370, + "ĠSupplementary": 99371, + "hunter": 99372, + "-txt": 99373, + "Ġ\"}\";Ċ": 99374, + ".setWindowTitle": 99375, + "(\"": 99477, + "Ġmascara": 99478, + "(Profile": 99479, + "åĬŁèĥ½": 99480, + "imité": 99481, + "Ġwildfires": 99482, + "-ROM": 99483, + ".isOn": 99484, + "(groupId": 99485, + "Repair": 99486, + "accumulate": 99487, + "Ġ<\",": 99488, + "Ġhandwritten": 99489, + "Ġacheter": 99490, + "ĠMGM": 99491, + "ĠIrma": 99492, + "->{_": 99493, + "gee": 99494, + "criminal": 99495, + "Ġèĭ¥è¦ģ": 99496, + "Ġmomentarily": 99497, + "\")!=": 99498, + "_lit": 99499, + "ĠexpiresIn": 99500, + ".\").": 99501, + "éķ¿åº¦": 99502, + "Ġfrække": 99503, + "vlc": 99504, + "Ġorbs": 99505, + "),$": 99506, + "Ġventured": 99507, + "/>\\": 99508, + "charm": 99509, + "Nuitka": 99510, + "eldig": 99511, + "atonin": 99512, + "Witness": 99513, + "-lat": 99514, + "ĠsetHidden": 99515, + "Ġrelics": 99516, + "Ġconsulate": 99517, + ".IGNORE": 99518, + "\"After": 99519, + "ĠsetAddress": 99520, + "Ġbesteht": 99521, + "Ġ'')ĊĊ": 99522, + ".xaxis": 99523, + "Ġserão": 99524, + "Ġmisled": 99525, + "_UNIFORM": 99526, + "ĠVIA": 99527, + "incr": 99528, + "Ġzenith": 99529, + "Ġviscosity": 99530, + "Ġthinly": 99531, + ".getSharedPreferences": 99532, + ".ErrorCode": 99533, + "\"),\"": 99534, + "ĠMillionen": 99535, + "Ġ/>)Ċ": 99536, + "ScrollIndicator": 99537, + "-seeking": 99538, + "ĠPOLITICO": 99539, + "asca": 99540, + "_rl": 99541, + "Navig": 99542, + "(fullfile": 99543, + "Ġsolitude": 99544, + "Ġjuven": 99545, + "Ġhauling": 99546, + "ĠMacros": 99547, + "ĠGry": 99548, + "Ġexercitation": 99549, + "ĠATTACK": 99550, + "TickCount": 99551, + "Ġrites": 99552, + "Ġdoe": 99553, + "ParticleSystem": 99554, + "Ġslu": 99555, + "WindowText": 99556, + "ĠClassName": 99557, + "Ġslander": 99558, + "ĉPort": 99559, + "jong": 99560, + "?a": 99561, + ".Dial": 99562, + "âĢĶat": 99563, + "$objPHPExcel": 99564, + "Ġsoar": 99565, + "ENN": 99566, + "appeared": 99567, + "Ġquotid": 99568, + "emachine": 99569, + "Ġnip": 99570, + "Ġmicrotime": 99571, + "ĠAlma": 99572, + ";!": 99573, + "------------------------------------------------------------------------------------------------": 99574, + "ĠPassage": 99575, + "Ġdumpsters": 99576, + "ĠExclude": 99577, + "Ġsuggestive": 99578, + "ĠCircularProgressIndicator": 99579, + "_clr": 99580, + "ArrayType": 99581, + "ILLA": 99582, + "ElapsedTime": 99583, + "Driven": 99584, + "ĠresourceName": 99585, + "ĠGarrison": 99586, + "serir": 99587, + "-ahead": 99588, + "Ġpinnacle": 99589, + "ĠEspresso": 99590, + "Sparse": 99591, + "Ġassays": 99592, + "ĠGirlfriend": 99593, + "imid": 99594, + "]='\\": 99595, + "ONGLONG": 99596, + "Ġportraying": 99597, + "Lane": 99598, + "Ġbúsqueda": 99599, + "Ġreinforcements": 99600, + "ĠSpreadsheet": 99601, + "ĠArrayCollection": 99602, + ",arr": 99603, + "lightbox": 99604, + "icana": 99605, + "<\"": 99606, + "builders": 99607, + "Kid": 99608, + "ĠMatSnackBar": 99609, + "EXPR": 99610, + "odcast": 99611, + "ĠFoundations": 99612, + "Ġinds": 99613, + "='${": 99614, + "Fizz": 99615, + "-functional": 99616, + "(workspace": 99617, + "Ġstemmed": 99618, + "_patches": 99619, + "ĠJarvis": 99620, + "READING": 99621, + "Ġdisrespectful": 99622, + "ĠQDom": 99623, + "Ġ${Ċ": 99624, + "estatus": 99625, + "Reached": 99626, + "!.ĊĊ": 99627, + "ILT": 99628, + "ĠNDEBUG": 99629, + "ĠCourage": 99630, + "birthdate": 99631, + "ĠTing": 99632, + "Ġutilizado": 99633, + "ánchez": 99634, + "Outdoor": 99635, + "Ġhandguns": 99636, + "RefCount": 99637, + "ÉĻ": 99638, + "romo": 99639, + "Ġtts": 99640, + ".She": 99641, + "ĠPane": 99642, + "ãĢij,ãĢIJ": 99643, + "ĠIOCTL": 99644, + "/black": 99645, + "inscription": 99646, + "Ġbiopsy": 99647, + "ĠTimeInterval": 99648, + ".TestCheck": 99649, + "ĠGUIStyle": 99650, + "ĠCapability": 99651, + "ĠBeitrag": 99652, + "donnees": 99653, + "Treatment": 99654, + ".backup": 99655, + "Ġsignings": 99656, + "ĠBoca": 99657, + "drm": 99658, + ".MAIN": 99659, + "Ġgoede": 99660, + "ĠMarkup": 99661, + "GREE": 99662, + "ĠBaseService": 99663, + ".Creator": 99664, + "Ġjails": 99665, + "ĠKahn": 99666, + "IpAddress": 99667, + "ACHI": 99668, + "Ġinhibited": 99669, + "Ġ@$_": 99670, + "ĠAssass": 99671, + "Ġenviado": 99672, + "Heroes": 99673, + "ÐŁÐµÑĢ": 99674, + "ĠMaven": 99675, + ".ls": 99676, + "Ġive": 99677, + "|RF": 99678, + "ĠresizeMode": 99679, + "Ġrumpe": 99680, + "_attachments": 99681, + "TU": 99682, + "Ġtactile": 99683, + "Attempting": 99684, + "Ġrobin": 99685, + "yaw": 99686, + "Ġmercenaries": 99687, + "ĠHabitat": 99688, + "enddate": 99689, + "Ġoxy": 99690, + "ĉRandom": 99691, + "ohon": 99692, + "IsNull": 99693, + "ĠValidationResult": 99694, + "ãĥļ": 99695, + "umbed": 99696, + "ppv": 99697, + "Ġarp": 99698, + "ichick": 99699, + "_rnn": 99700, + "ĠTFT": 99701, + "TexImage": 99702, + "\"On": 99703, + "ĠSampler": 99704, + "topl": 99705, + "Ġjane": 99706, + "yling": 99707, + "ĠUNICODE": 99708, + "TabIndex": 99709, + "<{Ċ": 99710, + "suspend": 99711, + "uvian": 99712, + ",application": 99713, + "олиÑĩеÑģÑĤво": 99714, + "yat": 99715, + "ezier": 99716, + "ĠCHUNK": 99717, + "ĠAdler": 99718, + "/Add": 99719, + "ĠKeyValue": 99720, + "Ġsposób": 99721, + "Sampling": 99722, + "chers": 99723, + "_AMD": 99724, + "Ru": 99725, + ".MustCompile": 99726, + "Nation": 99727, + "Assoc": 99728, + "Managing": 99729, + "ĠEngl": 99730, + "_GB": 99731, + "Ġsuccinct": 99732, + "Ġdisliked": 99733, + "ĠIke": 99734, + "Bulletin": 99735, + "_ARCHIVE": 99736, + "Proposal": 99737, + "Ġjogging": 99738, + ".CREATED": 99739, + "Ġchol": 99740, + "è£ħ": 99741, + "Į¨": 99742, + "-push": 99743, + "Ġreserva": 99744, + "corev": 99745, + "ètre": 99746, + "THR": 99747, + "Ġincompetence": 99748, + "Ġcharisma": 99749, + "æĦŁ": 99750, + "Ġ\"==": 99751, + "BTN": 99752, + "ĠLocator": 99753, + "ivet": 99754, + "('.')Ċ": 99755, + "ĠforIndexPath": 99756, + "ôme": 99757, + "Ġcapacit": 99758, + "waters": 99759, + "ĠWRONG": 99760, + "hoa": 99761, + "ĠMIPS": 99762, + "Ġemiss": 99763, + "ĠJacqueline": 99764, + "(cmp": 99765, + "Ġeens": 99766, + "Leo": 99767, + ".timing": 99768, + "CLUSION": 99769, + "Ġ(\"-": 99770, + "åĵĪ": 99771, + ".kode": 99772, + "ĠUndert": 99773, + "Ġbewild": 99774, + "ĠEssen": 99775, + ".hd": 99776, + "Ġrenegot": 99777, + "Ġmower": 99778, + "Ġlsp": 99779, + "Ġpenchant": 99780, + "Ġmanoe": 99781, + "Ġagli": 99782, + "Ġrecal": 99783, + "ĠOPERATION": 99784, + "(^)(": 99785, + "Ġν": 99786, + "ĠScoped": 99787, + "Ġ@\"Ċ": 99788, + "=label": 99789, + "[loc": 99790, + "Intl": 99791, + "ĠNz": 99792, + "tablet": 99793, + ".ColumnName": 99794, + "ĠscreenSize": 99795, + "DBus": 99796, + "cooked": 99797, + "-registration": 99798, + "âĢľOne": 99799, + "-non": 99800, + "ĠwiÄĻc": 99801, + "Ġcosta": 99802, + ".addTab": 99803, + ".conditions": 99804, + "ĠHess": 99805, + "MEMORY": 99806, + "ĠAvalanche": 99807, + "()}}Ċ": 99808, + "Ġtriplet": 99809, + "Ġlabyrinth": 99810, + "ĠNodeList": 99811, + "ĠNYT": 99812, + "Ġyeni": 99813, + "dff": 99814, + ".HtmlControls": 99815, + "AVIS": 99816, + "/Math": 99817, + "Ġmemcmp": 99818, + "اء": 99819, + "оÑģÑĮ": 99820, + "crap": 99821, + "(pages": 99822, + "Ġlxml": 99823, + "ĠQDateTime": 99824, + "_tcb": 99825, + "Ġopenid": 99826, + "Ġsynaptic": 99827, + "ĠMDMA": 99828, + "(slug": 99829, + "igmatic": 99830, + "enor": 99831, + "Ġcramped": 99832, + "GOP": 99833, + "ŃIJ": 99834, + ".isFile": 99835, + "ĠDifferential": 99836, + "Ġ=\"\";Ċ": 99837, + "ĉĉĉĠĠĠĠĉ": 99838, + "ĠCooke": 99839, + "ĉUFUNCTION": 99840, + "Ġperseverance": 99841, + "RelativeLayout": 99842, + "IMPORTANT": 99843, + "Ġexon": 99844, + "Ġон": 99845, + "ibase": 99846, + "(CONT": 99847, + "novation": 99848, + "ä½ķ": 99849, + "[sub": 99850, + "AdminController": 99851, + "HTTPHeader": 99852, + "crear": 99853, + "ĠNIR": 99854, + "ĠDropDownList": 99855, + "Ġvalide": 99856, + "Ġdehydration": 99857, + ".']": 99858, + "(WIN": 99859, + "Ġ...\\": 99860, + "Ġphotoshop": 99861, + "ĉInit": 99862, + "_cou": 99863, + "ĠtimeZone": 99864, + "darwin": 99865, + "romatic": 99866, + "NavigationItemSelectedListener": 99867, + "brates": 99868, + "]--;Ċ": 99869, + "Ġtragedies": 99870, + "ĠPediatrics": 99871, + "SMART": 99872, + "-API": 99873, + "ĠMessageLookup": 99874, + "ĉvo": 99875, + "Ġprejudices": 99876, + "ĠmA": 99877, + "Ups": 99878, + "ĠMISSING": 99879, + "ĉad": 99880, + "Cream": 99881, + "ĠTb": 99882, + "ĠMona": 99883, + "_ghost": 99884, + "ĉtypes": 99885, + "Emb": 99886, + "ĠDocumentary": 99887, + "');ĊĊĊĊ": 99888, + "Ġlup": 99889, + "_Reference": 99890, + "ĠBATCH": 99891, + "Ġintertwined": 99892, + "": 100015, + "Ġfoyer": 100016, + "'utilisation": 100017, + "ĠMüller": 100018, + "ĠFetish": 100019, + "ĠdefaultManager": 100020, + "Ġbacktrack": 100021, + "Bah": 100022, + "Explicit": 100023, + "_ASCII": 100024, + "ĠmActivity": 100025, + "(Msg": 100026, + "Ġê²Į": 100027, + "ĠTERMS": 100028, + "ĠAngie": 100029, + "HSV": 100030, + "ĠMosque": 100031, + ".Names": 100032, + "íĬ¼": 100033, + "reste": 100034, + "_parms": 100035, + "Ġgaping": 100036, + "Ġcropping": 100037, + "DataFrame": 100038, + "Ġresponsiveness": 100039, + "_undo": 100040, + "_tran": 100041, + ".terminate": 100042, + "Ġitaliane": 100043, + "Ġwalkthrough": 100044, + "Ġattractiveness": 100045, + "де": 100046, + "_STS": 100047, + "_learn": 100048, + "Ġchocolates": 100049, + "ierarchical": 100050, + "-thinking": 100051, + "Ġ)))": 100052, + "ishments": 100053, + ".Logf": 100054, + "ĠTMZ": 100055, + "ĠCanary": 100056, + "foil": 100057, + "ĠVaccine": 100058, + ".vx": 100059, + "ĠSurround": 100060, + "Intermediate": 100061, + "Ġiov": 100062, + "vais": 100063, + "';\";Ċ": 100064, + "ï½ŀĊĊ": 100065, + "éĢģæĸĻ": 100066, + "âĢ¦it": 100067, + "Seats": 100068, + "Clar": 100069, + "Wars": 100070, + "ĠHutchinson": 100071, + "ĠHasan": 100072, + "!')ĊĊ": 100073, + "ĠRichie": 100074, + "cheiden": 100075, + "($('": 100076, + "York": 100077, + "Ġlids": 100078, + "Ġalphanumeric": 100079, + "ĠGlock": 100080, + ".shapes": 100081, + "Ġsparking": 100082, + "_epsilon": 100083, + "uplicated": 100084, + ".dirty": 100085, + "])==": 100086, + "ĠìľĦì¹ĺ": 100087, + "Ġscn": 100088, + "Ġ/****************************************************************": 100089, + "_PREVIEW": 100090, + "_HC": 100091, + "ielding": 100092, + "fgets": 100093, + "ĠAddison": 100094, + "ĠproductService": 100095, + "-figure": 100096, + "(retval": 100097, + "zano": 100098, + "Ġautob": 100099, + "ĉsd": 100100, + "_numer": 100101, + "ĠSetLastError": 100102, + "ĠFior": 100103, + "ificance": 100104, + "Untitled": 100105, + "Ġinfield": 100106, + "Ġ{}));Ċ": 100107, + "Ġspac": 100108, + "Ġrookies": 100109, + "(describing": 100110, + "ngen": 100111, + "ிà®": 100112, + ".rdf": 100113, + ".Mutex": 100114, + "Ġkneeling": 100115, + "ĠQE": 100116, + "setMax": 100117, + "ReadStream": 100118, + "Ġventas": 100119, + "sut": 100120, + "cmpeq": 100121, + ".WriteAllText": 100122, + "ĠExperienced": 100123, + "$__": 100124, + "Ġkaum": 100125, + "ĠLIS": 100126, + "Ġdocumentos": 100127, + "_HEALTH": 100128, + "icontains": 100129, + "Ġartisans": 100130, + "OWNER": 100131, + "Ġblinked": 100132, + "getDisplay": 100133, + "Ġtoen": 100134, + "ĠrowNum": 100135, + "Ġavril": 100136, + "Ġinvis": 100137, + "ĠKear": 100138, + "toBeInTheDocument": 100139, + "apur": 100140, + "Ġracked": 100141, + "ĠMcMaster": 100142, + "_ATTRIB": 100143, + "Haz": 100144, + "Ġfactura": 100145, + "/ts": 100146, + "ĠÑĢазмеÑĢ": 100147, + "Ġzf": 100148, + "Ġshortfall": 100149, + ".fasta": 100150, + "ĠCONSTANT": 100151, + ".managed": 100152, + "gems": 100153, + "SharedPointer": 100154, + "Ġblurry": 100155, + "brightness": 100156, + "(components": 100157, + "Ġ...\"ĊĊ": 100158, + "SELL": 100159, + "ĠIllustrator": 100160, + ".getChannel": 100161, + "Ġtrouvé": 100162, + "ysters": 100163, + "Ġvois": 100164, + "ĠLinden": 100165, + "Ġemojis": 100166, + "Ġbrawl": 100167, + "ĠMSR": 100168, + "ĠElo": 100169, + "ĠCroatian": 100170, + "PopupMenu": 100171, + "Lewis": 100172, + ".JWT": 100173, + "Ġastonished": 100174, + "Bush": 100175, + "(itemId": 100176, + "Ġdetachment": 100177, + "ĠEncore": 100178, + "å°Ķ": 100179, + "Ġrekl": 100180, + "Ġcram": 100181, + ")$/": 100182, + ".getHost": 100183, + "_recommend": 100184, + "-HT": 100185, + "_calibration": 100186, + "Authenticate": 100187, + ".firebaseapp": 100188, + "UNIX": 100189, + "ĉCamera": 100190, + "ĠHEAP": 100191, + "Ideal": 100192, + ".office": 100193, + "Ġgoofy": 100194, + "(Symbol": 100195, + "Ġjouer": 100196, + "_partitions": 100197, + "Ġrapidement": 100198, + "ĠGNUNET": 100199, + "idUser": 100200, + "Ġsupervise": 100201, + "(Contact": 100202, + "AWN": 100203, + "ãģĺ": 100204, + "Ġnaam": 100205, + "Ġaust": 100206, + "åľ¨çº¿": 100207, + "_softmax": 100208, + "AllowAnonymous": 100209, + "ammable": 100210, + "ROUTE": 100211, + "*D": 100212, + "Ġaden": 100213, + "ĠCristina": 100214, + "ĠCristiano": 100215, + "Ġbloodstream": 100216, + "subclass": 100217, + "_persona": 100218, + "CHILD": 100219, + "-know": 100220, + "ĠnavigationOptions": 100221, + "ĠZukunft": 100222, + "ĠPixar": 100223, + "Tyler": 100224, + "Ġunderworld": 100225, + "Ġsincerity": 100226, + "Ġdispenser": 100227, + "Ġkter": 100228, + "idders": 100229, + ".addNode": 100230, + "-checked": 100231, + "Ġkeyst": 100232, + "ĠWTO": 100233, + ".signals": 100234, + "Ġadventurer": 100235, + "ĠPang": 100236, + "\\R": 100237, + "=pos": 100238, + "Ġdispensaries": 100239, + "ĠCloset": 100240, + "(\"{\\\"": 100241, + "ideon": 100242, + "Ġnécessaire": 100243, + "()\"Ċ": 100244, + "_RECEIVED": 100245, + "Ġrésultats": 100246, + "Ġmoden": 100247, + "ĠIcelandic": 100248, + ";d": 100249, + ".allowed": 100250, + "(newUser": 100251, + "Ġmerciless": 100252, + ".WaitFor": 100253, + "Ġdaycare": 100254, + "ĠConveyor": 100255, + "<|extra_id_0|>": 100256, + "<|endoftext|>": 100257, + "<|fim_prefix|>": 100258, + "<|fim_middle|>": 100259, + "<|fim_suffix|>": 100260, + "|||PHONE_NUMBER|||": 100261, + "|||EMAIL_ADDRESS|||": 100262, + "|||IP_ADDRESS|||": 100263, + "<|im_start|>": 100264, + "<|im_end|>": 100265, + "<|extra_id_1|>": 100266, + "<|extra_id_2|>": 100267, + "<|extra_id_3|>": 100268, + "<|extra_id_4|>": 100269, + "<|extra_id_5|>": 100270, + "<|extra_id_6|>": 100271, + "<|extra_id_7|>": 100272, + "<|extra_id_8|>": 100273, + "<|extra_id_9|>": 100274, + "<|extra_id_10|>": 100275, + "<|endofprompt|>": 100276, + "<|pad|>": 100277 + }, + "merges": [ + [ + "Ġ", + "Ġ" + ], + [ + "ĠĠ", + "ĠĠ" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "t" + ], + [ + "ĠĠĠĠ", + "ĠĠĠĠ" + ], + [ + "e", + "r" + ], + [ + "ĠĠ", + "Ġ" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "a" + ], + [ + "r", + "e" + ], + [ + "a", + "t" + ], + [ + "s", + "t" + ], + [ + "e", + "n" + ], + [ + "o", + "r" + ], + [ + "Ġt", + "h" + ], + [ + "Ċ", + "Ċ" + ], + [ + "Ġ", + "c" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "s" + ], + [ + "i", + "t" + ], + [ + "a", + "n" + ], + [ + "a", + "r" + ], + [ + "a", + "l" + ], + [ + "Ġth", + "e" + ], + [ + ";", + "Ċ" + ], + [ + "Ġ", + "p" + ], + [ + "Ġ", + "f" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "=" + ], + [ + "i", + "s" + ], + [ + "ĠĠĠĠ", + "ĠĠĠ" + ], + [ + "in", + "g" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "i", + "on" + ], + [ + "e", + "d" + ], + [ + "i", + "c" + ], + [ + "Ġ", + "b" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "t" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "o" + ], + [ + "ĉ", + "ĉ" + ], + [ + "r", + "o" + ], + [ + "a", + "s" + ], + [ + "e", + "l" + ], + [ + "c", + "t" + ], + [ + "n", + "d" + ], + [ + "Ġ", + "in" + ], + [ + "Ġ", + "h" + ], + [ + "en", + "t" + ], + [ + "i", + "d" + ], + [ + "Ġ", + "n" + ], + [ + "a", + "m" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠĠ" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "re" + ], + [ + "-", + "-" + ], + [ + "Ġ", + "{" + ], + [ + "Ġo", + "f" + ], + [ + "o", + "m" + ], + [ + ")", + ";Ċ" + ], + [ + "i", + "m" + ], + [ + "č", + "Ċ" + ], + [ + "Ġ", + "(" + ], + [ + "i", + "l" + ], + [ + "/", + "/" + ], + [ + "Ġa", + "nd" + ], + [ + "u", + "r" + ], + [ + "s", + "e" + ], + [ + "Ġ", + "l" + ], + [ + "e", + "x" + ], + [ + "Ġ", + "S" + ], + [ + "a", + "d" + ], + [ + "Ġ", + "\"" + ], + [ + "c", + "h" + ], + [ + "u", + "t" + ], + [ + "i", + "f" + ], + [ + "*", + "*" + ], + [ + "Ġ", + "}" + ], + [ + "e", + "m" + ], + [ + "o", + "l" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ" + ], + [ + "t", + "h" + ], + [ + ")", + "Ċ" + ], + [ + "Ġ{", + "Ċ" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "g" + ], + [ + "i", + "v" + ], + [ + ",", + "Ċ" + ], + [ + "c", + "e" + ], + [ + "o", + "d" + ], + [ + "Ġ", + "v" + ], + [ + "at", + "e" + ], + [ + "Ġ", + "T" + ], + [ + "a", + "g" + ], + [ + "a", + "y" + ], + [ + "Ġ", + "*" + ], + [ + "o", + "t" + ], + [ + "u", + "s" + ], + [ + "Ġ", + "C" + ], + [ + "Ġ", + "st" + ], + [ + "Ġ", + "I" + ], + [ + "u", + "n" + ], + [ + "u", + "l" + ], + [ + "u", + "e" + ], + [ + "Ġ", + "A" + ], + [ + "o", + "w" + ], + [ + "Ġ", + "'" + ], + [ + "e", + "w" + ], + [ + "Ġ", + "<" + ], + [ + "at", + "ion" + ], + [ + "(", + ")" + ], + [ + "Ġf", + "or" + ], + [ + "a", + "b" + ], + [ + "or", + "t" + ], + [ + "u", + "m" + ], + [ + "am", + "e" + ], + [ + "Ġ", + "is" + ], + [ + "p", + "e" + ], + [ + "t", + "r" + ], + [ + "c", + "k" + ], + [ + "â", + "Ģ" + ], + [ + "Ġ", + "y" + ], + [ + "i", + "st" + ], + [ + "--", + "--" + ], + [ + ".", + "ĊĊ" + ], + [ + "h", + "e" + ], + [ + "Ġ", + "e" + ], + [ + "l", + "o" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "e" + ], + [ + "er", + "s" + ], + [ + "Ġ", + "on" + ], + [ + "Ġc", + "on" + ], + [ + "a", + "p" + ], + [ + "u", + "b" + ], + [ + "Ġ", + "P" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ" + ], + [ + "as", + "s" + ], + [ + "in", + "t" + ], + [ + ">", + "Ċ" + ], + [ + "l", + "y" + ], + [ + "ur", + "n" + ], + [ + "Ġ", + "$" + ], + [ + ";", + "ĊĊ" + ], + [ + "a", + "v" + ], + [ + "p", + "ort" + ], + [ + "i", + "r" + ], + [ + "-", + ">" + ], + [ + "n", + "t" + ], + [ + "ct", + "ion" + ], + [ + "en", + "d" + ], + [ + "Ġd", + "e" + ], + [ + "0", + "0" + ], + [ + "it", + "h" + ], + [ + "ou", + "t" + ], + [ + "t", + "urn" + ], + [ + "ou", + "r" + ], + [ + "ĠĠĠĠ", + "Ġ" + ], + [ + "l", + "ic" + ], + [ + "re", + "s" + ], + [ + "p", + "t" + ], + [ + "=", + "=" + ], + [ + "Ġth", + "is" + ], + [ + "Ġw", + "h" + ], + [ + "Ġ", + "if" + ], + [ + "Ġ", + "D" + ], + [ + "v", + "er" + ], + [ + "ag", + "e" + ], + [ + "Ġ", + "B" + ], + [ + "h", + "t" + ], + [ + "ex", + "t" + ], + [ + "=", + "\"" + ], + [ + "Ġth", + "at" + ], + [ + "**", + "**" + ], + [ + "Ġ", + "R" + ], + [ + "Ġ", + "it" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "Ġ", + "r" + ], + [ + "o", + "s" + ], + [ + "an", + "d" + ], + [ + "Ġa", + "s" + ], + [ + "e", + "ct" + ], + [ + "k", + "e" + ], + [ + "ro", + "m" + ], + [ + "Ġ", + "//" + ], + [ + "c", + "on" + ], + [ + "Ġ", + "L" + ], + [ + "(", + "\"" + ], + [ + "q", + "u" + ], + [ + "l", + "ass" + ], + [ + "Ġw", + "ith" + ], + [ + "i", + "z" + ], + [ + "d", + "e" + ], + [ + "Ġ", + "N" + ], + [ + "Ġa", + "l" + ], + [ + "o", + "p" + ], + [ + "u", + "p" + ], + [ + "g", + "et" + ], + [ + "Ġ}", + "Ċ" + ], + [ + "i", + "le" + ], + [ + "Ġa", + "n" + ], + [ + "at", + "a" + ], + [ + "o", + "re" + ], + [ + "r", + "i" + ], + [ + "Ġp", + "ro" + ], + [ + ";", + "čĊ" + ], + [ + "ĉĉ", + "ĉĉ" + ], + [ + "t", + "er" + ], + [ + "a", + "in" + ], + [ + "Ġ", + "W" + ], + [ + "Ġ", + "E" + ], + [ + "Ġc", + "om" + ], + [ + "Ġre", + "turn" + ], + [ + "ar", + "t" + ], + [ + "Ġ", + "H" + ], + [ + "a", + "ck" + ], + [ + "im", + "port" + ], + [ + "ub", + "lic" + ], + [ + "Ġ", + "or" + ], + [ + "e", + "st" + ], + [ + "m", + "ent" + ], + [ + "Ġ", + "G" + ], + [ + "ab", + "le" + ], + [ + "Ġ", + "-" + ], + [ + "in", + "e" + ], + [ + "il", + "l" + ], + [ + "in", + "d" + ], + [ + "er", + "e" + ], + [ + ":", + ":" + ], + [ + "it", + "y" + ], + [ + "Ġ", + "+" + ], + [ + "Ġt", + "r" + ], + [ + "el", + "f" + ], + [ + "ig", + "ht" + ], + [ + "(", + "'" + ], + [ + "or", + "m" + ], + [ + "ul", + "t" + ], + [ + "st", + "r" + ], + [ + ".", + "." + ], + [ + "\"", + "," + ], + [ + "Ġy", + "ou" + ], + [ + "y", + "pe" + ], + [ + "p", + "l" + ], + [ + "Ġn", + "ew" + ], + [ + "Ġ", + "j" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġf", + "rom" + ], + [ + "Ġ", + "ex" + ], + [ + "Ġ", + "O" + ], + [ + "2", + "0" + ], + [ + "l", + "d" + ], + [ + "Ġ", + "[" + ], + [ + "o", + "c" + ], + [ + ":", + "Ċ" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "le" + ], + [ + "----", + "----" + ], + [ + ".", + "s" + ], + [ + "{", + "Ċ" + ], + [ + "'", + "," + ], + [ + "an", + "t" + ], + [ + "Ġa", + "t" + ], + [ + "as", + "e" + ], + [ + ".", + "c" + ], + [ + "Ġc", + "h" + ], + [ + "<", + "/" + ], + [ + "av", + "e" + ], + [ + "an", + "g" + ], + [ + "Ġa", + "re" + ], + [ + "Ġin", + "t" + ], + [ + "âĢ", + "Ļ" + ], + [ + "_", + "t" + ], + [ + "er", + "t" + ], + [ + "i", + "al" + ], + [ + "a", + "ct" + ], + [ + "}", + "Ċ" + ], + [ + "iv", + "e" + ], + [ + "od", + "e" + ], + [ + "o", + "st" + ], + [ + "Ġc", + "lass" + ], + [ + "Ġn", + "ot" + ], + [ + "o", + "g" + ], + [ + "or", + "d" + ], + [ + "al", + "ue" + ], + [ + "al", + "l" + ], + [ + "f", + "f" + ], + [ + "(", + ");Ċ" + ], + [ + "on", + "t" + ], + [ + "im", + "e" + ], + [ + "a", + "re" + ], + [ + "Ġ", + "U" + ], + [ + "Ġp", + "r" + ], + [ + "Ġ", + ":" + ], + [ + "i", + "es" + ], + [ + "iz", + "e" + ], + [ + "u", + "re" + ], + [ + "Ġb", + "y" + ], + [ + "i", + "re" + ], + [ + "Ġ}", + "ĊĊ" + ], + [ + ".", + "p" + ], + [ + "Ġs", + "h" + ], + [ + "ic", + "e" + ], + [ + "a", + "st" + ], + [ + "pt", + "ion" + ], + [ + "tr", + "ing" + ], + [ + "o", + "k" + ], + [ + "_", + "_" + ], + [ + "c", + "l" + ], + [ + "#", + "#" + ], + [ + "Ġh", + "e" + ], + [ + "ar", + "d" + ], + [ + ")", + "." + ], + [ + "Ġ", + "@" + ], + [ + "i", + "ew" + ], + [ + "ĉĉ", + "ĉ" + ], + [ + "Ġw", + "as" + ], + [ + "i", + "p" + ], + [ + "th", + "is" + ], + [ + "Ġ", + "u" + ], + [ + "ĠT", + "he" + ], + [ + "id", + "e" + ], + [ + "a", + "ce" + ], + [ + "i", + "b" + ], + [ + "a", + "c" + ], + [ + "r", + "ou" + ], + [ + "Ġw", + "e" + ], + [ + "j", + "ect" + ], + [ + "Ġp", + "ublic" + ], + [ + "a", + "k" + ], + [ + "v", + "e" + ], + [ + "at", + "h" + ], + [ + "o", + "id" + ], + [ + "Ġ=", + ">" + ], + [ + "u", + "st" + ], + [ + "q", + "ue" + ], + [ + "Ġre", + "s" + ], + [ + ")", + ")" + ], + [ + "'", + "s" + ], + [ + "Ġ", + "k" + ], + [ + "an", + "s" + ], + [ + "y", + "st" + ], + [ + "un", + "ction" + ], + [ + "****", + "****" + ], + [ + "Ġ", + "i" + ], + [ + "Ġ", + "us" + ], + [ + "p", + "p" + ], + [ + "1", + "0" + ], + [ + "on", + "e" + ], + [ + "a", + "il" + ], + [ + "==", + "==" + ], + [ + "n", + "ame" + ], + [ + "Ġst", + "r" + ], + [ + "Ġ", + "/" + ], + [ + "Ġ", + "&" + ], + [ + "a", + "ch" + ], + [ + "d", + "iv" + ], + [ + "yst", + "em" + ], + [ + "el", + "l" + ], + [ + "Ġh", + "ave" + ], + [ + "er", + "r" + ], + [ + "ou", + "ld" + ], + [ + "ul", + "l" + ], + [ + "p", + "on" + ], + [ + "Ġ", + "J" + ], + [ + "_", + "p" + ], + [ + "Ġ=", + "=" + ], + [ + "ig", + "n" + ], + [ + "S", + "t" + ], + [ + ".", + "Ċ" + ], + [ + "Ġp", + "l" + ], + [ + ")", + ";ĊĊ" + ], + [ + "f", + "orm" + ], + [ + "p", + "ut" + ], + [ + "ou", + "nt" + ], + [ + "}", + "ĊĊ" + ], + [ + "d", + "d" + ], + [ + "it", + "e" + ], + [ + "Ġg", + "et" + ], + [ + "r", + "r" + ], + [ + "om", + "e" + ], + [ + "Ġ", + "âĢ" + ], + [ + "ar", + "am" + ], + [ + "c", + "c" + ], + [ + "Ġ*", + "/" + ], + [ + "E", + "R" + ], + [ + "I", + "n" + ], + [ + "le", + "s" + ], + [ + "_", + "s" + ], + [ + "on", + "g" + ], + [ + "i", + "e" + ], + [ + "Ġc", + "an" + ], + [ + "Ġ", + "V" + ], + [ + "er", + "v" + ], + [ + "p", + "r" + ], + [ + "Ġ", + "un" + ], + [ + "ro", + "w" + ], + [ + "b", + "er" + ], + [ + "Ġd", + "o" + ], + [ + "l", + "l" + ], + [ + "Ġ", + "el" + ], + [ + "Ġs", + "elf" + ], + [ + "at", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġ", + "." + ], + [ + "'", + "]" + ], + [ + "u", + "d" + ], + [ + "Ġ", + "en" + ], + [ + "ĠT", + "h" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ" + ], + [ + "t", + "e" + ], + [ + "_", + "c" + ], + [ + "u", + "ct" + ], + [ + "Ġa", + "b" + ], + [ + "or", + "k" + ], + [ + ".", + "get" + ], + [ + "Ġ", + "#" + ], + [ + "a", + "w" + ], + [ + "res", + "s" + ], + [ + "o", + "b" + ], + [ + "N", + "ame" + ], + [ + "20", + "1" + ], + [ + "ap", + "p" + ], + [ + "[", + "'" + ], + [ + "Ġal", + "l" + ], + [ + "or", + "y" + ], + [ + "it", + "ion" + ], + [ + "an", + "ce" + ], + [ + "e", + "ar" + ], + [ + "Ġcon", + "t" + ], + [ + "v", + "ent" + ], + [ + "i", + "a" + ], + [ + "Ġw", + "ill" + ], + [ + "I", + "N" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "Ġ" + ], + [ + "re", + "turn" + ], + [ + "Ġ<", + "/" + ], + [ + "d", + "ata" + ], + [ + ")", + "ĊĊ" + ], + [ + "R", + "e" + ], + [ + "p", + "le" + ], + [ + "il", + "d" + ], + [ + "th", + "er" + ], + [ + "Ġy", + "our" + ], + [ + "\"", + "Ċ" + ], + [ + "(", + "$" + ], + [ + "Ġ", + "out" + ], + [ + ")", + "," + ], + [ + "Ġh", + "as" + ], + [ + "S", + "tring" + ], + [ + "s", + "o" + ], + [ + "Ġ", + "up" + ], + [ + "a", + "x" + ], + [ + "Ġde", + "f" + ], + [ + "Ġb", + "o" + ], + [ + "g", + "e" + ], + [ + "al", + "se" + ], + [ + "O", + "N" + ], + [ + "p", + "er" + ], + [ + "1", + "2" + ], + [ + "ic", + "h" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġ", + "_" + ], + [ + "_", + "m" + ], + [ + "ad", + "d" + ], + [ + "que", + "st" + ], + [ + "od", + "el" + ], + [ + "s", + "elf" + ], + [ + "er", + "y" + ], + [ + "f", + "t" + ], + [ + "en", + "s" + ], + [ + "//", + "//" + ], + [ + "a", + "ke" + ], + [ + ".", + "C" + ], + [ + "Ġg", + "o" + ], + [ + "Ġf", + "unction" + ], + [ + "Ġ", + "K" + ], + [ + "iv", + "ate" + ], + [ + "Ġ", + "im" + ], + [ + "Ġcon", + "st" + ], + [ + ".", + "t" + ], + [ + "Ġ*/", + "Ċ" + ], + [ + ")", + ";čĊ" + ], + [ + "Ġv", + "oid" + ], + [ + "Ġs", + "et" + ], + [ + "ĠS", + "ystem" + ], + [ + "c", + "ri" + ], + [ + "(", + ")Ċ" + ], + [ + "l", + "i" + ], + [ + "ĉ", + "if" + ], + [ + ".", + "m" + ], + [ + "al", + "ly" + ], + [ + "s", + "et" + ], + [ + "e", + "p" + ], + [ + "âĢĻ", + "s" + ], + [ + "b", + "o" + ], + [ + "de", + "f" + ], + [ + "'", + ",Ċ" + ], + [ + "Ġm", + "e" + ], + [ + "Ġ", + "!" + ], + [ + "at", + "ch" + ], + [ + "\"", + ">" + ], + [ + "\"", + ",Ċ" + ], + [ + "e", + "c" + ], + [ + "ĠI", + "n" + ], + [ + "p", + "h" + ], + [ + "Ġ", + "|" + ], + [ + "_", + "f" + ], + [ + "Ġv", + "ar" + ], + [ + "en", + "ce" + ], + [ + "I", + "d" + ], + [ + "re", + "e" + ], + [ + "in", + "k" + ], + [ + "le", + "ct" + ], + [ + "u", + "g" + ], + [ + "et", + "h" + ], + [ + "Ġel", + "se" + ], + [ + "--------", + "--------" + ], + [ + "1", + "9" + ], + [ + "con", + "t" + ], + [ + "Ġs", + "o" + ], + [ + "at", + "ic" + ], + [ + "Ġl", + "o" + ], + [ + "p", + "ro" + ], + [ + "t", + "on" + ], + [ + "s", + "s" + ], + [ + "ow", + "n" + ], + [ + "ab", + "el" + ], + [ + "o", + "int" + ], + [ + "ou", + "s" + ], + [ + "el", + "d" + ], + [ + "S", + "T" + ], + [ + "T", + "he" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "R", + "E" + ], + [ + "\"", + ":" + ], + [ + "ol", + "or" + ], + [ + "t", + "p" + ], + [ + "e", + "g" + ], + [ + "ke", + "y" + ], + [ + "u", + "de" + ], + [ + "ĠS", + "t" + ], + [ + "ou", + "nd" + ], + [ + "Ġa", + "r" + ], + [ + "\"", + ");Ċ" + ], + [ + "en", + "er" + ], + [ + "s", + "er" + ], + [ + "1", + "1" + ], + [ + "b", + "ject" + ], + [ + "ess", + "age" + ], + [ + "f", + "er" + ], + [ + "Ġm", + "ore" + ], + [ + "ation", + "s" + ], + [ + "ent", + "s" + ], + [ + "Ġh", + "is" + ], + [ + "Ġthe", + "y" + ], + [ + ".", + "S" + ], + [ + "Ġ", + "Y" + ], + [ + "u", + "se" + ], + [ + "n", + "e" + ], + [ + "is", + "h" + ], + [ + "ol", + "d" + ], + [ + "_", + "d" + ], + [ + "i", + "o" + ], + [ + "i", + "eld" + ], + [ + "Ġp", + "er" + ], + [ + "C", + "ont" + ], + [ + "ing", + "s" + ], + [ + "##", + "##" + ], + [ + "Ġd", + "ata" + ], + [ + "Ġs", + "a" + ], + [ + "e", + "f" + ], + [ + "f", + "o" + ], + [ + "Ġon", + "e" + ], + [ + "en", + "g" + ], + [ + "Ġd", + "is" + ], + [ + "A", + "T" + ], + [ + "Ġn", + "ame" + ], + [ + "Ġtr", + "ue" + ], + [ + "v", + "al" + ], + [ + "le", + "d" + ], + [ + ".", + "f" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "end" + ], + [ + "3", + "2" + ], + [ + ".", + "T" + ], + [ + "1", + "6" + ], + [ + "c", + "re" + ], + [ + "ar", + "k" + ], + [ + "lo", + "g" + ], + [ + "E", + "x" + ], + [ + "err", + "or" + ], + [ + "_", + "id" + ], + [ + "ur", + "re" + ], + [ + "ang", + "e" + ], + [ + "Ġn", + "ull" + ], + [ + "rr", + "ay" + ], + [ + "Ġm", + "y" + ], + [ + "p", + "an" + ], + [ + "ic", + "t" + ], + [ + "at", + "or" + ], + [ + "V", + "iew" + ], + [ + "L", + "ist" + ], + [ + "ĉ", + "return" + ], + [ + "âĢ", + "Ŀ" + ], + [ + "Ġp", + "re" + ], + [ + "Ġ", + "x" + ], + [ + "cl", + "ude" + ], + [ + "ar", + "g" + ], + [ + "1", + "5" + ], + [ + "o", + "v" + ], + [ + ".", + "h" + ], + [ + "Ġ", + ">" + ], + [ + "Ġthe", + "ir" + ], + [ + "'", + ")" + ], + [ + "ir", + "st" + ], + [ + "ic", + "k" + ], + [ + "g", + "h" + ], + [ + "L", + "E" + ], + [ + "O", + "R" + ], + [ + "Ġpr", + "ivate" + ], + [ + "t", + "em" + ], + [ + "čĊ", + "čĊ" + ], + [ + "us", + "er" + ], + [ + "Ġ", + ")" + ], + [ + "c", + "om" + ], + [ + ".", + "A" + ], + [ + "\"", + ";Ċ" + ], + [ + "Ġ", + "id" + ], + [ + "re", + "ad" + ], + [ + "Ġwh", + "o" + ], + [ + "_", + "b" + ], + [ + "\"", + ">Ċ" + ], + [ + "Ġt", + "ime" + ], + [ + "Ġm", + "an" + ], + [ + "r", + "y" + ], + [ + "====", + "====" + ], + [ + "rou", + "p" + ], + [ + "ro", + "p" + ], + [ + "p", + "ublic" + ], + [ + "v", + "el" + ], + [ + "um", + "ber" + ], + [ + "b", + "le" + ], + [ + "Ġwh", + "ich" + ], + [ + "********", + "********" + ], + [ + "Ġan", + "y" + ], + [ + "Ġf", + "alse" + ], + [ + "w", + "e" + ], + [ + "Ġv", + "alue" + ], + [ + "Ġl", + "i" + ], + [ + "\"", + ")" + ], + [ + "nd", + "er" + ], + [ + "g", + "r" + ], + [ + "Ġn", + "o" + ], + [ + "p", + "aram" + ], + [ + "2", + "5" + ], + [ + "f", + "ig" + ], + [ + ".c", + "om" + ], + [ + "Ġa", + "pp" + ], + [ + "_", + "l" + ], + [ + "ion", + "s" + ], + [ + ".", + "D" + ], + [ + "ĠC", + "h" + ], + [ + "Ġab", + "out" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġs", + "u" + ], + [ + "Ġstr", + "ing" + ], + [ + "I", + "D" + ], + [ + "Ġo", + "ver" + ], + [ + "str", + "ing" + ], + [ + ".", + "l" + ], + [ + "our", + "ce" + ], + [ + "00", + "0" + ], + [ + "_", + "C" + ], + [ + "]", + "Ċ" + ], + [ + "Ġ", + "qu" + ], + [ + "ĠS", + "tring" + ], + [ + "c", + "a" + ], + [ + "S", + "E" + ], + [ + "Ġ", + "ro" + ], + [ + "s", + "h" + ], + [ + "u", + "al" + ], + [ + "T", + "ype" + ], + [ + "s", + "on" + ], + [ + "n", + "ew" + ], + [ + "er", + "n" + ], + [ + "Ġa", + "g" + ], + [ + "A", + "R" + ], + [ + "]", + ";Ċ" + ], + [ + "]", + "." + ], + [ + "Ġ", + "?" + ], + [ + "ic", + "al" + ], + [ + "Ġd", + "es" + ], + [ + "ut", + "h" + ], + [ + "i", + "x" + ], + [ + "ay", + "s" + ], + [ + "Ġt", + "ype" + ], + [ + "'", + "t" + ], + [ + "a", + "ult" + ], + [ + "Ġin", + "ter" + ], + [ + "v", + "ar" + ], + [ + ".", + "b" + ], + [ + "Ġp", + "art" + ], + [ + ".", + "d" + ], + [ + "urre", + "nt" + ], + [ + "I", + "T" + ], + [ + "E", + "N" + ], + [ + "3", + "0" + ], + [ + "en", + "c" + ], + [ + "(", + "f" + ], + [ + "r", + "a" + ], + [ + "v", + "alue" + ], + [ + "ch", + "o" + ], + [ + "1", + "8" + ], + [ + "ut", + "ton" + ], + [ + "o", + "se" + ], + [ + "1", + "4" + ], + [ + "Ġ!", + "=" + ], + [ + "at", + "er" + ], + [ + "Ã", + "©" + ], + [ + "re", + "ate" + ], + [ + "ol", + "l" + ], + [ + "p", + "os" + ], + [ + "y", + "le" + ], + [ + "n", + "g" + ], + [ + "A", + "L" + ], + [ + "us", + "ing" + ], + [ + "am", + "es" + ], + [ + "Ġ{", + "čĊ" + ], + [ + "at", + "es" + ], + [ + "el", + "y" + ], + [ + "Ġw", + "ork" + ], + [ + "Ġ", + "em" + ], + [ + "in", + "al" + ], + [ + "Ġs", + "p" + ], + [ + "Ġwh", + "en" + ], + [ + ".s", + "et" + ], + [ + "ĠĠĠĠ", + "ĠĠ" + ], + [ + ")", + ":Ċ" + ], + [ + "t", + "o" + ], + [ + "qu", + "ire" + ], + [ + "ind", + "ow" + ], + [ + "le", + "ment" + ], + [ + "pe", + "ct" + ], + [ + "as", + "h" + ], + [ + "[", + "i" + ], + [ + "Ġu", + "se" + ], + [ + ".", + "F" + ], + [ + "pe", + "c" + ], + [ + "Ġa", + "d" + ], + [ + "o", + "ve" + ], + [ + "ce", + "ption" + ], + [ + "eng", + "th" + ], + [ + "in", + "clude" + ], + [ + "ad", + "er" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "at", + "us" + ], + [ + "T", + "h" + ], + [ + "it", + "le" + ], + [ + "r", + "it" + ], + [ + "v", + "oid" + ], + [ + "()", + "." + ], + [ + "(", + "Ċ" + ], + [ + "Ġof", + "f" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġ&", + "&" + ], + [ + "'", + ";Ċ" + ], + [ + "m", + "s" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġt", + "e" + ], + [ + "m", + "l" + ], + [ + "c", + "o" + ], + [ + "n", + "c" + ], + [ + "1", + "3" + ], + [ + "erv", + "ice" + ], + [ + "Ġ", + "%" + ], + [ + "**", + "Ċ" + ], + [ + "an", + "n" + ], + [ + "ad", + "e" + ], + [ + "ĊĊ", + "ĊĊ" + ], + [ + "lo", + "ck" + ], + [ + "con", + "st" + ], + [ + "1", + "00" + ], + [ + "pon", + "se" + ], + [ + "Ġs", + "up" + ], + [ + "+", + "+" + ], + [ + "d", + "ate" + ], + [ + "Ġa", + "cc" + ], + [ + "Ġh", + "ad" + ], + [ + "Ġb", + "u" + ], + [ + "2", + "00" + ], + [ + "ĠR", + "e" + ], + [ + "Ġw", + "ere" + ], + [ + "Ġf", + "ile" + ], + [ + "Ġw", + "ould" + ], + [ + "ĠâĢ", + "ľ" + ], + [ + "v", + "en" + ], + [ + "is", + "s" + ], + [ + "Ġ", + "our" + ], + [ + "c", + "lass" + ], + [ + "r", + "aw" + ], + [ + "Ġy", + "ear" + ], + [ + "D", + "ata" + ], + [ + "Ġv", + "al" + ], + [ + "Ġs", + "ome" + ], + [ + "f", + "ter" + ], + [ + "y", + "s" + ], + [ + "Ġ//", + "/" + ], + [ + "rou", + "nd" + ], + [ + "v", + "iew" + ], + [ + "Ġp", + "e" + ], + [ + "Ġth", + "ere" + ], + [ + "Ġsa", + "id" + ], + [ + "d", + "u" + ], + [ + "o", + "f" + ], + [ + "l", + "ine" + ], + [ + "/", + "*" + ], + [ + "d", + "uct" + ], + [ + "Ġh", + "er" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ" + ], + [ + "R", + "es" + ], + [ + "Ġc", + "o" + ], + [ + "Ġcom", + "m" + ], + [ + "is", + "e" + ], + [ + "m", + "in" + ], + [ + "ĠĠĠĠ", + "Ċ" + ], + [ + "#", + "include" + ], + [ + "eth", + "od" + ], + [ + ".", + "P" + ], + [ + "ut", + "e" + ], + [ + "Ġas", + "s" + ], + [ + "I", + "nt" + ], + [ + "as", + "k" + ], + [ + "lo", + "c" + ], + [ + "Ġli", + "ke" + ], + [ + "od", + "y" + ], + [ + "Ġle", + "t" + ], + [ + "lo", + "ad" + ], + [ + "Ġa", + "m" + ], + [ + "ro", + "l" + ], + [ + "Ġg", + "r" + ], + [ + "y", + "p" + ], + [ + "Ġal", + "so" + ], + [ + "ĠI", + "t" + ], + [ + "ur", + "l" + ], + [ + "if", + "ic" + ], + [ + "or", + "s" + ], + [ + "_", + "P" + ], + [ + "_", + "n" + ], + [ + "ig", + "h" + ], + [ + "Ġth", + "an" + ], + [ + "C", + "om" + ], + [ + "A", + "N" + ], + [ + "U", + "L" + ], + [ + "at", + "ing" + ], + [ + "1", + "7" + ], + [ + "ĠTh", + "is" + ], + [ + "re", + "f" + ], + [ + "_", + "S" + ], + [ + "Ġst", + "atic" + ], + [ + "ro", + "ll" + ], + [ + "Ġj", + "ust" + ], + [ + "Ġres", + "ult" + ], + [ + "i", + "an" + ], + [ + "id", + "th" + ], + [ + "Ġthe", + "m" + ], + [ + ")", + ");Ċ" + ], + [ + "d", + "er" + ], + [ + "re", + "ak" + ], + [ + "C", + "on" + ], + [ + ":", + "//" + ], + [ + "u", + "le" + ], + [ + "..", + "." + ], + [ + "ar", + "ch" + ], + [ + "em", + "ent" + ], + [ + "Ġ<", + "<" + ], + [ + "5", + "0" + ], + [ + "us", + "h" + ], + [ + "en", + "se" + ], + [ + "ar", + "r" + ], + [ + "Ġint", + "o" + ], + [ + "c", + "ess" + ], + [ + "am", + "p" + ], + [ + "i", + "ed" + ], + [ + "um", + "ent" + ], + [ + "Ġ", + "\\" + ], + [ + "]", + "," + ], + [ + "w", + "o" + ], + [ + "al", + "s" + ], + [ + "Ġwh", + "at" + ], + [ + "an", + "c" + ], + [ + "V", + "alue" + ], + [ + "=", + "'" + ], + [ + "ol", + "um" + ], + [ + "Ġp", + "os" + ], + [ + "ag", + "es" + ], + [ + "ay", + "er" + ], + [ + "Ġs", + "c" + ], + [ + "u", + "es" + ], + [ + "\"", + ")Ċ" + ], + [ + "_", + "T" + ], + [ + "Ġl", + "ist" + ], + [ + "(", + "s" + ], + [ + "Ġc", + "ase" + ], + [ + "C", + "h" + ], + [ + "ĉĉĉĉ", + "ĉ" + ], + [ + "////", + "////" + ], + [ + "pon", + "ent" + ], + [ + "Ġ", + "z" + ], + [ + "Ġk", + "n" + ], + [ + "le", + "t" + ], + [ + "D", + "E" + ], + [ + "re", + "d" + ], + [ + "Ġf", + "e" + ], + [ + "Ġ}", + ",Ċ" + ], + [ + "Ġ", + "," + ], + [ + "(", + "t" + ], + [ + "Ġf", + "irst" + ], + [ + "'", + ");Ċ" + ], + [ + "w", + "ord" + ], + [ + "Ġ", + "import" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġch", + "ar" + ], + [ + "C", + "T" + ], + [ + "ĠT", + "r" + ], + [ + "op", + "le" + ], + [ + "=", + "{" + ], + [ + "ĉ", + "f" + ], + [ + "2", + "4" + ], + [ + "i", + "ent" + ], + [ + "c", + "ent" + ], + [ + ".", + "j" + ], + [ + "le", + "ction" + ], + [ + ")", + ")Ċ" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġpr", + "int" + ], + [ + "m", + "er" + ], + [ + ".", + "W" + ], + [ + "o", + "ck" + ], + [ + "Ġ", + "--" + ], + [ + "T", + "ext" + ], + [ + "Ġo", + "p" + ], + [ + "an", + "k" + ], + [ + "Ġit", + "s" + ], + [ + "Ġb", + "ack" + ], + [ + "[", + "\"" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "Ġs", + "ub" + ], + [ + "Ġl", + "a" + ], + [ + "(", + "(" + ], + [ + ".", + "\"" + ], + [ + "O", + "bject" + ], + [ + "Ġst", + "art" + ], + [ + "f", + "ile" + ], + [ + "(", + "self" + ], + [ + "n", + "er" + ], + [ + "e", + "y" + ], + [ + "Ġus", + "er" + ], + [ + "Ġ", + "ent" + ], + [ + "ĠC", + "om" + ], + [ + "it", + "s" + ], + [ + "ĠC", + "on" + ], + [ + "ou", + "ble" + ], + [ + "ow", + "er" + ], + [ + "it", + "em" + ], + [ + "ver", + "y" + ], + [ + "ĠW", + "e" + ], + [ + "6", + "4" + ], + [ + "lic", + "k" + ], + [ + "Ġ", + "Q" + ], + [ + "ph", + "p" + ], + [ + "t", + "tp" + ], + [ + "'", + ":" + ], + [ + "ic", + "s" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġ*", + "Ċ" + ], + [ + ".", + "L" + ], + [ + ")", + ";" + ], + [ + "ic", + "es" + ], + [ + "Ġre", + "g" + ], + [ + ")", + "čĊ" + ], + [ + "ĉ", + "public" + ], + [ + "S", + "S" + ], + [ + "Ġth", + "en" + ], + [ + "re", + "at" + ], + [ + "i", + "ous" + ], + [ + ".", + "G" + ], + [ + "e", + "k" + ], + [ + "ire", + "ct" + ], + [ + "he", + "ck" + ], + [ + "cri", + "pt" + ], + [ + "n", + "ing" + ], + [ + "ĠU", + "n" + ], + [ + "Ġm", + "ay" + ], + [ + "ĠW", + "h" + ], + [ + "B", + "o" + ], + [ + "I", + "tem" + ], + [ + "str", + "uct" + ], + [ + ".", + "st" + ], + [ + "re", + "am" + ], + [ + "ib", + "le" + ], + [ + "lo", + "at" + ], + [ + "Ġor", + "g" + ], + [ + "u", + "nd" + ], + [ + "s", + "um" + ], + [ + "_", + "in" + ], + [ + "..", + "/" + ], + [ + "_", + "M" + ], + [ + "Ġh", + "ow" + ], + [ + "r", + "ite" + ], + [ + "'", + "Ċ" + ], + [ + "T", + "o" + ], + [ + "4", + "0" + ], + [ + "w", + "w" + ], + [ + "Ġpe", + "ople" + ], + [ + "ind", + "ex" + ], + [ + ".", + "n" + ], + [ + "ht", + "tp" + ], + [ + "(", + "m" + ], + [ + "ect", + "or" + ], + [ + "Ġin", + "d" + ], + [ + "Ġj", + "av" + ], + [ + "]", + ",Ċ" + ], + [ + "ĠH", + "e" + ], + [ + "_", + "st" + ], + [ + "f", + "ul" + ], + [ + "o", + "le" + ], + [ + ")", + "{Ċ" + ], + [ + "Ġsh", + "ould" + ], + [ + "op", + "y" + ], + [ + "el", + "p" + ], + [ + "i", + "er" + ], + [ + "_", + "name" + ], + [ + "ers", + "on" + ], + [ + "I", + "ON" + ], + [ + "ot", + "e" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "et" + ], + [ + "rr", + "or" + ], + [ + "ul", + "ar" + ], + [ + "ã", + "Ģ" + ], + [ + "Ġ", + "Ð" + ], + [ + "b", + "s" + ], + [ + "t", + "ing" + ], + [ + "Ġm", + "ake" + ], + [ + "T", + "r" + ], + [ + "Ġa", + "fter" + ], + [ + "ar", + "get" + ], + [ + "R", + "O" + ], + [ + "olum", + "n" + ], + [ + "r", + "c" + ], + [ + "_", + "re" + ], + [ + "def", + "ine" + ], + [ + "2", + "2" + ], + [ + "Ġr", + "ight" + ], + [ + "r", + "ight" + ], + [ + "d", + "ay" + ], + [ + "Ġl", + "ong" + ], + [ + "[", + "]" + ], + [ + "(", + "p" + ], + [ + "t", + "d" + ], + [ + "con", + "d" + ], + [ + "ĠP", + "ro" + ], + [ + "Ġre", + "m" + ], + [ + "ption", + "s" + ], + [ + "v", + "id" + ], + [ + ".", + "g" + ], + [ + "Ġ", + "ext" + ], + [ + "Ġ", + "__" + ], + [ + "'", + ")Ċ" + ], + [ + "p", + "ace" + ], + [ + "m", + "p" + ], + [ + "Ġm", + "in" + ], + [ + "st", + "ance" + ], + [ + "a", + "ir" + ], + [ + "a", + "ction" + ], + [ + "w", + "h" + ], + [ + "t", + "ype" + ], + [ + "ut", + "il" + ], + [ + "a", + "it" + ], + [ + "<", + "?" + ], + [ + "I", + "C" + ], + [ + "t", + "ext" + ], + [ + "Ġp", + "h" + ], + [ + "Ġf", + "l" + ], + [ + ".", + "M" + ], + [ + "cc", + "ess" + ], + [ + "b", + "r" + ], + [ + "f", + "ore" + ], + [ + "ers", + "ion" + ], + [ + ")", + ",Ċ" + ], + [ + ".", + "re" + ], + [ + "ate", + "g" + ], + [ + "Ġl", + "oc" + ], + [ + "in", + "s" + ], + [ + "-", + "s" + ], + [ + "tr", + "ib" + ], + [ + "ĠI", + "nt" + ], + [ + "Ġa", + "rray" + ], + [ + ",", + "\"" + ], + [ + "P", + "ro" + ], + [ + "(", + "c" + ], + [ + "ess", + "ion" + ], + [ + ">", + "ĊĊ" + ], + [ + "Ġs", + "he" + ], + [ + "\"", + "]" + ], + [ + "ap", + "h" + ], + [ + "Ġex", + "p" + ], + [ + "ert", + "y" + ], + [ + "ĠS", + "e" + ], + [ + "Ġp", + "ar" + ], + [ + "un", + "c" + ], + [ + "E", + "T" + ], + [ + "Ġre", + "ad" + ], + [ + "pr", + "int" + ], + [ + "Ġre", + "l" + ], + [ + "Ġfor", + "m" + ], + [ + "Ġd", + "r" + ], + [ + "Ex", + "ception" + ], + [ + "in", + "put" + ], + [ + "Ġtr", + "ans" + ], + [ + "####", + "####" + ], + [ + "ord", + "er" + ], + [ + "B", + "y" + ], + [ + "Ġa", + "w" + ], + [ + "it", + "ies" + ], + [ + "u", + "ff" + ], + [ + "pl", + "ay" + ], + [ + ".", + "add" + ], + [ + "ĠâĢ", + "ĵ" + ], + [ + "Ġw", + "ant" + ], + [ + "Ġcom", + "p" + ], + [ + "ment", + "s" + ], + [ + "Ġ|", + "|" + ], + [ + "a", + "z" + ], + [ + "b", + "e" + ], + [ + "Ġn", + "umber" + ], + [ + "Ġre", + "quire" + ], + [ + "ĠE", + "x" + ], + [ + "6", + "0" + ], + [ + "Ġc", + "ol" + ], + [ + "Ġ", + "key" + ], + [ + "em", + "ber" + ], + [ + "Ġt", + "wo" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġwh", + "ere" + ], + [ + "U", + "T" + ], + [ + "res", + "ult" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "ou", + "gh" + ], + [ + "or", + "ld" + ], + [ + "o", + "od" + ], + [ + "u", + "ch" + ], + [ + "at", + "ive" + ], + [ + "g", + "er" + ], + [ + "are", + "nt" + ], + [ + "Ġ/", + "*" + ], + [ + "Ġar", + "g" + ], + [ + "Ġwh", + "ile" + ], + [ + "2", + "3" + ], + [ + "(", + "this" + ], + [ + "Ġre", + "c" + ], + [ + "Ġd", + "if" + ], + [ + "St", + "ate" + ], + [ + "Ġs", + "pec" + ], + [ + "r", + "ide" + ], + [ + "_", + "F" + ], + [ + "Ġlo", + "ok" + ], + [ + "A", + "M" + ], + [ + "il", + "ity" + ], + [ + "et", + "er" + ], + [ + "âĢĻ", + "t" + ], + [ + "ĊĊ", + "Ċ" + ], + [ + "ay", + "out" + ], + [ + "----------------", + "----------------" + ], + [ + "ag", + "er" + ], + [ + "Ġc", + "ould" + ], + [ + "Ġb", + "r" + ], + [ + "end", + "s" + ], + [ + "u", + "res" + ], + [ + "Ġkn", + "ow" + ], + [ + "et", + "s" + ], + [ + "ĠI", + "f" + ], + [ + "ĠS", + "h" + ], + [ + ".", + "w" + ], + [ + "b", + "ack" + ], + [ + "Ġs", + "er" + ], + [ + "Ġ+", + "=" + ], + [ + "Ġf", + "r" + ], + [ + "()", + ");Ċ" + ], + [ + "Ġh", + "and" + ], + [ + "I", + "nd" + ], + [ + "UL", + "L" + ], + [ + "I", + "m" + ], + [ + "()", + ";ĊĊ" + ], + [ + "Ġm", + "ost" + ], + [ + "Ġtr", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "rou", + "gh" + ], + [ + ">", + "čĊ" + ], + [ + "ack", + "age" + ], + [ + "Ġh", + "im" + ], + [ + ".", + "_" + ], + [ + "if", + "y" + ], + [ + "Ġb", + "reak" + ], + [ + "Ġ", + ");Ċ" + ], + [ + "re", + "n" + ], + [ + "#", + "define" + ], + [ + "it", + "t" + ], + [ + "Ġa", + "p" + ], + [ + "ĉ", + "c" + ], + [ + "(", + "n" + ], + [ + "ĠY", + "ou" + ], + [ + ":", + "ĊĊ" + ], + [ + "-", + "m" + ], + [ + "Ġe", + "very" + ], + [ + "ust", + "om" + ], + [ + "li", + "ent" + ], + [ + "oc", + "ument" + ], + [ + "cri", + "ption" + ], + [ + "E", + "rror" + ], + [ + "-", + "b" + ], + [ + "Ð", + "¾" + ], + [ + "]", + "[" + ], + [ + "9", + "9" + ], + [ + "tr", + "ans" + ], + [ + "Ġp", + "oint" + ], + [ + "Ġst", + "d" + ], + [ + "Ġf", + "il" + ], + [ + "T", + "ime" + ], + [ + "8", + "0" + ], + [ + "Ġm", + "od" + ], + [ + "Ġ", + "->" + ], + [ + "Ġ", + "error" + ], + [ + "a", + "h" + ], + [ + "Ġt", + "ext" + ], + [ + "roll", + "er" + ], + [ + "lo", + "se" + ], + [ + "q", + "l" + ], + [ + "Ġp", + "ol" + ], + [ + ">", + "", + "<" + ], + [ + ".", + "B" + ], + [ + "-", + "c" + ], + [ + "Ġop", + "en" + ], + [ + "Ġe", + "st" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "Ġn", + "ext" + ], + [ + "I", + "M" + ], + [ + "Ñ", + "Ĥ" + ], + [ + "O", + "T" + ], + [ + "Ã", + "³" + ], + [ + "Ġf", + "ollow" + ], + [ + "cont", + "ent" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ" + ], + [ + "Ġin", + "clud" + ], + [ + "H", + "E" + ], + [ + "ĠR", + "es" + ], + [ + "Ġh", + "ref" + ], + [ + "Ð", + "¸" + ], + [ + "Ġc", + "ar" + ], + [ + "yp", + "es" + ], + [ + "im", + "age" + ], + [ + "U", + "n" + ], + [ + "Ġbo", + "ol" + ], + [ + "A", + "D" + ], + [ + "Ġg", + "ame" + ], + [ + ".F", + "orm" + ], + [ + "row", + "s" + ], + [ + "*", + "/" + ], + [ + "vel", + "op" + ], + [ + ".D", + "rawing" + ], + [ + "Ġp", + "ath" + ], + [ + "is", + "ion" + ], + [ + "Ġe", + "ach" + ], + [ + "ĠP", + "l" + ], + [ + "_t", + "ype" + ], + [ + "P", + "ath" + ], + [ + "ne", + "ction" + ], + [ + "Ġa", + "v" + ], + [ + "'", + ")." + ], + [ + "Ġsup", + "port" + ], + [ + "EN", + "T" + ], + [ + "re", + "m" + ], + [ + "\"", + ")." + ], + [ + "Ġo", + "wn" + ], + [ + "Ġc", + "or" + ], + [ + "c", + "ount" + ], + [ + "m", + "iss" + ], + [ + "u", + "ally" + ], + [ + "Ġm", + "em" + ], + [ + "st", + "d" + ], + [ + "i", + "ence" + ], + [ + "se", + "arch" + ], + [ + "\"", + "ĊĊ" + ], + [ + "F", + "orm" + ], + [ + "Ġs", + "ex" + ], + [ + "en", + "ame" + ], + [ + "Ġs", + "ign" + ], + [ + "Ġ", + "et" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠ" + ], + [ + "',", + "'" + ], + [ + "ĠA", + "pp" + ], + [ + "Ġth", + "ose" + ], + [ + "o", + "ff" + ], + [ + "Ġ", + "err" + ], + [ + "Ġs", + "ystem" + ], + [ + "Ġbe", + "st" + ], + [ + "c", + "ode" + ], + [ + "Ġs", + "ame" + ], + [ + "Ġd", + "i" + ], + [ + "us", + "s" + ], + [ + "Ġc", + "reate" + ], + [ + "ath", + "er" + ], + [ + "A", + "rray" + ], + [ + ".", + "in" + ], + [ + "f", + "e" + ], + [ + "S", + "ervice" + ], + [ + "U", + "N" + ], + [ + "at", + "s" + ], + [ + "Ġ", + "Z" + ], + [ + "al", + "th" + ], + [ + "Ġm", + "ade" + ], + [ + "tr", + "ue" + ], + [ + "A", + "B" + ], + [ + "Ġm", + "ark" + ], + [ + "r", + "id" + ], + [ + "if", + "ied" + ], + [ + ",", + "čĊ" + ], + [ + "y", + "n" + ], + [ + "p", + "ress" + ], + [ + "Ġg", + "roup" + ], + [ + "Ġf", + "in" + ], + [ + "ĠL", + "icense" + ], + [ + "F", + "ield" + ], + [ + "eg", + "er" + ], + [ + "Ġw", + "orld" + ], + [ + "in", + "ess" + ], + [ + "t", + "y" + ], + [ + "Ġpro", + "cess" + ], + [ + "(", + "b" + ], + [ + "Ġc", + "re" + ], + [ + "ar", + "n" + ], + [ + "iv", + "es" + ], + [ + "Ġm", + "ain" + ], + [ + "ide", + "o" + ], + [ + "3", + "6" + ], + [ + "_", + "g" + ], + [ + "A", + "G" + ], + [ + "val", + "id" + ], + [ + "im", + "g" + ], + [ + "P", + "I" + ], + [ + "Ġc", + "olor" + ], + [ + "Ġre", + "port" + ], + [ + "Ġt", + "ake" + ], + [ + "ri", + "b" + ], + [ + "O", + "M" + ], + [ + "Ġd", + "ay" + ], + [ + "Re", + "quest" + ], + [ + "Ġs", + "k" + ], + [ + "b", + "ers" + ], + [ + "ĉ", + "s" + ], + [ + ".A", + "dd" + ], + [ + "o", + "ot" + ], + [ + "Im", + "age" + ], + [ + "Ġcom", + "ple" + ], + [ + "ol", + "lection" + ], + [ + "Ġto", + "p" + ], + [ + "Ġf", + "ree" + ], + [ + "A", + "S" + ], + [ + "D", + "e" + ], + [ + "ĠO", + "n" + ], + [ + "I", + "G" + ], + [ + "9", + "0" + ], + [ + "et", + "a" + ], + [ + "D", + "ate" + ], + [ + "Ġa", + "ction" + ], + [ + "3", + "4" + ], + [ + "O", + "ver" + ], + [ + "it", + "or" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "n", + "ot" + ], + [ + "Ġind", + "ex" + ], + [ + "h", + "er" + ], + [ + "ic", + "on" + ], + [ + "O", + "n" + ], + [ + ";čĊ", + "čĊ" + ], + [ + "iv", + "ity" + ], + [ + "m", + "and" + ], + [ + ".W", + "indows" + ], + [ + "O", + "L" + ], + [ + "Ġre", + "al" + ], + [ + "Ġm", + "ax" + ], + [ + "l", + "and" + ], + [ + "..", + ".." + ], + [ + "r", + "aph" + ], + [ + "Ġbu", + "ild" + ], + [ + "le", + "g" + ], + [ + "ass", + "word" + ], + [ + "?", + "ĊĊ" + ], + [ + "âĢ", + "¦" + ], + [ + "o", + "ok" + ], + [ + "u", + "ck" + ], + [ + "Ġm", + "essage" + ], + [ + "t", + "est" + ], + [ + "iv", + "ers" + ], + [ + "3", + "8" + ], + [ + "Ġin", + "put" + ], + [ + "Ġar", + "t" + ], + [ + "Ġbet", + "ween" + ], + [ + "G", + "et" + ], + [ + "ent", + "er" + ], + [ + "g", + "round" + ], + [ + "en", + "e" + ], + [ + "Ã", + "¡" + ], + [ + ".l", + "ength" + ], + [ + "N", + "ode" + ], + [ + "(", + "i" + ], + [ + "C", + "lass" + ], + [ + "f", + "or" + ], + [ + "ĠâĢ", + "Ķ" + ], + [ + "t", + "en" + ], + [ + "o", + "in" + ], + [ + "Ġ", + "ke" + ], + [ + "u", + "i" + ], + [ + "ĠI", + "N" + ], + [ + "Ġt", + "able" + ], + [ + "s", + "ub" + ], + [ + "ĠL", + "e" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġm", + "ust" + ], + [ + "////////", + "////////" + ], + [ + ".", + "util" + ], + [ + "Cont", + "ext" + ], + [ + "Ġor", + "der" + ], + [ + "Ġm", + "ov" + ], + [ + "o", + "ver" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġs", + "ay" + ], + [ + "st", + "atic" + ], + [ + ".T", + "ext" + ], + [ + "Ġclass", + "Name" + ], + [ + "pan", + "y" + ], + [ + "Ġt", + "er" + ], + [ + "he", + "ad" + ], + [ + "r", + "g" + ], + [ + "Ġpro", + "duct" + ], + [ + "Th", + "is" + ], + [ + ".", + "âĢĿ" + ], + [ + "ĠB", + "ut" + ], + [ + "7", + "0" + ], + [ + "lo", + "y" + ], + [ + "Ġd", + "ouble" + ], + [ + "s", + "g" + ], + [ + "Ġpl", + "ace" + ], + [ + ".", + "x" + ], + [ + "m", + "essage" + ], + [ + "Ġin", + "formation" + ], + [ + "pr", + "ivate" + ], + [ + "Ġo", + "per" + ], + [ + "c", + "ed" + ], + [ + "d", + "b" + ], + [ + "\">", + "" + ], + [ + "ater", + "ial" + ], + [ + "ile", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + "Q", + "u" + ], + [ + "Ñ", + "Ģ" + ], + [ + "un", + "g" + ], + [ + "m", + "ap" + ], + [ + "ĉĉĉĉ", + "ĉĉĉĉ" + ], + [ + "Ġle", + "vel" + ], + [ + "Com", + "ponent" + ], + [ + "bo", + "ok" + ], + [ + "cre", + "en" + ], + [ + "_", + "RE" + ], + [ + "Ġcon", + "fig" + ], + [ + "ã", + "ģ" + ], + [ + "O", + "r" + ], + [ + ".", + "data" + ], + [ + "Ġd", + "ocument" + ], + [ + "\",", + "\"" + ], + [ + "trib", + "ute" + ], + [ + "u", + "x" + ], + [ + "L", + "og" + ], + [ + "fer", + "ence" + ], + [ + "p", + "ost" + ], + [ + "_", + "e" + ], + [ + "Ġloc", + "al" + ], + [ + "and", + "om" + ], + [ + "ass", + "ert" + ], + [ + "V", + "al" + ], + [ + "lect", + "ed" + ], + [ + "in", + "a" + ], + [ + "atab", + "ase" + ], + [ + "A", + "dd" + ], + [ + "Ġcont", + "ent" + ], + [ + ".p", + "rint" + ], + [ + "s", + "igned" + ], + [ + "r", + "ic" + ], + [ + ".\"", + "ĊĊ" + ], + [ + "Ġf", + "a" + ], + [ + "!", + "ĊĊ" + ], + [ + "-", + "f" + ], + [ + "iv", + "ed" + ], + [ + "Ġ", + "quest" + ], + [ + ".", + "ex" + ], + [ + "Ġf", + "loat" + ], + [ + "Ġde", + "velop" + ], + [ + "о", + "Ð" + ], + [ + "M", + "ap" + ], + [ + "ad", + "ing" + ], + [ + "Ġpos", + "s" + ], + [ + "U", + "E" + ], + [ + "n", + "amespace" + ], + [ + "_", + "O" + ], + [ + "ĉ", + "b" + ], + [ + ".G", + "et" + ], + [ + ">", + "(" + ], + [ + "j", + "son" + ], + [ + "etail", + "s" + ], + [ + "6", + "6" + ], + [ + "Ġto", + "o" + ], + [ + "Ġext", + "ends" + ], + [ + "ĠN", + "one" + ], + [ + "Ġf", + "ore" + ], + [ + "(", + "String" + ], + [ + "form", + "at" + ], + [ + "Ġg", + "reat" + ], + [ + "int", + "er" + ], + [ + "ca", + "le" + ], + [ + "Ñ", + "ģ" + ], + [ + "r", + "on" + ], + [ + "iv", + "ing" + ], + [ + "E", + "nt" + ], + [ + "enc", + "y" + ], + [ + "x", + "t" + ], + [ + "o", + "y" + ], + [ + "0", + "5" + ], + [ + "Ġmon", + "th" + ], + [ + "Ġh", + "app" + ], + [ + "Ġsup", + "er" + ], + [ + "b", + "ar" + ], + [ + "def", + "ault" + ], + [ + "_", + "de" + ], + [ + "ord", + "s" + ], + [ + "l", + "n" + ], + [ + "(", + "{Ċ" + ], + [ + "ĠI", + "nd" + ], + [ + "as", + "es" + ], + [ + "Ġt", + "itle" + ], + [ + "Ġcont", + "ext" + ], + [ + "0", + "8" + ], + [ + "o", + "h" + ], + [ + "-", + "p" + ], + [ + "E", + "m" + ], + [ + "Ġm", + "et" + ], + [ + "T", + "est" + ], + [ + "Ġl", + "ife" + ], + [ + "_", + "v" + ], + [ + "ĠU", + "S" + ], + [ + "U", + "I" + ], + [ + "oc", + "ation" + ], + [ + "m", + "d" + ], + [ + "Ġ[", + "Ċ" + ], + [ + "Ġ", + "]" + ], + [ + "s", + "w" + ], + [ + "Ġin", + "cre" + ], + [ + "s", + "cript" + ], + [ + "ent", + "ial" + ], + [ + "w", + "ays" + ], + [ + ".", + "de" + ], + [ + "Ġs", + "rc" + ], + [ + "Ġc", + "atch" + ], + [ + "ĠA", + "meric" + ], + [ + "//", + "Ċ" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ" + ], + [ + "Ġp", + "ay" + ], + [ + "pl", + "it" + ], + [ + "âĢ", + "Ķ" + ], + [ + "Ġc", + "oun" + ], + [ + "ob", + "j" + ], + [ + ".ph", + "p" + ], + [ + "Ġch", + "ange" + ], + [ + "eth", + "ing" + ], + [ + "'", + "re" + ], + [ + "ast", + "er" + ], + [ + "lo", + "s" + ], + [ + "l", + "ation" + ], + [ + "ĠĠ", + "Ċ" + ], + [ + "L", + "e" + ], + [ + "Ã", + "¤" + ], + [ + "(", + "{" + ], + [ + "read", + "y" + ], + [ + "ĠN", + "o" + ], + [ + "Ġpos", + "ition" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġbo", + "ok" + ], + [ + "able", + "d" + ], + [ + "b", + "ug" + ], + [ + "20", + "2" + ], + [ + "H", + "and" + ], + [ + "}", + ";ĊĊ" + ], + [ + "is", + "play" + ], + [ + "av", + "ing" + ], + [ + "0", + "4" + ], + [ + "Ġgo", + "ver" + ], + [ + "Ġv", + "ersion" + ], + [ + "S", + "ystem" + ], + [ + "n", + "ect" + ], + [ + "res", + "ponse" + ], + [ + "St", + "yle" + ], + [ + "U", + "p" + ], + [ + "ang", + "u" + ], + [ + "Ġth", + "ree" + ], + [ + "in", + "it" + ], + [ + "er", + "o" + ], + [ + "Ġl", + "aw" + ], + [ + "end", + "if" + ], + [ + "Ġb", + "ase" + ], + [ + "em", + "ail" + ], + [ + "(", + "l" + ], + [ + "_", + "V" + ], + [ + "Ġcon", + "f" + ], + [ + "AT", + "E" + ], + [ + "Ġd", + "uring" + ], + [ + "t", + "es" + ], + [ + "Ġcon", + "sole" + ], + [ + "ĠP", + "r" + ], + [ + "Ġs", + "pe" + ], + [ + "v", + "es" + ], + [ + "6", + "5" + ], + [ + "p", + "ath" + ], + [ + "ial", + "og" + ], + [ + "d", + "ition" + ], + [ + "_t", + "o" + ], + [ + "ard", + "s" + ], + [ + "Ġagain", + "st" + ], + [ + "et", + "work" + ], + [ + "ĠP", + "h" + ], + [ + "_", + "L" + ], + [ + "c", + "ur" + ], + [ + "im", + "it" + ], + [ + "W", + "ith" + ], + [ + "Ġp", + "ower" + ], + [ + "i", + "um" + ], + [ + "'", + ";ĊĊ" + ], + [ + "Ġw", + "om" + ], + [ + "le", + "ft" + ], + [ + "our", + "ces" + ], + [ + "at", + "ri" + ], + [ + "ĠI", + "m" + ], + [ + "ĠM", + "an" + ], + [ + "or", + "th" + ], + [ + "$", + "{" + ], + [ + "8", + "8" + ], + [ + "qu", + "als" + ], + [ + "es", + "e" + ], + [ + "_s", + "ize" + ], + [ + "Ġis", + "s" + ], + [ + "ot", + "al" + ], + [ + "-", + "g" + ], + [ + "i", + "que" + ], + [ + "r", + "ame" + ], + [ + "Ġw", + "idth" + ], + [ + "er", + "g" + ], + [ + ")", + "(" + ], + [ + "itt", + "le" + ], + [ + "T", + "R" + ], + [ + "ĠThe", + "y" + ], + [ + "enc", + "es" + ], + [ + "0", + "2" + ], + [ + "r", + "l" + ], + [ + "on", + "s" + ], + [ + "Ġl", + "abel" + ], + [ + ".", + "y" + ], + [ + "-", + "t" + ], + [ + "up", + "date" + ], + [ + "an", + "el" + ], + [ + "s", + "c" + ], + [ + ".t", + "o" + ], + [ + "Ġpro", + "ject" + ], + [ + "Ã", + "¼" + ], + [ + "Ġe", + "lement" + ], + [ + "Ġsu", + "ccess" + ], + [ + "ĉĉ", + "Ċ" + ], + [ + ".s", + "h" + ], + [ + "r", + "am" + ], + [ + "ch", + "ed" + ], + [ + "()", + ")Ċ" + ], + [ + "Ġ(", + "Ċ" + ], + [ + "Ġd", + "ate" + ], + [ + "Ġto", + "t" + ], + [ + "_", + "ST" + ], + [ + "A", + "ll" + ], + [ + "ific", + "ation" + ], + [ + "ĉ", + "var" + ], + [ + "Ġt", + "ri" + ], + [ + "ch", + "em" + ], + [ + "m", + "y" + ], + [ + "Ġb", + "ig" + ], + [ + "ĠA", + "d" + ], + [ + "ĠA", + "t" + ], + [ + "ot", + "s" + ], + [ + "n", + "um" + ], + [ + "A", + "ct" + ], + [ + "Ġm", + "ap" + ], + [ + "er", + "a" + ], + [ + "co", + "pe" + ], + [ + ".", + "$" + ], + [ + ",", + "âĢĿ" + ], + [ + "Ġp", + "op" + ], + [ + "Ġf", + "ew" + ], + [ + "Ġl", + "en" + ], + [ + "u", + "id" + ], + [ + "et", + "ers" + ], + [ + "u", + "les" + ], + [ + "Ã", + "Ń" + ], + [ + "s", + "ource" + ], + [ + "http", + "s" + ], + [ + "Ġd", + "em" + ], + [ + "Ġe", + "ar" + ], + [ + "########", + "########" + ], + [ + "Ġm", + "atch" + ], + [ + "or", + "ies" + ], + [ + "4", + "9" + ], + [ + "ac", + "es" + ], + [ + "ĠC", + "l" + ], + [ + "Ġn", + "ode" + ], + [ + "7", + "8" + ], + [ + "ir", + "c" + ], + [ + "loc", + "al" + ], + [ + "un", + "ity" + ], + [ + "}", + ";Ċ" + ], + [ + "Ġan", + "other" + ], + [ + "<", + "<" + ], + [ + "og", + "le" + ], + [ + "Ġs", + "it" + ], + [ + "ew", + "ork" + ], + [ + "T", + "E" + ], + [ + ".", + "I" + ], + [ + "N", + "S" + ], + [ + "olog", + "y" + ], + [ + "ou", + "ght" + ], + [ + ".C", + "ont" + ], + [ + ">", + ">" + ], + [ + "Ġc", + "are" + ], + [ + "st", + "ate" + ], + [ + "ĉ", + "private" + ], + [ + "Ġe", + "ffect" + ], + [ + "++", + ")" + ], + [ + "_f", + "ile" + ], + [ + "end", + "ing" + ], + [ + "L", + "ine" + ], + [ + "F", + "or" + ], + [ + "i", + "or" + ], + [ + "ĠS", + "c" + ], + [ + "Ġf", + "un" + ], + [ + ".S", + "ize" + ], + [ + "ĉ", + "else" + ], + [ + "]", + ")" + ], + [ + "st", + "art" + ], + [ + "v", + "ious" + ], + [ + "Ġ}", + "," + ], + [ + "our", + "s" + ], + [ + "Ġle", + "g" + ], + [ + "Ġs", + "ervice" + ], + [ + "Ġs", + "ince" + ], + [ + "ir", + "on" + ], + [ + "L", + "abel" + ], + [ + "Ġn", + "on" + ], + [ + "Ġl", + "os" + ], + [ + "ict", + "ion" + ], + [ + "Ġf", + "ull" + ], + [ + "act", + "er" + ], + [ + "bo", + "ard" + ], + [ + "g", + "ress" + ], + [ + "Ġt", + "urn" + ], + [ + "ith", + "er" + ], + [ + "0", + "9" + ], + [ + ".s", + "ize" + ], + [ + "Ġb", + "ody" + ], + [ + "res", + "h" + ], + [ + "et", + "urn" + ], + [ + "19", + "9" + ], + [ + "(", + "_" + ], + [ + "y", + "les" + ], + [ + "orm", + "al" + ], + [ + "p", + "i" + ], + [ + "Ġsom", + "ething" + ], + [ + "!", + "--" + ], + [ + "u", + "int" + ], + [ + "Ġpro", + "du" + ], + [ + "Ġst", + "and" + ], + [ + "Ġpro", + "ble" + ], + [ + "Ġav", + "ailable" + ], + [ + "m", + "t" + ], + [ + "ĠB", + "l" + ], + [ + "Ġ", + "..." + ], + [ + "Ġb", + "lock" + ], + [ + "In", + "put" + ], + [ + "Ġke", + "ep" + ], + [ + "C", + "ount" + ], + [ + "op", + "en" + ], + [ + "Ġ[", + "'" + ], + [ + "Ġth", + "row" + ], + [ + "uild", + "er" + ], + [ + "A", + "ction" + ], + [ + "Ġth", + "ings" + ], + [ + "Tr", + "ue" + ], + [ + "Ġ", + "url" + ], + [ + "ĠB", + "o" + ], + [ + "print", + "f" + ], + [ + "Ġre", + "d" + ], + [ + "j", + "s" + ], + [ + ".c", + "reate" + ], + [ + "ĠO", + "r" + ], + [ + "St", + "atus" + ], + [ + "In", + "stance" + ], + [ + "Ġcont", + "rol" + ], + [ + "Ġcom", + "e" + ], + [ + "Ġc", + "ustom" + ], + [ + "loc", + "ation" + ], + [ + "0", + "7" + ], + [ + "m", + "odel" + ], + [ + "Ġ", + "čĊ" + ], + [ + "Ġs", + "ource" + ], + [ + "Ġe", + "as" + ], + [ + ".", + "out" + ], + [ + "]", + "ĊĊ" + ], + [ + "one", + "y" + ], + [ + "Ġaw", + "ait" + ], + [ + "Ġpart", + "ic" + ], + [ + "A", + "P" + ], + [ + "ub", + "lish" + ], + [ + "od", + "es" + ], + [ + "_p", + "ro" + ], + [ + "p", + "ly" + ], + [ + "rit", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "Ġm", + "ill" + ], + [ + "H", + "T" + ], + [ + "]", + ")Ċ" + ], + [ + "Ġch", + "ang" + ], + [ + "Ġas", + "k" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ" + ], + [ + "Ġout", + "put" + ], + [ + "Ġem", + "ail" + ], + [ + "6", + "8" + ], + [ + ".p", + "ush" + ], + [ + "Ġ}", + "čĊčĊ" + ], + [ + "in", + "ation" + ], + [ + "4", + "7" + ], + [ + "atri", + "x" + ], + [ + "T", + "able" + ], + [ + "u", + "ccess" + ], + [ + "]", + ");Ċ" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġdis", + "c" + ], + [ + "(", + "[" + ], + [ + "Ġb", + "usiness" + ], + [ + "he", + "ight" + ], + [ + ".", + "html" + ], + [ + "t", + "a" + ], + [ + "f", + "ield" + ], + [ + "Ġrequire", + "d" + ], + [ + "_", + "R" + ], + [ + "Ġgover", + "n" + ], + [ + "}", + "čĊčĊ" + ], + [ + "le", + "x" + ], + [ + "5", + "00" + ], + [ + ".", + "," + ], + [ + "ĠS", + "et" + ], + [ + "ur", + "ch" + ], + [ + "//", + "/" + ], + [ + "t", + "s" + ], + [ + "a", + "f" + ], + [ + "Ġm", + "ight" + ], + [ + "ist", + "ory" + ], + [ + "S", + "tr" + ], + [ + "Ġne", + "ver" + ], + [ + "Res", + "ponse" + ], + [ + "ar", + "se" + ], + [ + "ad", + "a" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġ*", + ")" + ], + [ + "Ġ", + ";" + ], + [ + "Ġh", + "ard" + ], + [ + "A", + "d" + ], + [ + "Ġinter", + "n" + ], + [ + "us", + "ed" + ], + [ + "(", + "data" + ], + [ + "m", + "od" + ], + [ + "ann", + "el" + ], + [ + "Ġn", + "p" + ], + [ + "ug", + "g" + ], + [ + "Ġ/", + ">Ċ" + ], + [ + "Ġcal", + "led" + ], + [ + "b", + "ody" + ], + [ + "Ġch", + "o" + ], + [ + "(", + "r" + ], + [ + "_s", + "et" + ], + [ + "ir", + "d" + ], + [ + "Ġ>", + "=" + ], + [ + "Ġ}", + ";Ċ" + ], + [ + "Ġo", + "ptions" + ], + [ + "ĠG", + "ener" + ], + [ + "Ġhe", + "ight" + ], + [ + "P", + "oint" + ], + [ + "Y", + "ou" + ], + [ + "et", + "y" + ], + [ + "C", + "lick" + ], + [ + "Ġsm", + "all" + ], + [ + "Ġ", + "ide" + ], + [ + "Ġacc", + "ess" + ], + [ + "angu", + "age" + ], + [ + "Ġprot", + "ected" + ], + [ + "Ġj", + "ob" + ], + [ + "ĠTh", + "ere" + ], + [ + "D", + "ef" + ], + [ + "Ġadd", + "ress" + ], + [ + "Ġu", + "int" + ], + [ + "N", + "ot" + ], + [ + "o", + "o" + ], + [ + "ap", + "s" + ], + [ + "<", + "div" + ], + [ + "ain", + "ed" + ], + [ + "at", + "ur" + ], + [ + "Ġs", + "um" + ], + [ + "-", + "w" + ], + [ + "ĠD", + "ate" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġf", + "ri" + ], + [ + "Y", + "PE" + ], + [ + "Ġp", + "ort" + ], + [ + "e", + "h" + ], + [ + "pr", + "ing" + ], + [ + "_p", + "ath" + ], + [ + "Ġst", + "atus" + ], + [ + "0", + "6" + ], + [ + "a", + "im" + ], + [ + "bo", + "ol" + ], + [ + "Ġap", + "pe" + ], + [ + "Ġo", + "s" + ], + [ + ".", + "name" + ], + [ + "ens", + "ion" + ], + [ + "_", + "G" + ], + [ + "Ġup", + "date" + ], + [ + "Con", + "fig" + ], + [ + "a", + "ff" + ], + [ + "ER", + "R" + ], + [ + "Ġ<", + "=" + ], + [ + "at", + "ely" + ], + [ + "#", + "if" + ], + [ + "u", + "ction" + ], + [ + "9", + "5" + ], + [ + "ĠT", + "e" + ], + [ + "Ġl", + "ink" + ], + [ + "ĠU", + "ser" + ], + [ + ".f", + "ind" + ], + [ + ".", + "org" + ], + [ + "m", + "e" + ], + [ + "Ġg", + "iven" + ], + [ + "O", + "ut" + ], + [ + "#", + "endif" + ], + [ + "Ġbet", + "ter" + ], + [ + "P", + "age" + ], + [ + "Ġfe", + "el" + ], + [ + "en", + "n" + ], + [ + "M", + "L" + ], + [ + "Ġal", + "ready" + ], + [ + "Ġinclud", + "ing" + ], + [ + "o", + "ogle" + ], + [ + "r", + "u" + ], + [ + "ic", + "ally" + ], + [ + "pro", + "p" + ], + [ + "le", + "an" + ], + [ + "out", + "er" + ], + [ + "Ġal", + "ways" + ], + [ + "ord", + "ing" + ], + [ + "I", + "f" + ], + [ + "or", + "age" + ], + [ + "Ġp", + "arent" + ], + [ + "v", + "is" + ], + [ + "ĉĉĉĉ", + "ĉĉĉ" + ], + [ + "Ġg", + "ot" + ], + [ + "st", + "and" + ], + [ + "Ġle", + "ss" + ], + [ + "/", + "s" + ], + [ + "ĠA", + "ss" + ], + [ + "ap", + "t" + ], + [ + "ire", + "d" + ], + [ + "ĠA", + "dd" + ], + [ + "Ġacc", + "ount" + ], + [ + "p", + "loy" + ], + [ + "Ġd", + "er" + ], + [ + "res", + "ent" + ], + [ + "Ġl", + "ot" + ], + [ + "Ġval", + "id" + ], + [ + "ĉ", + "d" + ], + [ + "Ġb", + "it" + ], + [ + "pon", + "ents" + ], + [ + "Ġfollow", + "ing" + ], + [ + "_", + "ex" + ], + [ + "S", + "ON" + ], + [ + "Ġs", + "ure" + ], + [ + "oc", + "ial" + ], + [ + "Ġp", + "rom" + ], + [ + "ert", + "ies" + ], + [ + "he", + "ader" + ], + [ + ".p", + "ro" + ], + [ + "Ġbo", + "olean" + ], + [ + "Ġse", + "arch" + ], + [ + "k", + "en" + ], + [ + "Ġor", + "ig" + ], + [ + "Ġ", + "er" + ], + [ + "E", + "d" + ], + [ + "E", + "M" + ], + [ + "a", + "ut" + ], + [ + "l", + "ing" + ], + [ + "al", + "ity" + ], + [ + "By", + "Id" + ], + [ + "b", + "ed" + ], + [ + "ĉc", + "ase" + ], + [ + "4", + "6" + ], + [ + "eth", + "er" + ], + [ + "pos", + "it" + ], + [ + "Ġinv", + "est" + ], + [ + "ĠO", + "R" + ], + [ + "Ġs", + "ays" + ], + [ + "miss", + "ion" + ], + [ + "AM", + "E" + ], + [ + "Ġtem", + "p" + ], + [ + "o", + "ad" + ], + [ + "Ġre", + "st" + ], + [ + "in", + "fo" + ], + [ + "Ġinter", + "est" + ], + [ + "A", + "rg" + ], + [ + "Ġper", + "form" + ], + [ + "pon", + "s" + ], + [ + "ĠV", + "iew" + ], + [ + "Ġv", + "er" + ], + [ + "l", + "ib" + ], + [ + "(", + "const" + ], + [ + "U", + "til" + ], + [ + "List", + "ener" + ], + [ + "ar", + "ge" + ], + [ + "7", + "7" + ], + [ + "Ġm", + "ult" + ], + [ + "Ġd", + "ie" + ], + [ + "Ġs", + "ite" + ], + [ + "../", + "../" + ], + [ + "E", + "L" + ], + [ + "Ġval", + "ues" + ], + [ + "Ġ}", + ")Ċ" + ], + [ + "p", + "en" + ], + [ + "N", + "o" + ], + [ + "ic", + "ro" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġ'", + "./" + ], + [ + "ac", + "y" + ], + [ + "re", + "c" + ], + [ + "()", + "->" + ], + [ + "ĉ", + "ĠĠĠ" + ], + [ + "\"", + "))" + ], + [ + "Cont", + "ent" + ], + [ + "_", + "W" + ], + [ + "ple", + "ment" + ], + [ + "Ġw", + "on" + ], + [ + "Ġv", + "ideo" + ], + [ + "ad", + "i" + ], + [ + "p", + "oint" + ], + [ + "%", + "%" + ], + [ + "0", + "3" + ], + [ + "Ġg", + "l" + ], + [ + "erv", + "ed" + ], + [ + "v", + "iron" + ], + [ + "I", + "F" + ], + [ + "ut", + "ed" + ], + [ + "ã", + "ĥ" + ], + [ + "'", + "m" + ], + [ + "Ġc", + "ert" + ], + [ + "Ġpro", + "f" + ], + [ + "Ġc", + "ell" + ], + [ + "ar", + "i" + ], + [ + "Ġpl", + "ayer" + ], + [ + "a", + "is" + ], + [ + "Ġc", + "ost" + ], + [ + "Ġh", + "um" + ], + [ + "(", + "R" + ], + [ + "Ġoff", + "ic" + ], + [ + "k", + "s" + ], + [ + ".t", + "ext" + ], + [ + "at", + "ures" + ], + [ + "Ġtot", + "al" + ], + [ + "Ġ*/", + "ĊĊ" + ], + [ + "o", + "pe" + ], + [ + "Ġst", + "at" + ], + [ + "U", + "M" + ], + [ + "Ġlo", + "ad" + ], + [ + "ight", + "s" + ], + [ + "Ġc", + "lear" + ], + [ + "u", + "ro" + ], + [ + "Ġte", + "chn" + ], + [ + "up", + "port" + ], + [ + "I", + "R" + ], + [ + "Ġ", + "row" + ], + [ + "Ġse", + "em" + ], + [ + "Ġ", + "q" + ], + [ + "Ġsh", + "ort" + ], + [ + "ĠN", + "ot" + ], + [ + "ip", + "p" + ], + [ + "G", + "roup" + ], + [ + "se", + "ction" + ], + [ + "m", + "ax" + ], + [ + "ir", + "l" + ], + [ + "Ġover", + "ride" + ], + [ + "Ġcom", + "pany" + ], + [ + "Ġd", + "one" + ], + [ + "\"", + ");čĊ" + ], + [ + "Ġg", + "re" + ], + [ + ".", + "Re" + ], + [ + "Ġbel", + "ie" + ], + [ + "r", + "ist" + ], + [ + "Ġhe", + "alth" + ], + [ + "AN", + "T" + ], + [ + "()", + "ĊĊ" + ], + [ + "ĠB", + "e" + ], + [ + ".", + "value" + ], + [ + "ĠG", + "r" + ], + [ + "ott", + "om" + ], + [ + "Ġarg", + "s" + ], + [ + "P", + "T" + ], + [ + "st", + "atus" + ], + [ + "f", + "unc" + ], + [ + "um", + "ents" + ], + [ + "-", + "h" + ], + [ + "N", + "umber" + ], + [ + ":", + "čĊ" + ], + [ + "ĠL", + "og" + ], + [ + "er", + "ver" + ], + [ + "Ġ)", + ",Ċ" + ], + [ + "am", + "ent" + ], + [ + "Ġob", + "j" + ], + [ + "in", + "c" + ], + [ + "Ġchild", + "ren" + ], + [ + "ic", + "y" + ], + [ + "I", + "Z" + ], + [ + "and", + "s" + ], + [ + "ab", + "ly" + ], + [ + "Ġdist", + "rib" + ], + [ + "Ġc", + "ur" + ], + [ + "er", + "ial" + ], + [ + "Ġd", + "ays" + ], + [ + "re", + "ated" + ], + [ + "re", + "ct" + ], + [ + "-", + "l" + ], + [ + "ir", + "m" + ], + [ + "idd", + "en" + ], + [ + "om", + "b" + ], + [ + "Ġin", + "itial" + ], + [ + ".j", + "s" + ], + [ + "Ġ", + "â" + ], + [ + "Qu", + "ery" + ], + [ + "Ġon", + "line" + ], + [ + "im", + "al" + ], + [ + ".", + "con" + ], + [ + "a", + "u" + ], + [ + "U", + "rl" + ], + [ + "cont", + "rol" + ], + [ + "ire", + "ction" + ], + [ + "Ġin", + "stance" + ], + [ + "OR", + "T" + ], + [ + "ĠF", + "r" + ], + [ + "wh", + "ere" + ], + [ + "Ġjav", + "ax" + ], + [ + "Ġorg", + "an" + ], + [ + "ap", + "ter" + ], + [ + "Ġre", + "ason" + ], + [ + "o", + "ptions" + ], + [ + "5", + "9" + ], + [ + "ĠM", + "ar" + ], + [ + "(", + "a" + ], + [ + "Ġwith", + "in" + ], + [ + ".âĢĿ", + "ĊĊ" + ], + [ + "O", + "DE" + ], + [ + "_", + "DE" + ], + [ + "ad", + "min" + ], + [ + "end", + "ed" + ], + [ + "Ġdes", + "ign" + ], + [ + "ĠD", + "ata" + ], + [ + "un", + "e" + ], + [ + "ĠF", + "ile" + ], + [ + "ro", + "ot" + ], + [ + "Ġc", + "ent" + ], + [ + "Ġa", + "rr" + ], + [ + "_", + "add" + ], + [ + "l", + "en" + ], + [ + "p", + "age" + ], + [ + ",", + "'" + ], + [ + "_", + "str" + ], + [ + "Ġb", + "ro" + ], + [ + "ab", + "ility" + ], + [ + "ou", + "th" + ], + [ + "5", + "8" + ], + [ + "/", + "c" + ], + [ + "p", + "ose" + ], + [ + "irt", + "ual" + ], + [ + "ear", + "ch" + ], + [ + "_", + "url" + ], + [ + "arg", + "in" + ], + [ + "H", + "ttp" + ], + [ + "Ġs", + "chool" + ], + [ + "av", + "a" + ], + [ + "Ġcons", + "ider" + ], + [ + ".l", + "abel" + ], + [ + "ĠA", + "rray" + ], + [ + "4", + "2" + ], + [ + "we", + "b" + ], + [ + "o", + "pt" + ], + [ + ".print", + "ln" + ], + [ + "ul", + "ation" + ], + [ + "Ġf", + "unc" + ], + [ + "P", + "L" + ], + [ + "Ġ\"", + "\\" + ], + [ + "ĠT", + "ext" + ], + [ + "act", + "ory" + ], + [ + "(f", + "unction" + ], + [ + "n", + "ull" + ], + [ + "Ġen", + "g" + ], + [ + "d", + "own" + ], + [ + "Ġin", + "clude" + ], + [ + "ĠE", + "n" + ], + [ + "ĠD", + "r" + ], + [ + "Ġd", + "b" + ], + [ + "!", + "!" + ], + [ + "s", + "ide" + ], + [ + "Ġin", + "it" + ], + [ + "quire", + "d" + ], + [ + "ĠS", + "he" + ], + [ + "C", + "olumn" + ], + [ + "re", + "act" + ], + [ + "Ġan", + "n" + ], + [ + "Ġst", + "op" + ], + [ + "Ġl", + "ater" + ], + [ + "ĠTh", + "at" + ], + [ + "ent", + "ion" + ], + [ + "d", + "f" + ], + [ + "U", + "G" + ], + [ + "I", + "LE" + ], + [ + "Ġc", + "lient" + ], + [ + "ra", + "ft" + ], + [ + "ff", + "er" + ], + [ + "PO", + "ST" + ], + [ + "el", + "per" + ], + [ + "Ġlo", + "ve" + ], + [ + "qu", + "ote" + ], + [ + "ou", + "d" + ], + [ + "Ġj", + "son" + ], + [ + "Ġab", + "le" + ], + [ + "Ġm", + "en" + ], + [ + "A", + "X" + ], + [ + "ĠC", + "opyright" + ], + [ + "Ã", + "¶" + ], + [ + "av", + "ig" + ], + [ + "re", + "q" + ], + [ + "C", + "lient" + ], + [ + "}", + ");Ċ" + ], + [ + ".C", + "om" + ], + [ + "er", + "c" + ], + [ + "il", + "t" + ], + [ + "pec", + "ial" + ], + [ + "_c", + "om" + ], + [ + "ro", + "om" + ], + [ + ".", + "Name" + ], + [ + "Ġg", + "ive" + ], + [ + "am", + "b" + ], + [ + "i", + "ke" + ], + [ + "Ġcon", + "dition" + ], + [ + "cl", + "ient" + ], + [ + "ator", + "s" + ], + [ + ":", + "\"" + ], + [ + "Ġc", + "opy" + ], + [ + "ut", + "ure" + ], + [ + "ivers", + "ity" + ], + [ + "ern", + "al" + ], + [ + "{", + "{" + ], + [ + "ĠC", + "an" + ], + [ + "ou", + "nc" + ], + [ + "d", + "o" + ], + [ + "Ġo", + "cc" + ], + [ + "Ġapp", + "ro" + ], + [ + "th", + "ers" + ], + [ + "z", + "e" + ], + [ + "Ġe", + "ither" + ], + [ + "ĠF", + "l" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġle", + "ad" + ], + [ + "at", + "tr" + ], + [ + "AR", + "T" + ], + [ + "E", + "qual" + ], + [ + "Ġd", + "a" + ], + [ + "et", + "ch" + ], + [ + "ent", + "ity" + ], + [ + "Ġfam", + "ily" + ], + [ + "add", + "ing" + ], + [ + "Ġo", + "ption" + ], + [ + "Ġex", + "ist" + ], + [ + "ic", + "a" + ], + [ + "ĠO", + "bject" + ], + [ + "6", + "9" + ], + [ + "'", + "ve" + ], + [ + "v", + "ers" + ], + [ + "ition", + "al" + ], + [ + "6", + "7" + ], + [ + "out", + "put" + ], + [ + "ĠTr", + "ue" + ], + [ + "ĠO", + "F" + ], + [ + "_t", + "ime" + ], + [ + "Ġof", + "fer" + ], + [ + "Ġ}", + ");ĊĊ" + ], + [ + "H", + "ER" + ], + [ + "eg", + "in" + ], + [ + "\"", + "\"" + ], + [ + "Ġw", + "ater" + ], + [ + "Ġc", + "he" + ], + [ + "ĠM", + "y" + ], + [ + "ore", + "d" + ], + [ + "Ġst", + "ep" + ], + [ + "anc", + "es" + ], + [ + "C", + "K" + ], + [ + "A", + "Y" + ], + [ + "à", + "¸" + ], + [ + "str", + "uction" + ], + [ + "(", + "C" + ], + [ + "3", + "00" + ], + [ + "ou", + "ch" + ], + [ + "St", + "ream" + ], + [ + "act", + "ive" + ], + [ + "am", + "a" + ], + [ + "Ent", + "ity" + ], + [ + "pro", + "duct" + ], + [ + "()", + "{Ċ" + ], + [ + "Ġgovern", + "ment" + ], + [ + "ĠI", + "D" + ], + [ + "aj", + "or" + ], + [ + "A", + "nd" + ], + [ + "Ġdis", + "play" + ], + [ + "Ð", + "»" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġf", + "our" + ], + [ + "Ġf", + "ar" + ], + [ + "Ġpres", + "ent" + ], + [ + "ĠN", + "S" + ], + [ + "Ġ\\", + "Ċ" + ], + [ + "ue", + "st" + ], + [ + "Ġb", + "as" + ], + [ + "e", + "cho" + ], + [ + "ch", + "ild" + ], + [ + "if", + "ier" + ], + [ + "Hand", + "ler" + ], + [ + "Ġl", + "ib" + ], + [ + "Prop", + "erty" + ], + [ + "trans", + "lation" + ], + [ + "Ġro", + "om" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġ[", + "]" + ], + [ + "cent", + "er" + ], + [ + "================", + "================" + ], + [ + "Ġresult", + "s" + ], + [ + "Ġcontin", + "ue" + ], + [ + "Ġt", + "alk" + ], + [ + "_", + "get" + ], + [ + "Ġg", + "row" + ], + [ + ".s", + "w" + ], + [ + "e", + "b" + ], + [ + "ĠP", + "ublic" + ], + [ + "O", + "P" + ], + [ + "ec", + "ute" + ], + [ + "ol", + "s" + ], + [ + "Ġ", + "**" + ], + [ + "\"", + ");ĊĊ" + ], + [ + "Ġm", + "ass" + ], + [ + "ure", + "d" + ], + [ + ".c", + "lass" + ], + [ + "om", + "ic" + ], + [ + "Ġme", + "an" + ], + [ + "ip", + "s" + ], + [ + "Ġa", + "ut" + ], + [ + ");čĊ", + "čĊ" + ], + [ + "Ġun", + "til" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġare", + "a" + ], + [ + "u", + "it" + ], + [ + "Ġl", + "ength" + ], + [ + "ĠW", + "ith" + ], + [ + "struct", + "or" + ], + [ + "e", + "vent" + ], + [ + "\">", + "<" + ], + [ + "ĠS", + "p" + ], + [ + "I", + "V" + ], + [ + "Ġm", + "us" + ], + [ + "if", + "f" + ], + [ + "Ġk", + "ind" + ], + [ + "a", + "uthor" + ], + [ + "ound", + "s" + ], + [ + "m", + "b" + ], + [ + "_", + "key" + ], + [ + "4", + "1" + ], + [ + "w", + "idth" + ], + [ + "posit", + "ory" + ], + [ + "Ġl", + "ight" + ], + [ + "u", + "k" + ], + [ + "R", + "ow" + ], + [ + "oh", + "n" + ], + [ + "al", + "f" + ], + [ + "viron", + "ment" + ], + [ + "app", + "er" + ], + [ + "ollection", + "s" + ], + [ + "Ġs", + "ide" + ], + [ + "_in", + "fo" + ], + [ + "Ġex", + "ample" + ], + [ + "im", + "ary" + ], + [ + "Ġw", + "r" + ], + [ + "Ġc", + "amp" + ], + [ + "cri", + "be" + ], + [ + "25", + "5" + ], + [ + "\"", + "/" + ], + [ + "Ġm", + "iss" + ], + [ + "w", + "ay" + ], + [ + "Ġb", + "ased" + ], + [ + "Ġpl", + "an" + ], + [ + "V", + "is" + ], + [ + "om", + "ain" + ], + [ + "un", + "k" + ], + [ + "Ġaw", + "ay" + ], + [ + "U", + "P" + ], + [ + "<", + "T" + ], + [ + "O", + "S" + ], + [ + "i", + "od" + ], + [ + "ĠM", + "on" + ], + [ + "âĢĻ", + "re" + ], + [ + "Ġli", + "k" + ], + [ + "Ã", + "§" + ], + [ + "iv", + "ely" + ], + [ + ".", + "v" + ], + [ + "im", + "er" + ], + [ + "iz", + "er" + ], + [ + "S", + "ub" + ], + [ + "Ġbut", + "ton" + ], + [ + "ĠU", + "p" + ], + [ + "Ġexper", + "ience" + ], + [ + "C", + "L" + ], + [ + "Ġre", + "nder" + ], + [ + "_", + "value" + ], + [ + "Ġn", + "ear" + ], + [ + "UR", + "L" + ], + [ + "al", + "t" + ], + [ + "Ġcoun", + "try" + ], + [ + "ib", + "ility" + ], + [ + "5", + "7" + ], + [ + "()", + ",Ċ" + ], + [ + "e", + "ad" + ], + [ + "Ġa", + "uthor" + ], + [ + "Ġspec", + "ific" + ], + [ + "b", + "ase" + ], + [ + "(", + "name" + ], + [ + "on", + "es" + ], + [ + "ĠD", + "o" + ], + [ + "Ġal", + "ong" + ], + [ + "y", + "ear" + ], + [ + "Ġexp", + "ress" + ], + [ + ".", + "'" + ], + [ + "en", + "v" + ], + [ + "Ġbeg", + "in" + ], + [ + "Ġso", + "ftware" + ], + [ + "Ġim", + "p" + ], + [ + "Ġw", + "in" + ], + [ + "ó", + "n" + ], + [ + "Ġth", + "ing" + ], + [ + "Tr", + "ans" + ], + [ + "ĠT", + "HE" + ], + [ + "Ġ<", + "?" + ], + [ + "Ġwh", + "y" + ], + [ + "Ġdoes", + "n" + ], + [ + "i", + "j" + ], + [ + "g", + "ing" + ], + [ + "ĉ", + "g" + ], + [ + "Ġs", + "ingle" + ], + [ + "off", + "set" + ], + [ + "ar", + "ning" + ], + [ + "og", + "raph" + ], + [ + "le", + "y" + ], + [ + "_c", + "ount" + ], + [ + "Ġan", + "al" + ], + [ + "cre", + "ate" + ], + [ + "/", + "m" + ], + [ + "ĠR", + "eg" + ], + [ + "9", + "8" + ], + [ + "un", + "ch" + ], + [ + "=", + "$" + ], + [ + "is", + "k" + ], + [ + "Ġright", + "s" + ], + [ + "(", + "M" + ], + [ + "Ġ\"\"", + "\"Ċ" + ], + [ + "ap", + "er" + ], + [ + ".m", + "odel" + ], + [ + "Ġp", + "o" + ], + [ + "em", + "pty" + ], + [ + "art", + "ment" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠWh", + "en" + ], + [ + "Ġwom", + "en" + ], + [ + "ĠE", + "d" + ], + [ + "Ġse", + "ason" + ], + [ + "Ġde", + "st" + ], + [ + "Ã", + "£" + ], + [ + "(", + "h" + ], + [ + "Ġposs", + "ible" + ], + [ + "Ġse", + "ver" + ], + [ + "Ġb", + "tn" + ], + [ + "Ġdid", + "n" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġen", + "c" + ], + [ + "Ġcomm", + "and" + ], + [ + "Ġ", + "],Ċ" + ], + [ + "_", + "x" + ], + [ + "Ġre", + "cent" + ], + [ + "ol", + "ution" + ], + [ + "v", + "ector" + ], + [ + "ĠB", + "y" + ], + [ + "ĠM", + "ay" + ], + [ + "ĠA", + "ct" + ], + [ + "»", + "¿" + ], + [ + "Ġm", + "oney" + ], + [ + "IN", + "T" + ], + [ + "bs", + "ite" + ], + [ + "ĉ", + "p" + ], + [ + ".", + "čĊ" + ], + [ + "ï", + "»¿" + ], + [ + "s", + "l" + ], + [ + "atter", + "n" + ], + [ + "ĠC", + "lass" + ], + [ + "Ġto", + "ld" + ], + [ + "ud", + "io" + ], + [ + "c", + "urrent" + ], + [ + "Ġe", + "qu" + ], + [ + "Ġa", + "uto" + ], + [ + "ĠSt", + "ate" + ], + [ + "d", + "a" + ], + [ + "ms", + "g" + ], + [ + "))", + ";ĊĊ" + ], + [ + "Ġwork", + "ing" + ], + [ + "Ġqu", + "ery" + ], + [ + "ĠB", + "r" + ], + [ + "Ġw", + "indow" + ], + [ + "a", + "uth" + ], + [ + "on", + "ly" + ], + [ + "ĉ", + "t" + ], + [ + "Ġle", + "ast" + ], + [ + "ag", + "n" + ], + [ + "Ġex", + "pl" + ], + [ + "it", + "ter" + ], + [ + "ar", + "ing" + ], + [ + "Ġc", + "olumn" + ], + [ + "ĠGener", + "al" + ], + [ + "\":", + "\"" + ], + [ + "er", + "al" + ], + [ + "ri", + "or" + ], + [ + "Ġrec", + "ord" + ], + [ + "I", + "B" + ], + [ + "E", + "X" + ], + [ + "Ġd", + "at" + ], + [ + "Ġm", + "aking" + ], + [ + "u", + "ed" + ], + [ + "ĠC", + "ar" + ], + [ + "em", + "p" + ], + [ + "\"", + "." + ], + [ + "ĠM", + "ed" + ], + [ + "Ġc", + "lose" + ], + [ + "Ġper", + "cent" + ], + [ + "Ġp", + "ast" + ], + [ + "(", + "g" + ], + [ + ":", + "(" + ], + [ + "Ġw", + "rite" + ], + [ + "Ġm", + "ove" + ], + [ + "Ġp", + "at" + ], + [ + "Cont", + "rol" + ], + [ + ".T", + "o" + ], + [ + "Ġv", + "i" + ], + [ + "*/", + "Ċ" + ], + [ + "in", + "ate" + ], + [ + "'", + "ll" + ], + [ + "ag", + "ed" + ], + [ + "N", + "ull" + ], + [ + "Ġspec", + "ial" + ], + [ + "IZ", + "E" + ], + [ + "Ġc", + "ity" + ], + [ + "/*", + "Ċ" + ], + [ + "ĠE", + "ng" + ], + [ + "ix", + "ed" + ], + [ + "in", + "ary" + ], + [ + "p", + "y" + ], + [ + "Ġe", + "ff" + ], + [ + "ar", + "io" + ], + [ + "Ġt", + "ell" + ], + [ + "av", + "or" + ], + [ + "Ġse", + "lect" + ], + [ + "le", + "vel" + ], + [ + "im", + "um" + ], + [ + "op", + "er" + ], + [ + "B", + "uilder" + ], + [ + "I", + "P" + ], + [ + "')", + ",Ċ" + ], + [ + "es", + "c" + ], + [ + "Ġf", + "ont" + ], + [ + "\"", + ";ĊĊ" + ], + [ + "ĠA", + "m" + ], + [ + "ish", + "ed" + ], + [ + "ill", + "s" + ], + [ + "Int", + "er" + ], + [ + "O", + "W" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġl", + "ate" + ], + [ + "idd", + "le" + ], + [ + "4", + "3" + ], + [ + "Ġam", + "ount" + ], + [ + "Ġas", + "ync" + ], + [ + "in", + "o" + ], + [ + "c", + "ul" + ], + [ + "Ġ", + "ì" + ], + [ + "and", + "le" + ], + [ + "_", + "user" + ], + [ + "Ġb", + "en" + ], + [ + "ĠC", + "al" + ], + [ + "Ġ$", + "_" + ], + [ + "ĠR", + "ep" + ], + [ + "Ġen", + "ough" + ], + [ + "T", + "oken" + ], + [ + ".", + "user" + ], + [ + "(", + "j" + ], + [ + "S", + "c" + ], + [ + "W", + "idth" + ], + [ + "n", + "ow" + ], + [ + "at", + "form" + ], + [ + "Ġlook", + "ing" + ], + [ + "Ġh", + "old" + ], + [ + "M", + "odule" + ], + [ + "IT", + "Y" + ], + [ + "v", + "o" + ], + [ + "is", + "on" + ], + [ + ".D", + "ata" + ], + [ + "y", + "c" + ], + [ + "Ġp", + "ot" + ], + [ + "ĠTr", + "ump" + ], + [ + "id", + "ual" + ], + [ + "id", + "es" + ], + [ + "r", + "t" + ], + [ + "Ġprop", + "erty" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "am", + "ework" + ], + [ + "g", + "o" + ], + [ + "Ġl", + "ow" + ], + [ + "Ġpar", + "a" + ], + [ + "Ġpr", + "ice" + ], + [ + "ur", + "y" + ], + [ + "Ġto", + "day" + ], + [ + "ro", + "y" + ], + [ + "Ġ'", + "/" + ], + [ + "Ġpol", + "it" + ], + [ + "Ġ'", + "'" + ], + [ + "ym", + "b" + ], + [ + "P", + "h" + ], + [ + "Ġad", + "v" + ], + [ + "Ġatt", + "ack" + ], + [ + "ĠS", + "te" + ], + [ + "RO", + "M" + ], + [ + "4", + "00" + ], + [ + "an", + "a" + ], + [ + "Ġme", + "ans" + ], + [ + "Ġst", + "ory" + ], + [ + "id", + "s" + ], + [ + "ak", + "en" + ], + [ + "Ġme", + "et" + ], + [ + "Ġm", + "om" + ], + [ + "ĠâĢ", + "ĺ" + ], + [ + "Ġ?", + ">" + ], + [ + "Ġd", + "en" + ], + [ + "ob", + "ile" + ], + [ + "ch", + "ange" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĊ" + ], + [ + "ic", + "i" + ], + [ + "n", + "a" + ], + [ + "ĠF", + "orm" + ], + [ + "Ġs", + "ort" + ], + [ + "Se", + "lect" + ], + [ + "p", + "are" + ], + [ + "Ġth", + "ought" + ], + [ + "_", + "con" + ], + [ + "Ġt", + "ask" + ], + [ + "oc", + "us" + ], + [ + "ĠD", + "E" + ], + [ + "ĠM", + "in" + ], + [ + "Ġo", + "pt" + ], + [ + "ĉb", + "reak" + ], + [ + "um", + "er" + ], + [ + "K", + "E" + ], + [ + "th", + "en" + ], + [ + "Ġd", + "et" + ], + [ + "ĠT", + "est" + ], + [ + "port", + "s" + ], + [ + "Ġre", + "view" + ], + [ + "('", + "/" + ], + [ + "m", + "ove" + ], + [ + "Ġsw", + "itch" + ], + [ + "ER", + "T" + ], + [ + "p", + "atch" + ], + [ + "ann", + "ot" + ], + [ + "ã", + "Ĥ" + ], + [ + "Ġab", + "ove" + ], + [ + "it", + "ive" + ], + [ + "5", + "6" + ], + [ + "Ġquest", + "ion" + ], + [ + "ĠQ", + "u" + ], + [ + "ãĢĤ", + "ĊĊ" + ], + [ + "g", + "le" + ], + [ + "Ġw", + "ord" + ], + [ + "Ġprov", + "ide" + ], + [ + "ĠR", + "eturn" + ], + [ + "Ġre", + "search" + ], + [ + "ã", + "o" + ], + [ + "u", + "str" + ], + [ + "Ġp", + "ublish" + ], + [ + "chem", + "a" + ], + [ + "}", + "}" + ], + [ + "ĠC", + "ON" + ], + [ + "-", + "in" + ], + [ + "all", + "back" + ], + [ + "Ġco", + "ver" + ], + [ + "\\", + "\\" + ], + [ + "c", + "olor" + ], + [ + "ĠI", + "S" + ], + [ + "Ġwh", + "ether" + ], + [ + "im", + "ate" + ], + [ + "is", + "c" + ], + [ + "B", + "ar" + ], + [ + "Ġd", + "iv" + ], + [ + "B", + "e" + ], + [ + "our", + "n" + ], + [ + "Ġh", + "aving" + ], + [ + "le", + "m" + ], + [ + "pl", + "ayer" + ], + [ + "ab", + "s" + ], + [ + "am", + "era" + ], + [ + "ne", + "y" + ], + [ + "Ġex", + "c" + ], + [ + "get", + "her" + ], + [ + "pl", + "ied" + ], + [ + "a", + "o" + ], + [ + "[", + "$" + ], + [ + "Ġ+", + "+" + ], + [ + "i", + "pe" + ], + [ + "sh", + "ow" + ], + [ + "/", + "d" + ], + [ + "[", + ":" + ], + [ + "ag", + "ement" + ], + [ + "le", + "v" + ], + [ + "_", + "ID" + ], + [ + "9", + "7" + ], + [ + "r", + "ary" + ], + [ + "ad", + "es" + ], + [ + "_", + "se" + ], + [ + "a", + "use" + ], + [ + "Ġem", + "ploy" + ], + [ + "Ġ*/", + "čĊ" + ], + [ + "Ġf", + "re" + ], + [ + "Ġ'", + "@" + ], + [ + "Ġcomple", + "t" + ], + [ + "Ġl", + "arge" + ], + [ + "r", + "al" + ], + [ + "\\", + "x" + ], + [ + "Ġf", + "ac" + ], + [ + "<", + "String" + ], + [ + "Ġcre", + "ated" + ], + [ + "up", + "er" + ], + [ + ".st", + "ate" + ], + [ + "Ġh", + "ost" + ], + [ + "ener", + "ic" + ], + [ + "/", + "b" + ], + [ + "(", + "!" + ], + [ + "wh", + "ile" + ], + [ + "i", + "as" + ], + [ + "B", + "UG" + ], + [ + "Ġ", + ");ĊĊ" + ], + [ + "Ġro", + "le" + ], + [ + "Re", + "g" + ], + [ + "ĠC", + "olor" + ], + [ + "St", + "art" + ], + [ + "Ġp", + "orn" + ], + [ + "t", + "op" + ], + [ + "Ġwe", + "b" + ], + [ + "Ġde", + "v" + ], + [ + "Ġde", + "al" + ], + [ + "++", + ")Ċ" + ], + [ + "Int", + "eger" + ], + [ + "pos", + "ition" + ], + [ + ".", + "on" + ], + [ + "Ġ(", + "\"" + ], + [ + "ä", + "¸" + ], + [ + "Ġproble", + "m" + ], + [ + "s", + "v" + ], + [ + "Ġp", + "ress" + ], + [ + "AB", + "LE" + ], + [ + "AT", + "ION" + ], + [ + "ĠSe", + "e" + ], + [ + "an", + "ch" + ], + [ + "Ġth", + "ough" + ], + [ + "le", + "ep" + ], + [ + "Ġ<", + "!--" + ], + [ + "Ġpoint", + "s" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ" + ], + [ + ".", + "J" + ], + [ + "Ġ", + "::" + ], + [ + "p", + "tr" + ], + [ + "D", + "B" + ], + [ + "++", + ";Ċ" + ], + [ + ".p", + "ng" + ], + [ + "n", + "ode" + ], + [ + "so", + "ft" + ], + [ + "pon", + "d" + ], + [ + "Ġe", + "ver" + ], + [ + "--------------------------------", + "--------------------------------" + ], + [ + "M", + "enu" + ], + [ + "('", + "#" + ], + [ + "Ġs", + "ervices" + ], + [ + "p", + "g" + ], + [ + "}", + ")Ċ" + ], + [ + "param", + "s" + ], + [ + "Ġact", + "ually" + ], + [ + "Ġ\"", + "/" + ], + [ + "Em", + "pty" + ], + [ + "M", + "ethod" + ], + [ + "Ġid", + "ent" + ], + [ + "un", + "ic" + ], + [ + "Ġmill", + "ion" + ], + [ + "Ġa", + "ff" + ], + [ + "st", + "yle" + ], + [ + "Ġcon", + "c" + ], + [ + "i", + "os" + ], + [ + "ign", + "ment" + ], + [ + "UL", + "T" + ], + [ + "P", + "r" + ], + [ + "\"", + ";čĊ" + ], + [ + "Ġunder", + "stand" + ], + [ + "u", + "ary" + ], + [ + "Ġhapp", + "en" + ], + [ + "Ġser", + "ver" + ], + [ + "ĠC", + "o" + ], + [ + "S", + "C" + ], + [ + "Ġle", + "s" + ], + [ + "Ġfile", + "s" + ], + [ + "G", + "rid" + ], + [ + "s", + "ql" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġin", + "fo" + ], + [ + "_", + "tr" + ], + [ + "s", + "rc" + ], + [ + "on", + "y" + ], + [ + "Ġsp", + "ace" + ], + [ + "um", + "b" + ], + [ + "Ġpass", + "word" + ], + [ + "Ġst", + "ore" + ], + [ + ",", + "ĊĊ" + ], + [ + "ĠWh", + "at" + ], + [ + "g", + "ed" + ], + [ + "ĠF", + "alse" + ], + [ + "U", + "s" + ], + [ + "sw", + "er" + ], + [ + "_", + "index" + ], + [ + "Ġform", + "at" + ], + [ + "m", + "ost" + ], + [ + "s", + "m" + ], + [ + "N", + "ew" + ], + [ + "Ġd", + "etails" + ], + [ + "Ġpro", + "b" + ], + [ + "ĠAN", + "D" + ], + [ + "()", + "čĊ" + ], + [ + "il", + "ar" + ], + [ + "Ġ$", + "{" + ], + [ + "ry", + "pt" + ], + [ + ".C", + "ollections" + ], + [ + "$", + "this" + ], + [ + "ĠF", + "ree" + ], + [ + "_", + "of" + ], + [ + "(f", + "alse" + ], + [ + "d", + "ated" + ], + [ + "Ġ>", + ">" + ], + [ + "Ġf", + "ace" + ], + [ + "CT", + "ION" + ], + [ + "Ġs", + "ave" + ], + [ + "Ġt", + "yp" + ], + [ + "de", + "v" + ], + [ + "(\"", + "#" + ], + [ + "AG", + "E" + ], + [ + "cont", + "ainer" + ], + [ + "ed", + "it" + ], + [ + "Q", + "L" + ], + [ + "Ġitem", + "s" + ], + [ + "Ġs", + "ocial" + ], + [ + "i", + "en" + ], + [ + "ĠRe", + "act" + ], + [ + ")", + ".ĊĊ" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġre", + "du" + ], + [ + "ĠR", + "E" + ], + [ + ".p", + "ut" + ], + [ + "Ġm", + "ajor" + ], + [ + "C", + "ell" + ], + [ + "n", + "ext" + ], + [ + "Ġexpect", + "ed" + ], + [ + "Ġy", + "et" + ], + [ + "Ġin", + "div" + ], + [ + "trib", + "utes" + ], + [ + "at", + "is" + ], + [ + "am", + "ed" + ], + [ + "Ġf", + "ood" + ], + [ + "S", + "ource" + ], + [ + "(", + "string" + ], + [ + "Ġ+", + "Ċ" + ], + [ + "it", + "es" + ], + [ + "d", + "r" + ], + [ + "Ġmem", + "bers" + ], + [ + "Ġcom", + "b" + ], + [ + "item", + "s" + ], + [ + "ĠP", + "er" + ], + [ + "T", + "H" + ], + [ + "=", + "True" + ], + [ + "Ġb", + "ar" + ], + [ + "_", + "SE" + ], + [ + "com", + "m" + ], + [ + "(", + "w" + ], + [ + ")ĊĊ", + "Ċ" + ], + [ + "Ġs", + "end" + ], + [ + "Ġin", + "c" + ], + [ + "un", + "signed" + ], + [ + "F", + "A" + ], + [ + "Ġparam", + "s" + ], + [ + "app", + "ing" + ], + [ + "ro", + "s" + ], + [ + "ug", + "in" + ], + [ + "f", + "a" + ], + [ + "Ġcon", + "nection" + ], + [ + "Ġ}", + ";ĊĊ" + ], + [ + "Ġbe", + "come" + ], + [ + "M", + "ode" + ], + [ + "Ġe", + "v" + ], + [ + "Ġdif", + "f" + ], + [ + "ĠUn", + "ited" + ], + [ + "He", + "ight" + ], + [ + "ful", + "ly" + ], + [ + "im", + "ages" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġg", + "lobal" + ], + [ + "Ġcont", + "act" + ], + [ + "'", + ":Ċ" + ], + [ + "Ġab", + "s" + ], + [ + "а", + "Ð" + ], + [ + "f", + "loat" + ], + [ + "Ġex", + "cept" + ], + [ + "ĠP", + "ol" + ], + [ + "Ch", + "ild" + ], + [ + "t", + "yp" + ], + [ + "Ġcert", + "ain" + ], + [ + "i", + "ón" + ], + [ + "O", + "UT" + ], + [ + "Ġim", + "pro" + ], + [ + "ile", + "s" + ], + [ + "Ġ--", + ">Ċ" + ], + [ + "ĠP", + "art" + ], + [ + "val", + "ues" + ], + [ + "os", + "s" + ], + [ + "/", + "**" + ], + [ + "il", + "it" + ], + [ + "ĠE", + "vent" + ], + [ + "cur", + "ity" + ], + [ + "st", + "er" + ], + [ + "Ġchar", + "acter" + ], + [ + "19", + "8" + ], + [ + "Ġnew", + "s" + ], + [ + "Ġ\"", + "," + ], + [ + "Ġde", + "vice" + ], + [ + "c", + "el" + ], + [ + "log", + "in" + ], + [ + "he", + "et" + ], + [ + "Def", + "ault" + ], + [ + "@", + "\"" + ], + [ + "ĉ", + "Ġ" + ], + [ + "c", + "lick" + ], + [ + "(", + "value" + ], + [ + "ĠA", + "b" + ], + [ + "Ġpre", + "vious" + ], + [ + "ERR", + "OR" + ], + [ + "oc", + "al" + ], + [ + "Ġm", + "aterial" + ], + [ + "Ġbel", + "ow" + ], + [ + "ĠCh", + "rist" + ], + [ + "Ġmed", + "ia" + ], + [ + "co", + "ver" + ], + [ + "ĠU", + "I" + ], + [ + "Ġf", + "ail" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġcom", + "ponent" + ], + [ + "ĠAmeric", + "an" + ], + [ + "Ġadd", + "ed" + ], + [ + "Ġbu", + "y" + ], + [ + "st", + "it" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġde", + "lete" + ], + [ + "prop", + "erty" + ], + [ + "od", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "rop", + "s" + ], + [ + "Ġhttp", + "s" + ], + [ + "Ġro", + "ot" + ], + [ + "Ġhand", + "le" + ], + [ + "C", + "C" + ], + [ + "B", + "ack" + ], + [ + "em", + "plate" + ], + [ + "Ġget", + "ting" + ], + [ + "_b", + "y" + ], + [ + "m", + "ail" + ], + [ + "_s", + "h" + ], + [ + ".", + "assert" + ], + [ + "ĠD", + "ec" + ], + [ + "(", + "true" + ], + [ + "Ġcom", + "put" + ], + [ + "Ġcl", + "aim" + ], + [ + "'", + "=>" + ], + [ + "ĠS", + "ub" + ], + [ + "Ġa", + "ir" + ], + [ + "op", + "s" + ], + [ + "n", + "av" + ], + [ + "em", + "ents" + ], + [ + "(", + "id" + ], + [ + "Ġent", + "er" + ], + [ + "ang", + "ed" + ], + [ + "E", + "nd" + ], + [ + "Ġloc", + "ation" + ], + [ + "Ġn", + "ight" + ], + [ + "Ġdo", + "ing" + ], + [ + "ĠR", + "ed" + ], + [ + "l", + "in" + ], + [ + "}ĊĊ", + "Ċ" + ], + [ + "vid", + "er" + ], + [ + "Ġp", + "ick" + ], + [ + "Ġw", + "atch" + ], + [ + "ess", + "ages" + ], + [ + "Ġhum", + "an" + ], + [ + "Ġd", + "am" + ], + [ + "p", + "end" + ], + [ + "d", + "ir" + ], + [ + "Ġt", + "ax" + ], + [ + "Ġg", + "irl" + ], + [ + "re", + "et" + ], + [ + "Ġbo", + "x" + ], + [ + "Ġstr", + "ong" + ], + [ + "(", + "v" + ], + [ + "re", + "l" + ], + [ + "Ġinter", + "face" + ], + [ + "Ġm", + "sg" + ], + [ + "f", + "ect" + ], + [ + "_", + "at" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġtr", + "ack" + ], + [ + "'", + ");ĊĊ" + ], + [ + "j", + "e" + ], + [ + "ĠJ", + "ohn" + ], + [ + "ist", + "r" + ], + [ + "(", + "S" + ], + [ + "ub", + "e" + ], + [ + "Ġc", + "e" + ], + [ + "itt", + "ed" + ], + [ + "V", + "ER" + ], + [ + "*", + ")" + ], + [ + "p", + "arent" + ], + [ + "Ġapp", + "lication" + ], + [ + "an", + "y" + ], + [ + ".sw", + "ing" + ], + [ + "Ġp", + "ack" + ], + [ + "\\", + "u" + ], + [ + "Ġpr", + "act" + ], + [ + "Ġse", + "ction" + ], + [ + "ct", + "x" + ], + [ + "Ġun", + "signed" + ], + [ + ".P", + "oint" + ], + [ + "ĠO", + "ne" + ], + [ + "Ä", + "±" + ], + [ + "ip", + "le" + ], + [ + "a", + "id" + ], + [ + "Ñ", + "ĥ" + ], + [ + "V", + "ector" + ], + [ + "by", + "te" + ], + [ + "Ġw", + "ait" + ], + [ + "ĠÃ", + "ł" + ], + [ + "Ã", + "¥" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġth", + "rows" + ], + [ + "F", + "O" + ], + [ + "'", + "))" + ], + [ + "h", + "ost" + ], + [ + "is", + "ing" + ], + [ + ".", + "view" + ], + [ + "Ġter", + "ms" + ], + [ + "fr", + "amework" + ], + [ + "-", + "r" + ], + [ + "Ġapp", + "ly" + ], + [ + "Ġs", + "ession" + ], + [ + "O", + "ptions" + ], + [ + "ugg", + "est" + ], + [ + "Ġo", + "thers" + ], + [ + "w", + "itter" + ], + [ + "Ġf", + "und" + ], + [ + "In", + "it" + ], + [ + "__", + "(" + ], + [ + "ens", + "or" + ], + [ + "G", + "ET" + ], + [ + "Ġsever", + "al" + ], + [ + "i", + "i" + ], + [ + "[", + "j" + ], + [ + "I", + "O" + ], + [ + "Ġtem", + "plate" + ], + [ + "P", + "osition" + ], + [ + "Ġe", + "con" + ], + [ + "ach", + "ine" + ], + [ + "Ġ", + "il" + ], + [ + ".s", + "pring" + ], + [ + "m", + "ain" + ], + [ + "el", + "t" + ], + [ + "im", + "ent" + ], + [ + "Re", + "c" + ], + [ + "m", + "m" + ], + [ + "ĠUn", + "iversity" + ], + [ + "urs", + "or" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ" + ], + [ + "G", + "L" + ], + [ + "ict", + "ure" + ], + [ + "ith", + "ub" + ], + [ + "c", + "er" + ], + [ + "c", + "ast" + ], + [ + "F", + "rom" + ], + [ + "a", + "les" + ], + [ + "Ġsub", + "ject" + ], + [ + "p", + "assword" + ], + [ + "n", + "y" + ], + [ + "Ġes", + "c" + ], + [ + ".w", + "rite" + ], + [ + "ï¼", + "Į" + ], + [ + "Wh", + "at" + ], + [ + ".", + "H" + ], + [ + "Ġh", + "istory" + ], + [ + "ĠF", + "e" + ], + [ + "Ġindiv", + "idual" + ], + [ + "un", + "it" + ], + [ + "Ġ--", + ">" + ], + [ + "Ġd", + "u" + ], + [ + "I", + "ST" + ], + [ + "Ġus", + "ers" + ], + [ + "f", + "s" + ], + [ + "f", + "alse" + ], + [ + "un", + "t" + ], + [ + "T", + "itle" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġf", + "uture" + ], + [ + "ach", + "ed" + ], + [ + "Ġstart", + "ed" + ], + [ + "Ġm", + "ode" + ], + [ + "Ġ'", + "<" + ], + [ + "_", + "array" + ], + [ + "Ġa", + "x" + ], + [ + "']", + ";Ċ" + ], + [ + "i", + "res" + ], + [ + "Th", + "ere" + ], + [ + "ug", + "ht" + ], + [ + "t", + "ml" + ], + [ + "pos", + "ed" + ], + [ + "ic", + "ult" + ], + [ + "Ġto", + "ok" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġ}", + "}" + ], + [ + "Ġ?", + ">Ċ" + ], + [ + "Ġproduct", + "s" + ], + [ + "I", + "s" + ], + [ + "Ġb", + "ad" + ], + [ + "ĠD", + "es" + ], + [ + ".p", + "ath" + ], + [ + "'", + "ĊĊ" + ], + [ + "ĠP", + "ost" + ], + [ + "av", + "el" + ], + [ + "(", + ":" + ], + [ + "15", + "0" + ], + [ + "Ġneed", + "s" + ], + [ + "Ġkn", + "own" + ], + [ + "F", + "l" + ], + [ + "Ġex", + "ec" + ], + [ + "Ġse", + "en" + ], + [ + "5", + "1" + ], + [ + "um", + "e" + ], + [ + "Ġb", + "order" + ], + [ + "Ġl", + "ive" + ], + [ + "tem", + "p" + ], + [ + "P", + "er" + ], + [ + "Ġvar", + "iable" + ], + [ + "i", + "et" + ], + [ + "ĠD", + "ef" + ], + [ + "Ġg", + "e" + ], + [ + "em", + "e" + ], + [ + "_b", + "ack" + ], + [ + "f", + "irst" + ], + [ + "Ġprovid", + "ed" + ], + [ + "////////////////", + "////////////////" + ], + [ + "Ġfil", + "ename" + ], + [ + "Ġh", + "ope" + ], + [ + "ul", + "y" + ], + [ + "a", + "uto" + ], + [ + "f", + "ind" + ], + [ + "_", + "string" + ], + [ + "b", + "tn" + ], + [ + "it", + "ude" + ], + [ + "At", + "tribute" + ], + [ + "Ġyou", + "ng" + ], + [ + ".t", + "xt" + ], + [ + "Ġwe", + "bsite" + ], + [ + "ĠP", + "rop" + ], + [ + "Ġe", + "y" + ], + [ + ">", + "();Ċ" + ], + [ + "ion", + "al" + ], + [ + "AR", + "R" + ], + [ + "iction", + "ary" + ], + [ + "ur", + "ther" + ], + [ + ".", + "" + ], + [ + "t", + "x" + ], + [ + "Ġp", + "ur" + ], + [ + "u", + "el" + ], + [ + "ymb", + "ol" + ], + [ + "u", + "ation" + ], + [ + "ang", + "er" + ], + [ + "Ġback", + "ground" + ], + [ + "ec", + "ess" + ], + [ + "ef", + "ined" + ], + [ + "....", + "...." + ], + [ + "Ġdes", + "cription" + ], + [ + "Ġrep", + "resent" + ], + [ + "\")", + ");Ċ" + ], + [ + "press", + "ion" + ], + [ + "row", + "ser" + ], + [ + "Ġser", + "ies" + ], + [ + "ward", + "s" + ], + [ + "5", + "2" + ], + [ + "($", + "_" + ], + [ + "a", + "ise" + ], + [ + "Ġh", + "ot" + ], + [ + "ac", + "ity" + ], + [ + "ri", + "es" + ], + [ + "action", + "s" + ], + [ + "C", + "reate" + ], + [ + "ad", + "io" + ], + [ + "amp", + "les" + ], + [ + "Ġorig", + "inal" + ], + [ + "ens", + "ive" + ], + [ + "f", + "ont" + ], + [ + "st", + "ream" + ], + [ + "", + "using" + ], + [ + ".spring", + "framework" + ], + [ + "00", + "1" + ], + [ + "ser", + "ver" + ], + [ + "Ġb", + "ill" + ], + [ + "AC", + "K" + ], + [ + "il", + "ename" + ], + [ + "Ġfr", + "ame" + ], + [ + "Ġ=", + "Ċ" + ], + [ + "Ed", + "it" + ], + [ + "adi", + "us" + ], + [ + "Ġd", + "raw" + ], + [ + "ank", + "s" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġcom", + "es" + ], + [ + "_", + "int" + ], + [ + "Ġfore", + "ach" + ], + [ + "ang", + "le" + ], + [ + "Ġe", + "lect" + ], + [ + "pect", + "ed" + ], + [ + "He", + "ader" + ], + [ + "ist", + "ration" + ], + [ + "F", + "alse" + ], + [ + "ĠG", + "ame" + ], + [ + "Ġfil", + "ter" + ], + [ + "Act", + "ivity" + ], + [ + "Ġl", + "arg" + ], + [ + "in", + "ition" + ], + [ + "Ġ\"", + "<" + ], + [ + "25", + "6" + ], + [ + "is", + "ed" + ], + [ + "Ġrem", + "ove" + ], + [ + "ĠTr", + "ans" + ], + [ + "m", + "et" + ], + [ + "se", + "e" + ], + [ + "Form", + "at" + ], + [ + "Com", + "mand" + ], + [ + "ĠE", + "X" + ], + [ + "N", + "one" + ], + [ + "Ġfr", + "ont" + ], + [ + "A", + "SE" + ], + [ + "ĠR", + "ec" + ], + [ + "ound", + "ation" + ], + [ + "Ġv", + "o" + ], + [ + "9", + "6" + ], + [ + "=", + "\\\"" + ], + [ + "(", + "*" + ], + [ + "Ch", + "ange" + ], + [ + ".W", + "rite" + ], + [ + "g", + "roup" + ], + [ + "i", + "ents" + ], + [ + "u", + "y" + ], + [ + "********************************", + "********************************" + ], + [ + "Ġd", + "ig" + ], + [ + "h", + "r" + ], + [ + "(", + "-" + ], + [ + "Ġg", + "en" + ], + [ + "n", + "umber" + ], + [ + "ve", + "c" + ], + [ + "uro", + "pe" + ], + [ + "ent", + "ry" + ], + [ + "L", + "L" + ], + [ + "Ġst", + "e" + ], + [ + "Val", + "id" + ], + [ + "']", + "," + ], + [ + "_p", + "aram" + ], + [ + "Ġse", + "lected" + ], + [ + "Ġacc", + "ording" + ], + [ + "ĠD", + "is" + ], + [ + "Ġ", + "util" + ], + [ + "B", + "uffer" + ], + [ + "_", + "error" + ], + [ + "Ġass", + "oci" + ], + [ + "_S", + "IZE" + ], + [ + "Ġw", + "or" + ], + [ + "Ġprint", + "f" + ], + [ + "r", + "ag" + ], + [ + "Â", + "ł" + ], + [ + "D", + "D" + ], + [ + "ĠV", + "al" + ], + [ + "Ġact", + "iv" + ], + [ + "E", + "ng" + ], + [ + "et", + "ime" + ], + [ + "Ġv", + "irtual" + ], + [ + "a", + "ign" + ], + [ + "a", + "ur" + ], + [ + "ĠP", + "res" + ], + [ + "ĠEx", + "ception" + ], + [ + "Ġany", + "thing" + ], + [ + "ĠO", + "ff" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġw", + "ar" + ], + [ + "Arg", + "s" + ], + [ + "ag", + "ing" + ], + [ + "Ġmodel", + "s" + ], + [ + "ĠT", + "ime" + ], + [ + "O", + "b" + ], + [ + "am", + "s" + ], + [ + "j", + "oy" + ], + [ + "Ġear", + "ly" + ], + [ + ".", + "read" + ], + [ + "8", + "6" + ], + [ + "Ġc", + "enter" + ], + [ + "ĠIn", + "itial" + ], + [ + "Ġl", + "anguage" + ], + [ + "l", + "ength" + ], + [ + "x", + "y" + ], + [ + "Ġs", + "n" + ], + [ + "Ġin", + "f" + ], + [ + "P", + "ost" + ], + [ + "Ġag", + "o" + ], + [ + "Ġeas", + "y" + ], + [ + "_c", + "ode" + ], + [ + "ĠAN", + "Y" + ], + [ + "_", + "ch" + ], + [ + "Ġdown", + "load" + ], + [ + "(", + "T" + ], + [ + "av", + "ed" + ], + [ + "âĢ", + "ĵ" + ], + [ + "Ġstud", + "ents" + ], + [ + "Ġf", + "ig" + ], + [ + "l", + "ight" + ], + [ + "x", + "x" + ], + [ + "Ġbu", + "ffer" + ], + [ + "ĠD", + "ep" + ], + [ + "ĠM", + "ath" + ], + [ + "IT", + "H" + ], + [ + "Ġvar", + "i" + ], + [ + "Ġd", + "ue" + ], + [ + "F", + "actory" + ], + [ + "Ġp", + "or" + ], + [ + "Ġe", + "p" + ], + [ + "ot", + "ype" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġwh", + "ite" + ], + [ + "<", + "int" + ], + [ + "ter", + "n" + ], + [ + "Ġreg", + "ister" + ], + [ + "Ġpre", + "d" + ], + [ + "cl", + "us" + ], + [ + "_d", + "ate" + ], + [ + "Ġ/", + "**" + ], + [ + "Ġa", + "uth" + ], + [ + "Ġ[", + "]Ċ" + ], + [ + "Ġper", + "iod" + ], + [ + "n", + "own" + ], + [ + "Ġv", + "ot" + ], + [ + "Ġs", + "creen" + ], + [ + "'", + "d" + ], + [ + "T", + "ypes" + ], + [ + "Ġt", + "mp" + ], + [ + "е", + "Ð" + ], + [ + "ur", + "al" + ], + [ + "Ġben", + "ef" + ], + [ + "_", + "y" + ], + [ + "Ġn", + "et" + ], + [ + "ĠSt", + "ates" + ], + [ + "']", + "['" + ], + [ + "ĠN", + "e" + ], + [ + "ĠN", + "OT" + ], + [ + "Ġn", + "eg" + ], + [ + "10", + "2" + ], + [ + "Ġcomm", + "on" + ], + [ + "s", + "cope" + ], + [ + "Ġc", + "red" + ], + [ + "g", + "es" + ], + [ + "_T", + "YPE" + ], + [ + "Ġs", + "uggest" + ], + [ + "o", + "om" + ], + [ + ".ĊĊ", + "Ċ" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġr", + "andom" + ], + [ + "er", + "m" + ], + [ + "ĠV", + "ector" + ], + [ + "w", + "ith" + ], + [ + "T", + "ER" + ], + [ + "(", + "str" + ], + [ + "Ġres", + "pons" + ], + [ + "Ġh", + "it" + ], + [ + ".S", + "et" + ], + [ + "gr", + "id" + ], + [ + "ri", + "a" + ], + [ + "Ġc", + "lick" + ], + [ + "und", + "le" + ], + [ + "C", + "ase" + ], + [ + "ins", + "ert" + ], + [ + "Util", + "s" + ], + [ + "Ġ\"\"", + "\"" + ], + [ + "Ġim", + "plement" + ], + [ + "at", + "al" + ], + [ + "tem", + "pt" + ], + [ + "tem", + "plate" + ], + [ + "oc", + "r" + ], + [ + "return", + "s" + ], + [ + "Ġplay", + "ers" + ], + [ + "us", + "ers" + ], + [ + "ed", + "ef" + ], + [ + "ĠTh", + "ese" + ], + [ + "Ġam", + "ong" + ], + [ + "Ġde", + "b" + ], + [ + "h", + "a" + ], + [ + ".get", + "Element" + ], + [ + "Ġc", + "irc" + ], + [ + "Ġan", + "swer" + ], + [ + "Ġw", + "alk" + ], + [ + "Ġt", + "reat" + ], + [ + "ĠG", + "e" + ], + [ + "ĠC", + "reate" + ], + [ + "Ġa", + "ge" + ], + [ + "Ġre", + "q" + ], + [ + "O", + "ST" + ], + [ + "ang", + "ular" + ], + [ + "Ñ", + "ı" + ], + [ + "Ġf", + "ive" + ], + [ + "5", + "3" + ], + [ + "Ġdistrib", + "uted" + ], + [ + "Ġfri", + "end" + ], + [ + "T", + "P" + ], + [ + "Ġc", + "lean" + ], + [ + "ow", + "s" + ], + [ + ".Control", + "s" + ], + [ + "d", + "is" + ], + [ + "Ġw", + "ords" + ], + [ + ".", + "io" + ], + [ + "z", + "y" + ], + [ + "Ġhe", + "ader" + ], + [ + "ĠC", + "heck" + ], + [ + "âĢĻ", + "m" + ], + [ + "j", + "ust" + ], + [ + "h", + "older" + ], + [ + "=\"", + "", + "čĊ" + ], + [ + ".", + "annot" + ], + [ + "Ġcol", + "lection" + ], + [ + "'", + "." + ], + [ + "Ġsim", + "ilar" + ], + [ + "Ġt", + "aken" + ], + [ + "(\"", + "%" + ], + [ + "Or", + "der" + ], + [ + "']", + "Ċ" + ], + [ + "-m", + "d" + ], + [ + "ĠT", + "H" + ], + [ + "ac", + "ed" + ], + [ + "Ġis", + "n" + ], + [ + "/", + "j" + ], + [ + "Ġs", + "on" + ], + [ + "gr", + "aph" + ], + [ + "ĠInt", + "eger" + ], + [ + "Ġn", + "ecess" + ], + [ + "re", + "en" + ], + [ + "Ġ", + "um" + ], + [ + "Ġ\\", + "<" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġind", + "ic" + ], + [ + "ys", + "is" + ], + [ + "Le", + "vel" + ], + [ + "ver", + "se" + ], + [ + "urre", + "nc" + ], + [ + "_t", + "est" + ], + [ + "Ġent", + "ire" + ], + [ + "D", + "own" + ], + [ + "Ġ}ĊĊ", + "Ċ" + ], + [ + "(", + "result" + ], + [ + "ĠRe", + "ad" + ], + [ + "Ã", + "¨" + ], + [ + "M", + "od" + ], + [ + "Ġtry", + "ing" + ], + [ + "\")", + ",Ċ" + ], + [ + "Ġm", + "ember" + ], + [ + "ĠC", + "or" + ], + [ + "OD", + "O" + ], + [ + "-", + "control" + ], + [ + "un", + "time" + ], + [ + "ĠS", + "im" + ], + [ + "D", + "ialog" + ], + [ + "pl", + "ot" + ], + [ + "_", + "on" + ], + [ + "Ġph", + "ys" + ], + [ + "}", + "/" + ], + [ + "Ġn", + "amespace" + ], + [ + "ĉ", + "čĊ" + ], + [ + "ac", + "c" + ], + [ + "Pl", + "ayer" + ], + [ + "A", + "RE" + ], + [ + "8", + "9" + ], + [ + "Ġf", + "oot" + ], + [ + "Ġbo", + "ard" + ], + [ + "p", + "art" + ], + [ + "Ġs", + "us" + ], + [ + "w", + "ise" + ], + [ + "ĠM", + "c" + ], + [ + "Ġp", + "ush" + ], + [ + "AT", + "A" + ], + [ + "Ġp", + "lease" + ], + [ + "ri", + "ed" + ], + [ + "we", + "et" + ], + [ + "b", + "it" + ], + [ + "id", + "ed" + ], + [ + "V", + "E" + ], + [ + "ĠS", + "w" + ], + [ + "U", + "B" + ], + [ + "Ġt", + "ypes" + ], + [ + "ed", + "ia" + ], + [ + "Ġc", + "los" + ], + [ + "ace", + "book" + ], + [ + "Wh", + "en" + ], + [ + "Ġed", + "it" + ], + [ + "ig", + "ger" + ], + [ + "Ġen", + "erg" + ], + [ + "Cont", + "ainer" + ], + [ + "Ġph", + "ot" + ], + [ + "ĠC", + "ount" + ], + [ + "ĠE", + "urope" + ], + [ + ".I", + "s" + ], + [ + "ĠR", + "uss" + ], + [ + "pe", + "ed" + ], + [ + "ĠS", + "tr" + ], + [ + "Ġp", + "y" + ], + [ + "Ġc", + "ult" + ], + [ + "Ġdef", + "ined" + ], + [ + "cc", + "ount" + ], + [ + "Ġob", + "t" + ], + [ + ".L", + "ocation" + ], + [ + "Ġth", + "read" + ], + [ + "il", + "le" + ], + [ + "Ġinst", + "ead" + ], + [ + "str", + "ong" + ], + [ + "ĠS", + "ec" + ], + [ + "U", + "RE" + ], + [ + "Ġide", + "a" + ], + [ + ".", + "se" + ], + [ + "em", + "y" + ], + [ + "select", + "ed" + ], + [ + "Con", + "nection" + ], + [ + "ac", + "ing" + ], + [ + "th", + "read" + ], + [ + ".n", + "ext" + ], + [ + "Ġc", + "oll" + ], + [ + "Ġfil", + "m" + ], + [ + "ist", + "ic" + ], + [ + "Ġcomp", + "et" + ], + [ + "Ġcon", + "n" + ], + [ + "th", + "ough" + ], + [ + "Ġcom", + "pan" + ], + [ + "ock", + "et" + ], + [ + "Ġte", + "ach" + ], + [ + "=", + "(" + ], + [ + "Ġph", + "one" + ], + [ + "Ġact", + "ive" + ], + [ + "7", + "9" + ], + [ + "de", + "lete" + ], + [ + "10", + "1" + ], + [ + "tr", + "ies" + ], + [ + "Ġm", + "o" + ], + [ + "Ġde", + "ath" + ], + [ + "}", + ");ĊĊ" + ], + [ + "oc", + "ol" + ], + [ + "W", + "idget" + ], + [ + "Ġart", + "icle" + ], + [ + "ro", + "du" + ], + [ + "and", + "id" + ], + [ + "Ñ", + "ĭ" + ], + [ + "ĠC", + "r" + ], + [ + "k", + "a" + ], + [ + "()", + ":" + ], + [ + "lo", + "od" + ], + [ + "ĉĉĉ", + "Ċ" + ], + [ + "Ġal", + "most" + ], + [ + "Ġs", + "ell" + ], + [ + "erv", + "let" + ], + [ + "ri", + "p" + ], + [ + "Un", + "it" + ], + [ + "Ġapp", + "lic" + ], + [ + "Ġcon", + "nect" + ], + [ + "Ġfe", + "ature" + ], + [ + "Ġv", + "ia" + ], + [ + "'", + ")," + ], + [ + "Ġl", + "im" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "ĠG", + "u" + ], + [ + "Eng", + "ine" + ], + [ + "Ġen", + "s" + ], + [ + "Ġen", + "vironment" + ], + [ + "b", + "lock" + ], + [ + "HER", + "E" + ], + [ + "N", + "ULL" + ], + [ + "g", + "y" + ], + [ + "t", + "ag" + ], + [ + ")", + ")." + ], + [ + "ex", + "p" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġinst", + "all" + ], + [ + "Ġcomple", + "te" + ], + [ + "que", + "ue" + ], + [ + "atur", + "al" + ], + [ + "Ġgener", + "al" + ], + [ + "th", + "on" + ], + [ + "Ġask", + "ed" + ], + [ + "o", + "res" + ], + [ + "(", + "res" + ], + [ + "Ġres", + "erved" + ], + [ + "S", + "P" + ], + [ + "ĠâĢ", + "¦" + ], + [ + "Å", + "Ĥ" + ], + [ + "Ġsign", + "ific" + ], + [ + "O", + "ff" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "ĠA", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "ĠE", + "rror" + ], + [ + "Ġin", + "fl" + ], + [ + "ad", + "ata" + ], + [ + "Ġ", + "icon" + ], + [ + "ask", + "s" + ], + [ + "'", + "'" + ], + [ + "_", + "LO" + ], + [ + "?", + "." + ], + [ + "ac", + "count" + ], + [ + "Ġ(", + "*" + ], + [ + "'", + ")ĊĊ" + ], + [ + "r", + "ap" + ], + [ + "_", + "var" + ], + [ + "ĠF", + "OR" + ], + [ + "Ġpart", + "y" + ], + [ + "ĠY", + "our" + ], + [ + "c", + "at" + ], + [ + "str", + "y" + ], + [ + ".", + "new" + ], + [ + "bo", + "ot" + ], + [ + "ĠN", + "ov" + ], + [ + "Ġv", + "ector" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġf", + "urther" + ], + [ + "Re", + "pository" + ], + [ + "8", + "00" + ], + [ + "Ġd", + "atabase" + ], + [ + "att", + "le" + ], + [ + "Ġmus", + "ic" + ], + [ + "Ġspe", + "ed" + ], + [ + "Ġd", + "oc" + ], + [ + "pro", + "cess" + ], + [ + "IG", + "HT" + ], + [ + ".p", + "arse" + ], + [ + "Ġt", + "aking" + ], + [ + "Ġvi", + "ol" + ], + [ + "ce", + "ed" + ], + [ + "ĠA", + "fter" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġc", + "rit" + ], + [ + "\"/", + ">Ċ" + ], + [ + "ro", + "t" + ], + [ + "Ġfa", + "iled" + ], + [ + "ef", + "ore" + ], + [ + "Ġconc", + "ern" + ], + [ + "o", + "e" + ], + [ + "b", + "a" + ], + [ + "Ġs", + "ender" + ], + [ + "Ġter", + "m" + ], + [ + "h", + "as" + ], + [ + "=\"", + "#" + ], + [ + "Ġpot", + "ential" + ], + [ + "N", + "um" + ], + [ + "Ġpublish", + "ed" + ], + [ + ".c", + "lose" + ], + [ + "ĠIm", + "age" + ], + [ + "str", + "aint" + ], + [ + "U", + "D" + ], + [ + "ĠO", + "b" + ], + [ + "Ġprob", + "ably" + ], + [ + "l", + "im" + ], + [ + "\"", + ":Ċ" + ], + [ + "olum", + "e" + ], + [ + "Ġcon", + "sum" + ], + [ + "7", + "6" + ], + [ + "ag", + "ue" + ], + [ + "ens", + "ions" + ], + [ + "Ġinvest", + "ig" + ], + [ + "-", + "year" + ], + [ + "')", + ";" + ], + [ + "-s", + "m" + ], + [ + "Ġen", + "joy" + ], + [ + "or", + "ig" + ], + [ + "er", + "ing" + ], + [ + "c", + "p" + ], + [ + "le", + "ased" + ], + [ + "ple", + "ments" + ], + [ + "Ġreturn", + "s" + ], + [ + "p", + "at" + ], + [ + "B", + "O" + ], + [ + "ĠH", + "ouse" + ], + [ + ".L", + "abel" + ], + [ + "Ġwe", + "ight" + ], + [ + "igh", + "b" + ], + [ + "Ġcondition", + "s" + ], + [ + "Ġex", + "ception" + ], + [ + "d", + "escription" + ], + [ + "Ġtr", + "ad" + ], + [ + "-", + "to" + ], + [ + "Ġ{", + "}" + ], + [ + "Ġmod", + "ule" + ], + [ + "EN", + "D" + ], + [ + ".", + "ap" + ], + [ + ".p", + "rops" + ], + [ + "Ġcon", + "structor" + ], + [ + "av", + "es" + ], + [ + "Ġf", + "avor" + ], + [ + "ĠN", + "ow" + ], + [ + ";", + "i" + ], + [ + "ĠM", + "ain" + ], + [ + "_", + "k" + ], + [ + "er", + "ies" + ], + [ + "âĢĻ", + "ll" + ], + [ + "trans", + "form" + ], + [ + "imest", + "amp" + ], + [ + "P", + "re" + ], + [ + "Ġm", + "er" + ], + [ + ".", + "res" + ], + [ + "st", + "ant" + ], + [ + "L", + "ocation" + ], + [ + "_N", + "AME" + ], + [ + "Ġlos", + "s" + ], + [ + "Ġ", + "ĊĊ" + ], + [ + "n", + "et" + ], + [ + "Ġeng", + "ine" + ], + [ + "B", + "lock" + ], + [ + "Ġiss", + "ues" + ], + [ + "Ġpar", + "se" + ], + [ + "ĠB", + "ar" + ], + [ + "Ġst", + "ay" + ], + [ + "ĠJ", + "SON" + ], + [ + "Ġd", + "om" + ], + [ + "air", + "s" + ], + [ + "w", + "ner" + ], + [ + "Ġl", + "ower" + ], + [ + "\",", + "čĊ" + ], + [ + "ĠD", + "em" + ], + [ + "uf", + "act" + ], + [ + "Ġp", + "s" + ], + [ + "Ġper", + "fect" + ], + [ + "R", + "L" + ], + [ + "Ġed", + "uc" + ], + [ + "l", + "s" + ], + [ + "em", + "ory" + ], + [ + "ARR", + "ANT" + ], + [ + "u", + "ge" + ], + [ + "Ġex", + "act" + ], + [ + ".", + "key" + ], + [ + "al", + "led" + ], + [ + "e", + "ch" + ], + [ + "ie", + "f" + ], + [ + "\\", + "/" + ], + [ + "o", + "ke" + ], + [ + "Ġfor", + "mer" + ], + [ + "al", + "loc" + ], + [ + "Ġs", + "ix" + ], + [ + "id", + "a" + ], + [ + "Ġm", + "argin" + ], + [ + "Ġhe", + "art" + ], + [ + "al", + "d" + ], + [ + "p", + "ack" + ], + [ + ".getElement", + "ById" + ], + [ + "ĠW", + "ARRANT" + ], + [ + "Ġr", + "ather" + ], + [ + "Ġbuild", + "ing" + ], + [ + "er", + "man" + ], + [ + "lic", + "e" + ], + [ + "Ġquest", + "ions" + ], + [ + "iz", + "es" + ], + [ + "le", + "ge" + ], + [ + "irect", + "ory" + ], + [ + "Ġj", + "e" + ], + [ + "Ġc", + "as" + ], + [ + "pro", + "ps" + ], + [ + "ut", + "f" + ], + [ + "Ġse", + "curity" + ], + [ + "Ġhow", + "ever" + ], + [ + "we", + "ight" + ], + [ + "Ġins", + "ide" + ], + [ + "Ġpres", + "ident" + ], + [ + "Ch", + "ar" + ], + [ + "ĠW", + "ITH" + ], + [ + ".m", + "ap" + ], + [ + "Ġgr", + "aph" + ], + [ + "Ġt", + "ag" + ], + [ + "_st", + "atus" + ], + [ + "Ġat", + "tempt" + ], + [ + "op", + "p" + ], + [ + "us", + "es" + ], + [ + "ĉ", + "const" + ], + [ + "Ġr", + "ound" + ], + [ + ",", + "$" + ], + [ + "Ġfri", + "ends" + ], + [ + "Em", + "ail" + ], + [ + "?", + ">" + ], + [ + "Res", + "ource" + ], + [ + "KE", + "Y" + ], + [ + "os", + "p" + ], + [ + ".", + "query" + ], + [ + "ĠN", + "orth" + ], + [ + "able", + "s" + ], + [ + "ist", + "rib" + ], + [ + "_c", + "lass" + ], + [ + "el", + "lo" + ], + [ + "Th", + "at" + ], + [ + "Ð", + "º" + ], + [ + "pecial", + "ly" + ], + [ + "ĠPres", + "ident" + ], + [ + "Ġcamp", + "aign" + ], + [ + "Ġal", + "t" + ], + [ + "are", + "a" + ], + [ + "Ġch", + "all" + ], + [ + "Ġop", + "port" + ], + [ + ".C", + "on" + ], + [ + "Ġenerg", + "y" + ], + [ + "li", + "ke" + ], + [ + ".", + "string" + ], + [ + "ing", + "ton" + ], + [ + ")", + "*" + ], + [ + "y", + "y" + ], + [ + "Ġprof", + "ession" + ], + [ + "ir", + "th" + ], + [ + "Ġse", + "g" + ], + [ + "æ", + "ľ" + ], + [ + "Ġh", + "or" + ], + [ + "i", + "ers" + ], + [ + "c", + "an" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Pro", + "duct" + ], + [ + "f", + "g" + ], + [ + "ĠS", + "k" + ], + [ + ".j", + "pg" + ], + [ + "?", + ":" + ], + [ + "]", + ";ĊĊ" + ], + [ + "Ġcall", + "back" + ], + [ + "ĠH", + "ttp" + ], + [ + "Ñ", + "Į" + ], + [ + "l", + "ong" + ], + [ + "M", + "S" + ], + [ + "AT", + "H" + ], + [ + "Ġr", + "aise" + ], + [ + "Ġwant", + "ed" + ], + [ + "row", + "n" + ], + [ + "ut", + "or" + ], + [ + "l", + "t" + ], + [ + "]", + "=" + ], + [ + "el", + "ine" + ], + [ + "M", + "A" + ], + [ + "Ġse", + "par" + ], + [ + "c", + "s" + ], + [ + "se", + "mb" + ], + [ + "D", + "is" + ], + [ + "bs", + "erv" + ], + [ + "ĠW", + "ill" + ], + [ + "Ġpol", + "icy" + ], + [ + "Ġth", + "ird" + ], + [ + "ph", + "one" + ], + [ + "Ġb", + "ed" + ], + [ + "/", + "g" + ], + [ + ".", + "__" + ], + [ + "ĠIn", + "c" + ], + [ + "iz", + "ing" + ], + [ + ".re", + "move" + ], + [ + "in", + "stance" + ], + [ + ".t", + "ype" + ], + [ + "Ġs", + "erv" + ], + [ + "E", + "ach" + ], + [ + "Ġh", + "ar" + ], + [ + "ĠM", + "essage" + ], + [ + "(", + "key" + ], + [ + "SE", + "LECT" + ], + [ + "P", + "os" + ], + [ + "))", + ";čĊ" + ], + [ + "Ġre", + "comm" + ], + [ + "Ġtr", + "aining" + ], + [ + "ĠE", + "nt" + ], + [ + "ĠCh", + "ar" + ], + [ + "ic", + "ht" + ], + [ + "(f", + "ile" + ], + [ + "Ġp", + "rior" + ], + [ + "G", + "ame" + ], + [ + "Ġex", + "it" + ], + [ + "Param", + "s" + ], + [ + ".c", + "ore" + ], + [ + "P", + "C" + ], + [ + "n", + "es" + ], + [ + "anc", + "ed" + ], + [ + "(", + "request" + ], + [ + "P", + "assword" + ], + [ + "}", + ">Ċ" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġre", + "lease" + ], + [ + "Ġsh", + "all" + ], + [ + "ud", + "ent" + ], + [ + "ĠS", + "outh" + ], + [ + "and", + "o" + ], + [ + ":", + "'" + ], + [ + ".Tab", + "Index" + ], + [ + "s", + "k" + ], + [ + "ann", + "er" + ], + [ + "is", + "set" + ], + [ + "Ġout", + "side" + ], + [ + "led", + "ge" + ], + [ + "Ġ", + "å" + ], + [ + "ĠR", + "ob" + ], + [ + "Ġim", + "m" + ], + [ + "!", + "Ċ" + ], + [ + "ĠWe", + "b" + ], + [ + "D", + "es" + ], + [ + "B", + "C" + ], + [ + "anc", + "ial" + ], + [ + "R", + "oute" + ], + [ + "D", + "ec" + ], + [ + "fer", + "ences" + ], + [ + "Ġp", + "urch" + ], + [ + "ĠM", + "odel" + ], + [ + "ct", + "or" + ], + [ + "g", + "n" + ], + [ + "_st", + "art" + ], + [ + "_", + "un" + ], + [ + ".", + "*" + ], + [ + "is", + "es" + ], + [ + "Ġg", + "round" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbe", + "aut" + ], + [ + "{", + "\"" + ], + [ + "Ġp", + "our" + ], + [ + "ĠO", + "ct" + ], + [ + "Ġt", + "ree" + ], + [ + "set", + "s" + ], + [ + "_", + "res" + ], + [ + "')", + "->" + ], + [ + "_re", + "g" + ], + [ + "(\"", + "\\" + ], + [ + "Ġby", + "te" + ], + [ + "B", + "l" + ], + [ + "Ġd", + "ating" + ], + [ + "Ġm", + "atter" + ], + [ + "ĠR", + "em" + ], + [ + "Ġ'", + "../" + ], + [ + "ĠA", + "ug" + ], + [ + "ĠL", + "a" + ], + [ + "Ġ$", + "(" + ], + [ + "ourn", + "al" + ], + [ + "11", + "1" + ], + [ + "i", + "am" + ], + [ + "Ġshow", + "s" + ], + [ + "w", + "rite" + ], + [ + "Ġb", + "all" + ], + [ + "Ġsim", + "ply" + ], + [ + "Ġf", + "ast" + ], + [ + "Ġmem", + "ory" + ], + [ + "A", + "SS" + ], + [ + "ĠO", + "f" + ], + [ + "ov", + "ed" + ], + [ + "ant", + "e" + ], + [ + "a", + "ul" + ], + [ + "ist", + "ry" + ], + [ + "))", + ");Ċ" + ], + [ + "Ġf", + "it" + ], + [ + "<", + "string" + ], + [ + "Ġpolit", + "ical" + ], + [ + "anc", + "el" + ], + [ + "_", + "." + ], + [ + "c", + "ard" + ], + [ + ".c", + "urrent" + ], + [ + "o", + "ch" + ], + [ + "_", + "image" + ], + [ + "\\", + "t" + ], + [ + "#", + "Ċ" + ], + [ + "(", + "L" + ], + [ + "Ġindu", + "stry" + ], + [ + "com", + "ing" + ], + [ + "Ġex", + "tra" + ], + [ + "6", + "00" + ], + [ + "Ġreport", + "ed" + ], + [ + ".st", + "art" + ], + [ + "Ġres", + "ources" + ], + [ + "Ġim", + "g" + ], + [ + "fl", + "ow" + ], + [ + "_E", + "X" + ], + [ + "(n", + "ull" + ], + [ + "ĠP", + "re" + ], + [ + "Ġwr", + "ong" + ], + [ + "inter", + "face" + ], + [ + "Param", + "eter" + ], + [ + "n", + "ers" + ], + [ + "á", + "»" + ], + [ + "t", + "ure" + ], + [ + "ers", + "ist" + ], + [ + "oun", + "try" + ], + [ + "Ġseem", + "s" + ], + [ + "al", + "ance" + ], + [ + "de", + "st" + ], + [ + "ĉ", + "String" + ], + [ + "Ġm", + "aint" + ], + [ + "Ġun", + "it" + ], + [ + "act", + "ers" + ], + [ + "ĠT", + "R" + ], + [ + "if", + "ul" + ], + [ + "export", + "s" + ], + [ + "pro", + "ject" + ], + [ + "App", + "lication" + ], + [ + "leg", + "ate" + ], + [ + "Ġt", + "akes" + ], + [ + "ter", + "m" + ], + [ + "Ġet", + "c" + ], + [ + "ust", + "er" + ], + [ + "Ġappe", + "ar" + ], + [ + "add", + "ress" + ], + [ + "Ġf", + "em" + ], + [ + "h", + "s" + ], + [ + "Ġh", + "om" + ], + [ + ",", + "-" + ], + [ + "Ġdiff", + "icult" + ], + [ + "Ġcom", + "ing" + ], + [ + "O", + "pen" + ], + [ + "Ġset", + "tings" + ], + [ + "ĠW", + "ar" + ], + [ + "ĠTh", + "en" + ], + [ + "Ġaut", + "om" + ], + [ + "ĠF", + "oundation" + ], + [ + "Ġqu", + "ite" + ], + [ + "D", + "escription" + ], + [ + "Ġb", + "log" + ], + [ + "i", + "qu" + ], + [ + "P", + "S" + ], + [ + "1", + "10" + ], + [ + "_f", + "ield" + ], + [ + "J", + "son" + ], + [ + "SS", + "ION" + ], + [ + "ĠS", + "ch" + ], + [ + "ĠL", + "O" + ], + [ + "Ġdes", + "cri" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġpret", + "ty" + ], + [ + "Ġlong", + "er" + ], + [ + "Ġm", + "enu" + ], + [ + "Ġcurrent", + "ly" + ], + [ + "se", + "c" + ], + [ + "Ġrelations", + "hip" + ], + [ + "################", + "################" + ], + [ + "ĠM", + "ap" + ], + [ + "as", + "et" + ], + [ + "Ġparam", + "eters" + ], + [ + "Ġcr", + "ush" + ], + [ + "\"", + "čĊ" + ], + [ + "IL", + "ITY" + ], + [ + "ig", + "ration" + ], + [ + "Ġc", + "out" + ], + [ + "t", + "otal" + ], + [ + "Ġn", + "ames" + ], + [ + "nd", + "ef" + ], + [ + "\")", + ";" + ], + [ + "ri", + "end" + ], + [ + "yn", + "amic" + ], + [ + "Ġeff", + "ort" + ], + [ + "Ġact", + "ual" + ], + [ + "Ġfield", + "s" + ], + [ + "O", + "UN" + ], + [ + "t", + "ers" + ], + [ + "25", + "0" + ], + [ + "Ġf", + "ix" + ], + [ + "_m", + "odel" + ], + [ + "Ġc", + "ases" + ], + [ + "C", + "A" + ], + [ + "M", + "y" + ], + [ + "Inter", + "face" + ], + [ + "ĠS", + "E" + ], + [ + "19", + "6" + ], + [ + "]", + "]" + ], + [ + "al", + "le" + ], + [ + "ĠN", + "ational" + ], + [ + "ĠArray", + "List" + ], + [ + "in", + "line" + ], + [ + ".", + "V" + ], + [ + "ar", + "a" + ], + [ + "ref", + "ix" + ], + [ + "as", + "c" + ], + [ + "Re", + "ader" + ], + [ + "ĠÐ", + "¿" + ], + [ + "ast", + "ic" + ], + [ + "(", + "()" + ], + [ + "C", + "l" + ], + [ + ".annot", + "ation" + ], + [ + "Ġperform", + "ance" + ], + [ + "ail", + "y" + ], + [ + ".to", + "String" + ], + [ + ".n", + "et" + ], + [ + "view", + "s" + ], + [ + ".", + "end" + ], + [ + "ay", + "ers" + ], + [ + "l", + "ate" + ], + [ + "ĠA", + "pr" + ], + [ + "ed", + "eral" + ], + [ + "']", + ")" + ], + [ + ".b", + "ody" + ], + [ + "Ġhigh", + "er" + ], + [ + "_f", + "l" + ], + [ + "c", + "r" + ], + [ + "al", + "ert" + ], + [ + "_n", + "ode" + ], + [ + "ĠG", + "oogle" + ], + [ + "Ġit", + "self" + ], + [ + "A", + "uth" + ], + [ + "urrenc", + "y" + ], + [ + "Ġsignific", + "ant" + ], + [ + "app", + "end" + ], + [ + "Ġres", + "pect" + ], + [ + "str", + "ap" + ], + [ + "Ġun", + "a" + ], + [ + "riter", + "ia" + ], + [ + "P", + "ORT" + ], + [ + ".ap", + "ache" + ], + [ + "Out", + "put" + ], + [ + "Ġpro", + "gress" + ], + [ + "Ġm", + "id" + ], + [ + "ĠM", + "icrosoft" + ], + [ + "Ġres", + "ource" + ], + [ + "ab", + "lish" + ], + [ + "Ġd", + "im" + ], + [ + ".", + "load" + ], + [ + ".A", + "pp" + ], + [ + "Ġd", + "irection" + ], + [ + "Ġadd", + "itional" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ" + ], + [ + "Ġnum", + "bers" + ], + [ + "Ġcompan", + "ies" + ], + [ + ".T", + "h" + ], + [ + "Ġs", + "ound" + ], + [ + "user", + "name" + ], + [ + "Ġstat", + "ement" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġcon", + "tract" + ], + [ + "h", + "ome" + ], + [ + "_l", + "ength" + ], + [ + ".Com", + "ponent" + ], + [ + "e", + "v" + ], + [ + ".", + "Ex" + ], + [ + "ï¼", + "ļ" + ], + [ + "\"", + ";" + ], + [ + "ĠH", + "igh" + ], + [ + "Ġ", + ")ĊĊ" + ], + [ + "ĠP", + "oint" + ], + [ + "op", + "h" + ], + [ + "Ġl", + "ines" + ], + [ + "->", + "_" + ], + [ + "\"", + ")ĊĊ" + ], + [ + "o", + "x" + ], + [ + "app", + "lication" + ], + [ + "Ġ", + "]Ċ" + ], + [ + "ĊĊĊĊ", + "ĊĊ" + ], + [ + "18", + "0" + ], + [ + "Ġso", + "on" + ], + [ + "ction", + "s" + ], + [ + "ing", + "er" + ], + [ + "Ġj", + "oin" + ], + [ + "ĠP", + "e" + ], + [ + "Ġ", + "ë" + ], + [ + "Ġl", + "as" + ], + [ + ".", + "E" + ], + [ + "c", + "ss" + ], + [ + "/", + "or" + ], + [ + "ĠSt", + "art" + ], + [ + "ĠT", + "O" + ], + [ + "Ġsub", + "s" + ], + [ + "con", + "n" + ], + [ + "com", + "ponents" + ], + [ + "DE", + "BUG" + ], + [ + "qu", + "are" + ], + [ + "F", + "unction" + ], + [ + "end", + "ar" + ], + [ + ".", + "index" + ], + [ + "Ġf", + "ill" + ], + [ + "Ä", + "Ļ" + ], + [ + "Ġcho", + "ose" + ], + [ + "h", + "ow" + ], + [ + "ĠAmeric", + "a" + ], + [ + "ass", + "ets" + ], + [ + "--------", + "----" + ], + [ + "ĠV", + "alue" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġv", + "eh" + ], + [ + "Ġtrans", + "form" + ], + [ + "ĠAr", + "t" + ], + [ + "Ġin", + "de" + ], + [ + "Ġf", + "n" + ], + [ + "Ġim", + "plements" + ], + [ + "ang", + "o" + ], + [ + "ple", + "te" + ], + [ + "+", + "\"" + ], + [ + "t", + "mp" + ], + [ + "am", + "ily" + ], + [ + "Ġhas", + "h" + ], + [ + "miss", + "ions" + ], + [ + "E", + "ST" + ], + [ + "g", + "t" + ], + [ + "Pro", + "vider" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġpartic", + "ip" + ], + [ + "d", + "en" + ], + [ + "ĠReturn", + "s" + ], + [ + "Ġnot", + "e" + ], + [ + "ü", + "r" + ], + [ + "p", + "m" + ], + [ + "ide", + "os" + ], + [ + "Ġspec", + "ified" + ], + [ + "ĠE", + "N" + ], + [ + "est", + "er" + ], + [ + "ol", + "id" + ], + [ + "Ġup", + "on" + ], + [ + "(", + "std" + ], + [ + "ĉ", + "v" + ], + [ + "Ġ'", + "\\" + ], + [ + "u", + "z" + ], + [ + "Ġv", + "ert" + ], + [ + "Ġv", + "ict" + ], + [ + "ĉ", + "self" + ], + [ + "Ġ\"", + "$" + ], + [ + "8", + "5" + ], + [ + ".", + "k" + ], + [ + "Ġgroup", + "s" + ], + [ + "g", + "ithub" + ], + [ + "l", + "ang" + ], + [ + "Ġm", + "ut" + ], + [ + "T", + "O" + ], + [ + "Ġv", + "e" + ], + [ + "ĠP", + "lease" + ], + [ + ";ĊĊ", + "Ċ" + ], + [ + "ac", + "cess" + ], + [ + "Ġ{", + "\"" + ], + [ + "re", + "a" + ], + [ + "Ġr", + "isk" + ], + [ + "ick", + "er" + ], + [ + "og", + "gle" + ], + [ + "ĉ", + "while" + ], + [ + "AN", + "G" + ], + [ + ".s", + "end" + ], + [ + "7", + "2" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġget", + "s" + ], + [ + "Ġ", + "ign" + ], + [ + "ĠI", + "d" + ], + [ + "_", + "log" + ], + [ + "ON", + "E" + ], + [ + "Ġe", + "vid" + ], + [ + "ĠH", + "ar" + ], + [ + "_s", + "ub" + ], + [ + "Ġend", + "l" + ], + [ + "Ġinclud", + "ed" + ], + [ + "()", + ");ĊĊ" + ], + [ + "ĠA", + "p" + ], + [ + "ig", + "r" + ], + [ + "Ġs", + "em" + ], + [ + "ĠBl", + "ack" + ], + [ + "d", + "oc" + ], + [ + "_t", + "able" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "-", + "up" + ], + [ + "Ġca", + "use" + ], + [ + "Ġ", + ".." + ], + [ + "Ġv", + "an" + ], + [ + "_d", + "ict" + ], + [ + "Ġf", + "ocus" + ], + [ + "IN", + "D" + ], + [ + "CE", + "SS" + ], + [ + ".L", + "og" + ], + [ + "Ġmult", + "iple" + ], + [ + "id", + "o" + ], + [ + "Ġreg", + "ard" + ], + [ + "-", + "M" + ], + [ + "and", + "ler" + ], + [ + "our", + "se" + ], + [ + "Ġde", + "g" + ], + [ + ".", + "U" + ], + [ + "Ġadd", + "ition" + ], + [ + "Ġvar", + "ious" + ], + [ + "Ġrece", + "ive" + ], + [ + "е", + "н" + ], + [ + "ĠH", + "T" + ], + [ + "Ob", + "j" + ], + [ + "D", + "F" + ], + [ + "Ġincre", + "ase" + ], + [ + "ĠO", + "pen" + ], + [ + "]", + ";" + ], + [ + "Ġcomm", + "it" + ], + [ + "?", + "Ċ" + ], + [ + "ateg", + "ories" + ], + [ + "at", + "ory" + ], + [ + "sh", + "ip" + ], + [ + "ĠM", + "ich" + ], + [ + "Ġh", + "tml" + ], + [ + "rom", + "ise" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġstr", + "ateg" + ], + [ + "av", + "en" + ], + [ + "ĠCon", + "sole" + ], + [ + "k", + "nown" + ], + [ + "-", + "n" + ], + [ + "_", + "LE" + ], + [ + ".com", + "ponent" + ], + [ + "Ġb", + "re" + ], + [ + "S", + "ession" + ], + [ + "i", + "ance" + ], + [ + "Ġal", + "ign" + ], + [ + "typ", + "edef" + ], + [ + "_", + "result" + ], + [ + "ĠW", + "HERE" + ], + [ + ".s", + "plit" + ], + [ + "Ġread", + "ing" + ], + [ + "FA", + "ULT" + ], + [ + "Ġc", + "lo" + ], + [ + "Ġnot", + "ice" + ], + [ + "_p", + "r" + ], + [ + "ar", + "ter" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġstand", + "ard" + ], + [ + "et", + "ic" + ], + [ + "ell", + "ow" + ], + [ + "Ġp", + "adding" + ], + [ + "ĠH", + "is" + ], + [ + "Ġst", + "ates" + ], + [ + "_c", + "ast" + ], + [ + "(", + "P" + ], + [ + "a", + "a" + ], + [ + "Ġintern", + "al" + ], + [ + "e", + "an" + ], + [ + "ĠP", + "RO" + ], + [ + "ĠK", + "ey" + ], + [ + "Ġes", + "pecially" + ], + [ + "m", + "ing" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġn", + "ational" + ], + [ + "_", + "object" + ], + [ + "f", + "ilter" + ], + [ + "Ġs", + "cript" + ], + [ + ".", + "update" + ], + [ + "_", + "i" + ], + [ + "ĠAss", + "ert" + ], + [ + "/", + "core" + ], + [ + "%%", + "%%" + ], + [ + "Ġproble", + "ms" + ], + [ + "ist", + "or" + ], + [ + "Ġ.", + "=" + ], + [ + "Ġar", + "ch" + ], + [ + "Ġwrit", + "ten" + ], + [ + "Ġm", + "ilit" + ], + [ + "M", + "ENT" + ], + [ + ".", + "ch" + ], + [ + "ca", + "pe" + ], + [ + "ĠM", + "us" + ], + [ + "_", + "config" + ], + [ + "ĠA", + "PI" + ], + [ + "fo", + "ot" + ], + [ + "Ġim", + "ages" + ], + [ + "end", + "l" + ], + [ + ".", + "In" + ], + [ + "F", + "irst" + ], + [ + "Ġpl", + "atform" + ], + [ + ".pro", + "t" + ], + [ + "O", + "ption" + ], + [ + "st", + "e" + ], + [ + "ĠT", + "ODO" + ], + [ + "Ġfor", + "ce" + ], + [ + ".", + "cont" + ], + [ + "ĉ", + "echo" + ], + [ + "ĠD", + "av" + ], + [ + "P", + "tr" + ], + [ + "(", + "B" + ], + [ + "R", + "T" + ], + [ + "ĠB", + "ase" + ], + [ + "]", + "['" + ], + [ + "Ġann", + "ounc" + ], + [ + "con", + "sole" + ], + [ + "ĠP", + "y" + ], + [ + "d", + "s" + ], + [ + ".", + "as" + ], + [ + "Ġpre", + "vent" + ], + [ + "ap", + "an" + ], + [ + "Ġ{", + "'" + ], + [ + "}", + "", + "'" + ], + [ + "Ġde", + "ad" + ], + [ + "V", + "AL" + ], + [ + "Q", + "UE" + ], + [ + "****************************************************************", + "********" + ], + [ + "Ġch", + "arg" + ], + [ + "R", + "eturn" + ], + [ + "Ġf", + "ul" + ], + [ + "d", + "om" + ], + [ + "Ġr", + "ules" + ], + [ + "Ġmod", + "ify" + ], + [ + "Ġe", + "val" + ], + [ + "h", + "am" + ], + [ + "at", + "ement" + ], + [ + "\\", + "<" + ], + [ + "ul", + "a" + ], + [ + "=", + "False" + ], + [ + "R", + "A" + ], + [ + "Ġcont", + "ains" + ], + [ + "7", + "4" + ], + [ + "Ġst", + "ack" + ], + [ + "m", + "ar" + ], + [ + "Ġ{", + "}Ċ" + ], + [ + "Ġund", + "efined" + ], + [ + "A", + "ss" + ], + [ + "ĠCh", + "ina" + ], + [ + "ve", + "y" + ], + [ + "*", + "Ċ" + ], + [ + "Ġplay", + "ing" + ], + [ + ")", + "/" + ], + [ + "act", + "or" + ], + [ + "Ġb", + "ottom" + ], + [ + "li", + "er" + ], + [ + "ĠN", + "umber" + ], + [ + "Ġcou", + "ple" + ], + [ + "D", + "C" + ], + [ + "ĠS", + "O" + ], + [ + "g", + "or" + ], + [ + ".set", + "Text" + ], + [ + "s", + "uccess" + ], + [ + "com", + "mand" + ], + [ + "F", + "ilter" + ], + [ + "ĠO", + "ur" + ], + [ + "_", + "item" + ], + [ + "Ġc", + "tx" + ], + [ + "Ġro", + "ad" + ], + [ + "V", + "ersion" + ], + [ + "c", + "ase" + ], + [ + "ur", + "t" + ], + [ + "av", + "ior" + ], + [ + "y", + "ch" + ], + [ + "semb", + "ly" + ], + [ + "ĠPro", + "duct" + ], + [ + "Ġh", + "eld" + ], + [ + "a", + "fe" + ], + [ + "Ġinclud", + "es" + ], + [ + "<", + "quote" + ], + [ + "Ġa", + "void" + ], + [ + "ĠF", + "in" + ], + [ + "ĠM", + "od" + ], + [ + "Ġt", + "ab" + ], + [ + "an", + "o" + ], + [ + "Ã", + "±" + ], + [ + "ipp", + "ing" + ], + [ + "-", + "e" + ], + [ + "Ġins", + "ert" + ], + [ + "t", + "arget" + ], + [ + "ch", + "an" + ], + [ + ".M", + "odel" + ], + [ + "IM", + "E" + ], + [ + "\\", + "Ċ" + ], + [ + "Ġm", + "achine" + ], + [ + "av", + "y" + ], + [ + "ĠN", + "O" + ], + [ + "ĠInt", + "er" + ], + [ + "Ġoper", + "ation" + ], + [ + "mod", + "al" + ], + [ + "T", + "ag" + ], + [ + "]", + ":" + ], + [ + "Ġprodu", + "ction" + ], + [ + "Ġare", + "as" + ], + [ + "Ġre", + "n" + ], + [ + "_f", + "rom" + ], + [ + "n", + "bsp" + ], + [ + "Ġoper", + "ator" + ], + [ + "m", + "en" + ], + [ + "app", + "ed" + ], + [ + "_p", + "er" + ], + [ + "z", + "en" + ], + [ + "(\"", + "." + ], + [ + ".s", + "ave" + ], + [ + "=\"", + "{{" + ], + [ + "Ġt", + "or" + ], + [ + "(", + "response" + ], + [ + "Ġc", + "andid" + ], + [ + "Ġcon", + "v" + ], + [ + "a", + "iled" + ], + [ + "ĠL", + "ib" + ], + [ + "com", + "p" + ], + [ + "ur", + "a" + ], + [ + "ï¿", + "½" + ], + [ + "ĠH", + "ere" + ], + [ + "Ġarg", + "ument" + ], + [ + "h", + "ood" + ], + [ + "Ġest", + "ablish" + ], + [ + "ograph", + "y" + ], + [ + "Ġon", + "Click" + ], + [ + "amb", + "da" + ], + [ + "Ġs", + "ch" + ], + [ + "Ġmov", + "ie" + ], + [ + "Ġse", + "c" + ], + [ + "Ġact", + "ivity" + ], + [ + "Ø", + "§" + ], + [ + "Ġs", + "ql" + ], + [ + "_", + "all" + ], + [ + "inc", + "ip" + ], + [ + "Ġprovid", + "es" + ], + [ + "Ġs", + "ys" + ], + [ + "ack", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġus", + "es" + ], + [ + "ĠF", + "unction" + ], + [ + ".g", + "oogle" + ], + [ + "ĠRes", + "ult" + ], + [ + "8", + "4" + ], + [ + "Vis", + "ible" + ], + [ + "ag", + "ma" + ], + [ + "el", + "come" + ], + [ + "ĠS", + "y" + ], + [ + "ĠC", + "ent" + ], + [ + "AL", + "SE" + ], + [ + "ac", + "ión" + ], + [ + "EX", + "T" + ], + [ + "Ġl", + "icense" + ], + [ + "ĠL", + "ong" + ], + [ + "Ġacc", + "om" + ], + [ + "Ġab", + "ility" + ], + [ + ".", + "height" + ], + [ + "Act", + "ive" + ], + [ + "olog", + "ical" + ], + [ + "ol", + "y" + ], + [ + "))", + "," + ], + [ + ".S", + "e" + ], + [ + "Ġparam", + "eter" + ], + [ + "pr", + "ite" + ], + [ + "AB", + "ILITY" + ], + [ + ".s", + "ervice" + ], + [ + "ĠG", + "roup" + ], + [ + "_", + "query" + ], + [ + "ĠI", + "tem" + ], + [ + "in", + "ing" + ], + [ + "Ġj", + "ud" + ], + [ + "im", + "s" + ], + [ + "f", + "ix" + ], + [ + "ind", + "er" + ], + [ + "ag", + "ram" + ], + [ + "Ġfunction", + "s" + ], + [ + "Ġexper", + "i" + ], + [ + "ĠE", + "m" + ], + [ + "Ġro", + "t" + ], + [ + "Ġp", + "en" + ], + [ + ".b", + "tn" + ], + [ + "ĠA", + "S" + ], + [ + "#if", + "def" + ], + [ + "Ġcho", + "ice" + ], + [ + "ĠP", + "age" + ], + [ + "_P", + "RO" + ], + [ + "Q", + "U" + ], + [ + "å", + "ı" + ], + [ + "ant", + "ity" + ], + [ + "Â", + "Ń" + ], + [ + "word", + "s" + ], + [ + "Ġread", + "only" + ], + [ + "Ġf", + "lex" + ], + [ + "prot", + "ected" + ], + [ + "ĠAn", + "y" + ], + [ + "Ġchar", + "acters" + ], + [ + "enc", + "ed" + ], + [ + "ĠJ", + "uly" + ], + [ + "il", + "er" + ], + [ + "C", + "ard" + ], + [ + "ur", + "ance" + ], + [ + "Ġre", + "v" + ], + [ + ".e", + "vent" + ], + [ + "al", + "y" + ], + [ + "1", + "30" + ], + [ + "Ġwon", + "der" + ], + [ + "ĠP", + "ort" + ], + [ + "Ġleg", + "al" + ], + [ + "ro", + "le" + ], + [ + "Ġt", + "en" + ], + [ + "Ġgo", + "es" + ], + [ + "M", + "P" + ], + [ + "wh", + "ite" + ], + [ + "):", + "čĊ" + ], + [ + "))", + "čĊ" + ], + [ + "Ġre", + "ference" + ], + [ + "Ġm", + "is" + ], + [ + "ĠPro", + "ject" + ], + [ + "ick", + "s" + ], + [ + ">", + "&" + ], + [ + "C", + "ON" + ], + [ + "Ġre", + "pl" + ], + [ + "Ġreg", + "ular" + ], + [ + "St", + "orage" + ], + [ + "ram", + "ework" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġt", + "ouch" + ], + [ + ".w", + "idget" + ], + [ + "Ġbu", + "ilt" + ], + [ + "d", + "es" + ], + [ + "P", + "art" + ], + [ + "(", + "re" + ], + [ + "Ġw", + "orth" + ], + [ + "h", + "ib" + ], + [ + "g", + "ame" + ], + [ + "9", + "1" + ], + [ + "19", + "2" + ], + [ + "ĠÐ", + "²" + ], + [ + "ac", + "ion" + ], + [ + "ĠWh", + "ite" + ], + [ + "(t", + "ype" + ], + [ + "(", + "`" + ], + [ + "8", + "1" + ], + [ + "Ġn", + "atural" + ], + [ + "Ġin", + "j" + ], + [ + "Ġcal", + "cul" + ], + [ + "ĠApr", + "il" + ], + [ + ".", + "List" + ], + [ + "Ġassoci", + "ated" + ], + [ + "ĉ", + "System" + ], + [ + "~", + "~" + ], + [ + "=", + "[" + ], + [ + "Ġst", + "orage" + ], + [ + "Ġby", + "tes" + ], + [ + "Ġtr", + "avel" + ], + [ + "Ġs", + "ou" + ], + [ + "Ġpass", + "ed" + ], + [ + "!", + "=" + ], + [ + "as", + "cript" + ], + [ + ".", + "open" + ], + [ + "Ġgr", + "id" + ], + [ + "Ġb", + "us" + ], + [ + "Ġrec", + "ogn" + ], + [ + "A", + "b" + ], + [ + "Ġh", + "on" + ], + [ + "ĠC", + "enter" + ], + [ + "Ġpre", + "c" + ], + [ + "b", + "uild" + ], + [ + "7", + "3" + ], + [ + "HT", + "ML" + ], + [ + "ĠS", + "an" + ], + [ + "Ġcoun", + "tries" + ], + [ + "a", + "led" + ], + [ + "t", + "oken" + ], + [ + "k", + "t" + ], + [ + "Ġqu", + "al" + ], + [ + "L", + "ast" + ], + [ + "ad", + "ow" + ], + [ + "Ġman", + "ufact" + ], + [ + "id", + "ad" + ], + [ + "j", + "ango" + ], + [ + "N", + "ext" + ], + [ + "x", + "f" + ], + [ + ".", + "a" + ], + [ + "Ġporn", + "o" + ], + [ + "ĠP", + "M" + ], + [ + "er", + "ve" + ], + [ + "it", + "ing" + ], + [ + "_", + "th" + ], + [ + "c", + "i" + ], + [ + "=", + "None" + ], + [ + "g", + "s" + ], + [ + "Ġlog", + "in" + ], + [ + "at", + "ives" + ], + [ + "']", + ");Ċ" + ], + [ + "Ä", + "ħ" + ], + [ + "Ġ", + "ill" + ], + [ + "I", + "A" + ], + [ + "child", + "ren" + ], + [ + "D", + "O" + ], + [ + "Ġlevel", + "s" + ], + [ + "Ġ{", + "{" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġ\"", + "#" + ], + [ + "To", + "String" + ], + [ + "Ġnecess", + "ary" + ], + [ + "ĠĠĠ", + "Ċ" + ], + [ + "c", + "ell" + ], + [ + "En", + "try" + ], + [ + "Ġ'", + "#" + ], + [ + "Ġext", + "rem" + ], + [ + "Select", + "or" + ], + [ + "Ġplace", + "holder" + ], + [ + "L", + "oad" + ], + [ + "Ġre", + "leased" + ], + [ + "O", + "RE" + ], + [ + "En", + "umer" + ], + [ + "ĠT", + "V" + ], + [ + "SE", + "T" + ], + [ + "in", + "q" + ], + [ + "P", + "ress" + ], + [ + "ĠDep", + "artment" + ], + [ + "Ġprop", + "erties" + ], + [ + "Ġres", + "pond" + ], + [ + "S", + "earch" + ], + [ + "a", + "el" + ], + [ + "Ġre", + "qu" + ], + [ + "ĠB", + "ook" + ], + [ + "/", + "Ċ" + ], + [ + "(", + "st" + ], + [ + "Ġfin", + "ancial" + ], + [ + "ick", + "et" + ], + [ + "_in", + "put" + ], + [ + "Ġth", + "reat" + ], + [ + "(", + "in" + ], + [ + "Str", + "ip" + ], + [ + "ì", + "Ŀ" + ], + [ + "ç", + "ão" + ], + [ + "7", + "1" + ], + [ + "Ġevid", + "ence" + ], + [ + "))", + ";" + ], + [ + "ĠB", + "ro" + ], + [ + "Ġ[", + "];Ċ" + ], + [ + "Ġ", + "ou" + ], + [ + "b", + "uf" + ], + [ + "S", + "cript" + ], + [ + "d", + "at" + ], + [ + "Ġr", + "ule" + ], + [ + "#", + "import" + ], + [ + "=\"", + "/" + ], + [ + "S", + "erial" + ], + [ + "Ġstart", + "ing" + ], + [ + "[", + "index" + ], + [ + "a", + "e" + ], + [ + "Ġcon", + "trib" + ], + [ + "s", + "ession" + ], + [ + "_", + "new" + ], + [ + "ut", + "able" + ], + [ + "o", + "ber" + ], + [ + "Ġ\"", + "./" + ], + [ + "Ġlog", + "ger" + ], + [ + "Ġrecent", + "ly" + ], + [ + "Ġreturn", + "ed" + ], + [ + "č", + "čĊ" + ], + [ + "))", + ")Ċ" + ], + [ + "ition", + "s" + ], + [ + "Ġse", + "ek" + ], + [ + "Ġcomm", + "unic" + ], + [ + "Ġ\"", + "." + ], + [ + "Ġuser", + "name" + ], + [ + "E", + "CT" + ], + [ + "D", + "S" + ], + [ + "Ġother", + "wise" + ], + [ + "ĠG", + "erman" + ], + [ + ".", + "aw" + ], + [ + "Ad", + "apter" + ], + [ + "ix", + "el" + ], + [ + "Ġsystem", + "s" + ], + [ + "Ġd", + "rop" + ], + [ + "8", + "3" + ], + [ + "Ġstruct", + "ure" + ], + [ + "Ġ$", + "(\"#" + ], + [ + "enc", + "ies" + ], + [ + "ann", + "ing" + ], + [ + "ĠL", + "ink" + ], + [ + "ĠRes", + "ponse" + ], + [ + "Ġst", + "ri" + ], + [ + "Å", + "¼" + ], + [ + "ĠD", + "B" + ], + [ + "æ", + "Ĺ" + ], + [ + "and", + "roid" + ], + [ + "sub", + "mit" + ], + [ + "ot", + "ion" + ], + [ + "9", + "2" + ], + [ + "(", + "@" + ], + [ + ".t", + "est" + ], + [ + "8", + "2" + ], + [ + "ĊĊĊĊ", + "ĊĊĊĊ" + ], + [ + "]", + ";čĊ" + ], + [ + "Ġdirect", + "ly" + ], + [ + "Ġ\"", + "%" + ], + [ + "r", + "is" + ], + [ + "el", + "ta" + ], + [ + "A", + "IL" + ], + [ + ")", + "{čĊ" + ], + [ + "m", + "ine" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "(", + "k" + ], + [ + "b", + "on" + ], + [ + "as", + "ic" + ], + [ + "p", + "ite" + ], + [ + "__", + "_" + ], + [ + "M", + "ax" + ], + [ + "Ġerror", + "s" + ], + [ + "ĠWh", + "ile" + ], + [ + "Ġarg", + "uments" + ], + [ + "Ġens", + "ure" + ], + [ + "R", + "ight" + ], + [ + "-b", + "ased" + ], + [ + "We", + "b" + ], + [ + "Ġ-", + "=" + ], + [ + "Ġint", + "rodu" + ], + [ + "ĠIn", + "st" + ], + [ + "ĠW", + "ash" + ], + [ + "ord", + "in" + ], + [ + "j", + "oin" + ], + [ + "D", + "atabase" + ], + [ + "Ġgr", + "ad" + ], + [ + "Ġus", + "ually" + ], + [ + "IT", + "E" + ], + [ + "Prop", + "s" + ], + [ + "?", + ">Ċ" + ], + [ + "ĠG", + "o" + ], + [ + "@", + "Override" + ], + [ + "RE", + "F" + ], + [ + "Ġ", + "ip" + ], + [ + "ĠA", + "ustral" + ], + [ + "Ġ", + "ist" + ], + [ + "View", + "ById" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġcustom", + "er" + ], + [ + ".prot", + "otype" + ], + [ + "od", + "o" + ], + [ + "c", + "or" + ], + [ + "Ġdo", + "or" + ], + [ + "ĠWITH", + "OUT" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġbeg", + "an" + ], + [ + "Ġdist", + "ance" + ], + [ + "()", + ")." + ], + [ + "Ġch", + "ance" + ], + [ + "Ġor", + "d" + ], + [ + "c", + "ame" + ], + [ + "pr", + "agma" + ], + [ + "Ġprot", + "ect" + ], + [ + "rag", + "ment" + ], + [ + "ĠN", + "ode" + ], + [ + "en", + "ing" + ], + [ + "Ñ", + "ĩ" + ], + [ + "Ġr", + "oute" + ], + [ + "ĠS", + "chool" + ], + [ + "h", + "i" + ], + [ + "Ġne", + "ighb" + ], + [ + "A", + "fter" + ], + [ + "lic", + "it" + ], + [ + "Ġcon", + "tr" + ], + [ + "Ġpr", + "imary" + ], + [ + "A", + "A" + ], + [ + ".Write", + "Line" + ], + [ + "util", + "s" + ], + [ + "Ġb", + "i" + ], + [ + "R", + "ed" + ], + [ + ".L", + "inq" + ], + [ + ".", + "object" + ], + [ + "Ġlead", + "ers" + ], + [ + "un", + "ities" + ], + [ + "Ġg", + "un" + ], + [ + "on", + "th" + ], + [ + "ĠDe", + "v" + ], + [ + "F", + "ILE" + ], + [ + "Ġcom", + "ments" + ], + [ + "_l", + "en" + ], + [ + "ar", + "row" + ], + [ + "am", + "ount" + ], + [ + "R", + "ange" + ], + [ + "s", + "ert" + ], + [ + "Grid", + "View" + ], + [ + "Ġup", + "dated" + ], + [ + "ĠM", + "o" + ], + [ + "Ġin", + "form" + ], + [ + "oci", + "ety" + ], + [ + "al", + "a" + ], + [ + "A", + "ccess" + ], + [ + "Ġh", + "ab" + ], + [ + "Ġc", + "reat" + ], + [ + "_", + "arg" + ], + [ + "ĠJan", + "uary" + ], + [ + "ĠD", + "ay" + ], + [ + "\")", + "čĊ" + ], + [ + "up", + "le" + ], + [ + "d", + "ocument" + ], + [ + "gor", + "ith" + ], + [ + "m", + "enu" + ], + [ + "ĠO", + "ver" + ], + [ + "b", + "b" + ], + [ + ".t", + "itle" + ], + [ + "_", + "out" + ], + [ + "Ġle", + "d" + ], + [ + "ur", + "i" + ], + [ + "Ġ?", + ">Ċ" + ], + [ + "r", + "un" + ], + [ + "Ġsc", + "ene" + ], + [ + "(", + "array" + ], + [ + "de", + "vice" + ], + [ + "_t", + "itle" + ], + [ + "ag", + "on" + ], + [ + "]", + "čĊ" + ], + [ + "ab", + "y" + ], + [ + "Ġbe", + "came" + ], + [ + "bo", + "olean" + ], + [ + "Ġp", + "ark" + ], + [ + "ĠC", + "ode" + ], + [ + "up", + "load" + ], + [ + "rid", + "ay" + ], + [ + "ĠSept", + "ember" + ], + [ + "F", + "e" + ], + [ + "Ġs", + "en" + ], + [ + "c", + "ing" + ], + [ + "F", + "L" + ], + [ + "C", + "ol" + ], + [ + "ut", + "s" + ], + [ + "_p", + "age" + ], + [ + "in", + "n" + ], + [ + "Ġim", + "plied" + ], + [ + "al", + "ing" + ], + [ + "Ġyour", + "self" + ], + [ + ".C", + "ount" + ], + [ + "con", + "f" + ], + [ + "Ġa", + "ud" + ], + [ + "_in", + "it" + ], + [ + ".", + ")" + ], + [ + "Ġw", + "rote" + ], + [ + "00", + "3" + ], + [ + "N", + "G" + ], + [ + ".", + "Error" + ], + [ + "ä", + "»" + ], + [ + ".f", + "or" + ], + [ + "Ġe", + "qual" + ], + [ + "ĠRe", + "quest" + ], + [ + "Ġser", + "ial" + ], + [ + "Ġallow", + "s" + ], + [ + "X", + "X" + ], + [ + "Ġm", + "iddle" + ], + [ + "ch", + "or" + ], + [ + "19", + "5" + ], + [ + "9", + "4" + ], + [ + "Ã", + "¸" + ], + [ + "erv", + "al" + ], + [ + ".C", + "olumn" + ], + [ + "read", + "ing" + ], + [ + "Ġesc", + "ort" + ], + [ + "ĠAug", + "ust" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġwe", + "ap" + ], + [ + "ĠC", + "G" + ], + [ + "rop", + "ri" + ], + [ + "h", + "o" + ], + [ + "Ġc", + "op" + ], + [ + "(", + "struct" + ], + [ + "ĠB", + "ig" + ], + [ + "Ġv", + "s" + ], + [ + "Ġfre", + "qu" + ], + [ + ".", + "Value" + ], + [ + "Ġaction", + "s" + ], + [ + "Ġpro", + "per" + ], + [ + "Ġin", + "n" + ], + [ + "Ġobject", + "s" + ], + [ + "Ġm", + "atrix" + ], + [ + "av", + "ascript" + ], + [ + "Ġon", + "es" + ], + [ + ".g", + "roup" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġp", + "aint" + ], + [ + "ool", + "s" + ], + [ + "y", + "cl" + ], + [ + "enc", + "ode" + ], + [ + "ol", + "t" + ], + [ + "com", + "ment" + ], + [ + ".", + "api" + ], + [ + "D", + "ir" + ], + [ + "Ġun", + "e" + ], + [ + "iz", + "ont" + ], + [ + ".p", + "osition" + ], + [ + "Ġdes", + "igned" + ], + [ + "_", + "val" + ], + [ + "av", + "i" + ], + [ + "ir", + "ing" + ], + [ + "t", + "ab" + ], + [ + "Ġl", + "ayer" + ], + [ + "Ġview", + "s" + ], + [ + "Ġre", + "ve" + ], + [ + "ra", + "el" + ], + [ + "ĠO", + "N" + ], + [ + "r", + "ics" + ], + [ + "16", + "0" + ], + [ + "n", + "p" + ], + [ + "Ġc", + "ore" + ], + [ + "()", + ");čĊ" + ], + [ + "M", + "ain" + ], + [ + "Ġexp", + "ert" + ], + [ + "ĉĉ", + "čĊ" + ], + [ + "_", + "en" + ], + [ + "Ġ/", + ">" + ], + [ + "ut", + "ter" + ], + [ + "I", + "AL" + ], + [ + "ail", + "s" + ], + [ + "ĠK", + "ing" + ], + [ + "*/", + "ĊĊ" + ], + [ + "ĠM", + "et" + ], + [ + "_", + "end" + ], + [ + "add", + "r" + ], + [ + "or", + "a" + ], + [ + "Ġ", + "ir" + ], + [ + "M", + "in" + ], + [ + "Ġsur", + "pr" + ], + [ + "Ġre", + "pe" + ], + [ + "Ġdirect", + "ory" + ], + [ + "P", + "UT" + ], + [ + "-", + "S" + ], + [ + "Ġe", + "lection" + ], + [ + "h", + "aps" + ], + [ + ".p", + "re" + ], + [ + "c", + "m" + ], + [ + "Val", + "ues" + ], + [ + "Ġ\"", + "Ċ" + ], + [ + "c", + "olumn" + ], + [ + "iv", + "il" + ], + [ + "Log", + "in" + ], + [ + "in", + "ue" + ], + [ + "9", + "3" + ], + [ + "Ġbeaut", + "iful" + ], + [ + "Ġse", + "cret" + ], + [ + "(e", + "vent" + ], + [ + "Ġch", + "at" + ], + [ + "um", + "s" + ], + [ + "Ġorig", + "in" + ], + [ + "Ġeffect", + "s" + ], + [ + "Ġman", + "agement" + ], + [ + "ill", + "a" + ], + [ + "t", + "k" + ], + [ + "Ġset", + "ting" + ], + [ + "ĠC", + "our" + ], + [ + "Ġmass", + "age" + ], + [ + "ĉ", + "end" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġfin", + "ish" + ], + [ + "Ġc", + "amera" + ], + [ + "ĠV", + "er" + ], + [ + "ĠDem", + "ocr" + ], + [ + "ĠH", + "er" + ], + [ + "(", + "Q" + ], + [ + "con", + "s" + ], + [ + "it", + "a" + ], + [ + "Ġ'", + "." + ], + [ + "{", + "}" + ], + [ + "ĉ", + "C" + ], + [ + "Ġst", + "uff" + ], + [ + "19", + "4" + ], + [ + "Ġ", + ":Ċ" + ], + [ + "ĠA", + "R" + ], + [ + "T", + "ask" + ], + [ + "h", + "idden" + ], + [ + "er", + "os" + ], + [ + "IG", + "N" + ], + [ + "at", + "io" + ], + [ + "ĠHe", + "alth" + ], + [ + "ol", + "ute" + ], + [ + "Ent", + "er" + ], + [ + "'", + ">" + ], + [ + "ĠT", + "witter" + ], + [ + "ĠCount", + "y" + ], + [ + "s", + "cribe" + ], + [ + "Ġ=", + ">Ċ" + ], + [ + "Ġh", + "y" + ], + [ + "f", + "it" + ], + [ + "Ġmilit", + "ary" + ], + [ + "Ġsa", + "le" + ], + [ + "re", + "quired" + ], + [ + "n", + "on" + ], + [ + "boot", + "strap" + ], + [ + "h", + "old" + ], + [ + "r", + "im" + ], + [ + "-", + "old" + ], + [ + "ĠD", + "own" + ], + [ + "Ġm", + "ention" + ], + [ + "cont", + "act" + ], + [ + "_g", + "roup" + ], + [ + "od", + "ay" + ], + [ + "Ġto", + "wn" + ], + [ + "Ġsol", + "ution" + ], + [ + "u", + "ate" + ], + [ + "ell", + "ing" + ], + [ + "]", + "->" + ], + [ + "ot", + "es" + ], + [ + "ent", + "al" + ], + [ + "om", + "en" + ], + [ + "osp", + "ital" + ], + [ + "ĠS", + "up" + ], + [ + "_", + "EN" + ], + [ + "Ġsl", + "ow" + ], + [ + "SE", + "SSION" + ], + [ + "Ġbl", + "ue" + ], + [ + "ag", + "o" + ], + [ + "Ġl", + "ives" + ], + [ + "Ġ", + "^" + ], + [ + ".", + "un" + ], + [ + "in", + "st" + ], + [ + "en", + "ge" + ], + [ + "Ġcustom", + "ers" + ], + [ + "Ġc", + "ast" + ], + [ + "ud", + "get" + ], + [ + "ï¼", + "ģ" + ], + [ + "ic", + "ens" + ], + [ + "Ġdeter", + "min" + ], + [ + "Se", + "lected" + ], + [ + "_", + "pl" + ], + [ + "ue", + "ue" + ], + [ + "Ġd", + "ark" + ], + [ + "//", + "ĊĊ" + ], + [ + "s", + "i" + ], + [ + "ther", + "n" + ], + [ + "ĠJ", + "apan" + ], + [ + "/", + "w" + ], + [ + "P", + "U" + ], + [ + "ĠE", + "ast" + ], + [ + "ov", + "ie" + ], + [ + "Ġp", + "ackage" + ], + [ + "Ġn", + "or" + ], + [ + "Ġap", + "i" + ], + [ + "b", + "ot" + ], + [ + "\"", + "];Ċ" + ], + [ + "_p", + "ost" + ], + [ + "ul", + "ate" + ], + [ + "Ġcl", + "ub" + ], + [ + "')", + ");Ċ" + ], + [ + "Ġlo", + "op" + ], + [ + "PI", + "O" + ], + [ + "ion", + "e" + ], + [ + "sh", + "ot" + ], + [ + "In", + "itial" + ], + [ + "Ġplay", + "ed" + ], + [ + "reg", + "ister" + ], + [ + "rou", + "ght" + ], + [ + "_m", + "ax" + ], + [ + "ac", + "ement" + ], + [ + "m", + "atch" + ], + [ + "raph", + "ics" + ], + [ + "A", + "ST" + ], + [ + "Ġexist", + "ing" + ], + [ + "Ġcomple", + "x" + ], + [ + "D", + "A" + ], + [ + ".C", + "h" + ], + [ + ".com", + "mon" + ], + [ + "m", + "o" + ], + [ + "Ġ'", + "../../" + ], + [ + "it", + "o" + ], + [ + "Ġanal", + "ysis" + ], + [ + "Ġdel", + "iver" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "id", + "x" + ], + [ + "Ã", + "ł" + ], + [ + "ong", + "o" + ], + [ + "ĠEng", + "lish" + ], + [ + "<", + "!--" + ], + [ + "Ġcomput", + "er" + ], + [ + "EN", + "SE" + ], + [ + "Ġp", + "as" + ], + [ + "Ġr", + "ais" + ], + [ + "H", + "ash" + ], + [ + "Ġm", + "obile" + ], + [ + "Ġo", + "wner" + ], + [ + "F", + "IG" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "th", + "es" + ], + [ + "Ġat", + "tr" + ], + [ + "w", + "d" + ], + [ + ".t", + "ime" + ], + [ + "aw", + "n" + ], + [ + "Ġtreat", + "ment" + ], + [ + "ĠA", + "c" + ], + [ + ".", + "View" + ], + [ + "im", + "pl" + ], + [ + "m", + "ore" + ], + [ + "p", + "ass" + ], + [ + "Ġh", + "a" + ], + [ + ".f", + "rom" + ], + [ + "Ġle", + "ading" + ], + [ + "FF", + "FF" + ], + [ + "(", + "error" + ], + [ + ".", + "ui" + ], + [ + "at", + "ar" + ], + [ + "ad", + "ers" + ], + [ + "d", + "ates" + ], + [ + "Ġz", + "u" + ], + [ + "Ġfl", + "ow" + ], + [ + "T", + "arget" + ], + [ + "Ġinvol", + "ved" + ], + [ + "Ġi", + "o" + ], + [ + "par", + "se" + ], + [ + "$", + "_" + ], + [ + "he", + "st" + ], + [ + ".", + "int" + ], + [ + "-", + "item" + ], + [ + "as", + "y" + ], + [ + "S", + "p" + ], + [ + "Ġsh", + "ift" + ], + [ + "N", + "T" + ], + [ + "Ġt", + "f" + ], + [ + "_T", + "R" + ], + [ + ".", + "web" + ], + [ + "C", + "S" + ], + [ + "Ġ}", + ")" + ], + [ + "Ġey", + "es" + ], + [ + "12", + "5" + ], + [ + "10", + "5" + ], + [ + "_", + "z" + ], + [ + "'", + ");čĊ" + ], + [ + "if", + "orn" + ], + [ + "Ġ{", + "@" + ], + [ + "Ġn", + "ice" + ], + [ + ".l", + "ist" + ], + [ + "ĠĠĠĠ", + "čĊ" + ], + [ + "Ġf", + "loor" + ], + [ + "Ġred", + "irect" + ], + [ + "ĠU", + "K" + ], + [ + "(", + "['" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġcap", + "t" + ], + [ + "leg", + "al" + ], + [ + "ĠI", + "O" + ], + [ + "Ġst", + "age" + ], + [ + ".", + "String" + ], + [ + "ĠA", + "fr" + ], + [ + "ig", + "en" + ], + [ + "ĠS", + "H" + ], + [ + "De", + "lete" + ], + [ + "ell", + "s" + ], + [ + "Ġsol", + "id" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġwork", + "ed" + ], + [ + "Ġed", + "itor" + ], + [ + "in", + "y" + ], + [ + "Ð", + "¼" + ], + [ + "_", + "read" + ], + [ + ".", + "Id" + ], + [ + "e", + "ff" + ], + [ + "Off", + "set" + ], + [ + "ch", + "a" + ], + [ + "US", + "ER" + ], + [ + "ĉĉ", + "ĠĠĠ" + ], + [ + "ipp", + "ed" + ], + [ + "Ġd", + "ict" + ], + [ + "ĠR", + "un" + ], + [ + ".h", + "pp" + ], + [ + "Ġan", + "g" + ], + [ + "x", + "ml" + ], + [ + "im", + "ple" + ], + [ + "Ġmed", + "ical" + ], + [ + "_t", + "oken" + ], + [ + "con", + "nect" + ], + [ + "Ġh", + "our" + ], + [ + "Ġcont", + "roller" + ], + [ + "_m", + "essage" + ], + [ + "U", + "ID" + ], + [ + "G", + "r" + ], + [ + "and", + "ed" + ], + [ + "_C", + "H" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġspe", + "ak" + ], + [ + "am", + "ing" + ], + [ + "Ġm", + "ount" + ], + [ + "Rec", + "ord" + ], + [ + "ĉ", + "struct" + ], + [ + ".W", + "eb" + ], + [ + "ond", + "on" + ], + [ + "Ġ//", + "Ċ" + ], + [ + "Ġf", + "elt" + ], + [ + ".A", + "uto" + ], + [ + "id", + "ge" + ], + [ + "_p", + "os" + ], + [ + "P", + "R" + ], + [ + "Ġmod", + "ern" + ], + [ + "C", + "ollection" + ], + [ + "_m", + "sg" + ], + [ + "C", + "D" + ], + [ + "ĠL", + "o" + ], + [ + "Ġsecond", + "s" + ], + [ + "ib", + "ly" + ], + [ + ".e", + "quals" + ], + [ + "Ġintern", + "ational" + ], + [ + "#", + "pragma" + ], + [ + "oo", + "th" + ], + [ + "W", + "riter" + ], + [ + "i", + "ate" + ], + [ + "Ġce", + "le" + ], + [ + "ĠB", + "it" + ], + [ + "iv", + "o" + ], + [ + "iv", + "ery" + ], + [ + "r", + "d" + ], + [ + "HE", + "CK" + ], + [ + "Ġc", + "ache" + ], + [ + ".c", + "ount" + ], + [ + "Ġro", + "ll" + ], + [ + ".Re", + "ad" + ], + [ + "10", + "8" + ], + [ + "RE", + "D" + ], + [ + "Ġset", + "up" + ], + [ + "izont", + "al" + ], + [ + "model", + "s" + ], + [ + "arg", + "v" + ], + [ + "Ġconsider", + "ed" + ], + [ + "=\"", + "../" + ], + [ + "set", + "tings" + ], + [ + "ĠR", + "el" + ], + [ + "Ġgrow", + "th" + ], + [ + "Ġm", + "ix" + ], + [ + "ĠWash", + "ington" + ], + [ + "Ġpl", + "t" + ], + [ + "ĠI", + "M" + ], + [ + "á", + "º" + ], + [ + "Ġturn", + "ed" + ], + [ + "ĠDate", + "Time" + ], + [ + "ĠW", + "ed" + ], + [ + "(", + "url" + ], + [ + "Ġ\"", + "-" + ], + [ + "Ġlet", + "ter" + ], + [ + "As", + "ync" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "ĠOct", + "ober" + ], + [ + "_l", + "ine" + ], + [ + "Ġatt", + "ention" + ], + [ + "Ġcol", + "lect" + ], + [ + "ĠH", + "ash" + ], + [ + "Ġim", + "ag" + ], + [ + "T", + "ree" + ], + [ + "Ġsit", + "uation" + ], + [ + "et", + "te" + ], + [ + "_n", + "o" + ], + [ + "IV", + "E" + ], + [ + "Ġv", + "on" + ], + [ + ".t", + "arget" + ], + [ + "Ġknow", + "ledge" + ], + [ + "Ġdr", + "ive" + ], + [ + ".p", + "ost" + ], + [ + "Ġb", + "lood" + ], + [ + "Ġc", + "it" + ], + [ + "pr", + "imary" + ], + [ + "Ġconfig", + "uration" + ], + [ + "te", + "e" + ], + [ + "Ġph", + "oto" + ], + [ + "is", + "ode" + ], + [ + "Tr", + "ace" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsh", + "ot" + ], + [ + "ĠA", + "ir" + ], + [ + "Ġm", + "other" + ], + [ + "pr", + "ice" + ], + [ + "Ġmor", + "ning" + ], + [ + "))", + "{Ċ" + ], + [ + "-", + "x" + ], + [ + "Ġtr", + "ade" + ], + [ + "Ġdes", + "c" + ], + [ + "Ġ&&", + "Ċ" + ], + [ + "Ġparent", + "s" + ], + [ + "A", + "pi" + ], + [ + "å", + "Ī" + ], + [ + "t", + "ed" + ], + [ + "w", + "er" + ], + [ + "Ġ", + "æ" + ], + [ + "Ġs", + "y" + ], + [ + "ĠK", + "e" + ], + [ + "Par", + "ser" + ], + [ + "å", + "ħ" + ], + [ + "anc", + "y" + ], + [ + "Ġpie", + "ce" + ], + [ + "iforn", + "ia" + ], + [ + "to", + "String" + ], + [ + "r", + "an" + ], + [ + "id", + "ing" + ], + [ + "PT", + "ION" + ], + [ + "com", + "es" + ], + [ + "/", + "lic" + ], + [ + ".c", + "lient" + ], + [ + "E", + "l" + ], + [ + "L", + "ong" + ], + [ + "Ġprofession", + "al" + ], + [ + "ru", + "pt" + ], + [ + "v", + "a" + ], + [ + "Ġcomplet", + "ely" + ], + [ + "Ġpract", + "ice" + ], + [ + "00", + "2" + ], + [ + "Ġse", + "lection" + ], + [ + "R", + "em" + ], + [ + "in", + "i" + ], + [ + "Ġc", + "am" + ], + [ + "RE", + "E" + ], + [ + "Ġsit", + "es" + ], + [ + "p", + "a" + ], + [ + "AT", + "US" + ], + [ + "Ñģ", + "ÑĤ" + ], + [ + "arr", + "ant" + ], + [ + "*", + "(" + ], + [ + "_", + "KEY" + ], + [ + "ĠB", + "utton" + ], + [ + "ĠF", + "riday" + ], + [ + "se", + "qu" + ], + [ + "Ġre", + "ader" + ], + [ + "Ġm", + "essages" + ], + [ + "è", + "¯" + ], + [ + "Ġbu", + "f" + ], + [ + "K", + "e" + ], + [ + "Ġn", + "ov" + ], + [ + "H", + "P" + ], + [ + "M", + "sg" + ], + [ + "al", + "ign" + ], + [ + "ar", + "ily" + ], + [ + "Ġ'", + "," + ], + [ + "_w", + "ith" + ], + [ + "Ġd", + "as" + ], + [ + "Ġhe", + "ard" + ], + [ + "at", + "omic" + ], + [ + "ri", + "al" + ], + [ + ")", + "[" + ], + [ + "Ġdis", + "e" + ], + [ + "@", + "end" + ], + [ + "Ġg", + "old" + ], + [ + "Ġf", + "air" + ], + [ + "Ġsa", + "les" + ], + [ + ".", + "Button" + ], + [ + "str", + "ict" + ], + [ + "s", + "ave" + ], + [ + "Ġme", + "asure" + ], + [ + "Ġ\"", + "+" + ], + [ + "ec", + "ause" + ], + [ + "View", + "Controller" + ], + [ + "ĠT", + "able" + ], + [ + ".p", + "aram" + ], + [ + "Ġdec", + "ided" + ], + [ + "((", + "(" + ], + [ + "IN", + "FO" + ], + [ + "Ġopport", + "unity" + ], + [ + "T", + "e" + ], + [ + "IC", + "ENSE" + ], + [ + "cc", + "ording" + ], + [ + "k", + "i" + ], + [ + "ĠU", + "N" + ], + [ + "Ġcont", + "ain" + ], + [ + "Ġman", + "ager" + ], + [ + "Ġp", + "ain" + ], + [ + "ĠF", + "ire" + ], + [ + "rom", + "e" + ], + [ + "Ġpl", + "ans" + ], + [ + "F", + "ound" + ], + [ + "l", + "ay" + ], + [ + "ĠDec", + "ember" + ], + [ + "Ġinfl", + "u" + ], + [ + "Ã", + "º" + ], + [ + "ren", + "ch" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "Ġ" + ], + [ + "az", + "ing" + ], + [ + "b", + "rief" + ], + [ + "c", + "all" + ], + [ + "wo", + "od" + ], + [ + "Ġload", + "ed" + ], + [ + "Ġgr", + "and" + ], + [ + "/", + "f" + ], + [ + "im", + "p" + ], + [ + "_", + "U" + ], + [ + "12", + "7" + ], + [ + "ST", + "R" + ], + [ + "âĢ", + "¢" + ], + [ + "Ġcred", + "it" + ], + [ + ".C", + "olor" + ], + [ + "or", + "ge" + ], + [ + "QUE", + "ST" + ], + [ + "Ġdiffer", + "ence" + ], + [ + "ĠP", + "C" + ], + [ + "w", + "args" + ], + [ + "Ġp", + "ub" + ], + [ + "und", + "ay" + ], + [ + "Ġf", + "ra" + ], + [ + ".m", + "ax" + ], + [ + "Ġtri", + "ed" + ], + [ + "ann", + "els" + ], + [ + "s", + "end" + ], + [ + "Ġreport", + "s" + ], + [ + "Ġad", + "ult" + ], + [ + "ä", + "º" + ], + [ + "Ġcons", + "ist" + ], + [ + "ĠSt", + "reet" + ], + [ + "ĠPro", + "gram" + ], + [ + "S", + "QL" + ], + [ + "M", + "atrix" + ], + [ + "ounc", + "il" + ], + [ + "-", + "A" + ], + [ + "ĉ", + "w" + ], + [ + "Ġwho", + "se" + ], + [ + "Ġrel", + "ig" + ], + [ + "ĠS", + "ex" + ], + [ + "Ġg", + "ives" + ], + [ + "n", + "one" + ], + [ + ".m", + "essage" + ], + [ + "(", + "G" + ], + [ + ".aw", + "t" + ], + [ + "-", + "right" + ], + [ + "ĠNov", + "ember" + ], + [ + "ell", + "ig" + ], + [ + "3", + "60" + ], + [ + "ut", + "ive" + ], + [ + "Ä", + "ĥ" + ], + [ + "over", + "n" + ], + [ + "Ġeas", + "ily" + ], + [ + "Ġide", + "as" + ], + [ + "10", + "4" + ], + [ + "ĠÐ", + "½" + ], + [ + "/c", + "ss" + ], + [ + "ly", + "ing" + ], + [ + "el", + "le" + ], + [ + "C", + "an" + ], + [ + "_c", + "olor" + ], + [ + "оÐ", + "²" + ], + [ + "Ġp", + "air" + ], + [ + "ng", + "th" + ], + [ + "Ġs", + "plit" + ], + [ + "14", + "0" + ], + [ + "d", + "rop" + ], + [ + "art", + "y" + ], + [ + "on", + "a" + ], + [ + "Ġcap", + "ital" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġex", + "ists" + ], + [ + "ĉ", + "log" + ], + [ + "em", + "o" + ], + [ + "R", + "un" + ], + [ + "o", + "i" + ], + [ + "Ġpar", + "ser" + ], + [ + "ĠM", + "ethod" + ], + [ + "Ġeduc", + "ation" + ], + [ + "[", + "k" + ], + [ + "Ġlib", + "rary" + ], + [ + ">", + "\";Ċ" + ], + [ + "_", + "UN" + ], + [ + "ĉ", + "std" + ], + [ + "od", + "ed" + ], + [ + "Ġcall", + "s" + ], + [ + "h", + "ere" + ], + [ + "R", + "el" + ], + [ + "Ġbr", + "and" + ], + [ + "back", + "ground" + ], + [ + "g", + "a" + ], + [ + "_add", + "ress" + ], + [ + "_param", + "s" + ], + [ + "C", + "ategory" + ], + [ + "10", + "3" + ], + [ + "ĠInd", + "ia" + ], + [ + "_e", + "vent" + ], + [ + "Ġ", + "ing" + ], + [ + "R", + "ender" + ], + [ + ".c", + "l" + ], + [ + "ump", + "y" + ], + [ + "Ġp", + "et" + ], + [ + "F", + "C" + ], + [ + "ĠA", + "nt" + ], + [ + "Ex", + "t" + ], + [ + "Ġchar", + "ge" + ], + [ + "en", + "ed" + ], + [ + "gr", + "ad" + ], + [ + "E", + "O" + ], + [ + "Ġdep", + "end" + ], + [ + "Ġ", + ".ĊĊ" + ], + [ + "fr", + "ame" + ], + [ + "Ġd", + "f" + ], + [ + "Ġh", + "uge" + ], + [ + "ĠP", + "ART" + ], + [ + "ed", + "s" + ], + [ + ";", + ";" + ], + [ + "ĠA", + "M" + ], + [ + "Ġbas", + "ic" + ], + [ + "ĠL", + "et" + ], + [ + "lic", + "h" + ], + [ + "Ġar", + "m" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġf", + "ederal" + ], + [ + "W", + "ork" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠIs", + "rael" + ], + [ + "(", + "obj" + ], + [ + "={", + "{" + ], + [ + "Ġs", + "aved" + ], + [ + "Ġs", + "yn" + ], + [ + "Ġconst", + "ant" + ], + [ + "V", + "ENT" + ], + [ + "Ġpos", + "itive" + ], + [ + "Ġcon", + "duct" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġear", + "lier" + ], + [ + "Ġl", + "ayout" + ], + [ + "ĠI", + "P" + ], + [ + "O", + "UR" + ], + [ + "Ġt", + "im" + ], + [ + "styles", + "heet" + ], + [ + "_", + "cl" + ], + [ + "ĠC", + "ard" + ], + [ + "++", + "){Ċ" + ], + [ + "Ġtem", + "per" + ], + [ + "ĠDav", + "id" + ], + [ + "ĉ", + "try" + ], + [ + ".d", + "art" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġp", + "icture" + ], + [ + "Ġv", + "ideos" + ], + [ + "ĠCom", + "m" + ], + [ + "is", + "ions" + ], + [ + "_M", + "AX" + ], + [ + "M", + "apping" + ], + [ + "-", + "content" + ], + [ + "ĠE", + "ar" + ], + [ + "-", + "de" + ], + [ + "Ġpre", + "m" + ], + [ + "br", + "uary" + ], + [ + "Ġcom", + "ponents" + ], + [ + "Ġthrough", + "out" + ], + [ + "Ġp", + "ull" + ], + [ + "Ġp", + "ages" + ], + [ + "ent", + "e" + ], + [ + "res", + "pond" + ], + [ + "Ġg", + "as" + ], + [ + "cript", + "or" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġb", + "ound" + ], + [ + "A", + "CT" + ], + [ + "****", + "**" + ], + [ + "Ġcre", + "ating" + ], + [ + "ĠC", + "H" + ], + [ + "Ġnull", + "ptr" + ], + [ + "B", + "r" + ], + [ + "+", + "'" + ], + [ + ".c", + "o" + ], + [ + ">", + "::" + ], + [ + "Ġle", + "arning" + ], + [ + ".L", + "ength" + ], + [ + "_S", + "H" + ], + [ + "Ġpat", + "ients" + ], + [ + "A", + "IN" + ], + [ + "Ġk", + "ids" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġsh", + "own" + ], + [ + "ug", + "ins" + ], + [ + "ĠB", + "ack" + ], + [ + "ell", + "a" + ], + [ + "_C", + "L" + ], + [ + "Ġl", + "at" + ], + [ + "Ġdis", + "patch" + ], + [ + "Ġclass", + "es" + ], + [ + ".", + "at" + ], + [ + ".b", + "egin" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "b", + "an" + ], + [ + "Ġobt", + "ain" + ], + [ + "ĠS", + "l" + ], + [ + "Ġl", + "ack" + ], + [ + "iter", + "ator" + ], + [ + "Th", + "read" + ], + [ + "(s", + "ize" + ], + [ + "Ġn", + "one" + ], + [ + ".h", + "as" + ], + [ + "_", + "X" + ], + [ + "s", + "ort" + ], + [ + "n", + "ap" + ], + [ + "p", + "et" + ], + [ + "b", + "in" + ], + [ + "7", + "00" + ], + [ + "ĠCan", + "ada" + ], + [ + "The", + "y" + ], + [ + "Ġd", + "ans" + ], + [ + "ĠM", + "at" + ], + [ + "<", + "td" + ], + [ + "Ġh", + "air" + ], + [ + "Ġ'", + "',Ċ" + ], + [ + "Ġc", + "u" + ], + [ + "Ġlaw", + "s" + ], + [ + "let", + "ed" + ], + [ + "p", + "ed" + ], + [ + "Ġp", + "ow" + ], + [ + "Ġk", + "new" + ], + [ + "_C", + "OM" + ], + [ + "_", + "," + ], + [ + "ĠM", + "ag" + ], + [ + "id", + "ents" + ], + [ + "(", + "req" + ], + [ + "Ġ", + ")," + ], + [ + "-", + "center" + ], + [ + "19", + "0" + ], + [ + "Ġw", + "ide" + ], + [ + "ĠA", + "uthor" + ], + [ + "st", + "ants" + ], + [ + "Ġjob", + "s" + ], + [ + "Ġm", + "ath" + ], + [ + "et", + "imes" + ], + [ + "Bo", + "olean" + ], + [ + "Ġs", + "cope" + ], + [ + "_", + "is" + ], + [ + "Ġme", + "as" + ], + [ + "Ġkey", + "s" + ], + [ + "el", + "ay" + ], + [ + "Ġexact", + "ly" + ], + [ + "'=>", + "'" + ], + [ + "ĠP", + "aul" + ], + [ + "m", + "as" + ], + [ + "ĉ", + "print" + ], + [ + "(l", + "en" + ], + [ + "f", + "d" + ], + [ + "Ġ)", + ";" + ], + [ + ".", + "Event" + ], + [ + "q", + "li" + ], + [ + "ir", + "it" + ], + [ + "ield", + "s" + ], + [ + "om", + "an" + ], + [ + "ĠT", + "op" + ], + [ + "Ġv", + "ote" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġthem", + "e" + ], + [ + "-", + "Ċ" + ], + [ + "Ġpro", + "ps" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġwrit", + "er" + ], + [ + "_", + "offset" + ], + [ + "c", + "ar" + ], + [ + "Ġal", + "tern" + ], + [ + "Ġc", + "opyright" + ], + [ + "Ġdest", + "roy" + ], + [ + "pp", + "er" + ], + [ + "Ġgener", + "ate" + ], + [ + "pp", + "ed" + ], + [ + "âĢĻ", + "d" + ], + [ + "ĠĠĠĠĠĠ", + "Ċ" + ], + [ + "m", + "ake" + ], + [ + "ĠSh", + "ow" + ], + [ + "Ġb", + "rowser" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġcare", + "er" + ], + [ + "Ġhappen", + "ed" + ], + [ + "(", + "char" + ], + [ + "Ġrecomm", + "end" + ], + [ + "Ġl", + "iter" + ], + [ + ".f", + "ilter" + ], + [ + "gr", + "ade" + ], + [ + "ĠÂ", + "£" + ], + [ + "Ph", + "one" + ], + [ + "om", + "s" + ], + [ + "Ġn", + "amed" + ], + [ + "-", + "label" + ], + [ + "ip", + "o" + ], + [ + "ĠO", + "ther" + ], + [ + "Ġp", + "anel" + ], + [ + "Ġro", + "ck" + ], + [ + "S", + "cale" + ], + [ + "ĉ", + "assert" + ], + [ + "Ð", + "´" + ], + [ + "Ġtr", + "ust" + ], + [ + "fr", + "ont" + ], + [ + "Ġdem", + "on" + ], + [ + "A", + "r" + ], + [ + "N", + "et" + ], + [ + "Ġecon", + "omic" + ], + [ + "foot", + "er" + ], + [ + "Ġr", + "ace" + ], + [ + "(n", + "ode" + ], + [ + "ĠO", + "ption" + ], + [ + "s", + "plit" + ], + [ + "Ġphys", + "ical" + ], + [ + "if", + "est" + ], + [ + "Ġrem", + "oved" + ], + [ + ".", + "http" + ], + [ + "))", + ",Ċ" + ], + [ + "Ġlook", + "ed" + ], + [ + "'", + ";" + ], + [ + "d", + "ing" + ], + [ + "g", + "est" + ], + [ + "atur", + "day" + ], + [ + "/lic", + "enses" + ], + [ + "Pr", + "ice" + ], + [ + "Ġd", + "ro" + ], + [ + "Ġto", + "wards" + ], + [ + "Ġun", + "s" + ], + [ + "ĠC", + "L" + ], + [ + "ĉ", + "static" + ], + [ + "Ġ", + "rows" + ], + [ + "Ġdef", + "ine" + ], + [ + ".re", + "place" + ], + [ + "Ġf", + "ather" + ], + [ + "ĠDes", + "ign" + ], + [ + "ass", + "ign" + ], + [ + "m", + "ut" + ], + [ + "De", + "vice" + ], + [ + "D", + "id" + ], + [ + "')", + ")Ċ" + ], + [ + "omet", + "ry" + ], + [ + "ay", + "load" + ], + [ + "Ġh", + "istor" + ], + [ + "ĠP", + "aram" + ], + [ + "ĠBo", + "olean" + ], + [ + "Ġn", + "ature" + ], + [ + "Ġj", + "s" + ], + [ + "Ġn", + "ation" + ], + [ + "i", + "h" + ], + [ + "Ġdis", + "cover" + ], + [ + "se", + "m" + ], + [ + "Hand", + "le" + ], + [ + "ĉ", + "r" + ], + [ + "ĠTe", + "chn" + ], + [ + "Ġw", + "all" + ], + [ + "{", + "$" + ], + [ + "@", + "property" + ], + [ + "Ġ\"", + "../" + ], + [ + "Ġex", + "am" + ], + [ + ".d", + "raw" + ], + [ + "opp", + "ing" + ], + [ + "Ġnear", + "ly" + ], + [ + "Ġco", + "ol" + ], + [ + "Ġinde", + "pend" + ], + [ + "RE", + "S" + ], + [ + "Ġhand", + "ler" + ], + [ + "ĠMon", + "day" + ], + [ + "Ġs", + "un" + ], + [ + "St", + "yles" + ], + [ + "ous", + "ly" + ], + [ + "Ġ", + "ĉ" + ], + [ + "v", + "est" + ], + [ + "D", + "isplay" + ], + [ + "(", + "y" + ], + [ + "atic", + "ally" + ], + [ + "Ġpred", + "ict" + ], + [ + "y", + "ing" + ], + [ + "Ġsom", + "etimes" + ], + [ + "\"", + "]Ċ" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġb", + "ul" + ], + [ + "ific", + "ations" + ], + [ + ".", + "insert" + ], + [ + ".re", + "g" + ], + [ + "Ġtest", + "s" + ], + [ + "Al", + "ignment" + ], + [ + "Ġal", + "leg" + ], + [ + "Ġat", + "tribute" + ], + [ + "ĠN", + "ote" + ], + [ + "Ġmy", + "self" + ], + [ + "art", + "s" + ], + [ + "N", + "ow" + ], + [ + "Ġinterest", + "ing" + ], + [ + "li", + "ents" + ], + [ + "Ġpop", + "ulation" + ], + [ + "ĠCal", + "ifornia" + ], + [ + "\"", + "I" + ], + [ + "å", + "¹" + ], + [ + "Ġgre", + "ater" + ], + [ + "ues", + "day" + ], + [ + "Ġth", + "ous" + ], + [ + "Ġcost", + "s" + ], + [ + "Ġla", + "unch" + ], + [ + "\\", + "Http" + ], + [ + "k", + "er" + ], + [ + "b", + "and" + ], + [ + "ĠPl", + "ay" + ], + [ + "Ġb", + "and" + ], + [ + ".sh", + "ape" + ], + [ + "es", + "ome" + ], + [ + "art", + "icle" + ], + [ + ".r", + "f" + ], + [ + "Ġw", + "er" + ], + [ + "á", + "s" + ], + [ + "em", + "bers" + ], + [ + "us", + "r" + ], + [ + "B", + "A" + ], + [ + "ic", + "an" + ], + [ + "et", + "t" + ], + [ + "valid", + "ate" + ], + [ + "ult", + "i" + ], + [ + "Ġimmedi", + "ately" + ], + [ + "z", + "er" + ], + [ + "Ġfig", + "ure" + ], + [ + "o", + "es" + ], + [ + "ell", + "er" + ], + [ + "irc", + "le" + ], + [ + "ĠS", + "ign" + ], + [ + ".d", + "b" + ], + [ + "Ġr", + "ank" + ], + [ + "By", + "tes" + ], + [ + "Ġproject", + "s" + ], + [ + "_re", + "c" + ], + [ + "UL", + "AR" + ], + [ + "A", + "PI" + ], + [ + "ĠL", + "ine" + ], + [ + "P", + "ort" + ], + [ + "Ġp", + "oll" + ], + [ + "Ġg", + "iving" + ], + [ + "id", + "ence" + ], + [ + "--", + "Ċ" + ], + [ + "Ġpl", + "ot" + ], + [ + "ic", + "ial" + ], + [ + "Ġw", + "arrant" + ], + [ + "IT", + "ION" + ], + [ + "ĠD", + "ouble" + ], + [ + "Ġbill", + "ion" + ], + [ + "gorith", + "m" + ], + [ + "Ġequ", + "ipment" + ], + [ + "D", + "ATE" + ], + [ + "Ġ@", + "\"" + ], + [ + "E", + "E" + ], + [ + "Ġp", + "le" + ], + [ + "i", + "ation" + ], + [ + "Ġhead", + "ers" + ], + [ + "Ġpro", + "ced" + ], + [ + ".Component", + "Model" + ], + [ + "ĠOb", + "ama" + ], + [ + "Ġp", + "a" + ], + [ + "ĠB", + "est" + ], + [ + "im", + "ately" + ], + [ + ".get", + "String" + ], + [ + ".", + "\\" + ], + [ + "mp", + "loy" + ], + [ + "Ġr", + "aw" + ], + [ + "_b", + "lock" + ], + [ + "und", + "red" + ], + [ + "\"", + "},Ċ" + ], + [ + "1", + "12" + ], + [ + ".Group", + "Layout" + ], + [ + "Ġb", + "rought" + ], + [ + "NS", + "String" + ], + [ + "th", + "row" + ], + [ + "cre", + "ated" + ], + [ + ".N", + "ew" + ], + [ + "_", + "view" + ], + [ + "C", + "P" + ], + [ + "ep", + "s" + ], + [ + "O", + "p" + ], + [ + "Ġgr", + "atis" + ], + [ + "Ġ'", + "\"" + ], + [ + "Ġinter", + "view" + ], + [ + "\"\"", + "\"Ċ" + ], + [ + "Ġpart", + "ial" + ], + [ + "Ġa", + "ria" + ], + [ + "b", + "ing" + ], + [ + "A", + "uthor" + ], + [ + "Bo", + "ok" + ], + [ + "ĠP", + "at" + ], + [ + "um", + "an" + ], + [ + "Us", + "ers" + ], + [ + "pl", + "us" + ], + [ + "19", + "3" + ], + [ + "ĠD", + "irect" + ], + [ + "ven", + "ue" + ], + [ + "al", + "pha" + ], + [ + "UC", + "CESS" + ], + [ + "ĠC", + "all" + ], + [ + "Ġ", + ");čĊ" + ], + [ + "im", + "ated" + ], + [ + "Ġrem", + "ain" + ], + [ + "Ġant", + "i" + ], + [ + "ĠL", + "ondon" + ], + [ + "Ġsaf", + "ety" + ], + [ + "PO", + "SE" + ], + [ + "o", + "les" + ], + [ + "cont", + "roller" + ], + [ + "By", + "te" + ], + [ + "ĠCour", + "t" + ], + [ + "ĠPh", + "il" + ], + [ + "ĠAss", + "oci" + ], + [ + "en", + "a" + ], + [ + "å", + "IJ" + ], + [ + "_ST", + "R" + ], + [ + "co", + "in" + ], + [ + "resh", + "old" + ], + [ + "Ġb", + "atch" + ], + [ + "_C", + "lick" + ], + [ + "entic", + "ation" + ], + [ + ">", + "';Ċ" + ], + [ + "ent", + "y" + ], + [ + "Ġbegin", + "ning" + ], + [ + "Ġz", + "ero" + ], + [ + "ĠCon", + "vert" + ], + [ + "Ġt", + "err" + ], + [ + "Ġp", + "aid" + ], + [ + "Ġincre", + "ased" + ], + [ + "c", + "atch" + ], + [ + "-s", + "ize" + ], + [ + "11", + "5" + ], + [ + "act", + "ivity" + ], + [ + "e", + "quals" + ], + [ + "Ġque", + "ue" + ], + [ + "Ġ\"", + "'" + ], + [ + "ĠIntern", + "ational" + ], + [ + "Ġf", + "ür" + ], + [ + "urs", + "day" + ], + [ + "Ġsc", + "ient" + ], + [ + "all", + "ow" + ], + [ + "ax", + "is" + ], + [ + "Ġapp", + "ropri" + ], + [ + "ed", + "ge" + ], + [ + "Ġid", + "x" + ], + [ + "S", + "uccess" + ], + [ + "ent", + "ifier" + ], + [ + ":", + "\\" + ], + [ + "x", + "is" + ], + [ + "Ġmax", + "imum" + ], + [ + "ark", + "s" + ], + [ + "Ġb", + "irth" + ], + [ + "(", + "index" + ], + [ + "Ġmay", + "be" + ], + [ + ".p", + "y" + ], + [ + "file", + "s" + ], + [ + "Ġlim", + "ited" + ], + [ + "_", + "check" + ], + [ + "lo", + "ok" + ], + [ + "pl", + "ies" + ], + [ + "Ġmov", + "ement" + ], + [ + "']", + "." + ], + [ + "Ġbro", + "ad" + ], + [ + "ĠB", + "E" + ], + [ + "ĠUn", + "ityEngine" + ], + [ + ".c", + "pp" + ], + [ + "ĠE", + "very" + ], + [ + "Ad", + "min" + ], + [ + "Ġf", + "ans" + ], + [ + "p", + "ared" + ], + [ + "Ċ", + "ĠĠĠĠĊ" + ], + [ + "Ġfore", + "ign" + ], + [ + "Ġp", + "an" + ], + [ + "Ġt", + "our" + ], + [ + "ĠOr", + "der" + ], + [ + "Ġmov", + "ing" + ], + [ + "Ġa", + "uf" + ], + [ + "C", + "all" + ], + [ + "c", + "b" + ], + [ + "Å", + "Ł" + ], + [ + "vent", + "ory" + ], + [ + "ĠS", + "ql" + ], + [ + "Ġful", + "ly" + ], + [ + "Click", + "Listener" + ], + [ + "W", + "ORD" + ], + [ + "Ġannounc", + "ed" + ], + [ + ")", + "čĊčĊ" + ], + [ + "Ġagre", + "ed" + ], + [ + "ri", + "e" + ], + [ + "Ġe", + "arn" + ], + [ + "_l", + "ink" + ], + [ + ".", + "array" + ], + [ + "(t", + "ext" + ], + [ + "Ġmaterial", + "s" + ], + [ + ",", + "p" + ], + [ + "ff", + "ff" + ], + [ + "v", + "g" + ], + [ + "ĠÂ", + "©" + ], + [ + "Ġun", + "less" + ], + [ + "aj", + "ax" + ], + [ + "LO", + "G" + ], + [ + "Ġsex", + "ual" + ], + [ + "Ġ\\", + "\"" + ], + [ + "-", + "time" + ], + [ + "Ġco", + "ach" + ], + [ + "Ġsupport", + "ed" + ], + [ + "Ġphot", + "os" + ], + [ + "if", + "orm" + ], + [ + ".C", + "reate" + ], + [ + ")", + "]" + ], + [ + "ri", + "er" + ], + [ + "Ġd", + "ialog" + ], + [ + "av", + "er" + ], + [ + "ig", + "e" + ], + [ + ")", + "+" + ], + [ + "_id", + "x" + ], + [ + ":", + "[" + ], + [ + "_m", + "in" + ], + [ + "ĠC", + "ong" + ], + [ + "Ġpress", + "ure" + ], + [ + "Ġteam", + "s" + ], + [ + "S", + "ign" + ], + [ + "b", + "egin" + ], + [ + "ri", + "an" + ], + [ + "NE", + "SS" + ], + [ + "L", + "S" + ], + [ + "Ġimpro", + "ve" + ], + [ + "ĠS", + "unday" + ], + [ + "Ġdef", + "inition" + ], + [ + "ig", + "er" + ], + [ + "roll", + "ers" + ], + [ + "Ġthink", + "ing" + ], + [ + "T", + "emplate" + ], + [ + "-", + "F" + ], + [ + "Ġem", + "erg" + ], + [ + "pl", + "ates" + ], + [ + "ĠUS", + "A" + ], + [ + ".set", + "State" + ], + [ + "ĠAl", + "so" + ], + [ + "re", + "v" + ], + [ + "Ġen", + "able" + ], + [ + "ĠC", + "O" + ], + [ + "PE", + "CT" + ], + [ + "Ġcon", + "cept" + ], + [ + ")", + "-" + ], + [ + "ĠâĢ", + "¢" + ], + [ + "Ġset", + "s" + ], + [ + "Ġmean", + "ing" + ], + [ + "em", + "on" + ], + [ + "ĠCon", + "s" + ], + [ + "c", + "mp" + ], + [ + "ed", + "er" + ], + [ + "ann", + "ed" + ], + [ + "icens", + "ed" + ], + [ + "ĠS", + "uper" + ], + [ + "Ġd", + "aily" + ], + [ + "Ġmult", + "i" + ], + [ + "_", + "u" + ], + [ + "Ġchall", + "eng" + ], + [ + "_m", + "ode" + ], + [ + "ĠP", + "romise" + ], + [ + "Ġstr", + "ict" + ], + [ + "j", + "o" + ], + [ + "int", + "on" + ], + [ + "(", + "list" + ], + [ + "On", + "ly" + ], + [ + ">", + "{" + ], + [ + "Ġveh", + "icle" + ], + [ + "í", + "ķ" + ], + [ + "ĠPl", + "ayer" + ], + [ + "10", + "6" + ], + [ + "ĠD", + "el" + ], + [ + "Ġp", + "ool" + ], + [ + ".", + "url" + ], + [ + "nes", + "day" + ], + [ + "();čĊ", + "čĊ" + ], + [ + "9", + "00" + ], + [ + "Ġ\"", + ");Ċ" + ], + [ + "L", + "ocal" + ], + [ + ".", + "\");Ċ" + ], + [ + "Ġorgan", + "ization" + ], + [ + "re", + "nder" + ], + [ + "ĠApp", + "lication" + ], + [ + "Ġsum", + "mer" + ], + [ + "ex", + "pected" + ], + [ + "N", + "A" + ], + [ + "Ġr", + "ap" + ], + [ + "_", + "obj" + ], + [ + "Ġsur", + "face" + ], + [ + "ĠP", + "UR" + ], + [ + "Ġ},", + "ĊĊ" + ], + [ + "Ġvariable", + "s" + ], + [ + "(m", + "essage" + ], + [ + "Ġop", + "in" + ], + [ + ".b", + "ack" + ], + [ + "а", + "н" + ], + [ + "Ġwork", + "ers" + ], + [ + "v", + "m" + ], + [ + "C", + "o" + ], + [ + "ught", + "er" + ], + [ + "Ġm", + "aster" + ], + [ + "Ġ\"", + "\"," + ], + [ + "Ġst", + "ories" + ], + [ + ".", + "User" + ], + [ + "Ġcele", + "br" + ], + [ + "ines", + "e" + ], + [ + "B", + "S" + ], + [ + "ĠCom", + "mand" + ], + [ + "ash", + "board" + ], + [ + "Ġo", + "g" + ], + [ + "k", + "g" + ], + [ + ".", + "image" + ], + [ + ".st", + "yle" + ], + [ + "Ġstep", + "s" + ], + [ + "ĠB", + "en" + ], + [ + "(", + "args" + ], + [ + "40", + "4" + ], + [ + "ĠP", + "erson" + ], + [ + ",", + "y" + ], + [ + "Ġofficial", + "s" + ], + [ + "|", + "Ċ" + ], + [ + "Ġsk", + "ills" + ], + [ + "v", + "c" + ], + [ + "Ġbuild", + "er" + ], + [ + "Ġg", + "ar" + ], + [ + "A", + "ccount" + ], + [ + "ĠA", + "uth" + ], + [ + "ç", + "Ķ" + ], + [ + "']", + ")Ċ" + ], + [ + "ĠA", + "T" + ], + [ + "n", + "n" + ], + [ + ".", + "Int" + ], + [ + "SS", + "ERT" + ], + [ + "Ġeffect", + "ive" + ], + [ + "LE", + "TE" + ], + [ + "Ġto", + "ols" + ], + [ + "AR", + "D" + ], + [ + "Ġdig", + "ital" + ], + [ + "19", + "1" + ], + [ + "D", + "ouble" + ], + [ + "ĠF", + "ind" + ], + [ + "R", + "C" + ], + [ + "Ġin", + "line" + ], + [ + "/", + "r" + ], + [ + "AR", + "AM" + ], + [ + "AS", + "K" + ], + [ + "Ġint", + "ent" + ], + [ + "a", + "ight" + ], + [ + "_add", + "r" + ], + [ + "Ġrequest", + "s" + ], + [ + ".f", + "irst" + ], + [ + "Ġde", + "bug" + ], + [ + "Ġsp", + "ent" + ], + [ + "()", + "));Ċ" + ], + [ + "Å", + "Ľ" + ], + [ + "Ġpr", + "incip" + ], + [ + "Log", + "ger" + ], + [ + "clud", + "es" + ], + [ + ".", + "use" + ], + [ + "Ġsur", + "v" + ], + [ + "med", + "ia" + ], + [ + "ĠFe", + "bruary" + ], + [ + "ĠM", + "ac" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġw", + "ife" + ], + [ + "Ġtalk", + "ing" + ], + [ + "ĠM", + "ake" + ], + [ + "Ġc", + "art" + ], + [ + "Ġloc", + "ated" + ], + [ + "E", + "nc" + ], + [ + "-", + "a" + ], + [ + "ch", + "ron" + ], + [ + "Ġc", + "ards" + ], + [ + "Ġgu", + "y" + ], + [ + "Ġp", + "ers" + ], + [ + "ĠY", + "es" + ], + [ + "ate", + "ver" + ], + [ + "ĠA", + "ng" + ], + [ + "ol", + "ar" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġacc", + "ur" + ], + [ + "ĠP", + "ower" + ], + [ + "ĠG", + "old" + ], + [ + "c", + "lear" + ], + [ + "Pro", + "cess" + ], + [ + "Ġrec", + "ords" + ], + [ + "Ġk", + "illed" + ], + [ + ".c", + "lear" + ], + [ + "ĠWARRANT", + "IES" + ], + [ + "Ġpur", + "pose" + ], + [ + "pan", + "el" + ], + [ + "J", + "ECT" + ], + [ + "ÃŃ", + "a" + ], + [ + "Ġex", + "erc" + ], + [ + "W", + "S" + ], + [ + "/", + "L" + ], + [ + ".", + "exports" + ], + [ + "Ġ__", + "_" + ], + [ + "Ġs", + "in" + ], + [ + "S", + "ervlet" + ], + [ + "Ġd", + "é" + ], + [ + ".de", + "lete" + ], + [ + "ro", + "ke" + ], + [ + "S", + "l" + ], + [ + "ug", + "h" + ], + [ + "ear", + "s" + ], + [ + "Ġpoint", + "er" + ], + [ + "Ġh", + "op" + ], + [ + "all", + "ery" + ], + [ + "Ġo", + "bs" + ], + [ + "co", + "very" + ], + [ + "ĉ", + "char" + ], + [ + "ĉĉĉĉ", + "ĉĉĉĉĉĉ" + ], + [ + "ĉ", + "def" + ], + [ + "oc", + "ity" + ], + [ + "itch", + "en" + ], + [ + "ul", + "ations" + ], + [ + "ĠF", + "IT" + ], + [ + "Ġ", + ")." + ], + [ + "straint", + "s" + ], + [ + "vent", + "ion" + ], + [ + "Ġrequ", + "ires" + ], + [ + "ĠO", + "per" + ], + [ + "M", + "E" + ], + [ + "OUN", + "T" + ], + [ + "al", + "let" + ], + [ + "Ġn", + "orm" + ], + [ + "I", + "RE" + ], + [ + "ex", + "as" + ], + [ + "Ġprogram", + "s" + ], + [ + "Ġwe", + "ak" + ], + [ + "'", + ".$" + ], + [ + "u", + "ing" + ], + [ + "ĉ", + "ĠĠĠĠĠĠĠ" + ], + [ + "Ġm", + "il" + ], + [ + "Ġf", + "irm" + ], + [ + "init", + "ely" + ], + [ + "_VAL", + "UE" + ], + [ + "ap", + "se" + ], + [ + "atis", + "f" + ], + [ + "Ġdem", + "and" + ], + [ + "_m", + "od" + ], + [ + "Ġdescri", + "bed" + ], + [ + "Ġpl", + "aces" + ], + [ + "V", + "ID" + ], + [ + "Ġal", + "one" + ], + [ + "Ġex", + "port" + ], + [ + "Ġv", + "ec" + ], + [ + "ĠM", + "ax" + ], + [ + "Ġactiv", + "ities" + ], + [ + "ict", + "ures" + ], + [ + "g", + "ener" + ], + [ + "Ġm", + "a" + ], + [ + "Ĥ", + "¬" + ], + [ + "Ġexpress", + "ion" + ], + [ + "C", + "allback" + ], + [ + "_", + "content" + ], + [ + "ĠM", + "ost" + ], + [ + "Ġtest", + "ing" + ], + [ + "E", + "C" + ], + [ + "CH", + "ANT" + ], + [ + "Ġad", + "just" + ], + [ + ".Th", + "reading" + ], + [ + "(", + "ctx" + ], + [ + "Ġag", + "ree" + ], + [ + "ig", + "hest" + ], + [ + "Ġu", + "i" + ], + [ + "ĠL", + "aw" + ], + [ + ".", + "Y" + ], + [ + ">", + "", + "ĊĊ" + ], + [ + ".ex", + "ample" + ], + [ + "ber", + "g" + ], + [ + "Ġmov", + "ed" + ], + [ + "ĉ", + "e" + ], + [ + "ĠS", + "aturday" + ], + [ + "Ġpay", + "load" + ], + [ + "Ä", + "ĩ" + ], + [ + ")", + ":ĊĊ" + ], + [ + "Ġbe", + "y" + ], + [ + "ur", + "er" + ], + [ + "<", + "script" + ], + [ + "Ġs", + "ymbol" + ], + [ + "Ġass", + "um" + ], + [ + "Ġp", + "ul" + ], + [ + "E", + "ffect" + ], + [ + "Ġh", + "undred" + ], + [ + "To", + "ol" + ], + [ + "ak", + "ed" + ], + [ + "con", + "nection" + ], + [ + "Ġvo", + "ice" + ], + [ + "Ġp", + "d" + ], + [ + "Ġtrans", + "action" + ], + [ + "Ġlink", + "s" + ], + [ + "E", + "rr" + ], + [ + "ĠInd", + "ian" + ], + [ + "T", + "C" + ], + [ + "atal", + "og" + ], + [ + "n", + "i" + ], + [ + "s", + "ign" + ], + [ + "<<", + "\"" + ], + [ + "j", + "i" + ], + [ + "y", + "a" + ], + [ + "Ġdemon", + "str" + ], + [ + "ul", + "ated" + ], + [ + ".", + "St" + ], + [ + "Ġinst", + "it" + ], + [ + "Ġbo", + "ost" + ], + [ + "Ġcell", + "s" + ], + [ + "ol", + "ic" + ], + [ + ".P", + "ro" + ], + [ + ":", + "", + "," + ], + [ + "\">", + "", + "\\" + ], + [ + "Ġth", + "us" + ], + [ + "ĠReg", + "ister" + ], + [ + "h", + "ol" + ], + [ + "ĠCh", + "inese" + ], + [ + "Ġpost", + "ed" + ], + [ + "Ġm", + "agn" + ], + [ + "ab", + "ilities" + ], + [ + "Ġdise", + "ase" + ], + [ + "Ġrem", + "ains" + ], + [ + "ĠPro", + "f" + ], + [ + "-", + "form" + ], + [ + "Ġc", + "in" + ], + [ + "org", + "an" + ], + [ + "ic", + "ate" + ], + [ + "Ġst", + "ress" + ], + [ + "]", + "*" + ], + [ + "Ġ", + "----------------------------------------------------------------" + ], + [ + "_", + "context" + ], + [ + "or", + "ry" + ], + [ + "Ġd", + "ied" + ], + [ + "m", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + ".M", + "essage" + ], + [ + "Ġrun", + "s" + ], + [ + "Ġgu", + "ide" + ], + [ + "Ġwarrant", + "y" + ], + [ + "ential", + "s" + ], + [ + "d", + "ict" + ], + [ + "ĠS", + "ize" + ], + [ + "ul", + "er" + ], + [ + "Ġrespons", + "ible" + ], + [ + "_SE", + "T" + ], + [ + "Ġcont", + "aining" + ], + [ + "ĠPr", + "ice" + ], + [ + "|", + "|" + ], + [ + "3", + "50" + ], + [ + "F", + "S" + ], + [ + "Ġem", + "p" + ], + [ + "_b", + "utton" + ], + [ + "(", + "uint" + ], + [ + "Ġsu", + "ff" + ], + [ + "p", + "th" + ], + [ + "Ġdef", + "initely" + ], + [ + "put", + "e" + ], + [ + "Ġmarket", + "ing" + ], + [ + "ĠW", + "H" + ], + [ + "ĠS", + "ie" + ], + [ + "+", + "=" + ], + [ + "OL", + "OR" + ], + [ + "Ġcons", + "ult" + ], + [ + "Ġs", + "igned" + ], + [ + "Ġse", + "quence" + ], + [ + "le", + "e" + ], + [ + "Ġrequire", + "ments" + ], + [ + "h", + "y" + ], + [ + "Ex", + "press" + ], + [ + "M", + "T" + ], + [ + "se", + "y" + ], + [ + "Ġ", + "ult" + ], + [ + "å", + "®" + ], + [ + "ellig", + "ence" + ], + [ + "Ġanal", + "y" + ], + [ + "Ġd", + "ress" + ], + [ + "eng", + "ine" + ], + [ + "ĠG", + "reat" + ], + [ + "ĠAnd", + "roid" + ], + [ + "ĠA", + "lex" + ], + [ + "m", + "ode" + ], + [ + "D", + "ictionary" + ], + [ + ".D", + "ate" + ], + [ + "ä", + "½" + ], + [ + "V", + "ICE" + ], + [ + "Ġfam", + "ilies" + ], + [ + "ĠRuss", + "ian" + ], + [ + "ĠT", + "imes" + ], + [ + ".c", + "all" + ], + [ + "$", + "(" + ], + [ + "Pro", + "file" + ], + [ + "Ġf", + "older" + ], + [ + "ch", + "es" + ], + [ + "Ġleg", + "is" + ], + [ + "_", + "row" + ], + [ + "un", + "es" + ], + [ + "Ù", + "Ħ" + ], + [ + "Ġ}", + ")." + ], + [ + "Ass", + "ert" + ], + [ + "ag", + "en" + ], + [ + "ĠH", + "and" + ], + [ + "I", + "ter" + ], + [ + "Ġbig", + "gest" + ], + [ + "ore", + "ach" + ], + [ + "Ġpol", + "ic" + ], + [ + "Ġper", + "missions" + ], + [ + "Ġshow", + "ed" + ], + [ + "ĠE", + "lement" + ], + [ + "Ġtop", + "ic" + ], + [ + "âĢĶ", + "âĢĶ" + ], + [ + "ro", + "ad" + ], + [ + "ĠB", + "ank" + ], + [ + "rec", + "ord" + ], + [ + "Ġpart", + "ners" + ], + [ + "ĠR", + "ef" + ], + [ + "ess", + "ions" + ], + [ + "Ġass", + "ess" + ], + [ + "U", + "ST" + ], + [ + "ĠPart", + "y" + ], + [ + "pro", + "du" + ], + [ + "L", + "C" + ], + [ + "Ġ", + "ul" + ], + [ + ".", + "form" + ], + [ + "h", + "ide" + ], + [ + "c", + "opy" + ], + [ + "UT", + "F" + ], + [ + "ĠSO", + "FTWARE" + ], + [ + "čĊčĊ", + "čĊ" + ], + [ + "ĠL", + "in" + ], + [ + "un", + "a" + ], + [ + "ug", + "ar" + ], + [ + "Ġadmin", + "istration" + ], + [ + "Ġopen", + "ing" + ], + [ + "Ġsc", + "an" + ], + [ + "Ġcontin", + "ued" + ], + [ + "com", + "ponent" + ], + [ + ".s", + "p" + ], + [ + "Ġhapp", + "ens" + ], + [ + "um", + "my" + ], + [ + "ĠP", + "R" + ], + [ + ".F", + "ile" + ], + [ + "ĠDown", + "load" + ], + [ + "Lo", + "ading" + ], + [ + "d", + "i" + ], + [ + "Ġwait", + "ing" + ], + [ + "_A", + "DD" + ], + [ + "T", + "ab" + ], + [ + ".query", + "Selector" + ], + [ + "Ġecon", + "omy" + ], + [ + "ĠF", + "rench" + ], + [ + "t", + "xt" + ], + [ + "Ġf", + "ant" + ], + [ + "_", + ";Ċ" + ], + [ + "H", + "older" + ], + [ + "S", + "H" + ], + [ + "00", + "4" + ], + [ + "Ġn", + "umpy" + ], + [ + "Ġst", + "reet" + ], + [ + "Ġm", + "ale" + ], + [ + "\\", + "Model" + ], + [ + "ang", + "ing" + ], + [ + "33", + "3" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġprevious", + "ly" + ], + [ + "B", + "I" + ], + [ + "ĠSec", + "ret" + ], + [ + "Ġm", + "ist" + ], + [ + "ĠF", + "ield" + ], + [ + "up", + "s" + ], + [ + "ĠPro", + "cess" + ], + [ + "Ġke", + "pt" + ], + [ + "ĠO", + "T" + ], + [ + "Ġtrad", + "itional" + ], + [ + ".", + "i" + ], + [ + "am", + "in" + ], + [ + "Ġhelp", + "s" + ], + [ + "An", + "y" + ], + [ + "orig", + "in" + ], + [ + "ilt", + "ers" + ], + [ + "j", + "u" + ], + [ + "d", + "esc" + ], + [ + "ĠA", + "ccount" + ], + [ + "Ġ)", + "čĊ" + ], + [ + "k", + "top" + ], + [ + "ol", + "ly" + ], + [ + "Ġf", + "s" + ], + [ + "Ġ", + "ê" + ], + [ + "Ġ", + "ut" + ], + [ + "Ġcent", + "ral" + ], + [ + "(t", + "est" + ], + [ + ".A", + "n" + ], + [ + "Ġs", + "atisf" + ], + [ + "G", + "R" + ], + [ + "ĠF", + "ull" + ], + [ + "Ġhe", + "at" + ], + [ + "ib", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "m", + "os" + ], + [ + "S", + "chema" + ], + [ + "Ġfact", + "ory" + ], + [ + "\"", + ".$" + ], + [ + "aw", + "s" + ], + [ + "St", + "atement" + ], + [ + "(t", + "arget" + ], + [ + "ĉ", + "new" + ], + [ + ".b", + "e" + ], + [ + "Ġg", + "uest" + ], + [ + "Ġm", + "al" + ], + [ + "AR", + "Y" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġchall", + "enge" + ], + [ + "ĉd", + "ouble" + ], + [ + "ĠT", + "em" + ], + [ + "Ġt", + "error" + ], + [ + "Ġex", + "tract" + ], + [ + "_T", + "O" + ], + [ + "Ġsepar", + "ate" + ], + [ + "Ġm", + "ir" + ], + [ + "h", + "elp" + ], + [ + "Ġcap", + "acity" + ], + [ + "ĠProp", + "erty" + ], + [ + "k", + "an" + ], + [ + "_c", + "reate" + ], + [ + "ĠL", + "ight" + ], + [ + ".p", + "arent" + ], + [ + "Ġunderstand", + "ing" + ], + [ + "Ġeas", + "ier" + ], + [ + "Ġ|", + "=" + ], + [ + "Ġen", + "h" + ], + [ + "Ġf", + "at" + ], + [ + "Ġprot", + "est" + ], + [ + "am", + "m" + ], + [ + "_", + "AT" + ], + [ + "-", + "of" + ], + [ + "il", + "s" + ], + [ + "ĠO", + "h" + ], + [ + "Ġps", + "ych" + ], + [ + "Ġ$", + "." + ], + [ + "ind", + "s" + ], + [ + "Ġrel", + "ative" + ], + [ + "sh", + "op" + ], + [ + "sh", + "ort" + ], + [ + "ĠS", + "and" + ], + [ + "2", + "10" + ], + [ + "uest", + "ion" + ], + [ + "Ġf", + "ear" + ], + [ + "/", + "ĊĊ" + ], + [ + ".", + "context" + ], + [ + "Ġschool", + "s" + ], + [ + "Ġser", + "ve" + ], + [ + "z", + "one" + ], + [ + "_d", + "b" + ], + [ + "Ġmajor", + "ity" + ], + [ + "ex", + "ample" + ], + [ + "Ġl", + "ang" + ], + [ + "ĉ", + "ĠĠ" + ], + [ + "Reg", + "ister" + ], + [ + "end", + "o" + ], + [ + "Ġprocess", + "ing" + ], + [ + "_t", + "emplate" + ], + [ + "-", + "user" + ], + [ + "Ġe", + "g" + ], + [ + "C", + "OM" + ], + [ + "ĠBl", + "ue" + ], + [ + "i", + "ro" + ], + [ + "Ġrem", + "ote" + ], + [ + "ĠI", + "T" + ], + [ + "#!", + "/" + ], + [ + "Ġred", + "istrib" + ], + [ + "12", + "4" + ], + [ + "ra", + "z" + ], + [ + "ĠS", + "ince" + ], + [ + "ĠT", + "ur" + ], + [ + "13", + "5" + ], + [ + "Back", + "ground" + ], + [ + "==", + "=" + ], + [ + "Ġref", + "lect" + ], + [ + "Ġpro", + "s" + ], + [ + "c", + "md" + ], + [ + "Ġwh", + "om" + ], + [ + "Com", + "pat" + ], + [ + "ĠA", + "re" + ], + [ + "Id", + "entifier" + ], + [ + "ĠTh", + "om" + ], + [ + "_", + "port" + ], + [ + "g", + "u" + ], + [ + "Ġmon", + "itor" + ], + [ + "r", + "m" + ], + [ + "Ġpat", + "ient" + ], + [ + "ver", + "ter" + ], + [ + "Ġg", + "ain" + ], + [ + "-", + "ui" + ], + [ + "In", + "st" + ], + [ + "Ġd", + "ies" + ], + [ + "11", + "8" + ], + [ + "A", + "rea" + ], + [ + "_f", + "ilter" + ], + [ + "Ġgr", + "at" + ], + [ + "Ġreal", + "ity" + ], + [ + "ord", + "inate" + ], + [ + "ol", + "ved" + ], + [ + "Cont", + "act" + ], + [ + "Ġcompl", + "iance" + ], + [ + "_", + "or" + ], + [ + "ĠV", + "ar" + ], + [ + "d", + "l" + ], + [ + "Ġapp", + "end" + ], + [ + "G", + "ER" + ], + [ + "(m", + "ax" + ], + [ + ".re", + "nder" + ], + [ + "Ġd", + "ynamic" + ], + [ + "ordin", + "ates" + ], + [ + "_", + "options" + ], + [ + "_c", + "olumn" + ], + [ + "Ġb", + "atter" + ], + [ + "s", + "pace" + ], + [ + "L", + "a" + ], + [ + "ĠS", + "ource" + ], + [ + "/b", + "in" + ], + [ + "Ġd", + "os" + ], + [ + "ĠBo", + "ard" + ], + [ + "ĠTh", + "read" + ], + [ + "ĠA", + "L" + ], + [ + "(", + "config" + ], + [ + "14", + "4" + ], + [ + "ĠM", + "er" + ], + [ + "Ġm", + "iles" + ], + [ + "_", + "header" + ], + [ + "ETH", + "OD" + ], + [ + "iz", + "z" + ], + [ + "Ġbenef", + "it" + ], + [ + "Ġinteg", + "r" + ], + [ + "(c", + "urrent" + ], + [ + "ul", + "o" + ], + [ + ".", + "default" + ], + [ + "ĠD", + "iv" + ], + [ + "Ġt", + "on" + ], + [ + "o", + "th" + ], + [ + "erv", + "ation" + ], + [ + "ed", + "om" + ], + [ + "Ġb", + "aby" + ], + [ + "ce", + "ived" + ], + [ + ".t", + "op" + ], + [ + "rior", + "ity" + ], + [ + "ĠL", + "ocal" + ], + [ + "ri", + "age" + ], + [ + "Ġattack", + "s" + ], + [ + "Ġh", + "ospital" + ], + [ + "16", + "8" + ], + [ + "Ġfem", + "ale" + ], + [ + "ĠLog", + "in" + ], + [ + "ĠFl", + "or" + ], + [ + "Ġch", + "ain" + ], + [ + "ash", + "ion" + ], + [ + "Text", + "ure" + ], + [ + "S", + "ave" + ], + [ + "Ġf", + "arm" + ], + [ + ".cont", + "ains" + ], + [ + ".T", + "est" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġgener", + "ally" + ], + [ + "ip", + "eline" + ], + [ + "Ġme", + "ant" + ], + [ + "enc", + "ia" + ], + [ + "Ġn", + "icht" + ], + [ + "Ġcont", + "ents" + ], + [ + "P", + "M" + ], + [ + "ched", + "ule" + ], + [ + "(", + "line" + ], + [ + "C", + "G" + ], + [ + "j", + "ob" + ], + [ + "ĠRe", + "al" + ], + [ + "u", + "er" + ], + [ + "f", + "irm" + ], + [ + "Ġ", + "Ø" + ], + [ + "et", + "ro" + ], + [ + "\"", + "`Ċ" + ], + [ + "Ġspe", + "ech" + ], + [ + "Ġth", + "r" + ], + [ + "fore", + "ach" + ], + [ + "Ġw", + "arn" + ], + [ + "ĉ", + "l" + ], + [ + "Ġhe", + "avy" + ], + [ + "<", + "li" + ], + [ + "N", + "e" + ], + [ + "Ġinvestig", + "ation" + ], + [ + "M", + "ath" + ], + [ + "-", + "title" + ], + [ + "Ġch", + "urch" + ], + [ + "Ġdes", + "pite" + ], + [ + "ch", + "ain" + ], + [ + "Ġwh", + "atever" + ], + [ + "ar", + "ian" + ], + [ + "f", + "n" + ], + [ + "Ġm", + "eta" + ], + [ + "}", + ")ĊĊ" + ], + [ + "U", + "FF" + ], + [ + "Ġregard", + "ing" + ], + [ + "_S", + "UCCESS" + ], + [ + "m", + "es" + ], + [ + "ĠInt", + "ent" + ], + [ + "Ġres", + "olve" + ], + [ + "pos", + "s" + ], + [ + "ir", + "a" + ], + [ + "for", + "ce" + ], + [ + "o", + "ice" + ], + [ + "Ã", + "¢" + ], + [ + "Ġp", + "m" + ], + [ + "Ġup", + "dates" + ], + [ + "A", + "rr" + ], + [ + "Ġ", + "Ñ" + ], + [ + "test", + "ing" + ], + [ + "Ġto", + "ward" + ], + [ + "nt", + "ax" + ], + [ + "ë", + "ĭ" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġgo", + "als" + ], + [ + "Instance", + "State" + ], + [ + "D", + "r" + ], + [ + "Ġr", + "are" + ], + [ + "Ġtr", + "ail" + ], + [ + "Ke", + "ys" + ], + [ + "C", + "al" + ], + [ + "C", + "ar" + ], + [ + "ĠPe", + "ople" + ], + [ + "ĉ", + "local" + ], + [ + "class", + "es" + ], + [ + "Re", + "ference" + ], + [ + ".for", + "Each" + ], + [ + "em", + "b" + ], + [ + "act", + "iv" + ], + [ + "Ġpr", + "im" + ], + [ + "red", + "ict" + ], + [ + "Ġr", + "ad" + ], + [ + "æķ", + "°" + ], + [ + ".B", + "ack" + ], + [ + "Ġsp", + "read" + ], + [ + "Ġc", + "lock" + ], + [ + "Ġv", + "ir" + ], + [ + "ed", + "itor" + ], + [ + "Ġeffort", + "s" + ], + [ + "Ġbr", + "anch" + ], + [ + "Ġind", + "ust" + ], + [ + "Ġmot", + "or" + ], + [ + "Ġam", + "b" + ], + [ + "Ġdat", + "etime" + ], + [ + "Ġren", + "cont" + ], + [ + "ĠChrist", + "ian" + ], + [ + "ĠAmeric", + "ans" + ], + [ + "f", + "ull" + ], + [ + "Ġf", + "mt" + ], + [ + ".m", + "ain" + ], + [ + "Ġca", + "used" + ], + [ + "_", + "update" + ], + [ + "ĠCont", + "ent" + ], + [ + "AT", + "CH" + ], + [ + "Ġb", + "ath" + ], + [ + "ĠE", + "ach" + ], + [ + "Ġr", + "adio" + ], + [ + "ach", + "ment" + ], + [ + "uz", + "z" + ], + [ + "Sub", + "mit" + ], + [ + "Ġre", + "strict" + ], + [ + "ab", + "in" + ], + [ + "ĠL", + "oad" + ], + [ + "Ġext", + "ension" + ], + [ + "Ġess", + "ay" + ], + [ + "Ġh", + "at" + ], + [ + "avi", + "our" + ], + [ + "to", + "Be" + ], + [ + "\":", + "[" + ], + [ + "Ġoffer", + "ed" + ], + [ + "Ġv", + "ill" + ], + [ + "(d", + "ouble" + ], + [ + "1", + "19" + ], + [ + "æĹ", + "¥" + ], + [ + "b", + "c" + ], + [ + "_f", + "ree" + ], + [ + "ĠM", + "iss" + ], + [ + "ĠB", + "er" + ], + [ + "Ġ", + "è" + ], + [ + "ĠL", + "ike" + ], + [ + "Ġhelp", + "ed" + ], + [ + ".get", + "Name" + ], + [ + "_", + "AL" + ], + [ + "Ġsp", + "irit" + ], + [ + "ĠAp", + "ache" + ], + [ + "w", + "s" + ], + [ + "Ġthere", + "fore" + ], + [ + "(", + "params" + ], + [ + "_", + "img" + ], + [ + "Ġpe", + "ace" + ], + [ + "Ġinc", + "or" + ], + [ + "ĠEX", + "PECT" + ], + [ + "Ġmin", + "or" + ], + [ + "ip", + "es" + ], + [ + "ĉ", + "data" + ], + [ + "select", + "or" + ], + [ + "c", + "ity" + ], + [ + "tr", + "ie" + ], + [ + ".b", + "ase" + ], + [ + "_f", + "rame" + ], + [ + "Ġopen", + "ed" + ], + [ + "/", + "json" + ], + [ + "L", + "Y" + ], + [ + "n", + "u" + ], + [ + ".D", + "e" + ], + [ + "t", + "f" + ], + [ + "m", + "argin" + ], + [ + ".P", + "arse" + ], + [ + "Ġp", + "i" + ], + [ + "Ġe", + "q" + ], + [ + "b", + "d" + ], + [ + "Field", + "s" + ], + [ + "ĠT", + "ree" + ], + [ + "Ġb", + "an" + ], + [ + "ist", + "an" + ], + [ + "Ċ", + "ĠĠĠĠĠĠĠĠĊ" + ], + [ + "ĉg", + "l" + ], + [ + "Ġprodu", + "ced" + ], + [ + "s", + "ystem" + ], + [ + "M", + "ark" + ], + [ + "_h", + "ash" + ], + [ + "Ġb", + "g" + ], + [ + "Ġconst", + "it" + ], + [ + "ĠLe", + "ague" + ], + [ + "Ġmiss", + "ion" + ], + [ + "_", + "format" + ], + [ + "([", + "Ċ" + ], + [ + "clus", + "ion" + ], + [ + "!", + "\"" + ], + [ + "Ð", + "·" + ], + [ + "b", + "reak" + ], + [ + "ĉs", + "witch" + ], + [ + "Ġth", + "er" + ], + [ + "Trans", + "form" + ], + [ + "Ġfoot", + "ball" + ], + [ + "-", + "link" + ], + [ + "r", + "oute" + ], + [ + ".", + "auth" + ], + [ + "Ġb", + "ag" + ], + [ + "ov", + "ers" + ], + [ + "Ġen", + "abled" + ], + [ + "Ġr", + "ac" + ], + [ + "(", + "I" + ], + [ + "C", + "R" + ], + [ + "anc", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "_", + "q" + ], + [ + "NG", + "TH" + ], + [ + "Ġm", + "ac" + ], + [ + "ĠA", + "uto" + ], + [ + "ament", + "e" + ], + [ + "Ġ'", + "'," + ], + [ + ".App", + "end" + ], + [ + "Ġp", + "in" + ], + [ + ".", + "item" + ], + [ + "ack", + "ing" + ], + [ + "Ġocc", + "as" + ], + [ + "p", + "erson" + ], + [ + "Ġt", + "i" + ], + [ + ".Re", + "g" + ], + [ + "Ġh", + "aven" + ], + [ + "Ġg", + "lass" + ], + [ + "Ġ\"", + "", + ")" + ], + [ + "_", + "char" + ], + [ + "res", + "ource" + ], + [ + "Ġep", + "isode" + ], + [ + "Ġ'", + "_" + ], + [ + "ĠE", + "s" + ], + [ + "ĠEar", + "th" + ], + [ + "Âł", + "Âł" + ], + [ + "UP", + "DATE" + ], + [ + "13", + "3" + ], + [ + "ĠS", + "ou" + ], + [ + "u", + "is" + ], + [ + "t", + "ypes" + ], + [ + "Ġm", + "as" + ], + [ + "Ġf", + "av" + ], + [ + "Ġcon", + "struct" + ], + [ + "_r", + "ate" + ], + [ + "er", + "as" + ], + [ + "Ġ|", + "Ċ" + ], + [ + "rop", + "erties" + ], + [ + "Ġext", + "ernal" + ], + [ + "Ġap", + "plied" + ], + [ + "Ġpre", + "fix" + ], + [ + "ot", + "ed" + ], + [ + "l", + "ers" + ], + [ + "Ġc", + "old" + ], + [ + "ĠS", + "P" + ], + [ + "ĠCh", + "urch" + ], + [ + "ĠOut", + "put" + ], + [ + "los", + "ed" + ], + [ + "ç", + "ļ" + ], + [ + "ific", + "ate" + ], + [ + "oper", + "ation" + ], + [ + "her", + "it" + ], + [ + "x", + "FF" + ], + [ + ".", + "env" + ], + [ + "_", + "err" + ], + [ + "os", + "h" + ], + [ + "D", + "irection" + ], + [ + "C", + "ancel" + ], + [ + "ĠFr", + "ank" + ], + [ + "Ġfind", + "ing" + ], + [ + ".", + ")ĊĊ" + ], + [ + "Ġr", + "outer" + ], + [ + "ãĥ", + "»" + ], + [ + "s", + "es" + ], + [ + "Ġc", + "row" + ], + [ + "==", + "'" + ], + [ + "Ġs", + "and" + ], + [ + "Ġr", + "id" + ], + [ + "it", + "ure" + ], + [ + "Ġent", + "re" + ], + [ + "Ġo", + "bserv" + ], + [ + "Ġv", + "ac" + ], + [ + "ð", + "Ł" + ], + [ + "-", + "T" + ], + [ + "A", + "rt" + ], + [ + "n", + "ight" + ], + [ + ".", + "search" + ], + [ + "Ġex", + "change" + ], + [ + "Ġdistr", + "ict" + ], + [ + ".", + "os" + ], + [ + "Ġdep", + "artment" + ], + [ + "Ġdoc", + "uments" + ], + [ + "Ġcent", + "ury" + ], + [ + "ĠN", + "ext" + ], + [ + "H", + "ost" + ], + [ + "ĠK", + "IND" + ], + [ + "Ġsus", + "p" + ], + [ + "-", + "P" + ], + [ + "re", + "nd" + ], + [ + ".", + "em" + ], + [ + "u", + "ite" + ], + [ + "ist", + "ers" + ], + [ + "(", + "json" + ], + [ + "ĠAn", + "n" + ], + [ + "w", + "t" + ], + [ + "at", + "i" + ], + [ + "ĠHT", + "ML" + ], + [ + "wh", + "en" + ], + [ + "D", + "irectory" + ], + [ + "Ġsh", + "ut" + ], + [ + "<", + "a" + ], + [ + "ed", + "y" + ], + [ + "Ġhealth", + "y" + ], + [ + "Ġtemper", + "ature" + ], + [ + "ĠG", + "en" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsub", + "mit" + ], + [ + "ĠD", + "O" + ], + [ + "Ġat", + "tract" + ], + [ + "Ġ{", + "};Ċ" + ], + [ + "ĠW", + "ord" + ], + [ + "Ġl", + "l" + ], + [ + "Ġseem", + "ed" + ], + [ + "k", + "o" + ], + [ + "I", + "ED" + ], + [ + "Ġl", + "abor" + ], + [ + ".Cont", + "ext" + ], + [ + "Ġas", + "set" + ], + [ + "y", + "ou" + ], + [ + "Ġc", + "ars" + ], + [ + "ĠC", + "olumn" + ], + [ + "Ġr", + "é" + ], + [ + "Ġs", + "quare" + ], + [ + "ĠNS", + "String" + ], + [ + "âĢĿ", + "," + ], + [ + "ap", + "es" + ], + [ + "..", + ".Ċ" + ], + [ + "Ġthan", + "ks" + ], + [ + "(", + "props" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġexper", + "iment" + ], + [ + "Ġpr", + "ison" + ], + [ + "t", + "ree" + ], + [ + "-", + "text" + ], + [ + "ĠIO", + "Exception" + ], + [ + "-w", + "idth" + ], + [ + "_ST", + "ATUS" + ], + [ + "f", + "ast" + ], + [ + "-b", + "ody" + ], + [ + "-", + "header" + ], + [ + "Ġgu", + "ar" + ], + [ + "cre", + "te" + ], + [ + "ĠT", + "im" + ], + [ + "Ġclear", + "ly" + ], + [ + "ĠRepublic", + "an" + ], + [ + "Ġjust", + "ify" + ], + [ + "и", + "ÑĤ" + ], + [ + "ĉ", + "ĠĠĠĠ" + ], + [ + "c", + "ache" + ], + [ + ";", + "//" + ], + [ + "Ġpres", + "ence" + ], + [ + "Ġfact", + "ors" + ], + [ + "Ġemploy", + "ee" + ], + [ + "]", + "))" + ], + [ + "M", + "ember" + ], + [ + "Ġselect", + "or" + ], + [ + "b", + "or" + ], + [ + "ĠM", + "ex" + ], + [ + "çļ", + "Ħ" + ], + [ + "ut", + "ex" + ], + [ + "_t", + "ag" + ], + [ + "ail", + "ure" + ], + [ + "ĠN", + "et" + ], + [ + "Ġre", + "li" + ], + [ + "E", + "G" + ], + [ + "Ġf", + "printf" + ], + [ + "Ġte", + "en" + ], + [ + "lo", + "ss" + ], + [ + "Ġle", + "aving" + ], + [ + "13", + "4" + ], + [ + "De", + "legate" + ], + [ + "Ġbe", + "at" + ], + [ + "Ġmin", + "ute" + ], + [ + "sub", + "scribe" + ], + [ + "Ġredistrib", + "ute" + ], + [ + "Con", + "stants" + ], + [ + "Ġcan", + "cer" + ], + [ + "/", + "{" + ], + [ + "B", + "L" + ], + [ + "Ġs", + "pan" + ], + [ + "ĠCh", + "ild" + ], + [ + "C", + "enter" + ], + [ + "Ġear", + "th" + ], + [ + "Y", + "S" + ], + [ + "ĠLe", + "vel" + ], + [ + "Ġse", + "a" + ], + [ + ".s", + "upport" + ], + [ + ".in", + "ner" + ], + [ + ".", + "Item" + ], + [ + "ill", + "ing" + ], + [ + "ĠĠĠĠĊ", + "ĠĠĠĠĊ" + ], + [ + "ĠL", + "abel" + ], + [ + "3", + "20" + ], + [ + "ĠE", + "st" + ], + [ + "(", + "arg" + ], + [ + "14", + "5" + ], + [ + "bo", + "Box" + ], + [ + "ĉf", + "oreach" + ], + [ + "c", + "os" + ], + [ + "F", + "ailed" + ], + [ + "sw", + "ers" + ], + [ + "Ed", + "itor" + ], + [ + "r", + "ont" + ], + [ + "ĠM", + "P" + ], + [ + "ex", + "pr" + ], + [ + "ĠL", + "ife" + ], + [ + "Ġ?", + "?" + ], + [ + "ö", + "r" + ], + [ + "Ġatt", + "end" + ], + [ + "ĠQ", + "ue" + ], + [ + "Ġspec", + "ies" + ], + [ + "-", + "D" + ], + [ + "Ġa", + "us" + ], + [ + "Str", + "uct" + ], + [ + "Ġadvant", + "age" + ], + [ + "ost", + "on" + ], + [ + "-b", + "lock" + ], + [ + "in", + "itial" + ], + [ + "C", + "RE" + ], + [ + "Ġtr", + "uly" + ], + [ + "Ġcomp", + "are" + ], + [ + "or", + "ney" + ], + [ + "Ġs", + "pect" + ], + [ + "F", + "ull" + ], + [ + "b", + "es" + ], + [ + "Ġvis", + "ible" + ], + [ + "Ġm", + "ess" + ], + [ + "st", + "ances" + ], + [ + "Ġcl", + "oud" + ], + [ + "_v", + "ersion" + ], + [ + "Ġf", + "urn" + ], + [ + "ic", + "ago" + ], + [ + "LO", + "W" + ], + [ + "Ġtraff", + "ic" + ], + [ + "Ġf", + "ol" + ], + [ + "rypt", + "o" + ], + [ + "Ġdecl", + "ar" + ], + [ + "Ġsl", + "ot" + ], + [ + "ĠEx", + "t" + ], + [ + "ĠEng", + "land" + ], + [ + "ĠU", + "nder" + ], + [ + "Ġt", + "a" + ], + [ + "let", + "ter" + ], + [ + "20", + "3" + ], + [ + "Ġoffic", + "er" + ], + [ + "ĠDon", + "ald" + ], + [ + "Y", + "es" + ], + [ + "_", + "json" + ], + [ + "IT", + "ableView" + ], + [ + "ĠU", + "SE" + ], + [ + "mploy", + "ee" + ], + [ + "Ġopin", + "ion" + ], + [ + "ĠA", + "ut" + ], + [ + "b", + "order" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġautom", + "atically" + ], + [ + "is", + "co" + ], + [ + "Ġm", + "m" + ], + [ + ".", + "vis" + ], + [ + "am", + "l" + ], + [ + "Ġinitial", + "ize" + ], + [ + "Ġ(", + "{" + ], + [ + "Ġ", + ";ĊĊ" + ], + [ + "Ġgener", + "ation" + ], + [ + "Ġb", + "its" + ], + [ + "clip", + "se" + ], + [ + "Ġun", + "f" + ], + [ + "ut", + "ors" + ], + [ + "pl", + "t" + ], + [ + "Ġdel", + "ta" + ], + [ + "est", + "roy" + ], + [ + "is", + "is" + ], + [ + "<", + "br" + ], + [ + "Ġlimit", + "ations" + ], + [ + "Ġend", + "ed" + ], + [ + "ĠM", + "ad" + ], + [ + "il", + "m" + ], + [ + "Th", + "ese" + ], + [ + "18", + "7" + ], + [ + "ĠMin", + "ister" + ], + [ + "Ġch", + "art" + ], + [ + "F", + "ragment" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Y", + "ear" + ], + [ + "Ġin", + "str" + ], + [ + "Ġt", + "ags" + ], + [ + "A", + "VE" + ], + [ + "ĠAr", + "ch" + ], + [ + "st", + "op" + ], + [ + "Pro", + "gress" + ], + [ + "Ġm", + "i" + ], + [ + "Ġlearn", + "ed" + ], + [ + "G", + "e" + ], + [ + "Ġhot", + "el" + ], + [ + "15", + "1" + ], + [ + "S", + "M" + ], + [ + "T", + "YPE" + ], + [ + "Ġc", + "y" + ], + [ + "ERS", + "ION" + ], + [ + "un", + "ately" + ], + [ + "l", + "imit" + ], + [ + "s", + "el" + ], + [ + "Ġmov", + "ies" + ], + [ + "Ġste", + "el" + ], + [ + "o", + "z" + ], + [ + "g", + "b" + ], + [ + "ĠC", + "amp" + ], + [ + "s", + "ite" + ], + [ + "ĠLog", + "ger" + ], + [ + "P", + "LE" + ], + [ + "оÐ", + "´" + ], + [ + ".", + "right" + ], + [ + "ĠC", + "ore" + ], + [ + "Ġm", + "ixed" + ], + [ + "st", + "ep" + ], + [ + "Ġput", + "s" + ], + [ + "s", + "uper" + ], + [ + "R", + "outer" + ], + [ + "18", + "6" + ], + [ + ".", + "Http" + ], + [ + "22", + "2" + ], + [ + "ly", + "ph" + ], + [ + "ĠColor", + "s" + ], + [ + "Ġandroid", + "x" + ], + [ + ".", + "str" + ], + [ + "Ġinn", + "ov" + ], + [ + "Ġde", + "ck" + ], + [ + "'", + ">Ċ" + ], + [ + "ap", + "ers" + ], + [ + "]", + "(" + ], + [ + "cont", + "inue" + ], + [ + "s", + "pec" + ], + [ + "ĠR", + "oad" + ], + [ + "AS", + "H" + ], + [ + "ili", + "ar" + ], + [ + "Ġcontin", + "ues" + ], + [ + "Ġapp", + "oint" + ], + [ + "Ġ#", + "Ċ" + ], + [ + "ĠV", + "ir" + ], + [ + "Ġ?>", + "\"" + ], + [ + "Ġb", + "in" + ], + [ + "}", + "\"," + ], + [ + "go", + "ing" + ], + [ + "e", + "ach" + ], + [ + "B", + "D" + ], + [ + "18", + "5" + ], + [ + "ĠA", + "ccess" + ], + [ + "D", + "oc" + ], + [ + "ĠMan", + "agement" + ], + [ + "B", + "ER" + ], + [ + "ask", + "et" + ], + [ + ".get", + "Instance" + ], + [ + "12", + "9" + ], + [ + "Ġestablish", + "ed" + ], + [ + "so", + "cket" + ], + [ + "IN", + "S" + ], + [ + "ĉv", + "irtual" + ], + [ + "ĉ", + "result" + ], + [ + "RE", + "AD" + ], + [ + "_", + "height" + ], + [ + "15", + "2" + ], + [ + "ĠF", + "ont" + ], + [ + "Ġ(", + ");Ċ" + ], + [ + "_", + "html" + ], + [ + "Ġneighb", + "or" + ], + [ + "l", + "or" + ], + [ + "Ġg", + "ather" + ], + [ + "Ġ}", + ")ĊĊ" + ], + [ + "Ġid", + "entity" + ], + [ + "Ġf", + "ab" + ], + [ + "p", + "adding" + ], + [ + "ĠR", + "oute" + ], + [ + "Enumer", + "able" + ], + [ + "Ã", + "´" + ], + [ + "Ġfor", + "ced" + ], + [ + "/j", + "query" + ], + [ + ".ĊĊ", + "ĊĊĊĊ" + ], + [ + "res", + "ents" + ], + [ + "_", + "left" + ], + [ + ".P", + "aram" + ], + [ + "ĉ", + "throw" + ], + [ + "ĠH", + "am" + ], + [ + "Ġevent", + "ually" + ], + [ + "ac", + "er" + ], + [ + "p", + "ub" + ], + [ + "Ġtr", + "a" + ], + [ + "un", + "ique" + ], + [ + "d", + "el" + ], + [ + "ĠFlor", + "ida" + ], + [ + "ĠC", + "lean" + ], + [ + "x", + "a" + ], + [ + "ĠÂ", + "·" + ], + [ + "Ġvalid", + "ate" + ], + [ + "Vis", + "ual" + ], + [ + "Ex", + "pression" + ], + [ + "_f", + "unc" + ], + [ + "m", + "ember" + ], + [ + "ĉ", + "h" + ], + [ + "tr", + "l" + ], + [ + "13", + "6" + ], + [ + "ĉ", + "G" + ], + [ + "nap", + "shot" + ], + [ + "ĠProp", + "Types" + ], + [ + "v", + "in" + ], + [ + "15", + "3" + ], + [ + "]", + ")ĊĊ" + ], + [ + "ow", + "l" + ], + [ + "if", + "ies" + ], + [ + "Ġ$", + "('." + ], + [ + "ĠCont", + "ext" + ], + [ + "ĠTo", + "ast" + ], + [ + ".", + "Key" + ], + [ + "Ġoffic", + "ers" + ], + [ + "/", + "n" + ], + [ + "s", + "n" + ], + [ + "und", + "efined" + ], + [ + ".", + "items" + ], + [ + "ut", + "ow" + ], + [ + "am", + "age" + ], + [ + "Ġaccount", + "s" + ], + [ + "ook", + "ie" + ], + [ + "Se", + "ction" + ], + [ + "ici", + "ans" + ], + [ + "Ġad", + "vis" + ], + [ + "(", + "is" + ], + [ + "[:", + "," + ], + [ + "ĠFr", + "ance" + ], + [ + "F", + "unc" + ], + [ + "ic", + "ious" + ], + [ + "Ġto", + "k" + ], + [ + "Ch", + "annel" + ], + [ + "ĠA", + "D" + ], + [ + "_N", + "UM" + ], + [ + "Ġtime", + "out" + ], + [ + "lem", + "ma" + ], + [ + "rem", + "e" + ], + [ + "u", + "j" + ], + [ + ".A", + "l" + ], + [ + "uc", + "lear" + ], + [ + "(", + "os" + ], + [ + "(\"", + "<" + ], + [ + "[", + "Ċ" + ], + [ + "f", + "etch" + ], + [ + "Ġb", + "al" + ], + [ + "Ġgu", + "id" + ], + [ + "-", + "align" + ], + [ + "ĠW", + "rite" + ], + [ + "ĠOn", + "ce" + ], + [ + "utow", + "ired" + ], + [ + "OD", + "ULE" + ], + [ + "Ġp", + "itch" + ], + [ + "C", + "F" + ], + [ + "by", + "tes" + ], + [ + "ĠCom", + "mission" + ], + [ + "Ġincre", + "d" + ], + [ + "P", + "ER" + ], + [ + "_", + "response" + ], + [ + "ĠL", + "os" + ], + [ + "par", + "ser" + ], + [ + "Ġass", + "ume" + ], + [ + ".", + "Request" + ], + [ + "ĠT", + "oken" + ], + [ + "_p", + "osition" + ], + [ + "Ġn", + "om" + ], + [ + "-", + "term" + ], + [ + "Ġrem", + "aining" + ], + [ + "i", + "ostream" + ], + [ + "Ġpie", + "ces" + ], + [ + "ap", + "y" + ], + [ + "ĠL", + "ess" + ], + [ + "r", + "ange" + ], + [ + "umb", + "n" + ], + [ + "pr", + "ise" + ], + [ + "_", + "option" + ], + [ + "2", + "30" + ], + [ + "Im", + "pl" + ], + [ + "k", + "wargs" + ], + [ + "Ġbusiness", + "es" + ], + [ + "Al", + "ert" + ], + [ + "Ġpart", + "ies" + ], + [ + "ĠCont", + "ainer" + ], + [ + "ĠPr", + "ivate" + ], + [ + "ĠPl", + "an" + ], + [ + "Ġregister", + "ed" + ], + [ + "Ġj", + "our" + ], + [ + "ack", + "er" + ], + [ + "ен", + "и" + ], + [ + "/", + ">" + ], + [ + "ch", + "at" + ], + [ + "se", + "ct" + ], + [ + "Ġcre", + "ation" + ], + [ + "olut", + "ely" + ], + [ + "Ġinst", + "ant" + ], + [ + "Ġdel", + "ivery" + ], + [ + "ick", + "en" + ], + [ + "y", + "es" + ], + [ + "16", + "3" + ], + [ + "ĠFr", + "anc" + ], + [ + "bl", + "ing" + ], + [ + "end", + "a" + ], + [ + "[", + "(" + ], + [ + "_r", + "ange" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ" + ], + [ + "Ġsched", + "ule" + ], + [ + "Con", + "n" + ], + [ + "Ġthan", + "k" + ], + [ + "x", + "d" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġdocument", + "ation" + ], + [ + "Param", + "eters" + ], + [ + "H", + "ello" + ], + [ + "v", + "t" + ], + [ + "Ġart", + "icles" + ], + [ + "Ġw", + "est" + ], + [ + "def", + "ined" + ], + [ + ".", + "select" + ], + [ + "ok", + "ens" + ], + [ + "ĠV", + "AL" + ], + [ + ".f", + "ile" + ], + [ + "res", + "et" + ], + [ + "Ġmy", + "s" + ], + [ + "ĠM", + "A" + ], + [ + "]", + ")," + ], + [ + "Ġc", + "ities" + ], + [ + "rel", + "ated" + ], + [ + "å", + "Ľ" + ], + [ + "Ġappe", + "ared" + ], + [ + "Ġw", + "id" + ], + [ + ".p", + "anel" + ], + [ + "ĠIn", + "s" + ], + [ + ".", + "entity" + ], + [ + "Ġde", + "cre" + ], + [ + "ĠL", + "ou" + ], + [ + "(t", + "ime" + ], + [ + "ĠTh", + "ank" + ], + [ + ".create", + "Element" + ], + [ + "Ġmention", + "ed" + ], + [ + "oun", + "ce" + ], + [ + "ĠT", + "ry" + ], + [ + "ĠW", + "all" + ], + [ + "/", + "images" + ], + [ + "ĠM", + "enu" + ], + [ + "'", + "čĊ" + ], + [ + "ĠE", + "r" + ], + [ + "Ġcrit", + "ic" + ], + [ + "ĠY", + "ear" + ], + [ + "(", + "param" + ], + [ + "Ġf", + "lo" + ], + [ + "N", + "N" + ], + [ + "oot", + "er" + ], + [ + "Ġ", + "];Ċ" + ], + [ + "ĠA", + "ff" + ], + [ + "\"", + "github" + ], + [ + "room", + "s" + ], + [ + "Ġh", + "yp" + ], + [ + "g", + "lobal" + ], + [ + "Ġa", + "vec" + ], + [ + "æľ", + "Ī" + ], + [ + "Ġcomplet", + "ion" + ], + [ + "Ġcon", + "d" + ], + [ + "onym", + "ous" + ], + [ + "(", + "temp" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġre", + "levant" + ], + [ + "Ġcover", + "ed" + ], + [ + "Ġel", + "im" + ], + [ + "_t", + "ypes" + ], + [ + "(", + "bool" + ], + [ + "Ġt", + "u" + ], + [ + "_ex", + "ists" + ], + [ + "Ġsec", + "ure" + ], + [ + "Ġst", + "ored" + ], + [ + "]", + "/" + ], + [ + "x", + "F" + ], + [ + "ĠCont", + "roller" + ], + [ + "Ġm", + "igr" + ], + [ + "M", + "I" + ], + [ + "ĠD", + "en" + ], + [ + "Ġann", + "ual" + ], + [ + "U", + "IL" + ], + [ + "-", + "and" + ], + [ + "Ġcr", + "ime" + ], + [ + "b", + "el" + ], + [ + "Ġk", + "itchen" + ], + [ + "@", + "g" + ], + [ + "_p", + "h" + ], + [ + "ourn", + "ament" + ], + [ + "ĠS", + "ocial" + ], + [ + "ĠS", + "pecial" + ], + [ + "log", + "ger" + ], + [ + "Ġt", + "ail" + ], + [ + "Ġun", + "known" + ], + [ + "d", + "ed" + ], + [ + "Ġapp", + "rec" + ], + [ + "(d", + "b" + ], + [ + "c", + "f" + ], + [ + "15", + "5" + ], + [ + "Ġass", + "ign" + ], + [ + "-", + "out" + ], + [ + "ĠM", + "ont" + ], + [ + "d", + "p" + ], + [ + "w", + "idget" + ], + [ + "Ġst", + "one" + ], + [ + "-", + "primary" + ], + [ + ".", + "grid" + ], + [ + "Result", + "s" + ], + [ + "az", + "z" + ], + [ + "Ġda", + "ughter" + ], + [ + "Ġcur", + "r" + ], + [ + "17", + "5" + ], + [ + "Ġl", + "in" + ], + [ + "Ġs", + "outh" + ], + [ + "form", + "s" + ], + [ + "ĠO", + "UT" + ], + [ + "let", + "te" + ], + [ + "ak", + "s" + ], + [ + "ig", + "ure" + ], + [ + "ĠE", + "U" + ], + [ + "var", + "iable" + ], + [ + "Ġb", + "rief" + ], + [ + "ĠSc", + "ott" + ], + [ + "Ġcon", + "ference" + ], + [ + "and", + "a" + ], + [ + "_", + "lock" + ], + [ + "or", + "al" + ], + [ + "Ġe", + "ine" + ], + [ + "OR", + "S" + ], + [ + "////////////////////////////////", + "////////////////////////////////" + ], + [ + "ess", + "o" + ], + [ + "Ġr", + "is" + ], + [ + "Ġg", + "ender" + ], + [ + "est", + "ic" + ], + [ + "L", + "icense" + ], + [ + "(", + "out" + ], + [ + "Ġm", + "s" + ], + [ + "Se", + "e" + ], + [ + "Ġwill", + "ing" + ], + [ + "az", + "e" + ], + [ + "Ġs", + "ports" + ], + [ + "Ġy", + "es" + ], + [ + "l", + "u" + ], + [ + "Ġp", + "urs" + ], + [ + "/j", + "avascript" + ], + [ + "-", + "pro" + ], + [ + "nav", + "bar" + ], + [ + "_pro", + "duct" + ], + [ + "/", + "bootstrap" + ], + [ + "Ġdr", + "iving" + ], + [ + "Ġ", + "Ä" + ], + [ + "Ġpro", + "pos" + ], + [ + "ult", + "ip" + ], + [ + "up", + "lic" + ], + [ + ".", + "email" + ], + [ + "Ġappro", + "x" + ], + [ + "(", + "cl" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrep", + "ly" + ], + [ + "ass", + "et" + ], + [ + "Ġ", + "ice" + ], + [ + "Ġt", + "x" + ], + [ + "k", + "r" + ], + [ + "ĠGerman", + "y" + ], + [ + "ĠGe", + "orge" + ], + [ + "Ġc", + "b" + ], + [ + "ĉ", + "err" + ], + [ + "M", + "ove" + ], + [ + "Ġpol", + "y" + ], + [ + "vo", + "ice" + ], + [ + "}", + "\"" + ], + [ + "Ġan", + "imal" + ], + [ + "A", + "v" + ], + [ + "ĠL", + "ocation" + ], + [ + "Ġn", + "ative" + ], + [ + "]", + "[\"" + ], + [ + "<", + "double" + ], + [ + "Ġm", + "ais" + ], + [ + ",", + "int" + ], + [ + "Ġpre", + "par" + ], + [ + "Ġinter", + "val" + ], + [ + "plement", + "ation" + ], + [ + "_", + "ERR" + ], + [ + "Ġb", + "ug" + ], + [ + ">", + "\"" + ], + [ + "st", + "at" + ], + [ + "Ġ}", + ",čĊ" + ], + [ + "<", + "span" + ], + [ + "Ġfa", + "ith" + ], + [ + "Ġ", + "rom" + ], + [ + "pre", + "v" + ], + [ + "ĠE", + "lect" + ], + [ + "F", + "ind" + ], + [ + "Ġg", + "od" + ], + [ + "ot", + "or" + ], + [ + "//", + "----------------------------------------------------------------" + ], + [ + "orig", + "inal" + ], + [ + "C", + "pp" + ], + [ + "ĠSen", + "ate" + ], + [ + "Ġposition", + "s" + ], + [ + "Ġweap", + "ons" + ], + [ + "Ġco", + "ff" + ], + [ + "Ġpur", + "poses" + ], + [ + "p", + "ol" + ], + [ + "Ġim", + "press" + ], + [ + "Ġanim", + "als" + ], + [ + ".", + "Entity" + ], + [ + "(n", + "p" + ], + [ + "Ġmur", + "der" + ], + [ + "Ġ`", + "`" + ], + [ + "fl", + "ag" + ], + [ + "Ġsol", + "utions" + ], + [ + "ĠAct", + "ive" + ], + [ + "Ġb", + "right" + ], + [ + ".d", + "ate" + ], + [ + "Ġsit", + "u" + ], + [ + "ï¼", + "Ī" + ], + [ + ".", + "ID" + ], + [ + "Ġs", + "ie" + ], + [ + "),", + "čĊ" + ], + [ + "ak", + "t" + ], + [ + "S", + "pace" + ], + [ + ".d", + "at" + ], + [ + ".index", + "Of" + ], + [ + "h", + "an" + ], + [ + "az", + "ine" + ], + [ + "ĠZ", + "e" + ], + [ + "Ġcr", + "ash" + ], + [ + "(", + "/" + ], + [ + ">", + "=" + ], + [ + "Ð", + "±" + ], + [ + "13", + "9" + ], + [ + "iv", + "a" + ], + [ + ".Auto", + "Size" + ], + [ + "ĠL", + "at" + ], + [ + "_", + "ext" + ], + [ + "Initial", + "ize" + ], + [ + ".reg", + "ister" + ], + [ + "15", + "6" + ], + [ + "OP", + "Y" + ], + [ + "Ġre", + "verse" + ], + [ + "_d", + "is" + ], + [ + "']", + "[" + ], + [ + "Ġprom", + "pt" + ], + [ + "ont", + "o" + ], + [ + "ĠJ", + "ournal" + ], + [ + "r", + "outer" + ], + [ + "Ġmys", + "qli" + ], + [ + "#", + "else" + ], + [ + ")", + "\"" + ], + [ + "-x", + "s" + ], + [ + "let", + "s" + ], + [ + "ph", + "an" + ], + [ + ".", + "LE" + ], + [ + "13", + "7" + ], + [ + "W", + "ill" + ], + [ + "Ġaff", + "ord" + ], + [ + "Ġsk", + "ill" + ], + [ + "-t", + "oggle" + ], + [ + "N", + "C" + ], + [ + "B", + "ind" + ], + [ + "T", + "S" + ], + [ + "J", + "ust" + ], + [ + "iter", + "al" + ], + [ + "Y", + "P" + ], + [ + "ĉ", + "unsigned" + ], + [ + "Ġw", + "ind" + ], + [ + "14", + "9" + ], + [ + "))", + ":Ċ" + ], + [ + "Ġw", + "arning" + ], + [ + "ĠW", + "ater" + ], + [ + "Ġd", + "raft" + ], + [ + "Ġc", + "m" + ], + [ + "Ġs", + "am" + ], + [ + "Ġhold", + "ing" + ], + [ + "z", + "ip" + ], + [ + "ĠSc", + "ience" + ], + [ + "Ġsup", + "posed" + ], + [ + "G", + "en" + ], + [ + "Ġdi", + "et" + ], + [ + "<", + "h" + ], + [ + "ĠP", + "ass" + ], + [ + "v", + "i" + ], + [ + "Ġhus", + "band" + ], + [ + "�", + "�" + ], + [ + "n", + "ote" + ], + [ + "ĠAb", + "out" + ], + [ + "ĠIn", + "stitute" + ], + [ + "Ġcl", + "imate" + ], + [ + ".Form", + "at" + ], + [ + "Ġn", + "ut" + ], + [ + "est", + "ed" + ], + [ + "Ġapp", + "arent" + ], + [ + "Ġhold", + "s" + ], + [ + "f", + "i" + ], + [ + "new", + "s" + ], + [ + "C", + "M" + ], + [ + "v", + "ideo" + ], + [ + "':", + "'" + ], + [ + "D", + "ITION" + ], + [ + "p", + "ing" + ], + [ + "Ġsen", + "ior" + ], + [ + "w", + "a" + ], + [ + "--", + ">Ċ" + ], + [ + "_", + "default" + ], + [ + "ĠD", + "atabase" + ], + [ + "re", + "p" + ], + [ + "E", + "SS" + ], + [ + "ner", + "gy" + ], + [ + ".F", + "ind" + ], + [ + "_m", + "ask" + ], + [ + "Ġr", + "ise" + ], + [ + "Ġk", + "ernel" + ], + [ + "::", + "$" + ], + [ + ".", + "Q" + ], + [ + "Ġoffer", + "ing" + ], + [ + "de", + "cl" + ], + [ + "ĠC", + "S" + ], + [ + "Ġlist", + "ed" + ], + [ + "Ġmost", + "ly" + ], + [ + "eng", + "er" + ], + [ + "Ġblock", + "s" + ], + [ + "ol", + "o" + ], + [ + "Ġgover", + "ning" + ], + [ + "\\", + "F" + ], + [ + "Ġcon", + "cent" + ], + [ + ".get", + "Text" + ], + [ + "Ġm", + "b" + ], + [ + "Ġocc", + "urred" + ], + [ + "Ġchang", + "ing" + ], + [ + "Sc", + "ene" + ], + [ + "_C", + "ODE" + ], + [ + "B", + "eh" + ], + [ + "\"", + "The" + ], + [ + "Ġt", + "ile" + ], + [ + "ĠAssoci", + "ation" + ], + [ + "ĉ", + "P" + ], + [ + "al", + "ty" + ], + [ + "_", + "ad" + ], + [ + "od", + "ies" + ], + [ + "i", + "ated" + ], + [ + "Ġpre", + "pared" + ], + [ + "poss", + "ible" + ], + [ + "Ġm", + "ort" + ], + [ + "TE", + "ST" + ], + [ + "14", + "2" + ], + [ + "Ġign", + "ore" + ], + [ + "Ġcal", + "c" + ], + [ + "Ġr", + "s" + ], + [ + "Ġassert", + "Equals" + ], + [ + "Ġs", + "z" + ], + [ + "ĠTH", + "IS" + ], + [ + ".", + "\"Ċ" + ], + [ + "Ġcan", + "vas" + ], + [ + "j", + "ava" + ], + [ + "Ġd", + "ut" + ], + [ + "VAL", + "ID" + ], + [ + ".s", + "ql" + ], + [ + ".", + "input" + ], + [ + "Ġa", + "ux" + ], + [ + "S", + "up" + ], + [ + "Ġart", + "ist" + ], + [ + "V", + "ec" + ], + [ + "_T", + "IME" + ], + [ + ".string", + "ify" + ], + [ + "et", + "ween" + ], + [ + "ĠC", + "ategory" + ], + [ + "Ġ[", + "-" + ], + [ + "ĠDev", + "Express" + ], + [ + "ĠJ", + "ul" + ], + [ + "Ġr", + "ing" + ], + [ + ".", + "ed" + ], + [ + "Y", + "Y" + ], + [ + "L", + "et" + ], + [ + "Text", + "Field" + ], + [ + "Ġfl", + "at" + ], + [ + "_p", + "rint" + ], + [ + "ĠOT", + "HER" + ], + [ + "ad", + "ian" + ], + [ + "Ġcheck", + "ed" + ], + [ + "e", + "le" + ], + [ + "Al", + "ign" + ], + [ + "stand", + "ing" + ], + [ + "Ġ[", + "]," + ], + [ + "Ġl", + "ab" + ], + [ + "uck", + "y" + ], + [ + "ĠChrist", + "mas" + ], + [ + "(", + "image" + ], + [ + ".m", + "odule" + ], + [ + "Ġl", + "ots" + ], + [ + "Ġslight", + "ly" + ], + [ + "(f", + "inal" + ], + [ + "er", + "ge" + ], + [ + "è", + "¿" + ], + [ + "14", + "7" + ], + [ + "ĠPol", + "ice" + ], + [ + "14", + "3" + ], + [ + "ĠR", + "ight" + ], + [ + "Ġaw", + "ard" + ], + [ + "ĠO", + "S" + ], + [ + "Ġ{", + "}ĊĊ" + ], + [ + "Ġp", + "tr" + ], + [ + "ov", + "es" + ], + [ + "ic", + "ated" + ], + [ + "еÐ", + "¼" + ], + [ + "Ġman", + "age" + ], + [ + "olid", + "ay" + ], + [ + "Am", + "ount" + ], + [ + "ool", + "Strip" + ], + [ + "t", + "body" + ], + [ + "N", + "av" + ], + [ + "w", + "rap" + ], + [ + "B", + "B" + ], + [ + "Ġwatch", + "ing" + ], + [ + "ari", + "os" + ], + [ + "Ġoption", + "al" + ], + [ + "_", + "K" + ], + [ + "ĠL", + "icensed" + ], + [ + ".M", + "ap" + ], + [ + "T", + "imer" + ], + [ + "ĠA", + "P" + ], + [ + "ĠRe", + "v" + ], + [ + "(", + "o" + ], + [ + ",", + "c" + ], + [ + "um", + "in" + ], + [ + "eta", + "iled" + ], + [ + "ĠH", + "y" + ], + [ + "Ġbl", + "ank" + ], + [ + "ag", + "ger" + ], + [ + "ĠS", + "elf" + ], + [ + "()", + "[" + ], + [ + ".m", + "ake" + ], + [ + "ear", + "n" + ], + [ + "ch", + "annel" + ], + [ + "<", + "pre" + ], + [ + "ble", + "m" + ], + [ + "_p", + "assword" + ], + [ + "_s", + "p" + ], + [ + "ic", + "ing" + ], + [ + "e", + "z" + ], + [ + "Ġthe", + "ory" + ], + [ + "ĠT", + "er" + ], + [ + "18", + "4" + ], + [ + ",", + "n" + ], + [ + "log", + "o" + ], + [ + "ĠHT", + "TP" + ], + [ + "()", + "))" + ], + [ + ".h", + "andle" + ], + [ + ">", + ";Ċ" + ], + [ + "W", + "orld" + ], + [ + "Ġpy", + "thon" + ], + [ + "Ġl", + "if" + ], + [ + "Ġtr", + "av" + ], + [ + "Ġcon", + "ven" + ], + [ + "com", + "pany" + ], + [ + "ĠCl", + "ub" + ], + [ + "13", + "8" + ], + [ + "V", + "er" + ], + [ + "B", + "tn" + ], + [ + "Ġz", + "one" + ], + [ + "product", + "s" + ], + [ + "ĠE", + "duc" + ], + [ + "Ġver", + "ify" + ], + [ + "ĠM", + "il" + ], + [ + "on", + "o" + ], + [ + "]", + ");ĊĊ" + ], + [ + "EN", + "CE" + ], + [ + "Ġpack", + "et" + ], + [ + "Ġc", + "er" + ], + [ + "Ġen", + "umer" + ], + [ + "Ġpar", + "s" + ], + [ + "form", + "ed" + ], + [ + "Ġocc", + "up" + ], + [ + "t", + "re" + ], + [ + "Ġexerc", + "ise" + ], + [ + "D", + "ay" + ], + [ + "_s", + "um" + ], + [ + "Ġask", + "ing" + ], + [ + "apt", + "ion" + ], + [ + "Ġord", + "ers" + ], + [ + "Ġsp", + "ending" + ], + [ + "ĠE", + "RR" + ], + [ + ".D", + "is" + ], + [ + "ĠU", + "til" + ], + [ + "âĢľ", + "I" + ], + [ + "\\", + "'" + ], + [ + "?", + ")" + ], + [ + "/", + ">Ċ" + ], + [ + "Ġem", + "ot" + ], + [ + "Ġinflu", + "ence" + ], + [ + "ĠAfr", + "ica" + ], + [ + "att", + "ers" + ], + [ + "Ù", + "ħ" + ], + [ + ".s", + "ession" + ], + [ + "Ġch", + "ief" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "ĉĉĉ" + ], + [ + "Ġto", + "m" + ], + [ + "clud", + "ed" + ], + [ + "ser", + "ial" + ], + [ + "_h", + "andler" + ], + [ + ".T", + "ype" + ], + [ + "ap", + "ed" + ], + [ + "Ġpolic", + "ies" + ], + [ + "-", + "ex" + ], + [ + "-", + "tr" + ], + [ + "bl", + "ank" + ], + [ + "mer", + "ce" + ], + [ + "Ġcover", + "age" + ], + [ + "Ġr", + "c" + ], + [ + "_m", + "atrix" + ], + [ + "_", + "box" + ], + [ + "Ġcharg", + "es" + ], + [ + "ĠB", + "oston" + ], + [ + "P", + "e" + ], + [ + "Ġcirc", + "um" + ], + [ + "Ġfil", + "led" + ], + [ + "14", + "8" + ], + [ + "Ġn", + "orth" + ], + [ + "icture", + "Box" + ], + [ + "ĉ", + "res" + ], + [ + "è", + "®" + ], + [ + "Ġter", + "min" + ], + [ + "Ġ[", + "âĢ¦" + ], + [ + "IRE", + "CT" + ], + [ + "Ġb", + "er" + ], + [ + "Ġ\"", + "../../" + ], + [ + "ret", + "ch" + ], + [ + ".c", + "ode" + ], + [ + "_c", + "ol" + ], + [ + "ĠGovern", + "ment" + ], + [ + "Ġarg", + "v" + ], + [ + "ĠL", + "ord" + ], + [ + "as", + "i" + ], + [ + "Ex", + "ec" + ], + [ + "ĉ", + "let" + ], + [ + "vert", + "is" + ], + [ + "Ġdiscuss", + "ion" + ], + [ + "en", + "ance" + ], + [ + "out", + "ube" + ], + [ + "type", + "of" + ], + [ + "Ġs", + "erved" + ], + [ + "ĠP", + "ut" + ], + [ + "ĉ", + "x" + ], + [ + "Ġs", + "weet" + ], + [ + "B", + "efore" + ], + [ + "ateg", + "y" + ], + [ + ".", + "of" + ], + [ + "ĠM", + "aterial" + ], + [ + "S", + "ort" + ], + [ + "ON", + "T" + ], + [ + "ig", + "ital" + ], + [ + "Wh", + "y" + ], + [ + "Ġs", + "ust" + ], + [ + "Ġ", + "ç" + ], + [ + "ab", + "et" + ], + [ + "Ġseg", + "ment" + ], + [ + "Ġ[", + "],Ċ" + ], + [ + "ĠMus", + "lim" + ], + [ + "Ġfind", + "ViewById" + ], + [ + "c", + "ut" + ], + [ + "_T", + "EXT" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġl", + "ie" + ], + [ + "ĠJ", + "O" + ], + [ + "Ġis", + "set" + ], + [ + "mon", + "th" + ], + [ + "Ġpr", + "ime" + ], + [ + "t", + "i" + ], + [ + "ĠCar", + "ol" + ], + [ + "U", + "se" + ], + [ + "14", + "6" + ], + [ + "ĠP", + "op" + ], + [ + "ĠS", + "ave" + ], + [ + "Int", + "erval" + ], + [ + "ex", + "ecute" + ], + [ + "d", + "y" + ], + [ + "ĠI", + "ran" + ], + [ + "_", + "cont" + ], + [ + "ĉ", + "T" + ], + [ + "Ġph", + "ase" + ], + [ + "check", + "box" + ], + [ + "we", + "ek" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġt", + "il" + ], + [ + "Ġj", + "u" + ], + [ + "C", + "ustom" + ], + [ + "b", + "urg" + ], + [ + "/", + "M" + ], + [ + "T", + "ON" + ], + [ + "Ġqu", + "ant" + ], + [ + "Ġr", + "ub" + ], + [ + "ix", + "els" + ], + [ + "Ġinst", + "alled" + ], + [ + "Ġd", + "ump" + ], + [ + "Ġproper", + "ly" + ], + [ + "(", + "List" + ], + [ + "Ġdec", + "ide" + ], + [ + "app", + "ly" + ], + [ + "H", + "as" + ], + [ + "Ġkeep", + "ing" + ], + [ + "Ġcitiz", + "ens" + ], + [ + "Ġj", + "oint" + ], + [ + "p", + "ool" + ], + [ + "S", + "ocket" + ], + [ + "_", + "op" + ], + [ + "Ġweap", + "on" + ], + [ + "gn", + "ore" + ], + [ + "ĠEx", + "ec" + ], + [ + "ott", + "en" + ], + [ + "ĠM", + "S" + ], + [ + "Ġ(", + "-" + ], + [ + "ĠRe", + "view" + ], + [ + "Ġex", + "amples" + ], + [ + "Ġt", + "ight" + ], + [ + "!", + "(" + ], + [ + "D", + "P" + ], + [ + "ĠMessage", + "Box" + ], + [ + "Ġphot", + "ograph" + ], + [ + "16", + "4" + ], + [ + "UR", + "I" + ], + [ + "é", + "t" + ], + [ + "l", + "ow" + ], + [ + "ĠGr", + "and" + ], + [ + ".p", + "ersistence" + ], + [ + "Ġmaint", + "ain" + ], + [ + "Ġnum", + "s" + ], + [ + "Ġz", + "ip" + ], + [ + "ial", + "s" + ], + [ + "ĠG", + "ets" + ], + [ + "pe", + "g" + ], + [ + "ĠB", + "uffer" + ], + [ + "~~", + "~~" + ], + [ + "ra", + "structure" + ], + [ + "ĠP", + "L" + ], + [ + "u", + "en" + ], + [ + "ob", + "by" + ], + [ + "size", + "of" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġexperi", + "enced" + ], + [ + "Ġo", + "dd" + ], + [ + "Ġk", + "ick" + ], + [ + "Ġproced", + "ure" + ], + [ + "avig", + "ator" + ], + [ + "-", + "on" + ], + [ + ",", + "j" + ], + [ + "ĠAl", + "though" + ], + [ + "Ġuser", + "Id" + ], + [ + "ac", + "cept" + ], + [ + "Bl", + "ue" + ], + [ + "IC", + "olor" + ], + [ + "l", + "ayer" + ], + [ + "av", + "ailable" + ], + [ + "Ġend", + "s" + ], + [ + ".t", + "able" + ], + [ + "Ġdat", + "aset" + ], + [ + "b", + "us" + ], + [ + "Ġexpl", + "ain" + ], + [ + "(", + "pro" + ], + [ + "ĠCommit", + "tee" + ], + [ + "Ġnot", + "ed" + ], + [ + "]", + ":Ċ" + ], + [ + "D", + "im" + ], + [ + "std", + "io" + ], + [ + "15", + "4" + ], + [ + ".", + "\",Ċ" + ], + [ + "_s", + "ource" + ], + [ + "18", + "1" + ], + [ + "ĠWe", + "ek" + ], + [ + "ĠEd", + "ge" + ], + [ + "Ġoper", + "ating" + ], + [ + "Ġest", + "e" + ], + [ + "i", + "pl" + ], + [ + "3", + "30" + ], + [ + "ag", + "ination" + ], + [ + "Ġpro", + "ceed" + ], + [ + "Ġanim", + "ation" + ], + [ + ".Model", + "s" + ], + [ + "ĠW", + "atch" + ], + [ + "i", + "at" + ], + [ + "Ġopp", + "on" + ], + [ + "/", + "A" + ], + [ + "Re", + "port" + ], + [ + "Ġs", + "ounds" + ], + [ + "_b", + "uf" + ], + [ + "IEL", + "D" + ], + [ + "Ġbu", + "nd" + ], + [ + "ĉ", + "get" + ], + [ + ".p", + "r" + ], + [ + "(t", + "mp" + ], + [ + "Ġk", + "id" + ], + [ + ">ĊĊ", + "Ċ" + ], + [ + "Ġy", + "ang" + ], + [ + "Not", + "Found" + ], + [ + "Ñ", + "Ĩ" + ], + [ + "m", + "ath" + ], + [ + "@g", + "mail" + ], + [ + "ĠL", + "IMIT" + ], + [ + "red", + "ients" + ], + [ + "Ġv", + "ent" + ], + [ + "avig", + "ate" + ], + [ + "L", + "ook" + ], + [ + "Ġrelig", + "ious" + ], + [ + "Ġr", + "and" + ], + [ + "ri", + "o" + ], + [ + "(", + "GL" + ], + [ + "_", + "ip" + ], + [ + "u", + "an" + ], + [ + "ici", + "ency" + ], + [ + "ĠCh", + "ange" + ], + [ + ">", + "čĊčĊ" + ], + [ + "ĠEnt", + "ity" + ], + [ + "Ġrencont", + "re" + ], + [ + "ĠR", + "et" + ], + [ + "pl", + "an" + ], + [ + "é", + "n" + ], + [ + "BO", + "OL" + ], + [ + "ur", + "ies" + ], + [ + "tr", + "ain" + ], + [ + "Def", + "inition" + ], + [ + "========", + "====" + ], + [ + "z", + "z" + ], + [ + "4", + "50" + ], + [ + "An", + "imation" + ], + [ + "ĠO", + "K" + ], + [ + "_m", + "enu" + ], + [ + ".b", + "l" + ], + [ + "_s", + "core" + ], + [ + "Ġac", + "ad" + ], + [ + "(", + "System" + ], + [ + "Ġref", + "resh" + ], + [ + "'=>", + "$" + ], + [ + ".G", + "raphics" + ], + [ + "ament", + "o" + ], + [ + "p", + "id" + ], + [ + "t", + "c" + ], + [ + "Ġt", + "ips" + ], + [ + "Ġhom", + "es" + ], + [ + "Ġf", + "uel" + ], + [ + "â", + "ĸ" + ], + [ + "_h", + "elper" + ], + [ + "ĠĠ", + "čĊ" + ], + [ + "ĠR", + "oom" + ], + [ + ".C", + "lose" + ], + [ + "_", + "attr" + ], + [ + "ĠM", + "ount" + ], + [ + "ĠE", + "v" + ], + [ + "ar", + "ser" + ], + [ + "_t", + "op" + ], + [ + "e", + "ah" + ], + [ + "ĠDe", + "lete" + ], + [ + "ãĢ", + "į" + ], + [ + "u", + "ke" + ], + [ + "Ġus", + "age" + ], + [ + "ar", + "ia" + ], + [ + "_de", + "v" + ], + [ + "Ġtext", + "ure" + ], + [ + "Ġconvers", + "ation" + ], + [ + "e", + "per" + ], + [ + "Be", + "an" + ], + [ + "d", + "one" + ], + [ + "non", + "atomic" + ], + [ + "ĠSe", + "cond" + ], + [ + "Ġshoot", + "ing" + ], + [ + "_p", + "re" + ], + [ + "Com", + "ponents" + ], + [ + "Ġ]", + "ĊĊ" + ], + [ + "__", + "," + ], + [ + "stit", + "ution" + ], + [ + ".Ch", + "ar" + ], + [ + ">", + "();ĊĊ" + ], + [ + "Ġpresent", + "ed" + ], + [ + "Ġw", + "a" + ], + [ + "ok", + "er" + ], + [ + "-", + "ĊĊ" + ], + [ + "in", + "er" + ], + [ + "Ġbe", + "coming" + ], + [ + "Ġinc", + "ident" + ], + [ + "At", + "t" + ], + [ + "16", + "2" + ], + [ + "Ġreve", + "aled" + ], + [ + "for", + "c" + ], + [ + "Ġbo", + "ot" + ], + [ + ".p", + "age" + ], + [ + "Enumer", + "ator" + ], + [ + "16", + "5" + ], + [ + "_", + "->" + ], + [ + "Ph", + "oto" + ], + [ + "Ġs", + "pring" + ], + [ + ".", + "\"," + ], + [ + "ĠD", + "ictionary" + ], + [ + "B", + "JECT" + ], + [ + "Ġloc", + "ations" + ], + [ + "Ġs", + "amples" + ], + [ + "Input", + "Stream" + ], + [ + "ĠB", + "rown" + ], + [ + "Ġst", + "ats" + ], + [ + "qual", + "ity" + ], + [ + "Ñ", + "ħ" + ], + [ + "-d", + "is" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġp", + "ed" + ], + [ + "2", + "24" + ], + [ + "(", + "se" + ], + [ + "ĠWh", + "o" + ], + [ + "al", + "ian" + ], + [ + "int", + "ernal" + ], + [ + "Ġf", + "t" + ], + [ + ">", + "()." + ], + [ + "->", + "{" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġs", + "ector" + ], + [ + "Ġg", + "ro" + ], + [ + "Ġopport", + "unities" + ], + [ + "ĠÃ", + "¼" + ], + [ + "Ġm", + "p" + ], + [ + "Ġalleg", + "ed" + ], + [ + "Ġdoub", + "t" + ], + [ + "M", + "ouse" + ], + [ + "Ab", + "out" + ], + [ + "_p", + "art" + ], + [ + "Ġch", + "air" + ], + [ + "Ġstop", + "ped" + ], + [ + "16", + "1" + ], + [ + "lo", + "op" + ], + [ + "ent", + "ities" + ], + [ + "Ġapp", + "s" + ], + [ + "ans", + "ion" + ], + [ + "Ġm", + "ental" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ" + ], + [ + "F", + "R" + ], + [ + "Ġdef", + "end" + ], + [ + "c", + "are" + ], + [ + "Ġide", + "al" + ], + [ + "/", + "api" + ], + [ + "ur", + "face" + ], + [ + "0", + "11" + ], + [ + "Ġe", + "le" + ], + [ + "ul", + "ator" + ], + [ + "ĠR", + "ights" + ], + [ + "angu", + "ages" + ], + [ + "Ġfund", + "s" + ], + [ + "Ġad", + "apt" + ], + [ + "At", + "tributes" + ], + [ + "Ġdep", + "loy" + ], + [ + "opt", + "s" + ], + [ + "Ġvalid", + "ation" + ], + [ + "Ġconcern", + "s" + ], + [ + "u", + "ce" + ], + [ + ".n", + "um" + ], + [ + "ult", + "ure" + ], + [ + "il", + "a" + ], + [ + "Ġc", + "up" + ], + [ + "Ġp", + "ure" + ], + [ + ".F", + "ore" + ], + [ + "18", + "3" + ], + [ + "ĠHash", + "Map" + ], + [ + ".value", + "Of" + ], + [ + "as", + "m" + ], + [ + "M", + "O" + ], + [ + "Ġc", + "s" + ], + [ + "Ġst", + "ores" + ], + [ + "Ġ", + "************************************************************************" + ], + [ + "Ġcommunic", + "ation" + ], + [ + "m", + "em" + ], + [ + ".Event", + "Handler" + ], + [ + ".", + "Status" + ], + [ + "_", + "right" + ], + [ + ".set", + "On" + ], + [ + "S", + "heet" + ], + [ + "Ġident", + "ify" + ], + [ + "ener", + "ated" + ], + [ + "order", + "ed" + ], + [ + "Ġ\"", + "[" + ], + [ + "Ġs", + "we" + ], + [ + "Con", + "dition" + ], + [ + "ĠA", + "ccording" + ], + [ + "Ġpre", + "pare" + ], + [ + "Ġro", + "b" + ], + [ + "P", + "ool" + ], + [ + "Ġs", + "port" + ], + [ + "r", + "v" + ], + [ + "ĠR", + "outer" + ], + [ + "Ġaltern", + "ative" + ], + [ + "(", + "[]" + ], + [ + "ĠCh", + "icago" + ], + [ + "ip", + "her" + ], + [ + "is", + "che" + ], + [ + "ĠDirect", + "or" + ], + [ + "k", + "l" + ], + [ + "ĠW", + "il" + ], + [ + "key", + "s" + ], + [ + "Ġmy", + "sql" + ], + [ + "Ġw", + "elcome" + ], + [ + "k", + "ing" + ], + [ + "ĠMan", + "ager" + ], + [ + "Ġca", + "ught" + ], + [ + ")", + "}Ċ" + ], + [ + "S", + "core" + ], + [ + "_P", + "R" + ], + [ + "Ġsur", + "vey" + ], + [ + "h", + "ab" + ], + [ + "He", + "aders" + ], + [ + "AD", + "ER" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġr", + "adius" + ], + [ + "err", + "upt" + ], + [ + "C", + "or" + ], + [ + "Ġm", + "el" + ], + [ + "Ġin", + "tr" + ], + [ + "(", + "q" + ], + [ + "ĠA", + "C" + ], + [ + "am", + "os" + ], + [ + "M", + "AX" + ], + [ + "ĠG", + "rid" + ], + [ + "ĠJes", + "us" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ" + ], + [ + ".D", + "E" + ], + [ + "Ġt", + "s" + ], + [ + "Ġlink", + "ed" + ], + [ + "f", + "ree" + ], + [ + "ĠQ", + "t" + ], + [ + "Ġ/**", + "čĊ" + ], + [ + "Ġf", + "aster" + ], + [ + "ct", + "r" + ], + [ + "_", + "J" + ], + [ + "D", + "T" + ], + [ + ".C", + "heck" + ], + [ + "Ġcomb", + "ination" + ], + [ + "Ġint", + "ended" + ], + [ + "-", + "the" + ], + [ + "-", + "type" + ], + [ + "18", + "2" + ], + [ + "ect", + "ors" + ], + [ + "am", + "i" + ], + [ + "ut", + "ing" + ], + [ + "Ġum", + "a" + ], + [ + "X", + "ML" + ], + [ + "U", + "CT" + ], + [ + "A", + "p" + ], + [ + "ĠR", + "andom" + ], + [ + "Ġr", + "an" + ], + [ + ".s", + "ort" + ], + [ + "Ġsort", + "ed" + ], + [ + ".", + "Un" + ], + [ + "40", + "1" + ], + [ + "_P", + "ER" + ], + [ + "it", + "ory" + ], + [ + "Ġprior", + "ity" + ], + [ + "ĠG", + "al" + ], + [ + "ĠO", + "ld" + ], + [ + "h", + "ot" + ], + [ + "ĠD", + "isplay" + ], + [ + "(s", + "ub" + ], + [ + "_T", + "H" + ], + [ + "_", + "Y" + ], + [ + "ĠC", + "are" + ], + [ + "load", + "ing" + ], + [ + "K", + "ind" + ], + [ + "_h", + "andle" + ], + [ + ",", + "," + ], + [ + "r", + "ase" + ], + [ + "_re", + "place" + ], + [ + ".add", + "EventListener" + ], + [ + "ĠR", + "T" + ], + [ + "17", + "2" + ], + [ + "Ġenter", + "ed" + ], + [ + "g", + "ers" + ], + [ + "Ġ", + "ich" + ], + [ + "(", + "start" + ], + [ + "20", + "5" + ], + [ + "/", + "app" + ], + [ + "Ġbro", + "ther" + ], + [ + "M", + "emory" + ], + [ + "Out", + "let" + ], + [ + "Ġ", + "utf" + ], + [ + "pre", + "c" + ], + [ + "Ġn", + "avigation" + ], + [ + "OR", + "K" + ], + [ + "Ġd", + "st" + ], + [ + "D", + "etail" + ], + [ + "Ġaud", + "ience" + ], + [ + "Ġd", + "ur" + ], + [ + "Ġcl", + "uster" + ], + [ + "un", + "ched" + ], + [ + "Ġ", + "]," + ], + [ + "Ġcomfort", + "able" + ], + [ + ".", + "values" + ], + [ + "ĠT", + "otal" + ], + [ + "Ġsn", + "ap" + ], + [ + "Ġstand", + "ards" + ], + [ + "Ġperform", + "ed" + ], + [ + "h", + "and" + ], + [ + "(\"", + "@" + ], + [ + "å", + "Ń" + ], + [ + "Ġph", + "il" + ], + [ + "ib", + "r" + ], + [ + "tr", + "im" + ], + [ + "Ġfor", + "get" + ], + [ + "15", + "7" + ], + [ + "Ġdo", + "ctor" + ], + [ + ".Text", + "Box" + ], + [ + "37", + "7" + ], + [ + "icon", + "s" + ], + [ + ",", + "s" + ], + [ + "ĠO", + "p" + ], + [ + "S", + "m" + ], + [ + "St", + "op" + ], + [ + "ĉ", + "List" + ], + [ + "ĉ", + "u" + ], + [ + "Com", + "ment" + ], + [ + "_V", + "ERSION" + ], + [ + ".X", + "tra" + ], + [ + "P", + "erson" + ], + [ + "r", + "b" + ], + [ + "LO", + "B" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĊ" + ], + [ + "ĠCent", + "ral" + ], + [ + "27", + "0" + ], + [ + "IC", + "K" + ], + [ + "ra", + "q" + ], + [ + "Ġput", + "ting" + ], + [ + "Ġm", + "d" + ], + [ + "ĠL", + "ove" + ], + [ + "Pro", + "gram" + ], + [ + "B", + "order" + ], + [ + "o", + "or" + ], + [ + "Ġallow", + "ing" + ], + [ + "a", + "fter" + ], + [ + "Ġent", + "ries" + ], + [ + "ĠMay", + "be" + ], + [ + "]", + ")." + ], + [ + "ĠSh", + "ort" + ], + [ + ")", + "\\" + ], + [ + ".n", + "ow" + ], + [ + "f", + "riend" + ], + [ + "Ġpre", + "fer" + ], + [ + "ĠG", + "PIO" + ], + [ + "os", + "is" + ], + [ + "ĠGame", + "Object" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġcompet", + "ition" + ], + [ + "_m", + "atch" + ], + [ + "lic", + "ations" + ], + [ + "_CON", + "T" + ], + [ + ".group", + "Box" + ], + [ + "Ġal", + "s" + ], + [ + "66", + "6" + ], + [ + "\"", + "We" + ], + [ + "_e", + "q" + ], + [ + "l", + "an" + ], + [ + "_", + "search" + ], + [ + "ĠMus", + "ic" + ], + [ + "as", + "is" + ], + [ + "Ġb", + "ind" + ], + [ + "ĠIs", + "land" + ], + [ + "r", + "um" + ], + [ + "(", + "E" + ], + [ + "Ġse", + "at" + ], + [ + "V", + "ideo" + ], + [ + "Ġa", + "ck" + ], + [ + "ree", + "k" + ], + [ + "={", + "()" + ], + [ + "Ġr", + "ating" + ], + [ + "Ġrestaur", + "ant" + ], + [ + "45", + "6" + ], + [ + "DE", + "X" + ], + [ + "(b", + "uf" + ], + [ + "pp", + "ing" + ], + [ + "ual", + "ity" + ], + [ + "Ġle", + "ague" + ], + [ + "17", + "6" + ], + [ + "Ġfoc", + "used" + ], + [ + "ap", + "on" + ], + [ + "$", + "data" + ], + [ + "CL", + "UD" + ], + [ + "CLUD", + "ING" + ], + [ + "Ġabs", + "olute" + ], + [ + "(", + "query" + ], + [ + "Ġtell", + "s" + ], + [ + "A", + "ng" + ], + [ + "Ġcomm", + "unities" + ], + [ + "Ġhon", + "est" + ], + [ + "ok", + "ing" + ], + [ + "Ġap", + "art" + ], + [ + "ar", + "ity" + ], + [ + "/", + "$" + ], + [ + "_m", + "odule" + ], + [ + "ĠE", + "nc" + ], + [ + ".", + "an" + ], + [ + ".Con", + "fig" + ], + [ + "C", + "re" + ], + [ + "Ġsh", + "ock" + ], + [ + "ĠAr", + "ab" + ], + [ + "I", + "ENT" + ], + [ + "/", + "re" + ], + [ + "Ġre", + "trie" + ], + [ + "ycl", + "er" + ], + [ + "is", + "a" + ], + [ + "ĠO", + "rgan" + ], + [ + ".", + "graph" + ], + [ + "Ġ", + "í" + ], + [ + "ĠB", + "AS" + ], + [ + "En", + "um" + ], + [ + "Ġposs", + "ibly" + ], + [ + "ÑĢ", + "аÐ" + ], + [ + "ĠJapan", + "ese" + ], + [ + "Ġc", + "raft" + ], + [ + "ĠPl", + "ace" + ], + [ + "Ġtal", + "ent" + ], + [ + "Ġfund", + "ing" + ], + [ + "Ġconf", + "irmed" + ], + [ + "Ġc", + "ycle" + ], + [ + "/", + "x" + ], + [ + "G", + "E" + ], + [ + "Ġhe", + "aring" + ], + [ + "Ġpl", + "ants" + ], + [ + "Ġm", + "outh" + ], + [ + "p", + "ages" + ], + [ + "or", + "ia" + ], + [ + "ĠRem", + "ove" + ], + [ + "_t", + "otal" + ], + [ + "Ġo", + "d" + ], + [ + "oll", + "apse" + ], + [ + "do", + "or" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġadd", + "r" + ], + [ + "AR", + "CH" + ], + [ + "_d", + "im" + ], + [ + "dd", + "en" + ], + [ + "Ġdec", + "ades" + ], + [ + "RE", + "QUEST" + ], + [ + "Ġvers", + "ions" + ], + [ + "f", + "ire" + ], + [ + "00", + "6" + ], + [ + "Ġmov", + "es" + ], + [ + "f", + "b" + ], + [ + "Ġcoff", + "ee" + ], + [ + ".con", + "nect" + ], + [ + "ĠR", + "ow" + ], + [ + "Ġs", + "chema" + ], + [ + "S", + "cope" + ], + [ + "-", + "Type" + ], + [ + "Ġfight", + "ing" + ], + [ + "Ġret", + "ail" + ], + [ + "Ġmod", + "ified" + ], + [ + "T", + "F" + ], + [ + "File", + "s" + ], + [ + "n", + "ie" + ], + [ + "_com", + "mand" + ], + [ + "st", + "one" + ], + [ + "Ġ", + "ÑĤ" + ], + [ + "_", + "thread" + ], + [ + "Ġb", + "ond" + ], + [ + "ĠDevelop", + "ment" + ], + [ + "Ġp", + "t" + ], + [ + "F", + "ORM" + ], + [ + "ple", + "t" + ], + [ + "Ġident", + "ified" + ], + [ + "c", + "pp" + ], + [ + "20", + "6" + ], + [ + "2", + "25" + ], + [ + "Ġc", + "oding" + ], + [ + "ok", + "ed" + ], + [ + "ĠM", + "aster" + ], + [ + "ID", + "TH" + ], + [ + "Ġres", + "idents" + ], + [ + "red", + "it" + ], + [ + "ĠPh", + "oto" + ], + [ + "=", + "-" + ], + [ + "un", + "te" + ], + [ + "ate", + "ur" + ], + [ + "15", + "9" + ], + [ + "_ST", + "ATE" + ], + [ + "ĠS", + "ing" + ], + [ + "Ġshe", + "et" + ], + [ + ".", + "val" + ], + [ + "or", + "se" + ], + [ + "Ġh", + "ers" + ], + [ + "Ġdetermin", + "ed" + ], + [ + "Com", + "mon" + ], + [ + "Ġw", + "ed" + ], + [ + "_", + "queue" + ], + [ + "P", + "H" + ], + [ + "ĠAt", + "l" + ], + [ + "cre", + "d" + ], + [ + "/L", + "ICENSE" + ], + [ + "Ġm", + "es" + ], + [ + "Ġadv", + "anced" + ], + [ + ".j", + "ava" + ], + [ + ".S", + "h" + ], + [ + "G", + "o" + ], + [ + "k", + "ill" + ], + [ + "f", + "p" + ], + [ + "_set", + "tings" + ], + [ + "Ġp", + "al" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġcomb", + "ined" + ], + [ + "Ġ\"", + "${" + ], + [ + "ĠCor", + "por" + ], + [ + "Ġjo", + "ined" + ], + [ + "ĠJ", + "ose" + ], + [ + "ĠC", + "up" + ], + [ + "un", + "s" + ], + [ + "est", + "ival" + ], + [ + "lev", + "ision" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġmar", + "riage" + ], + [ + "ĠWest", + "ern" + ], + [ + "Ġrep", + "resents" + ], + [ + "ĠT", + "itle" + ], + [ + "Ġs", + "s" + ], + [ + ".A", + "ss" + ], + [ + "ongo", + "ose" + ], + [ + "ient", + "o" + ], + [ + "<", + ">();Ċ" + ], + [ + "Ġabs", + "olutely" + ], + [ + "Ġsm", + "ooth" + ], + [ + "TER", + "N" + ], + [ + "ĠUn", + "less" + ], + [ + "W", + "ord" + ], + [ + "Ġmer", + "ge" + ], + [ + "ig", + "an" + ], + [ + "ĠV", + "ol" + ], + [ + "Ġn", + "n" + ], + [ + ".get", + "Id" + ], + [ + "ĠÐ", + "·" + ], + [ + "17", + "1" + ], + [ + "Ġsex", + "y" + ], + [ + "Ġseek", + "ing" + ], + [ + "S", + "ingle" + ], + [ + ".", + "this" + ], + [ + "17", + "9" + ], + [ + "Ġk", + "om" + ], + [ + "b", + "ound" + ], + [ + ";", + "\"" + ], + [ + "Ġfont", + "Size" + ], + [ + "_d", + "f" + ], + [ + "Ġinj", + "ury" + ], + [ + "(", + "H" + ], + [ + "Ġiss", + "ued" + ], + [ + "_", + "END" + ], + [ + ":", + "self" + ], + [ + "0", + "20" + ], + [ + "Ġp", + "atch" + ], + [ + "Ġle", + "aves" + ], + [ + "Ġad", + "opt" + ], + [ + "File", + "Name" + ], + [ + "ãĢ", + "IJ" + ], + [ + "Ġexec", + "utive" + ], + [ + "ĠBy", + "te" + ], + [ + "]", + "))Ċ" + ], + [ + "Ġn", + "u" + ], + [ + "out", + "ing" + ], + [ + "clud", + "ing" + ], + [ + "-", + "R" + ], + [ + ".", + "options" + ], + [ + "Ġsub", + "stant" + ], + [ + "av", + "ax" + ], + [ + "ĠB", + "UT" + ], + [ + "Ġtechn", + "ical" + ], + [ + "Ġtw", + "ice" + ], + [ + "Ġm", + "ás" + ], + [ + "Ġun", + "ivers" + ], + [ + "y", + "r" + ], + [ + "Ġdr", + "ag" + ], + [ + "ĠD", + "C" + ], + [ + "Ġs", + "ed" + ], + [ + "Ġb", + "ot" + ], + [ + "ĠP", + "al" + ], + [ + "ĠH", + "all" + ], + [ + "forc", + "ement" + ], + [ + "Ġa", + "uch" + ], + [ + ".m", + "od" + ], + [ + "not", + "ation" + ], + [ + "_file", + "s" + ], + [ + ".l", + "ine" + ], + [ + "_fl", + "ag" + ], + [ + "[", + "name" + ], + [ + "Ġres", + "olution" + ], + [ + "Ġb", + "ott" + ], + [ + "(\"", + "[" + ], + [ + "end", + "e" + ], + [ + "(", + "arr" + ], + [ + "F", + "ree" + ], + [ + "(", + "@\"" + ], + [ + "ĠD", + "istrict" + ], + [ + "PE", + "C" + ], + [ + ":", + "-" + ], + [ + "P", + "icker" + ], + [ + "ĠJ", + "o" + ], + [ + "ĠĠĠĠĠ", + "Ċ" + ], + [ + "ĠR", + "iver" + ], + [ + "_", + "rows" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġmass", + "ive" + ], + [ + "---", + "Ċ" + ], + [ + "Ġmeas", + "ures" + ], + [ + "00", + "7" + ], + [ + "ĠR", + "untime" + ], + [ + "Ġwor", + "ry" + ], + [ + "ĠS", + "pec" + ], + [ + "ĉ", + "D" + ], + [ + "ãĢ", + "ij" + ], + [ + "Ġ)", + "{Ċ" + ], + [ + "Ġwor", + "se" + ], + [ + "(f", + "ilename" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġmag", + "ic" + ], + [ + "ĠThe", + "ir" + ], + [ + "ou", + "l" + ], + [ + "st", + "roy" + ], + [ + "ĠWh", + "ere" + ], + [ + "2", + "80" + ], + [ + "Ġsu", + "dden" + ], + [ + "Ġdef", + "e" + ], + [ + "Ġb", + "inding" + ], + [ + "Ġfl", + "ight" + ], + [ + "ĠOn", + "Init" + ], + [ + "ĠW", + "omen" + ], + [ + "ĠPol", + "icy" + ], + [ + "Ġdrug", + "s" + ], + [ + "ish", + "ing" + ], + [ + "('", + "../" + ], + [ + "ĠM", + "el" + ], + [ + "pe", + "at" + ], + [ + "t", + "or" + ], + [ + "Ġpro", + "posed" + ], + [ + "Ġst", + "ated" + ], + [ + "_RE", + "S" + ], + [ + "Ġe", + "ast" + ], + [ + "2", + "12" + ], + [ + "ĠCON", + "DITION" + ], + [ + "_d", + "esc" + ], + [ + "Ġwin", + "ning" + ], + [ + "fol", + "io" + ], + [ + "M", + "apper" + ], + [ + "ĠP", + "an" + ], + [ + "ĠAn", + "ge" + ], + [ + ".s", + "ervlet" + ], + [ + "Ġcop", + "ies" + ], + [ + "L", + "M" + ], + [ + "Ġv", + "m" + ], + [ + "å", + "į" + ], + [ + "Ġd", + "ictionary" + ], + [ + "S", + "eg" + ], + [ + "17", + "7" + ], + [ + "el", + "ines" + ], + [ + "ĠS", + "end" + ], + [ + "Ġ", + "iron" + ], + [ + "ĠF", + "ort" + ], + [ + "16", + "6" + ], + [ + ".d", + "omain" + ], + [ + "Ġdeb", + "ate" + ], + [ + "Not", + "Null" + ], + [ + "e", + "q" + ], + [ + "ach", + "er" + ], + [ + "l", + "f" + ], + [ + "ĉf", + "mt" + ], + [ + "Ġlaw", + "y" + ], + [ + "17", + "8" + ], + [ + "Ä", + "Ł" + ], + [ + "ĠM", + "en" + ], + [ + "Ġtr", + "im" + ], + [ + "(", + "NULL" + ], + [ + "Ġ!", + "!" + ], + [ + "Ġp", + "ad" + ], + [ + "Ġfollow", + "s" + ], + [ + "\"]", + "[\"" + ], + [ + "re", + "qu" + ], + [ + "ĠE", + "p" + ], + [ + ".g", + "ithub" + ], + [ + "(", + "img" + ], + [ + "et", + "o" + ], + [ + "('", + "\\" + ], + [ + "S", + "ervices" + ], + [ + "umbn", + "ail" + ], + [ + "_m", + "ain" + ], + [ + "ple", + "ted" + ], + [ + "fort", + "unately" + ], + [ + "Ġw", + "indows" + ], + [ + "Ġpl", + "ane" + ], + [ + "ĠCon", + "nection" + ], + [ + ".", + "local" + ], + [ + "u", + "ard" + ], + [ + "}", + "\\" + ], + [ + "==", + "\"" + ], + [ + "and", + "on" + ], + [ + "ĠR", + "oy" + ], + [ + "w", + "est" + ], + [ + "15", + "8" + ], + [ + "ig", + "inal" + ], + [ + "em", + "ies" + ], + [ + "it", + "z" + ], + [ + "')", + ":Ċ" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġt", + "ough" + ], + [ + "Ġredu", + "ced" + ], + [ + "Ġcalcul", + "ate" + ], + [ + "Ġrap", + "id" + ], + [ + "c", + "ustomer" + ], + [ + "Ġeff", + "icient" + ], + [ + "Ġmed", + "ium" + ], + [ + "Ġf", + "ell" + ], + [ + ".", + "ref" + ], + [ + "ĠC", + "as" + ], + [ + "Ġfeed", + "back" + ], + [ + "S", + "peed" + ], + [ + "(", + "output" + ], + [ + "aj", + "e" + ], + [ + "Ġc", + "ategories" + ], + [ + "Ġfe", + "e" + ], + [ + "}", + ";" + ], + [ + "Ġde", + "leted" + ], + [ + "re", + "h" + ], + [ + "Ġpro", + "of" + ], + [ + "D", + "esc" + ], + [ + "B", + "uild" + ], + [ + "Ġs", + "ides" + ], + [ + ".Array", + "List" + ], + [ + "-", + "%" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ" + ], + [ + "Ø", + "±" + ], + [ + ".m", + "atch" + ], + [ + "л", + "и" + ], + [ + "Ġfe", + "els" + ], + [ + "Ġachie", + "ve" + ], + [ + "Ġcl", + "im" + ], + [ + "_", + "ON" + ], + [ + "ĠC", + "D" + ], + [ + "Ġteach", + "er" + ], + [ + "_c", + "urrent" + ], + [ + "b", + "n" + ], + [ + "_P", + "L" + ], + [ + "ist", + "ing" + ], + [ + "En", + "able" + ], + [ + "G", + "EN" + ], + [ + "Ġt", + "v" + ], + [ + "Ġso", + "ck" + ], + [ + "Ġpl", + "ays" + ], + [ + "Ġdis", + "count" + ], + [ + "ĠK", + "E" + ], + [ + "ĠDe", + "bug" + ], + [ + "F", + "ore" + ], + [ + "ĠI", + "raq" + ], + [ + "Ġappear", + "ance" + ], + [ + "M", + "on" + ], + [ + "Ġst", + "yled" + ], + [ + "ĠH", + "uman" + ], + [ + "i", + "ot" + ], + [ + "ĠH", + "istory" + ], + [ + "Ġs", + "ac" + ], + [ + "ĠC", + "ollection" + ], + [ + "Ġrecomm", + "ended" + ], + [ + ".Se", + "lected" + ], + [ + "Ġorgan", + "izations" + ], + [ + "Ġdiscover", + "ed" + ], + [ + "co", + "hol" + ], + [ + "ad", + "as" + ], + [ + "ĠThom", + "as" + ], + [ + "M", + "ay" + ], + [ + "Ġcons", + "erv" + ], + [ + "Ġdom", + "in" + ], + [ + "ĠF", + "ollow" + ], + [ + "ĠSe", + "ction" + ], + [ + "ĠTh", + "anks" + ], + [ + "User", + "name" + ], + [ + "Ġrec", + "ipe" + ], + [ + "Ġwonder", + "ful" + ], + [ + ".s", + "leep" + ], + [ + "_", + "if" + ], + [ + "ĉĊ", + "ĉĊ" + ], + [ + "orn", + "o" + ], + [ + "Ġr", + "u" + ], + [ + "_t", + "arget" + ], + [ + ".\"", + "\"" + ], + [ + "à", + "¦" + ], + [ + "Event", + "Args" + ], + [ + "Ġinput", + "s" + ], + [ + "Ġf", + "if" + ], + [ + "Ġv", + "ision" + ], + [ + "c", + "y" + ], + [ + "ĠS", + "eries" + ], + [ + ")", + "(((" + ], + [ + "Ġtr", + "ading" + ], + [ + "Ġmark", + "er" + ], + [ + "B", + "egin" + ], + [ + "Ġtyp", + "ically" + ], + [ + "Ġca", + "uses" + ], + [ + "drop", + "down" + ], + [ + "_DE", + "BUG" + ], + [ + "2", + "60" + ], + [ + "Ġdet", + "ect" + ], + [ + "c", + "ountry" + ], + [ + "!", + "\");Ċ" + ], + [ + "ĉ", + "R" + ], + [ + "app", + "y" + ], + [ + "Ġc", + "ref" + ], + [ + "('", + "<" + ], + [ + "\"", + "=>" + ], + [ + "ĠL", + "E" + ], + [ + "read", + "er" + ], + [ + "Ġadmin", + "istr" + ], + [ + "Ã", + "µ" + ], + [ + "uck", + "et" + ], + [ + "Ġf", + "ashion" + ], + [ + ".", + "char" + ], + [ + "iz", + "ar" + ], + [ + "Ġdis", + "able" + ], + [ + "Ġsu", + "c" + ], + [ + "ĠL", + "ive" + ], + [ + "iss", + "ue" + ], + [ + "Ġmet", + "adata" + ], + [ + "fl", + "ags" + ], + [ + "Ġ", + "ðŁ" + ], + [ + "Ġcomm", + "itted" + ], + [ + "Ġv", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "Ġ''", + "'Ċ" + ], + [ + "Ġhigh", + "light" + ], + [ + "_var", + "s" + ], + [ + "V", + "O" + ], + [ + "Ġenc", + "oding" + ], + [ + "-", + "Z" + ], + [ + "_s", + "ign" + ], + [ + "$", + "(\"#" + ], + [ + "Ġr", + "ain" + ], + [ + "reate", + "st" + ], + [ + "ĠEN", + "D" + ], + [ + "Se", + "lection" + ], + [ + "Ġcandid", + "ates" + ], + [ + "Ġs", + "av" + ], + [ + ".", + "Empty" + ], + [ + "Ġdec", + "isions" + ], + [ + "Ġcoll", + "abor" + ], + [ + "rid", + "ge" + ], + [ + "fe", + "ed" + ], + [ + "ress", + "ion" + ], + [ + "Ġperson", + "s" + ], + [ + "V", + "M" + ], + [ + "00", + "8" + ], + [ + "eg", + "a" + ], + [ + "_B", + "IT" + ], + [ + "A", + "ccording" + ], + [ + "ack", + "ed" + ], + [ + "Ġdoll", + "ars" + ], + [ + "_lo", + "ss" + ], + [ + "ĠC", + "ost" + ], + [ + "}", + "\"Ċ" + ], + [ + "Not", + "ification" + ], + [ + "Ġpro", + "stit" + ], + [ + "Ġauthor", + "ity" + ], + [ + ".re", + "c" + ], + [ + "Ġsp", + "okes" + ], + [ + "ĠT", + "oday" + ], + [ + "ist", + "ant" + ], + [ + "ĠHe", + "ad" + ], + [ + "âĢĿ", + "." + ], + [ + "ertain", + "ment" + ], + [ + "ce", + "an" + ], + [ + "cul", + "ate" + ], + [ + "Ġv", + "en" + ], + [ + "How", + "ever" + ], + [ + "_", + "arr" + ], + [ + "Ġtok", + "ens" + ], + [ + "G", + "raph" + ], + [ + "ĠJ", + "ud" + ], + [ + "ĠVir", + "gin" + ], + [ + "ĠS", + "erial" + ], + [ + "un", + "ning" + ], + [ + "M", + "utable" + ], + [ + "ag", + "ers" + ], + [ + ".c", + "sv" + ], + [ + "Ġdevelop", + "ing" + ], + [ + "Ġinstruction", + "s" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġrequest", + "ed" + ], + [ + "_", + "encode" + ], + [ + "/", + "\"" + ], + [ + "ĠI", + "con" + ], + [ + "u", + "ilt" + ], + [ + "-", + "day" + ], + [ + "Ġint", + "elligence" + ], + [ + ".", + "IS" + ], + [ + "ĠO", + "bservable" + ], + [ + "ĠH", + "ard" + ], + [ + "Bo", + "ol" + ], + [ + "2", + "11" + ], + [ + "ident", + "ial" + ], + [ + ".An", + "chor" + ], + [ + "Ġsell", + "ing" + ], + [ + "C", + "I" + ], + [ + "AG", + "ES" + ], + [ + "t", + "le" + ], + [ + "b", + "ur" + ], + [ + "UFF", + "ER" + ], + [ + "R", + "Y" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġr", + "at" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġtyp", + "ename" + ], + [ + "Ġexpl", + "ained" + ], + [ + "}", + "}Ċ" + ], + [ + "Ġn", + "uclear" + ], + [ + "-", + "N" + ], + [ + "Ġcr", + "isis" + ], + [ + "ĠEnt", + "er" + ], + [ + "Ġan", + "swers" + ], + [ + "/", + "${" + ], + [ + "/", + "pl" + ], + [ + "Ġse", + "qu" + ], + [ + "_n", + "ext" + ], + [ + "m", + "ask" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġpl", + "enty" + ], + [ + "ĠC", + "ross" + ], + [ + "ĉ", + "ret" + ], + [ + "d", + "ro" + ], + [ + "ĠC", + "ast" + ], + [ + "16", + "7" + ], + [ + "=", + "true" + ], + [ + "ĠCh", + "ris" + ], + [ + "ic", + "io" + ], + [ + "ĠM", + "ike" + ], + [ + "Dec", + "imal" + ], + [ + "add", + "Component" + ], + [ + "L", + "en" + ], + [ + "Ġco", + "ck" + ], + [ + "Ġ#", + "{" + ], + [ + "UR", + "N" + ], + [ + "<", + "tr" + ], + [ + "Ġauthor", + "ities" + ], + [ + "Res", + "ources" + ], + [ + "-", + "H" + ], + [ + "B", + "ottom" + ], + [ + "0", + "12" + ], + [ + "_", + "qu" + ], + [ + "put", + "er" + ], + [ + "ester", + "day" + ], + [ + "Dis", + "patch" + ], + [ + "s", + "ince" + ], + [ + "Ġfam", + "iliar" + ], + [ + ",", + "i" + ], + [ + "V", + "C" + ], + [ + "Ġm", + "ent" + ], + [ + ",", + "C" + ], + [ + "Ġfre", + "edom" + ], + [ + "Ġr", + "outes" + ], + [ + "ĠB", + "uy" + ], + [ + "Ġcomm", + "ands" + ], + [ + "Ġm", + "esh" + ], + [ + "/", + "C" + ], + [ + "ĠSet", + "tings" + ], + [ + "-", + "style" + ], + [ + "Ġw", + "itness" + ], + [ + "Ġc", + "le" + ], + [ + "Ġun", + "ion" + ], + [ + "ef", + "ault" + ], + [ + "are", + "t" + ], + [ + "Ġthought", + "s" + ], + [ + "Ġ", + "----" + ], + [ + "_pro", + "cess" + ], + [ + "_", + "us" + ], + [ + "ing", + "ly" + ], + [ + "U", + "ES" + ], + [ + "T", + "ouch" + ], + [ + "ĠÐ", + "¼" + ], + [ + "_", + "open" + ], + [ + "ĠV", + "ec" + ], + [ + "Ġre", + "ward" + ], + [ + ".C", + "lick" + ], + [ + "/", + ":" + ], + [ + "Ġn", + "ie" + ], + [ + "Ch", + "anges" + ], + [ + "M", + "onth" + ], + [ + "ï¼", + "Ł" + ], + [ + "Ġexec", + "ution" + ], + [ + "Ġbe", + "ach" + ], + [ + "(", + "Integer" + ], + [ + "ĉ", + "a" + ], + [ + "/", + "'" + ], + [ + ".Font", + "Style" + ], + [ + "Ġab", + "ort" + ], + [ + "ĠS", + "ingle" + ], + [ + "(", + "isset" + ], + [ + "Ġd", + "p" + ], + [ + "Ġ}}", + "" + ], + [ + "Ġ*", + "=" + ], + [ + "ĠP", + "S" + ], + [ + "Ġdanger", + "ous" + ], + [ + "[", + "p" + ], + [ + "OM", + "E" + ], + [ + "O", + "ther" + ], + [ + "ĠString", + "Builder" + ], + [ + "Point", + "s" + ], + [ + "head", + "ing" + ], + [ + "Ġc", + "urrency" + ], + [ + "Ġpercent", + "age" + ], + [ + "_A", + "PI" + ], + [ + "Ġclass", + "ic" + ], + [ + "the", + "ad" + ], + [ + "ĠM", + "O" + ], + [ + "F", + "E" + ], + [ + "Id", + "x" + ], + [ + "aw", + "ait" + ], + [ + "ĠÃ", + "¨" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġvari", + "ant" + ], + [ + "Ġm", + "yst" + ], + [ + "ĠL", + "and" + ], + [ + "ĠB", + "re" + ], + [ + "Ġh", + "arm" + ], + [ + "ĠA", + "cc" + ], + [ + "Ġcharg", + "ed" + ], + [ + "ion", + "es" + ], + [ + "Vis", + "ibility" + ], + [ + "ar", + "ry" + ], + [ + "ĠL", + "anguage" + ], + [ + "Ġwalk", + "ing" + ], + [ + "\"", + ".ĊĊ" + ], + [ + "if", + "er" + ], + [ + "Ġleaders", + "hip" + ], + [ + ".F", + "rom" + ], + [ + "yn", + "am" + ], + [ + "Ġt", + "imestamp" + ], + [ + "i", + "pt" + ], + [ + "ĠH", + "as" + ], + [ + "REF", + "ER" + ], + [ + "ĠIt", + "s" + ], + [ + "Ġlist", + "ener" + ], + [ + "UT", + "E" + ], + [ + "2", + "13" + ], + [ + "_d", + "escription" + ], + [ + "Ġexperi", + "ences" + ], + [ + "Ġcre", + "ates" + ], + [ + "R", + "S" + ], + [ + "c", + "art" + ], + [ + "bl", + "ack" + ], + [ + "Ġcho", + "ices" + ], + [ + "w", + "ar" + ], + [ + "7", + "50" + ], + [ + "Ġ''", + "'" + ], + [ + "Ġorder", + "ed" + ], + [ + "Ġeven", + "ing" + ], + [ + "Ġp", + "il" + ], + [ + "Ġt", + "un" + ], + [ + "ĠB", + "ad" + ], + [ + "(", + "app" + ], + [ + "r", + "andom" + ], + [ + "Ġexp", + "licit" + ], + [ + "Ġarr", + "ived" + ], + [ + "Ġf", + "ly" + ], + [ + "Ġecon", + "om" + ], + [ + "-m", + "ail" + ], + [ + "Ġlist", + "s" + ], + [ + "Ġarch", + "itect" + ], + [ + "23", + "4" + ], + [ + "ĠP", + "ay" + ], + [ + "Ġd", + "s" + ], + [ + "ĠS", + "ol" + ], + [ + "Ġveh", + "icles" + ], + [ + "H", + "z" + ], + [ + "-", + "com" + ], + [ + "Ġk", + "ing" + ], + [ + "_e", + "qual" + ], + [ + "ĠH", + "elp" + ], + [ + "Ġab", + "use" + ], + [ + "4", + "80" + ], + [ + "16", + "9" + ], + [ + "--", + ";Ċ" + ], + [ + "Ġex", + "tr" + ], + [ + "Ġchem", + "ical" + ], + [ + "ä", + "¿" + ], + [ + "Ġor", + "ient" + ], + [ + "Ġbre", + "ath" + ], + [ + "ĠS", + "pace" + ], + [ + "(e", + "lement" + ], + [ + "w", + "ait" + ], + [ + "DE", + "D" + ], + [ + "ig", + "ma" + ], + [ + "Ġent", + "r" + ], + [ + "Ġs", + "ob" + ], + [ + "-", + "name" + ], + [ + "Ġaff", + "ected" + ], + [ + "ik", + "a" + ], + [ + "Ġco", + "al" + ], + [ + "_w", + "ork" + ], + [ + "Ġhundred", + "s" + ], + [ + "Ġpolit", + "ics" + ], + [ + "sub", + "ject" + ], + [ + "Ġconsum", + "er" + ], + [ + "ANG", + "E" + ], + [ + "Ġrepe", + "ated" + ], + [ + "S", + "end" + ], + [ + "Ġ#", + "[" + ], + [ + "Ġprot", + "ocol" + ], + [ + "Ġlead", + "s" + ], + [ + "use", + "um" + ], + [ + "E", + "very" + ], + [ + "80", + "8" + ], + [ + "17", + "4" + ], + [ + "Im", + "port" + ], + [ + "(c", + "ount" + ], + [ + "Ġchalleng", + "es" + ], + [ + "Ġnov", + "el" + ], + [ + "Ġdep", + "art" + ], + [ + "b", + "its" + ], + [ + ".C", + "urrent" + ], + [ + "Ġ`", + "${" + ], + [ + "ot", + "ing" + ], + [ + "(", + "\\" + ], + [ + "Ġcreat", + "ive" + ], + [ + "Ġbu", + "ff" + ], + [ + "Ġintrodu", + "ced" + ], + [ + "us", + "ic" + ], + [ + "mod", + "ules" + ], + [ + "A", + "re" + ], + [ + "-d", + "oc" + ], + [ + "l", + "anguage" + ], + [ + "_c", + "ache" + ], + [ + "Ġto", + "d" + ], + [ + "?", + ">", + "{{" + ], + [ + "ĠRes", + "ource" + ], + [ + "ĠSt", + "andard" + ], + [ + "ĠP", + "rem" + ], + [ + "up", + "dated" + ], + [ + "ival", + "ent" + ], + [ + "Ġas", + "sets" + ], + [ + "_t", + "emp" + ], + [ + "Ġinterest", + "s" + ], + [ + "Ġhard", + "ware" + ], + [ + "ĠR", + "om" + ], + [ + "ĠSh", + "are" + ], + [ + "Ġ'", + "'Ċ" + ], + [ + "Ġ*", + "," + ], + [ + "ĠT", + "ake" + ], + [ + "ĠIm", + "ages" + ], + [ + "_C", + "HECK" + ], + [ + "(type", + "of" + ], + [ + "ĠJ", + "un" + ], + [ + "\\<", + "^" + ], + [ + "Ġli", + "qu" + ], + [ + "Ġwor", + "st" + ], + [ + "ymb", + "ols" + ], + [ + "ĉĉĉ", + "ĠĠĠ" + ], + [ + "Ġdr", + "ivers" + ], + [ + "ĠD", + "ocument" + ], + [ + "en", + "o" + ], + [ + "ĠTechn", + "ology" + ], + [ + "Ġappro", + "ved" + ], + [ + "ump", + "s" + ], + [ + "Ġs", + "now" + ], + [ + "form", + "ance" + ], + [ + "_A", + "SSERT" + ], + [ + "u", + "its" + ], + [ + "20", + "7" + ], + [ + "Ù", + "Ĩ" + ], + [ + "Ġdiffer", + "ences" + ], + [ + ".", + "Visible" + ], + [ + "ĉĉĉ", + "čĊ" + ], + [ + "ĠP", + "s" + ], + [ + "_f", + "etch" + ], + [ + "Ġto", + "do" + ], + [ + ".", + "',Ċ" + ], + [ + "Ġs", + "el" + ], + [ + "ur", + "ers" + ], + [ + "in", + "valid" + ], + [ + "Ġt", + "weet" + ], + [ + "V", + "EL" + ], + [ + "Ġresearch", + "ers" + ], + [ + "Ġs", + "printf" + ], + [ + "ĠR", + "O" + ], + [ + "Ġp", + "el" + ], + [ + ".Tr", + "ans" + ], + [ + "Ġil", + "legal" + ], + [ + "d", + "ialog" + ], + [ + "sm", + "arty" + ], + [ + "l", + "g" + ], + [ + "_M", + "IN" + ], + [ + "Ġher", + "o" + ], + [ + "f", + "inal" + ], + [ + "Ġp", + "p" + ], + [ + ".L", + "e" + ], + [ + "Ġc", + "i" + ], + [ + "ĉ", + "RT" + ], + [ + "Ġsuggest", + "ed" + ], + [ + "p", + "df" + ], + [ + "ach", + "ing" + ], + [ + "ĠR", + "o" + ], + [ + "ĠProp", + "erties" + ], + [ + "ĠS", + "i" + ], + [ + "Ġbuy", + "ing" + ], + [ + "Ġm", + "u" + ], + [ + "Ġl", + "ands" + ], + [ + "if", + "iers" + ], + [ + "ĠF", + "ILE" + ], + [ + "RO", + "UP" + ], + [ + "Ġh", + "older" + ], + [ + "ĠS", + "on" + ], + [ + "Ġsym", + "pt" + ], + [ + ".r", + "oute" + ], + [ + ")", + "?" + ], + [ + "Ġarg", + "c" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġcas", + "ino" + ], + [ + "_c", + "ategory" + ], + [ + "Ġfor", + "um" + ], + [ + "2", + "15" + ], + [ + "p", + "refix" + ], + [ + "apt", + "ure" + ], + [ + "T", + "ube" + ], + [ + "em", + "s" + ], + [ + "im", + "ize" + ], + [ + "Ġn", + "ue" + ], + [ + "a", + "us" + ], + [ + "c", + "ourse" + ], + [ + "AT", + "OR" + ], + [ + "()", + ")," + ], + [ + "Ad", + "vertis" + ], + [ + "ING", + "S" + ], + [ + "Ġack", + "now" + ], + [ + "ĠKore", + "a" + ], + [ + "pl", + "ing" + ], + [ + "Ġwork", + "er" + ], + [ + "PL", + "IED" + ], + [ + "h", + "al" + ], + [ + "ĠRich", + "ard" + ], + [ + "Element", + "s" + ], + [ + "ĉĉĉ", + "Ġ" + ], + [ + "st", + "ar" + ], + [ + "Ġrelationship", + "s" + ], + [ + "Ġche", + "ap" + ], + [ + "AC", + "H" + ], + [ + "ĠX", + "ML" + ], + [ + ",", + "&" + ], + [ + "ĠLou", + "is" + ], + [ + "Ġr", + "ide" + ], + [ + "_F", + "AIL" + ], + [ + "Ġch", + "unk" + ], + [ + "[", + "s" + ], + [ + "_O", + "UT" + ], + [ + "Ġch", + "osen" + ], + [ + "_", + "[" + ], + [ + "/", + "(" + ], + [ + "ĠJ", + "eff" + ], + [ + "_s", + "l" + ], + [ + "pr", + "iv" + ], + [ + "ĠCan", + "adian" + ], + [ + "Ġun", + "able" + ], + [ + "_F", + "LAG" + ], + [ + "Ġn", + "os" + ], + [ + "h", + "igh" + ], + [ + "Ġl", + "ift" + ], + [ + "f", + "un" + ], + [ + "()", + "{" + ], + [ + "el", + "ly" + ], + [ + "ycler", + "View" + ], + [ + "_", + "as" + ], + [ + "_L", + "IST" + ], + [ + "Ġr", + "adi" + ], + [ + ".get", + "Value" + ], + [ + "30", + "4" + ], + [ + "ĠAnge", + "les" + ], + [ + "ĠS", + "pan" + ], + [ + "_in", + "stance" + ], + [ + "it", + "ors" + ], + [ + "20", + "8" + ], + [ + "Ġm", + "igration" + ], + [ + "A", + "K" + ], + [ + "O", + "h" + ], + [ + "Â", + "®" + ], + [ + ".", + "selected" + ], + [ + "ĠG", + "T" + ], + [ + "Ġadv", + "ance" + ], + [ + "ĠSt", + "yle" + ], + [ + ".Data", + "GridView" + ], + [ + "e", + "ction" + ], + [ + "Ñ", + "İ" + ], + [ + "p", + "io" + ], + [ + "ro", + "g" + ], + [ + "Ġsh", + "opping" + ], + [ + "ĠR", + "ect" + ], + [ + "I", + "lluminate" + ], + [ + "O", + "U" + ], + [ + "ĉ", + "array" + ], + [ + "Ġsubstant", + "ial" + ], + [ + "Ġpre", + "gn" + ], + [ + "Ġprom", + "ote" + ], + [ + "IE", + "W" + ], + [ + ".L", + "ayout" + ], + [ + "Ġsign", + "s" + ], + [ + "/", + "." + ], + [ + "Ġlet", + "ters" + ], + [ + "Bo", + "ard" + ], + [ + "ct", + "rl" + ], + [ + "\"", + "\\" + ], + [ + "ĠJ", + "ones" + ], + [ + "Ġvert", + "ex" + ], + [ + "Ġj", + "a" + ], + [ + "Ġaff", + "ili" + ], + [ + "Ġwe", + "alth" + ], + [ + "ĉ", + "default" + ], + [ + "Ġsignificant", + "ly" + ], + [ + "Ġe", + "c" + ], + [ + "Ġx", + "s" + ], + [ + "act", + "ual" + ], + [ + ".p", + "er" + ], + [ + "_st", + "ep" + ], + [ + "an", + "vas" + ], + [ + "m", + "ac" + ], + [ + "Ġtrans", + "l" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Iter", + "ator" + ], + [ + "Ġo", + "ch" + ], + [ + "agnost", + "ic" + ], + [ + "ĠD", + "uring" + ], + [ + "ĠDE", + "FAULT" + ], + [ + "Ġt", + "ill" + ], + [ + "Ġsign", + "ature" + ], + [ + "Ġb", + "ird" + ], + [ + "ĠO", + "l" + ], + [ + "3", + "10" + ], + [ + "ĠI", + "r" + ], + [ + "H", + "S" + ], + [ + "av", + "atar" + ], + [ + "ESS", + "AGE" + ], + [ + "Ġe", + "lev" + ], + [ + "Ġm", + "t" + ], + [ + "ĠN", + "av" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġpl", + "ate" + ], + [ + "IT", + "EM" + ], + [ + "(", + "date" + ], + [ + ".n", + "ot" + ], + [ + "Ġgr", + "ade" + ], + [ + "Ġ}", + "),Ċ" + ], + [ + "?", + "\"ĊĊ" + ], + [ + "i", + "ences" + ], + [ + "H", + "igh" + ], + [ + "ĠD", + "IS" + ], + [ + "23", + "1" + ], + [ + "dis", + "abled" + ], + [ + "Q", + "UI" + ], + [ + "Ġno", + "ise" + ], + [ + "a", + "ux" + ], + [ + "ĠU", + "P" + ], + [ + "88", + "8" + ], + [ + "os", + "a" + ], + [ + "Ġv", + "oc" + ], + [ + "Ġ", + "))" + ], + [ + "oc", + "om" + ], + [ + "_O", + "FF" + ], + [ + "ĠD", + "b" + ], + [ + "L", + "ock" + ], + [ + ".e", + "clipse" + ], + [ + ",", + "d" + ], + [ + "ĠD", + "raw" + ], + [ + "Ġ\"", + "(" + ], + [ + "Ġvis", + "ited" + ], + [ + "Ġâ", + "Ī" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġim", + "possible" + ], + [ + "a", + "ire" + ], + [ + "ĠT", + "urn" + ], + [ + "Ġd", + "ish" + ], + [ + "F", + "G" + ], + [ + "Ġs", + "ensor" + ], + [ + "AN", + "N" + ], + [ + "ab", + "a" + ], + [ + "Ġsur", + "g" + ], + [ + "]", + ");čĊ" + ], + [ + "Ġf", + "p" + ], + [ + "_", + "an" + ], + [ + "-", + "J" + ], + [ + "-", + "G" + ], + [ + "ĠJ", + "ob" + ], + [ + "Con", + "vert" + ], + [ + "ĠKE", + "Y" + ], + [ + "Ġauth", + "ors" + ], + [ + "_s", + "erver" + ], + [ + "\\", + "r" + ], + [ + "Ġ-*", + "-" + ], + [ + "f", + "lex" + ], + [ + "Ġs", + "oc" + ], + [ + "R", + "et" + ], + [ + "Ġs", + "alt" + ], + [ + "ĠâĢ¦", + "ĊĊ" + ], + [ + "ĠC", + "lear" + ], + [ + "(p", + "age" + ], + [ + "-d", + "anger" + ], + [ + "Ġroom", + "s" + ], + [ + "con", + "v" + ], + [ + "#", + "{" + ], + [ + ".", + "op" + ], + [ + "ĠA", + "rea" + ], + [ + "_S", + "C" + ], + [ + "h", + "en" + ], + [ + "Ġbeg", + "ins" + ], + [ + "-", + "y" + ], + [ + "Ġexc", + "ited" + ], + [ + "Ġign", + "ored" + ], + [ + "Ġbon", + "us" + ], + [ + "st", + "udent" + ], + [ + "ĠM", + "ember" + ], + [ + "Ġrel", + "atively" + ], + [ + "ĠL", + "ow" + ], + [ + "ĠPro", + "du" + ], + [ + "ate", + "way" + ], + [ + "pos", + "ure" + ], + [ + "Ġth", + "ick" + ], + [ + "ani", + "el" + ], + [ + "(", + "view" + ], + [ + "ĠCr", + "ush" + ], + [ + "Ext", + "ension" + ], + [ + "I", + "l" + ], + [ + "e", + "ed" + ], + [ + "LO", + "C" + ], + [ + ".", + "im" + ], + [ + ".", + "Items" + ], + [ + "Ġconflic", + "t" + ], + [ + ".pre", + "vent" + ], + [ + "25", + "2" + ], + [ + "Ġon", + "Create" + ], + [ + "u", + "v" + ], + [ + "is", + "er" + ], + [ + "Ġw", + "ave" + ], + [ + "M", + "ar" + ], + [ + "ĠComm", + "unity" + ], + [ + "ic", + "he" + ], + [ + "ĠNo", + "thing" + ], + [ + "[", + "m" + ], + [ + "ĠLe", + "e" + ], + [ + "ri", + "ends" + ], + [ + "2", + "32" + ], + [ + "è", + "re" + ], + [ + "!!", + "!" + ], + [ + "an", + "z" + ], + [ + ".", + "result" + ], + [ + "ĠS", + "K" + ], + [ + "_P", + "ARAM" + ], + [ + "Ġdem", + "ocr" + ], + [ + "Back", + "Color" + ], + [ + ".ex", + "ists" + ], + [ + "\"", + "It" + ], + [ + "(", + "options" + ], + [ + "ra", + "zy" + ], + [ + "as", + "er" + ], + [ + "\\", + "Database" + ], + [ + "al", + "endar" + ], + [ + "_", + "ass" + ], + [ + ";", + "}Ċ" + ], + [ + "vert", + "ex" + ], + [ + "ine", + "craft" + ], + [ + "W", + "arning" + ], + [ + "arg", + "o" + ], + [ + "Ġact", + "or" + ], + [ + "ĠInst", + "ead" + ], + [ + "ĠUs", + "ing" + ], + [ + "S", + "elf" + ], + [ + "@", + "interface" + ], + [ + "Ġspe", + "aking" + ], + [ + "ĠPar", + "is" + ], + [ + "ĠL", + "ICENSE" + ], + [ + ".n", + "ode" + ], + [ + "ĠF", + "ood" + ], + [ + "E", + "IF" + ], + [ + "ĠB", + "i" + ], + [ + ".", + "Start" + ], + [ + "ĠI", + "B" + ], + [ + "Ġun", + "iversity" + ], + [ + "25", + "4" + ], + [ + "ĠHe", + "ader" + ], + [ + ".pro", + "duct" + ], + [ + "40", + "9" + ], + [ + "C", + "opy" + ], + [ + "et", + "c" + ], + [ + "r", + "ical" + ], + [ + "Ġ>", + ">>" + ], + [ + "book", + "s" + ], + [ + "Ġal", + "gorithm" + ], + [ + "Ġ'", + "__" + ], + [ + "(j", + "avax" + ], + [ + "Ġnumer", + "ous" + ], + [ + "Sh", + "are" + ], + [ + "H", + "ave" + ], + [ + "Ġrec", + "ru" + ], + [ + "Ġpro", + "ve" + ], + [ + ".sub", + "string" + ], + [ + "he", + "alth" + ], + [ + "е", + "л" + ], + [ + "Ġdec", + "imal" + ], + [ + "Ġcomm", + "ission" + ], + [ + "s", + "cription" + ], + [ + "x", + "C" + ], + [ + "Ġsum", + "mary" + ], + [ + "att", + "ed" + ], + [ + "Ġclo", + "ser" + ], + [ + "fin", + "ished" + ], + [ + "()", + "){Ċ" + ], + [ + "ĠW", + "ood" + ], + [ + "30", + "1" + ], + [ + "_field", + "s" + ], + [ + "k", + "u" + ], + [ + "_", + "items" + ], + [ + "Fl", + "ag" + ], + [ + "Ġconf", + "idence" + ], + [ + "ĠF", + "ederal" + ], + [ + "du", + "x" + ], + [ + "Ġcomp", + "at" + ], + [ + "Ġvert", + "ical" + ], + [ + "Ð", + "¹" + ], + [ + "è", + "s" + ], + [ + ";", + "\">Ċ" + ], + [ + "_m", + "anager" + ], + [ + "()", + "))Ċ" + ], + [ + "ID", + "E" + ], + [ + ":", + "\"," + ], + [ + "23", + "5" + ], + [ + "__", + "Ċ" + ], + [ + "ĠW", + "ay" + ], + [ + "22", + "1" + ], + [ + "Ñ", + "Ī" + ], + [ + "T", + "emp" + ], + [ + "ĠS", + "TR" + ], + [ + "rit", + "ten" + ], + [ + "S", + "ync" + ], + [ + "ĠA", + "V" + ], + [ + "ĠC", + "EO" + ], + [ + "ĠG", + "uid" + ], + [ + "Ġenvironment", + "al" + ], + [ + "Ġcorrespond", + "ing" + ], + [ + "ĉ", + "console" + ], + [ + "Ġjust", + "ice" + ], + [ + "ĠJ", + "S" + ], + [ + "Ġl", + "ived" + ], + [ + "g", + "ar" + ], + [ + "ĠG", + "raph" + ], + [ + "ĠSt", + "at" + ], + [ + "Ġi", + "Phone" + ], + [ + ".", + "al" + ], + [ + "ĠH", + "D" + ], + [ + "Ġocc", + "ur" + ], + [ + "Ġth", + "reshold" + ], + [ + "50", + "9" + ], + [ + "Ġon", + "click" + ], + [ + "RE", + "G" + ], + [ + ".Graphics", + "Unit" + ], + [ + "M", + "eta" + ], + [ + "Å", + "¾" + ], + [ + "Ġc", + "um" + ], + [ + ".g", + "nu" + ], + [ + "Ã", + "«" + ], + [ + "Ġobt", + "ained" + ], + [ + "Ġcompl", + "aint" + ], + [ + "Ġe", + "ating" + ], + [ + "Ġt", + "ar" + ], + [ + "_t", + "ask" + ], + [ + "Ġopt", + "s" + ], + [ + "2", + "16" + ], + [ + "(", + "to" + ], + [ + "P", + "ass" + ], + [ + "Ġpl", + "astic" + ], + [ + "t", + "ility" + ], + [ + "ĠW", + "in" + ], + [ + ".prevent", + "Default" + ], + [ + "p", + "ile" + ], + [ + "ĠG", + "ar" + ], + [ + "Ġqu", + "antity" + ], + [ + "_l", + "ast" + ], + [ + "Ġg", + "reatest" + ], + [ + "D", + "ao" + ], + [ + "_D", + "IS" + ], + [ + "ĠUs", + "ed" + ], + [ + "ĠH", + "P" + ], + [ + "rit", + "ing" + ], + [ + "S", + "ION" + ], + [ + "bl", + "ue" + ], + [ + "d", + "omain" + ], + [ + "Ġs", + "cores" + ], + [ + "N", + "ormal" + ], + [ + "_", + "admin" + ], + [ + "ĠA", + "SSERT" + ], + [ + "Th", + "en" + ], + [ + "**", + "*" + ], + [ + "d", + "ist" + ], + [ + "l", + "on" + ], + [ + "Ġh", + "ate" + ], + [ + "sh", + "al" + ], + [ + "Image", + "View" + ], + [ + "d", + "atabase" + ], + [ + "Ġp", + "and" + ], + [ + "Ġlog", + "ic" + ], + [ + "=", + "false" + ], + [ + "b", + "g" + ], + [ + "ĠConfig", + "uration" + ], + [ + "Ġn", + "ur" + ], + [ + "O", + "G" + ], + [ + "Ġmar", + "ried" + ], + [ + ":", + "+" + ], + [ + "Ġdro", + "pped" + ], + [ + "0", + "40" + ], + [ + "Ġreg", + "istration" + ], + [ + "оÐ", + "¼" + ], + [ + "ult", + "iple" + ], + [ + "iz", + "ers" + ], + [ + "sh", + "ape" + ], + [ + ".c", + "opy" + ], + [ + "Ġwe", + "aring" + ], + [ + "ĠC", + "ath" + ], + [ + "Ġded", + "icated" + ], + [ + "Ġ..", + ".Ċ" + ], + [ + "Ġadv", + "oc" + ], + [ + "ĠF", + "amily" + ], + [ + "Ġstat", + "ements" + ], + [ + "em", + "atic" + ], + [ + "ampions", + "hip" + ], + [ + "Ġmot", + "iv" + ], + [ + "ĠH", + "ave" + ], + [ + "Ġbl", + "ow" + ], + [ + "J", + "ob" + ], + [ + "c", + "ert" + ], + [ + "_v", + "ector" + ], + [ + "inst", + "all" + ], + [ + "ĠC", + "OPY" + ], + [ + "em", + "bed" + ], + [ + "D", + "IR" + ], + [ + "ĠS", + "pring" + ], + [ + "Ġex", + "hib" + ], + [ + "22", + "3" + ], + [ + "cd", + "n" + ], + [ + "ĠCom", + "ment" + ], + [ + "ĠOption", + "al" + ], + [ + ".", + "player" + ], + [ + "ĠD", + "ark" + ], + [ + "(", + "pos" + ], + [ + "ĠSh", + "ould" + ], + [ + "Ġcent", + "re" + ], + [ + "ĠGu", + "ard" + ], + [ + "ó", + "w" + ], + [ + "Ġtr", + "ouble" + ], + [ + "EN", + "ER" + ], + [ + "(", + "unsigned" + ], + [ + "_s", + "ervice" + ], + [ + "Ġn", + "s" + ], + [ + "ul", + "ing" + ], + [ + "ĠMex", + "ico" + ], + [ + "ĠN", + "Y" + ], + [ + "mys", + "ql" + ], + [ + "Ġl", + "ic" + ], + [ + "å", + "ľ" + ], + [ + "M", + "r" + ], + [ + "-", + "fl" + ], + [ + "ĠC", + "ustomer" + ], + [ + "id", + "i" + ], + [ + "Ġ?", + ">ĊĊ" + ], + [ + "ri", + "ble" + ], + [ + "Ġп", + "ÑĢ" + ], + [ + "Ġs", + "izes" + ], + [ + "_STR", + "ING" + ], + [ + "valid", + "ation" + ], + [ + "ĠJ", + "on" + ], + [ + "(", + "Http" + ], + [ + "add", + "Class" + ], + [ + "N", + "odes" + ], + [ + "Ġfrag", + "ment" + ], + [ + "Ġsp", + "oke" + ], + [ + "Ġw", + "aste" + ], + [ + "J", + "oin" + ], + [ + "Ġill", + "ustr" + ], + [ + "el", + "i" + ], + [ + "c", + "ient" + ], + [ + "Ġa", + "id" + ], + [ + "Ġpro", + "sec" + ], + [ + "')", + "{Ċ" + ], + [ + "Ġpass", + "ing" + ], + [ + "Ġf", + "aces" + ], + [ + "Sh", + "ape" + ], + [ + "_", + "Z" + ], + [ + "it", + "i" + ], + [ + "Ġal", + "le" + ], + [ + "Ġro", + "bot" + ], + [ + "ĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "ĠS", + "pe" + ], + [ + "Ġrece", + "iving" + ], + [ + "ĠD", + "etails" + ], + [ + "Ġ\"", + ")" + ], + [ + "m", + "g" + ], + [ + "_RE", + "F" + ], + [ + "Ġcompar", + "ison" + ], + [ + "*", + "," + ], + [ + "ĠF", + "ound" + ], + [ + "_s", + "ession" + ], + [ + "(", + "U" + ], + [ + "/", + "F" + ], + [ + "Ġx", + "xx" + ], + [ + "N", + "etwork" + ], + [ + "d", + "ers" + ], + [ + "Ġcap", + "ture" + ], + [ + "Ġcor", + "re" + ], + [ + "ĠL", + "td" + ], + [ + "ĠAd", + "v" + ], + [ + "[", + "@" + ], + [ + "Ġcl", + "ip" + ], + [ + "M", + "ill" + ], + [ + "ĠPro", + "file" + ], + [ + "Ġend", + "if" + ], + [ + "Ġob", + "lig" + ], + [ + "des", + "cribe" + ], + [ + ".e", + "lement" + ], + [ + "riter", + "ion" + ], + [ + "L", + "D" + ], + [ + "er", + "ed" + ], + [ + "Ġfav", + "our" + ], + [ + "s", + "core" + ], + [ + "ĠF", + "ilter" + ], + [ + "at", + "tributes" + ], + [ + "Ġcheck", + "s" + ], + [ + "In", + "flater" + ], + [ + "ĠPl", + "us" + ], + [ + "Ġscient", + "ific" + ], + [ + "Ġpriv", + "acy" + ], + [ + "He", + "ad" + ], + [ + "Ġfe", + "at" + ], + [ + "Ġdeg", + "rees" + ], + [ + "ĠP", + "ale" + ], + [ + ";", + "\">" + ], + [ + "Ġfil", + "ms" + ], + [ + "ĠA", + "udio" + ], + [ + "ĠT", + "ag" + ], + [ + "ĠE", + "nergy" + ], + [ + "it", + "ar" + ], + [ + "par", + "ator" + ], + [ + "Ġf", + "ellow" + ], + [ + "Ġev", + "t" + ], + [ + "ĠT", + "ri" + ], + [ + "ĠD", + "AM" + ], + [ + "cl", + "oud" + ], + [ + "ĠP", + "assword" + ], + [ + "ĠDemocr", + "ats" + ], + [ + "ĠAc", + "ad" + ], + [ + "$", + "lang" + ], + [ + "Ġre", + "b" + ], + [ + "()", + ")ĊĊ" + ], + [ + "н", + "Ñĭ" + ], + [ + "ĠB", + "ur" + ], + [ + "read", + "cr" + ], + [ + "Ġh", + "ex" + ], + [ + "20", + "9" + ], + [ + "Con", + "sole" + ], + [ + "ct", + "l" + ], + [ + "ous", + "el" + ], + [ + "ĠWill", + "iam" + ], + [ + "Ġa", + "z" + ], + [ + "_P", + "ORT" + ], + [ + "Ġpract", + "ices" + ], + [ + "Ġany", + "where" + ], + [ + "ĠP", + "osition" + ], + [ + "Ġ-", + ">Ċ" + ], + [ + "i", + "ams" + ], + [ + ".user", + "name" + ], + [ + "place", + "holder" + ], + [ + "Ġo", + "der" + ], + [ + "ĠSecret", + "ary" + ], + [ + "Ġi", + "T" + ], + [ + "mon", + "d" + ], + [ + "event", + "s" + ], + [ + "?", + "âĢĿ" + ], + [ + ".S", + "ub" + ], + [ + "Ġatt", + "ached" + ], + [ + "Ġn", + "ão" + ], + [ + "Ġest", + "ate" + ], + [ + "36", + "5" + ], + [ + ".", + "action" + ], + [ + "Ġfig", + "ures" + ], + [ + "Ġ}", + ");čĊ" + ], + [ + "Ġsubs", + "cri" + ], + [ + ".t", + "ag" + ], + [ + "n", + "am" + ], + [ + ".", + "plot" + ], + [ + "no", + "on" + ], + [ + "li", + "ament" + ], + [ + "Char", + "acter" + ], + [ + ".t", + "ab" + ], + [ + "Ġw", + "inter" + ], + [ + "ĠVar", + "iable" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġpr", + "oud" + ], + [ + "(", + "V" + ], + [ + "_", + "load" + ], + [ + "Ġh", + "ier" + ], + [ + "ĠE", + "con" + ], + [ + "Ġf", + "d" + ], + [ + "Ġvict", + "ims" + ], + [ + "R", + "est" + ], + [ + "ian", + "a" + ], + [ + "Ġf", + "ake" + ], + [ + ".Print", + "ln" + ], + [ + "Ġstr", + "len" + ], + [ + "Ġs", + "ad" + ], + [ + "Ġb", + "le" + ], + [ + "Pro", + "t" + ], + [ + "Ġbutton", + "s" + ], + [ + "Ġte", + "levision" + ], + [ + "Ġlog", + "o" + ], + [ + "ext", + "ension" + ], + [ + "ĉ", + "j" + ], + [ + "ste", + "in" + ], + [ + "acion", + "es" + ], + [ + "Ġ\"\"", + "\"ĊĊ" + ], + [ + "Ġsim", + "p" + ], + [ + "Ġrecord", + "ed" + ], + [ + "Ġbr", + "ings" + ], + [ + "Ġprincip", + "al" + ], + [ + "Ġfe", + "es" + ], + [ + "(s", + "ource" + ], + [ + "k", + "dir" + ], + [ + "Ġutil", + "s" + ], + [ + "Ġcorrect", + "ly" + ], + [ + "f", + "il" + ], + [ + "Ġw", + "el" + ], + [ + "P", + "air" + ], + [ + "-b", + "utton" + ], + [ + "s", + "cale" + ], + [ + "ver", + "ify" + ], + [ + "[", + "c" + ], + [ + "Ġ--", + "-" + ], + [ + "Ġes", + "cape" + ], + [ + "ik", + "es" + ], + [ + "Lower", + "Case" + ], + [ + "ic", + "ian" + ], + [ + "Ġch", + "apter" + ], + [ + "ĠT", + "YPE" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġaw", + "esome" + ], + [ + "W", + "E" + ], + [ + "el", + "if" + ], + [ + "Ġl", + "ambda" + ], + [ + "Ġdist", + "inct" + ], + [ + "Ġb", + "are" + ], + [ + "-", + "off" + ], + [ + "Ġcol", + "our" + ], + [ + ".append", + "Child" + ], + [ + "ole", + "c" + ], + [ + "ag", + "a" + ], + [ + ".f", + "ill" + ], + [ + "ĉs", + "uper" + ], + [ + "Ġad", + "j" + ], + [ + "(", + "position" + ], + [ + ".get", + "Item" + ], + [ + "24", + "2" + ], + [ + "Sh", + "ort" + ], + [ + "Ġtot", + "ally" + ], + [ + "V", + "D" + ], + [ + "ĠT", + "re" + ], + [ + "_", + "ep" + ], + [ + "v", + "ements" + ], + [ + "ĠS", + "olution" + ], + [ + "Ġfund", + "ament" + ], + [ + "F", + "ollow" + ], + [ + "Ġfac", + "ility" + ], + [ + "Ġhappen", + "ing" + ], + [ + "O", + "F" + ], + [ + ".text", + "Box" + ], + [ + "S", + "pan" + ], + [ + "ĠÂ", + "«" + ], + [ + "id", + "en" + ], + [ + "Ġex", + "ceed" + ], + [ + "(p", + "arent" + ], + [ + "Ġc", + "p" + ], + [ + "ç", + "»" + ], + [ + "Ġhas", + "n" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġcon", + "sequ" + ], + [ + "n", + "en" + ], + [ + "ĠIN", + "TO" + ], + [ + "I", + "gnore" + ], + [ + "ĠF", + "uture" + ], + [ + "Ġcar", + "bon" + ], + [ + "ĠSte", + "el" + ], + [ + "f", + "mt" + ], + [ + "ok", + "ie" + ], + [ + "Ġs", + "pl" + ], + [ + "(t", + "itle" + ], + [ + "-", + "info" + ], + [ + "Ġde", + "als" + ], + [ + "Ġfix", + "ture" + ], + [ + "e", + "a" + ], + [ + "D", + "iv" + ], + [ + "Ġtest", + "ed" + ], + [ + "_", + "return" + ], + [ + ")ĊĊ", + "ĊĊ" + ], + [ + "upport", + "ed" + ], + [ + "ĠC", + "ook" + ], + [ + "Ġpay", + "ing" + ], + [ + "ĠI", + "ll" + ], + [ + "Ġarrest", + "ed" + ], + [ + "ĠPr", + "ime" + ], + [ + "_c", + "allback" + ], + [ + ">", + ",Ċ" + ], + [ + "dr", + "iver" + ], + [ + "On", + "ce" + ], + [ + "ab", + "b" + ], + [ + "_by", + "tes" + ], + [ + "ĠS", + "ets" + ], + [ + "(", + "Object" + ], + [ + "Ġc", + "c" + ], + [ + "Ġsh", + "ell" + ], + [ + "al", + "o" + ], + [ + ");", + "//" + ], + [ + "(", + "log" + ], + [ + "2", + "64" + ], + [ + "ct", + "ors" + ], + [ + ")", + "" + ], + [ + "2", + "18" + ], + [ + "Ġ$", + "(\"." + ], + [ + ".p", + "os" + ], + [ + "Ġbo", + "ys" + ], + [ + "Ġwed", + "ding" + ], + [ + "Ġag", + "ents" + ], + [ + "=\"", + "_" + ], + [ + "ĠAr", + "my" + ], + [ + "Ġh", + "int" + ], + [ + "v", + "ision" + ], + [ + "Ġte", + "ch" + ], + [ + "ĠCon", + "nect" + ], + [ + "Ġleg", + "end" + ], + [ + "ĠB", + "et" + ], + [ + ".B", + "ase" + ], + [ + "Sub", + "ject" + ], + [ + "Ġl", + "it" + ], + [ + "Rem", + "ove" + ], + [ + "Ġ\"", + ":" + ], + [ + "ĠF", + "inal" + ], + [ + "pear", + "ance" + ], + [ + "ĠiT", + "unes" + ], + [ + "Ġparticip", + "ants" + ], + [ + "ĠPy", + "thon" + ], + [ + "Ġbus", + "y" + ], + [ + "i", + "el" + ], + [ + "vert", + "ices" + ], + [ + "Ġtemplate", + "Url" + ], + [ + "ĠC", + "lose" + ], + [ + "Im", + "g" + ], + [ + "ĠCorpor", + "ation" + ], + [ + "t", + "imestamp" + ], + [ + "Ġext", + "end" + ], + [ + "Ġwe", + "bsites" + ], + [ + "Ġposs", + "ibility" + ], + [ + "о", + "ÑĤ" + ], + [ + "Ġk", + "ö" + ], + [ + "Ġme", + "at" + ], + [ + "Ġrepresent", + "ation" + ], + [ + "24", + "1" + ], + [ + "Ġ", + "ĉĉ" + ], + [ + "_ST", + "ART" + ], + [ + ".app", + "ly" + ], + [ + "ĠVal", + "ley" + ], + [ + "ĠS", + "uccess" + ], + [ + "H", + "i" + ], + [ + "Ġn", + "ob" + ], + [ + "ĠI", + "Enumerable" + ], + [ + "_", + "select" + ], + [ + "ge", + "o" + ], + [ + ".", + "\")Ċ" + ], + [ + "Ġturn", + "ing" + ], + [ + "Ġfab", + "ric" + ], + [ + "(\"", + "\");Ċ" + ], + [ + "Ġpers", + "pective" + ], + [ + "é", + "Ĺ" + ], + [ + "ĠS", + "n" + ], + [ + "Th", + "ank" + ], + [ + ";", + "j" + ], + [ + ".Param", + "eters" + ], + [ + "ĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġfact", + "s" + ], + [ + "30", + "5" + ], + [ + "Ġun", + "t" + ], + [ + ".in", + "stance" + ], + [ + "################################", + "################################" + ], + [ + "-", + "end" + ], + [ + "ĠJO", + "IN" + ], + [ + "ĠH", + "en" + ], + [ + "Ġur", + "i" + ], + [ + "åIJ", + "į" + ], + [ + "Ġн", + "а" + ], + [ + "ĠIn", + "fo" + ], + [ + "Ġconduct", + "ed" + ], + [ + "ĠÃ", + "¥" + ], + [ + "OUR", + "CE" + ], + [ + "Ġw", + "ine" + ], + [ + "J", + "ohn" + ], + [ + ".Error", + "f" + ], + [ + "ĠA", + "ge" + ], + [ + "ound", + "ed" + ], + [ + "Ġreal", + "ize" + ], + [ + "3", + "12" + ], + [ + "Ġ]", + ";" + ], + [ + "Ġsub", + "sequ" + ], + [ + ",", + "m" + ], + [ + "(", + "User" + ], + [ + "ian", + "o" + ], + [ + "Ġaccom", + "pl" + ], + [ + "is", + "p" + ], + [ + ".st", + "d" + ], + [ + "é", + "ĩ" + ], + [ + "ĠB", + "ed" + ], + [ + ".set", + "Attribute" + ], + [ + "B", + "R" + ], + [ + "ke", + "ep" + ], + [ + "ĠA", + "LL" + ], + [ + "Ġis", + "ol" + ], + [ + "am", + "ma" + ], + [ + "P", + "ackage" + ], + [ + "Ġoccas", + "ion" + ], + [ + "-s", + "uccess" + ], + [ + "еÐ", + "´" + ], + [ + "ĠLIMIT", + "ED" + ], + [ + "st", + "rip" + ], + [ + "()", + "ĊĊĊ" + ], + [ + "istrib", + "ution" + ], + [ + "Color", + "s" + ], + [ + "Ġ+", + ":+" + ], + [ + "Did", + "Load" + ], + [ + "al", + "er" + ], + [ + "Ġt", + "id" + ], + [ + "ĠL", + "ED" + ], + [ + "ĠLink", + "ed" + ], + [ + "ĠC", + "art" + ], + [ + "()", + ")čĊ" + ], + [ + "_RE", + "AD" + ], + [ + "Ġkill", + "ing" + ], + [ + "ĠP", + "HP" + ], + [ + "fe", + "ction" + ], + [ + "Ġinst", + "ances" + ], + [ + "c", + "v" + ], + [ + "\"/", + ">" + ], + [ + "Ġs", + "f" + ], + [ + "Ġtax", + "es" + ], + [ + "_", + "location" + ], + [ + "ĠBit", + "coin" + ], + [ + "u", + "able" + ], + [ + "r", + "ank" + ], + [ + "ign", + "ore" + ], + [ + "tr", + "ack" + ], + [ + "к", + "а" + ], + [ + "Ġshould", + "n" + ], + [ + "ĠO", + "P" + ], + [ + "=>", + "{Ċ" + ], + [ + "Ġk", + "m" + ], + [ + "Ġh", + "elper" + ], + [ + "_", + "head" + ], + [ + "ĠWh", + "ether" + ], + [ + "oc", + "o" + ], + [ + "_b", + "l" + ], + [ + "Ġstat", + "istics" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġto", + "g" + ], + [ + "t", + "ip" + ], + [ + "ëĭ", + "¤" + ], + [ + "Ġc", + "sv" + ], + [ + "(s", + "ql" + ], + [ + "std", + "lib" + ], + [ + "we", + "ak" + ], + [ + "Ġlik", + "es" + ], + [ + "Ä", + "į" + ], + [ + "Ġrepe", + "at" + ], + [ + "Ġap", + "artment" + ], + [ + "Ġem", + "ph" + ], + [ + "_", + "edit" + ], + [ + "Ġv", + "it" + ], + [ + "ĉ", + "type" + ], + [ + "2", + "17" + ], + [ + "E", + "ven" + ], + [ + "ut", + "en" + ], + [ + "Ġcircum", + "stances" + ], + [ + "b", + "ian" + ], + [ + "Ġs", + "ugar" + ], + [ + "W", + "indows" + ], + [ + "ì", + "ŀ" + ], + [ + "Ġobs", + "erved" + ], + [ + "/", + "data" + ], + [ + "Ġcal", + "endar" + ], + [ + "Ġstri", + "ke" + ], + [ + "ĠR", + "ES" + ], + [ + "_s", + "c" + ], + [ + "f", + "ony" + ], + [ + "ore", + "m" + ], + [ + "(", + "z" + ], + [ + "p", + "ower" + ], + [ + "et", + "ect" + ], + [ + "ĠS", + "at" + ], + [ + ".d", + "escription" + ], + [ + "Ġg", + "ang" + ], + [ + "ĠS", + "ports" + ], + [ + "ong", + "s" + ], + [ + "ĠB", + "undle" + ], + [ + ".s", + "um" + ], + [ + "on", + "ce" + ], + [ + "Ġacc", + "used" + ], + [ + "Ġexplo", + "re" + ], + [ + "Ġapprox", + "imately" + ], + [ + "Ġlos", + "ing" + ], + [ + "thes", + "is" + ], + [ + "ĠF", + "und" + ], + [ + "Ġdi", + "agn" + ], + [ + "A", + "utowired" + ], + [ + "prop", + "erties" + ], + [ + "Ġ_", + "." + ], + [ + "Ġc", + "nt" + ], + [ + "ced", + "ure" + ], + [ + "Ġy", + "y" + ], + [ + "Ġgr", + "ant" + ], + [ + "so", + "ck" + ], + [ + ".inner", + "HTML" + ], + [ + "Ġ]", + ");Ċ" + ], + [ + "ĠCON", + "FIG" + ], + [ + "='", + "$" + ], + [ + "5", + "50" + ], + [ + "]", + "];Ċ" + ], + [ + "UN", + "D" + ], + [ + "Ġg", + "lob" + ], + [ + "Ġd", + "ire" + ], + [ + "uff", + "le" + ], + [ + "_M", + "EM" + ], + [ + "Ġauth", + "entic" + ], + [ + ">", + "(\"" + ], + [ + "Ġdec", + "ade" + ], + [ + "ĠIm", + "port" + ], + [ + "Ġorigin", + "ally" + ], + [ + "Ġj", + "Query" + ], + [ + "Ġindic", + "ate" + ], + [ + "Ġours", + "elves" + ], + [ + "S", + "w" + ], + [ + ".l", + "bl" + ], + [ + "ener", + "ate" + ], + [ + "Ġbas", + "ically" + ], + [ + "ĠH", + "om" + ], + [ + "Ġ+", + "#+" + ], + [ + "ĠBrit", + "ain" + ], + [ + "ĠK", + "ar" + ], + [ + "to", + "Equal" + ], + [ + ".st", + "op" + ], + [ + "Ġmod", + "al" + ], + [ + "is", + "i" + ], + [ + "Ġsuggest", + "s" + ], + [ + "Ġd", + "type" + ], + [ + "Ġt", + "ur" + ], + [ + "b", + "f" + ], + [ + "Ġconnection", + "s" + ], + [ + "ĠB", + "efore" + ], + [ + "ist", + "ed" + ], + [ + "m", + "ouse" + ], + [ + "Ġpul", + "led" + ], + [ + ".b", + "uild" + ], + [ + "Ġlegis", + "lation" + ], + [ + "Ġfor", + "th" + ], + [ + "p", + "ad" + ], + [ + "eg", + "o" + ], + [ + ".N", + "ow" + ], + [ + "Ġexc", + "iting" + ], + [ + "}ĊĊ", + "ĊĊ" + ], + [ + "Ġcom", + "pr" + ], + [ + "Ġsh", + "ares" + ], + [ + "Ġr", + "ig" + ], + [ + "g", + "reen" + ], + [ + "_", + "vec" + ], + [ + "Ġenumer", + "ate" + ], + [ + "A", + "uto" + ], + [ + "ic", + "ator" + ], + [ + "ĠR", + "ay" + ], + [ + "as", + "se" + ], + [ + "Ġh", + "oliday" + ], + [ + "Ġnull", + "able" + ], + [ + "g", + "un" + ], + [ + "_d", + "etails" + ], + [ + "Ġwr", + "apper" + ], + [ + "se", + "q" + ], + [ + "ĠYou", + "ng" + ], + [ + "ju", + "ana" + ], + [ + "Ġ\"", + "__" + ], + [ + "lic", + "ense" + ], + [ + "ser", + "ve" + ], + [ + "^", + "(" + ], + [ + "id", + "ers" + ], + [ + ".Rem", + "ove" + ], + [ + "rop", + "down" + ], + [ + "'", + "S" + ], + [ + "p", + "in" + ], + [ + "(t", + "oken" + ], + [ + ".D", + "efault" + ], + [ + "Ġreason", + "able" + ], + [ + "amp", + "ion" + ], + [ + "ĠS", + "ociety" + ], + [ + "Ġbe", + "i" + ], + [ + "erv", + "es" + ], + [ + "r", + "ad" + ], + [ + "ĠF", + "ox" + ], + [ + "_", + "images" + ], + [ + "Ġw", + "heel" + ], + [ + "')", + "[" + ], + [ + "Ġc", + "fg" + ], + [ + "(", + "By" + ], + [ + "Con", + "structor" + ], + [ + "Ġv", + "ary" + ], + [ + ".sw", + "ift" + ], + [ + "Ġpro", + "xy" + ], + [ + "ĉ", + "H" + ], + [ + "ĠAn", + "other" + ], + [ + "ĠP", + "en" + ], + [ + "Ġcheck", + "ing" + ], + [ + "Ġj", + "est" + ], + [ + "man", + "ager" + ], + [ + "Or", + "igin" + ], + [ + "ug", + "s" + ], + [ + "o", + "ir" + ], + [ + "><", + "!--" + ], + [ + "Ġexpress", + "ed" + ], + [ + "Ġmod", + "er" + ], + [ + "Ġag", + "encies" + ], + [ + "Ġi", + "h" + ], + [ + "-h", + "idden" + ], + [ + "ious", + "ly" + ], + [ + "ĠR", + "od" + ], + [ + "Ġso", + "le" + ], + [ + "M", + "ed" + ], + [ + ".A", + "ny" + ], + [ + "Ġp", + "c" + ], + [ + "b", + "al" + ], + [ + "Ex", + "ample" + ], + [ + "ĠS", + "ale" + ], + [ + "Ġst", + "rip" + ], + [ + "ĠCom", + "p" + ], + [ + "Ġpresident", + "ial" + ], + [ + "M", + "ost" + ], + [ + "put", + "ation" + ], + [ + "(", + "ref" + ], + [ + "ĠF", + "our" + ], + [ + "_f", + "ilename" + ], + [ + "Ġen", + "forcement" + ], + [ + "Ø", + "¯" + ], + [ + "ĠGe", + "org" + ], + [ + "we", + "ights" + ], + [ + "/", + "l" + ], + [ + "Ġag", + "gress" + ], + [ + "Ġd", + "rawing" + ], + [ + "and", + "y" + ], + [ + "<", + "I" + ], + [ + "-", + "j" + ], + [ + "ak", + "a" + ], + [ + "h", + "ref" + ], + [ + "Ġteach", + "ers" + ], + [ + "_", + "Q" + ], + [ + "(", + "it" + ], + [ + "ĠM", + "B" + ], + [ + "Ġtemp", + "orary" + ], + [ + "ire", + "base" + ], + [ + "str", + "a" + ], + [ + "æĹ", + "¶" + ], + [ + "è", + "´" + ], + [ + "(", + "label" + ], + [ + "ou", + "p" + ], + [ + "Ġtop", + "ics" + ], + [ + "Ġport", + "ion" + ], + [ + "id", + "os" + ], + [ + "ĠJew", + "ish" + ], + [ + "Ġre", + "covery" + ], + [ + "6", + "50" + ], + [ + "Ġstand", + "s" + ], + [ + "#", + "[" + ], + [ + "Ġafter", + "noon" + ], + [ + "ĠArt", + "icle" + ], + [ + "_", + "att" + ], + [ + "Ġexpl", + "an" + ], + [ + "ĠP", + "ak" + ], + [ + ".setOn", + "ClickListener" + ], + [ + ".", + "children" + ], + [ + "Ġi", + "k" + ], + [ + "+", + "(" + ], + [ + "l", + "ag" + ], + [ + "Ġdis", + "k" + ], + [ + "Ġcont", + "rovers" + ], + [ + "\">", + "&" + ], + [ + "as", + "p" + ], + [ + "Ġw", + "ie" + ], + [ + "ĠAustral", + "ian" + ], + [ + "ĠYou", + "Tube" + ], + [ + "At", + "tr" + ], + [ + "cont", + "ains" + ], + [ + "du", + "ce" + ], + [ + "ĠM", + "att" + ], + [ + "3", + "40" + ], + [ + "at", + "ern" + ], + [ + "Ġvol", + "unte" + ], + [ + "Ġnew", + "sp" + ], + [ + "V", + "P" + ], + [ + "olt", + "ip" + ], + [ + "Ġde", + "legate" + ], + [ + "_m", + "eta" + ], + [ + "Ġaccur", + "ate" + ], + [ + "ĠEx", + "ample" + ], + [ + "%", + "," + ], + [ + "ĠD", + "aily" + ], + [ + "Ġc", + "abin" + ], + [ + "ĠS", + "W" + ], + [ + "Ġlim", + "its" + ], + [ + "k", + "ip" + ], + [ + "Ġar", + "my" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġb", + "oss" + ], + [ + "ĠD", + "ialog" + ], + [ + "Al", + "so" + ], + [ + "=\"#", + "\"" + ], + [ + "ord", + "an" + ], + [ + "row", + "se" + ], + [ + "-", + "min" + ], + [ + "Ġ\"", + "&" + ], + [ + "_", + "loc" + ], + [ + "U", + "X" + ], + [ + "Ġdevelop", + "ers" + ], + [ + "Ġaccur", + "acy" + ], + [ + "Ġmaint", + "enance" + ], + [ + "Ġhe", + "av" + ], + [ + "Ġfil", + "ters" + ], + [ + ".T", + "oolStrip" + ], + [ + "Ġn", + "arr" + ], + [ + "ĠE", + "mp" + ], + [ + "ORD", + "ER" + ], + [ + "ĠM", + "obile" + ], + [ + ".S", + "erial" + ], + [ + ".out", + "put" + ], + [ + "24", + "4" + ], + [ + ".c", + "ol" + ], + [ + "M", + "aterial" + ], + [ + "um", + "a" + ], + [ + "Ġconsum", + "ers" + ], + [ + "sh", + "ift" + ], + [ + "Ġp", + "ued" + ], + [ + "Ġmin", + "i" + ], + [ + "c", + "ollection" + ], + [ + "Ġk", + "an" + ], + [ + ".c", + "enter" + ], + [ + "H", + "istory" + ], + [ + "Ġben", + "ch" + ], + [ + "()", + ");" + ], + [ + "itor", + "ies" + ], + [ + "Ġcrow", + "d" + ], + [ + "_c", + "all" + ], + [ + "Ġpow", + "ers" + ], + [ + "-", + "E" + ], + [ + "Ġdis", + "miss" + ], + [ + "Ġtalk", + "s" + ], + [ + "ĠCh", + "annel" + ], + [ + "for", + "ward" + ], + [ + "_", + "control" + ], + [ + "/s", + "rc" + ], + [ + "i", + "est" + ], + [ + "****************", + "********" + ], + [ + "Ġbet", + "a" + ], + [ + "(c", + "olor" + ], + [ + "_O", + "BJECT" + ], + [ + "ĠA", + "pi" + ], + [ + "Ġeffect", + "ively" + ], + [ + "C", + "amera" + ], + [ + "s", + "d" + ], + [ + "uss", + "y" + ], + [ + "29", + "0" + ], + [ + "D", + "ict" + ], + [ + "ĠE", + "ffect" + ], + [ + "ib", + "ilities" + ], + [ + "Ġreturn", + "ing" + ], + [ + "ĠF", + "ar" + ], + [ + "Ġ'", + "')" + ], + [ + "Ġmod", + "ules" + ], + [ + "2", + "19" + ], + [ + "il", + "ation" + ], + [ + "Ġ(", + "%" + ], + [ + "TR", + "GL" + ], + [ + "Ġst", + "orm" + ], + [ + "on", + "na" + ], + [ + "ĠEX", + "P" + ], + [ + "Ġs", + "pons" + ], + [ + "Ġdis", + "pl" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "f", + "all" + ], + [ + "å", + "Į" + ], + [ + "ign", + "Key" + ], + [ + "_", + "US" + ], + [ + "et", + "rics" + ], + [ + "Ġhand", + "les" + ], + [ + "T", + "L" + ], + [ + "_", + "amount" + ], + [ + "ow", + "a" + ], + [ + "br", + "and" + ], + [ + "ĠT", + "ool" + ], + [ + "Ġus", + "ual" + ], + [ + ".", + "Z" + ], + [ + "cre", + "ment" + ], + [ + "ad", + "ium" + ], + [ + "st", + "ock" + ], + [ + "Ġserv", + "ing" + ], + [ + "ĠB", + "on" + ], + [ + "Ġline", + "ar" + ], + [ + "ĠT", + "arget" + ], + [ + "ĠR", + "adio" + ], + [ + "H", + "L" + ], + [ + "Sh", + "ader" + ], + [ + "om", + "atic" + ], + [ + "ag", + "ues" + ], + [ + "in", + "ity" + ], + [ + "d", + "iff" + ], + [ + "_", + "iterator" + ], + [ + "qu", + "ot" + ], + [ + "Ġ", + ",Ċ" + ], + [ + "c", + "allback" + ], + [ + "Ġsympt", + "oms" + ], + [ + "[", + "_" + ], + [ + "ĠB", + "ul" + ], + [ + "ĠF", + "eb" + ], + [ + "und", + "o" + ], + [ + "_", + "account" + ], + [ + "Ġtyp", + "edef" + ], + [ + "и", + "Ñģ" + ], + [ + "tr", + "as" + ], + [ + "User", + "Id" + ], + [ + "ĠP", + "enn" + ], + [ + "ĠSup", + "reme" + ], + [ + "}", + ">" + ], + [ + "user", + "Id" + ], + [ + "32", + "7" + ], + [ + "ĠK", + "im" + ], + [ + "Ġg", + "a" + ], + [ + "Ġart", + "ists" + ], + [ + "å", + "¸" + ], + [ + "ĠAb", + "stract" + ], + [ + "ok", + "emon" + ], + [ + "Ġh", + "am" + ], + [ + "o", + "val" + ], + [ + "Ġch", + "a" + ], + [ + "at", + "en" + ], + [ + "å", + "Ĩ" + ], + [ + "F", + "ixed" + ], + [ + "Ġvul", + "ner" + ], + [ + "ĠParam", + "eters" + ], + [ + "qu", + "antity" + ], + [ + ".C", + "lear" + ], + [ + "Servlet", + "Request" + ], + [ + "Ġy", + "a" + ], + [ + "Ġsou", + "l" + ], + [ + "0", + "80" + ], + [ + "trans", + "action" + ], + [ + "Ġsol", + "o" + ], + [ + "Ġp", + "airs" + ], + [ + "æ", + "Ķ" + ], + [ + "ĠG", + "re" + ], + [ + "_", + "word" + ], + [ + "ĠC", + "C" + ], + [ + "Ġg", + "i" + ], + [ + "z", + "ie" + ], + [ + "Ġsched", + "uled" + ], + [ + "rot", + "ation" + ], + [ + "gy", + "pt" + ], + [ + "ul", + "ous" + ], + [ + "::", + "_" + ], + [ + "ĠE", + "ll" + ], + [ + "<", + "!" + ], + [ + "ĉĉ", + "ĠĠ" + ], + [ + "l", + "p" + ], + [ + "ah", + "a" + ], + [ + "C", + "opyright" + ], + [ + "00", + "9" + ], + [ + "Ġdr", + "am" + ], + [ + "25", + "1" + ], + [ + "Ġdi", + "agram" + ], + [ + "ĠM", + "em" + ], + [ + "Ġg", + "arden" + ], + [ + "Com", + "p" + ], + [ + "Ġattempt", + "s" + ], + [ + "uff", + "ix" + ], + [ + ">", + "()" + ], + [ + "Ġphil", + "osoph" + ], + [ + "_re", + "l" + ], + [ + "å", + "¼" + ], + [ + "Ġs", + "v" + ], + [ + ".se", + "cond" + ], + [ + "ant", + "o" + ], + [ + ".J", + "son" + ], + [ + "ĠTe", + "le" + ], + [ + "_", + "local" + ], + [ + "_s", + "end" + ], + [ + "Ġas", + "pects" + ], + [ + "ì", + "Ĺ" + ], + [ + "IB", + "LE" + ], + [ + "Ġr", + "ail" + ], + [ + "Ġwid", + "ely" + ], + [ + "ash", + "ed" + ], + [ + "i", + "ar" + ], + [ + "in", + "f" + ], + [ + "up", + "per" + ], + [ + "d", + "jango" + ], + [ + "_result", + "s" + ], + [ + "iss", + "ing" + ], + [ + "Ġequ", + "ivalent" + ], + [ + "OUN", + "D" + ], + [ + "Ġt", + "y" + ], + [ + "Ġpotential", + "ly" + ], + [ + "Advertis", + "ement" + ], + [ + "23", + "8" + ], + [ + "ĠRec", + "ord" + ], + [ + "3", + "80" + ], + [ + "resent", + "ation" + ], + [ + "_w", + "idget" + ], + [ + "ound", + "ing" + ], + [ + "Ġrelig", + "ion" + ], + [ + "Ġcons", + "c" + ], + [ + "ĠL", + "im" + ], + [ + ".", + "am" + ], + [ + "H", + "tml" + ], + [ + "Ġ'", + ":" + ], + [ + "P", + "ATH" + ], + [ + "_s", + "pec" + ], + [ + "ort", + "ed" + ], + [ + "id", + "ades" + ], + [ + "_sh", + "ape" + ], + [ + "Ġkeep", + "s" + ], + [ + ".S", + "ave" + ], + [ + "ĠL", + "oc" + ], + [ + "or", + "i" + ], + [ + "ĠT", + "EST" + ], + [ + "unic", + "ip" + ], + [ + "Ġreg", + "ions" + ], + [ + "Ġbelie", + "ves" + ], + [ + "/", + "en" + ], + [ + "pos", + "ite" + ], + [ + "{", + "'" + ], + [ + "pre", + "pare" + ], + [ + "_", + "const" + ], + [ + "s", + "ample" + ], + [ + "ĠWill", + "iams" + ], + [ + "Ġstr", + "t" + ], + [ + "_", + "Get" + ], + [ + "ĠAnd", + "rew" + ], + [ + ".", + "active" + ], + [ + "Ġl", + "ayers" + ], + [ + "Visual", + "Style" + ], + [ + "az", + "y" + ], + [ + "ĠK", + "n" + ], + [ + "Ġac", + "id" + ], + [ + "ĠAs", + "ia" + ], + [ + "Ġex", + "cess" + ], + [ + "ĉm", + "y" + ], + [ + "Ġkey", + "board" + ], + [ + "ens", + "us" + ], + [ + "Ġcre", + "w" + ], + [ + "Ġmiss", + "ed" + ], + [ + "m", + "aster" + ], + [ + "ĠW", + "ild" + ], + [ + "Ġnew", + "ly" + ], + [ + "Ġwin", + "ner" + ], + [ + "Ġst", + "ub" + ], + [ + "ic", + "ode" + ], + [ + ".m", + "ove" + ], + [ + "D", + "omain" + ], + [ + "ĠS", + "ar" + ], + [ + "Ġfore", + "st" + ], + [ + "LE", + "D" + ], + [ + "claim", + "er" + ], + [ + ".ex", + "it" + ], + [ + "ĠW", + "indow" + ], + [ + "Ġres", + "istance" + ], + [ + "ĠC", + "HECK" + ], + [ + "(\"", + "-" + ], + [ + "ĠR", + "yan" + ], + [ + "Ġp", + "ipe" + ], + [ + "Ġco", + "ast" + ], + [ + "DE", + "F" + ], + [ + "//", + "!" + ], + [ + "_", + "off" + ], + [ + "ex", + "it" + ], + [ + "Ġult", + "imately" + ], + [ + "imit", + "ive" + ], + [ + "ĠKe", + "ep" + ], + [ + "Ġhistor", + "ical" + ], + [ + "Ġany", + "way" + ], + [ + "ĠJack", + "son" + ], + [ + "ock", + "er" + ], + [ + "ER", + "N" + ], + [ + "ĠU", + "INT" + ], + [ + "y", + "ntax" + ], + [ + "ER", + "Y" + ], + [ + "is", + "ms" + ], + [ + "Ġc", + "n" + ], + [ + "Ġocc", + "urs" + ], + [ + "Ġ;", + ";" + ], + [ + "Text", + "View" + ], + [ + "A", + "E" + ], + [ + "/", + "img" + ], + [ + "Ġy", + "esterday" + ], + [ + "-", + "default" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġpro", + "c" + ], + [ + "Ġal", + "ive" + ], + [ + "ĠRE", + "G" + ], + [ + ".", + "th" + ], + [ + "ear", + "ing" + ], + [ + ".get", + "Logger" + ], + [ + "<", + "link" + ], + [ + "_", + "login" + ], + [ + "F", + "older" + ], + [ + "ab", + "c" + ], + [ + "lyph", + "icon" + ], + [ + "н", + "о" + ], + [ + "Ġnot", + "iced" + ], + [ + "od", + "igo" + ], + [ + "Ġed", + "ition" + ], + [ + "im", + "ator" + ], + [ + ".", + "Enabled" + ], + [ + ".parse", + "Int" + ], + [ + "Ġy", + "ards" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ" + ], + [ + "Ġver", + "bose" + ], + [ + "л", + "Ñı" + ], + [ + "_B", + "Y" + ], + [ + ".log", + "in" + ], + [ + ".*", + ";Ċ" + ], + [ + "ĠM", + "id" + ], + [ + "é", + "es" + ], + [ + "Ġg", + "lo" + ], + [ + "Ġbuild", + "ings" + ], + [ + "Ġz", + "e" + ], + [ + "ĠI", + "ter" + ], + [ + "Ġt", + "ube" + ], + [ + "ĠP", + "ot" + ], + [ + "\\", + "M" + ], + [ + "25", + "3" + ], + [ + "<", + "th" + ], + [ + "br", + "idge" + ], + [ + "ĠS", + "cript" + ], + [ + "ĠM", + "odule" + ], + [ + "Ġv", + "acc" + ], + [ + "Ġinstall", + "ation" + ], + [ + "v", + "y" + ], + [ + "VisualStyle", + "BackColor" + ], + [ + "ĠS", + "M" + ], + [ + ".t", + "otal" + ], + [ + "64", + "0" + ], + [ + "b", + "at" + ], + [ + "Ġfind", + "s" + ], + [ + "Ġat", + "mos" + ], + [ + "Sub", + "view" + ], + [ + "iz", + "ard" + ], + [ + "Ġrepl", + "acement" + ], + [ + "lic", + "ated" + ], + [ + "ap", + "is" + ], + [ + "Ġlog", + "ged" + ], + [ + "ĠLe", + "ft" + ], + [ + "G", + "ui" + ], + [ + "_", + "Type" + ], + [ + "t", + "m" + ], + [ + "P", + "ad" + ], + [ + "Ġhouse", + "hold" + ], + [ + "Ġre", + "le" + ], + [ + "Ġpropos", + "al" + ], + [ + "_CL", + "ASS" + ], + [ + "24", + "3" + ], + [ + "::", + "::" + ], + [ + "Ġinf", + "rastructure" + ], + [ + "In", + "ject" + ], + [ + "/", + "html" + ], + [ + "22", + "6" + ], + [ + "Ġad", + "s" + ], + [ + "iz", + "za" + ], + [ + "Ġm", + "g" + ], + [ + "ctr", + "ine" + ], + [ + "%", + "Ċ" + ], + [ + "<", + "html" + ], + [ + "-", + "image" + ], + [ + "Ġatt", + "orney" + ], + [ + "<", + "m" + ], + [ + "('", + "," + ], + [ + "Ġcan", + "n" + ], + [ + "Ġprint", + "ln" + ], + [ + "o", + "ose" + ], + [ + "Ġy", + "ellow" + ], + [ + ".ex", + "p" + ], + [ + "p", + "ayment" + ], + [ + "Ġtable", + "View" + ], + [ + "aw", + "ay" + ], + [ + "Ġopp", + "osition" + ], + [ + "ĠAg", + "ain" + ], + [ + "ĠH", + "andle" + ], + [ + "Ġex", + "clusive" + ], + [ + "in", + "ar" + ], + [ + "é", + "r" + ], + [ + "оÐ", + "±" + ], + [ + "ĠC", + "ODE" + ], + [ + "emp", + "orary" + ], + [ + "Ġre", + "act" + ], + [ + "pi", + "pe" + ], + [ + "23", + "6" + ], + [ + "c", + "z" + ], + [ + ".", + "activity" + ], + [ + "Ġlarg", + "ely" + ], + [ + "Ġdis", + "s" + ], + [ + "ax", + "y" + ], + [ + "es", + "is" + ], + [ + "ĠR", + "en" + ], + [ + "Ġc", + "orn" + ], + [ + ".Use", + "VisualStyleBackColor" + ], + [ + "d", + "ays" + ], + [ + "Ġfr", + "uit" + ], + [ + "In", + "sert" + ], + [ + "_", + "enc" + ], + [ + "E", + "st" + ], + [ + "_de", + "c" + ], + [ + "ĠL", + "uc" + ], + [ + "Ġü", + "ber" + ], + [ + "param", + "eters" + ], + [ + "P", + "ERT" + ], + [ + "ex", + "press" + ], + [ + "_pro", + "file" + ], + [ + "Un", + "known" + ], + [ + "Ġrev", + "olution" + ], + [ + ".add", + "ress" + ], + [ + "_re", + "quire" + ], + [ + "Ġun", + "iform" + ], + [ + "ĠP", + "ack" + ], + [ + "l", + "ar" + ], + [ + "ĠU", + "ITableView" + ], + [ + "Ġdep", + "ends" + ], + [ + "Valid", + "ation" + ], + [ + "conf", + "irm" + ], + [ + "O", + "wner" + ], + [ + "Ġt", + "rib" + ], + [ + "h", + "et" + ], + [ + "ĠI", + "de" + ], + [ + "ans", + "as" + ], + [ + "24", + "7" + ], + [ + "L", + "anguage" + ], + [ + "u", + "et" + ], + [ + "ĠP", + "o" + ], + [ + "ĠSte", + "ve" + ], + [ + "Ġcont", + "est" + ], + [ + "_DE", + "FAULT" + ], + [ + "Ġapparent", + "ly" + ], + [ + "RE", + "EN" + ], + [ + "Ġfrequ", + "ently" + ], + [ + "Ġtrad", + "ition" + ], + [ + "ocol", + "ate" + ], + [ + "S", + "I" + ], + [ + "ĠArg", + "ument" + ], + [ + "F", + "ocus" + ], + [ + "ert", + "e" + ], + [ + "ĠL", + "ayout" + ], + [ + "Ġd", + "x" + ], + [ + "Ġgener", + "ator" + ], + [ + "ĠW", + "ait" + ], + [ + "P", + "olicy" + ], + [ + "l", + "ights" + ], + [ + ".Ex", + "ecute" + ], + [ + "55", + "5" + ], + [ + "P", + "y" + ], + [ + "Ġbed", + "room" + ], + [ + "ed", + "a" + ], + [ + "ra", + "id" + ], + [ + "ĉs", + "ize" + ], + [ + "Ġan", + "cient" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġd", + "w" + ], + [ + "Ġ(!", + "(" + ], + [ + "Ġspec", + "ify" + ], + [ + "(", + "status" + ], + [ + "ĠF", + "BI" + ], + [ + ".ex", + "ception" + ], + [ + "Ġrem", + "ark" + ], + [ + "ly", + "mp" + ], + [ + "ant", + "ee" + ], + [ + "Up", + "load" + ], + [ + "ern", + "et" + ], + [ + "é", + "¡" + ], + [ + "in", + "ent" + ], + [ + "ĠR", + "ender" + ], + [ + "d", + "m" + ], + [ + "ĠM", + "emory" + ], + [ + "r", + "ich" + ], + [ + "ĠT", + "ools" + ], + [ + "Ġk", + "ne" + ], + [ + "Ġper", + "m" + ], + [ + "b", + "ad" + ], + [ + "Ġd", + "inner" + ], + [ + ".res", + "et" + ], + [ + "Ġj", + "Label" + ], + [ + "Fe", + "ature" + ], + [ + ".S", + "ervice" + ], + [ + "Ġ(", + "{Ċ" + ], + [ + "Ġre", + "ferred" + ], + [ + ".class", + "List" + ], + [ + "24", + "8" + ], + [ + "Ġinit", + "With" + ], + [ + "ĠText", + "View" + ], + [ + "Ġne", + "ither" + ], + [ + "Ġcount", + "y" + ], + [ + "Ġ\"", + "{" + ], + [ + "ç", + "§" + ], + [ + "Ġt", + "ack" + ], + [ + "class", + "Name" + ], + [ + "ĠUS", + "ER" + ], + [ + "Ġre", + "new" + ], + [ + "`", + "`" + ], + [ + "get", + "Name" + ], + [ + "Ġb", + "rown" + ], + [ + "Err", + "ors" + ], + [ + "ert", + "o" + ], + [ + "Ġsust", + "ain" + ], + [ + "S", + "O" + ], + [ + "let", + "es" + ], + [ + "ĠIn", + "valid" + ], + [ + "24", + "6" + ], + [ + "22", + "7" + ], + [ + "Ġen", + "emies" + ], + [ + "un", + "ge" + ], + [ + "Ġexist", + "ence" + ], + [ + "err", + "a" + ], + [ + "Ċ", + "ĠĠĊ" + ], + [ + "utor", + "ial" + ], + [ + "#", + "a" + ], + [ + "p", + "ay" + ], + [ + "char", + "ge" + ], + [ + "ĠI", + "re" + ], + [ + "ate", + "st" + ], + [ + "Ġexp", + "los" + ], + [ + "Ġf", + "ired" + ], + [ + "N", + "ER" + ], + [ + "ĠT", + "y" + ], + [ + "ic", + "ion" + ], + [ + "U", + "ri" + ], + [ + "Ġobvious", + "ly" + ], + [ + "ĠC", + "olum" + ], + [ + "Ġ'", + "+" + ], + [ + "ĠDe", + "vice" + ], + [ + "-", + "related" + ], + [ + "_", + "ARG" + ], + [ + "Ġv", + "or" + ], + [ + "ĠLess", + "er" + ], + [ + "_O", + "P" + ], + [ + "Serial", + "izer" + ], + [ + "Ġup", + "grade" + ], + [ + "L", + "ight" + ], + [ + "Ġc", + "odes" + ], + [ + "++", + ";čĊ" + ], + [ + "Ġwrit", + "es" + ], + [ + "fo", + "od" + ], + [ + "Ġé", + "t" + ], + [ + "@", + "section" + ], + [ + "Ġtrack", + "s" + ], + [ + "Ġserious", + "ly" + ], + [ + "ch", + "t" + ], + [ + "4", + "30" + ], + [ + "(size", + "of" + ], + [ + "Ġimmedi", + "ate" + ], + [ + "Ġscient", + "ists" + ], + [ + "Ġ{", + "$" + ], + [ + "_", + "ne" + ], + [ + ".Anchor", + "Styles" + ], + [ + "Ġaccom", + "mod" + ], + [ + "ĠHar", + "ry" + ], + [ + "Ġs", + "ight" + ], + [ + "ĠPale", + "st" + ], + [ + "ersist", + "ent" + ], + [ + "Ġ", + "Ñĥ" + ], + [ + "-", + "input" + ], + [ + "Ġco", + "ordinates" + ], + [ + "Â", + "·" + ], + [ + "22", + "8" + ], + [ + "W", + "elcome" + ], + [ + ".con", + "f" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġb", + "old" + ], + [ + "ĠC", + "PU" + ], + [ + "(m", + "y" + ], + [ + "Ġperfect", + "ly" + ], + [ + "Ġmom", + "ents" + ], + [ + "ĠM", + "ovie" + ], + [ + "-", + "data" + ], + [ + "yst", + "al" + ], + [ + "_W", + "IDTH" + ], + [ + "26", + "2" + ], + [ + "ĠS", + "creen" + ], + [ + "æ", + "Ŀ" + ], + [ + "Ġdis", + "ap" + ], + [ + "Ġredu", + "ction" + ], + [ + ".Get", + "Component" + ], + [ + "_M", + "ODULE" + ], + [ + "Ġgener", + "ic" + ], + [ + "Ġd", + "y" + ], + [ + "all", + "er" + ], + [ + "Ġc", + "url" + ], + [ + "ĠB", + "ody" + ], + [ + "Ġb", + "anks" + ], + [ + ",", + "t" + ], + [ + "av", + "g" + ], + [ + "Ġev", + "il" + ], + [ + "Ġmanufact", + "urer" + ], + [ + "Ġrece", + "iver" + ], + [ + "Column", + "s" + ], + [ + "Ġing", + "redients" + ], + [ + "ĉ", + "out" + ], + [ + "qu", + "es" + ], + [ + ".L", + "oad" + ], + [ + "Ġslow", + "ly" + ], + [ + "ĠT", + "own" + ], + [ + "ĠC", + "ell" + ], + [ + "_n", + "ormal" + ], + [ + "_p", + "refix" + ], + [ + "ĠAl", + "ert" + ], + [ + "(\"", + "{" + ], + [ + "ä", + "r" + ], + [ + "âĢľ", + "The" + ], + [ + "ĠM", + "D" + ], + [ + "Ġcour", + "ses" + ], + [ + "ath", + "an" + ], + [ + "é", + "Ļ" + ], + [ + "oc", + "c" + ], + [ + "ĠS", + "ER" + ], + [ + "es", + "ign" + ], + [ + "Add", + "r" + ], + [ + "=", + "['" + ], + [ + "(\"", + "./" + ], + [ + "]", + "}" + ], + [ + ".f", + "ont" + ], + [ + "ĠInst", + "agram" + ], + [ + "ĠB", + "order" + ], + [ + "od", + "a" + ], + [ + "Ġh", + "all" + ], + [ + "Ġr", + "um" + ], + [ + "_b", + "it" + ], + [ + "Ġs", + "aving" + ], + [ + "_d", + "own" + ], + [ + "R", + "andom" + ], + [ + "_reg", + "ister" + ], + [ + "(", + "Context" + ], + [ + "Ġoppos", + "ite" + ], + [ + "R", + "oom" + ], + [ + "Y", + "ES" + ], + [ + "ан", + "и" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "_r", + "un" + ], + [ + "C", + "lear" + ], + [ + "âĢ", + "ĺ" + ], + [ + "ĠF", + "ord" + ], + [ + "on", + "ic" + ], + [ + "ost", + "en" + ], + [ + "\"]", + ")" + ], + [ + "_", + "auth" + ], + [ + "//", + "čĊ" + ], + [ + "Ġsuff", + "icient" + ], + [ + "LE", + "S" + ], + [ + "Ġph", + "en" + ], + [ + "Ġo", + "h" + ], + [ + "_c", + "sv" + ], + [ + "Ġrout", + "ine" + ], + [ + ".Are", + "Equal" + ], + [ + "ay", + "lor" + ], + [ + "Ġb", + "asket" + ], + [ + "_COM", + "M" + ], + [ + "rypt", + "ed" + ], + [ + "S", + "im" + ], + [ + "ĠSh", + "op" + ], + [ + "Ġstud", + "io" + ], + [ + "at", + "os" + ], + [ + "(", + "W" + ], + [ + "[", + "string" + ], + [ + "ä", + "t" + ], + [ + "og", + "a" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġs", + "ick" + ], + [ + "An", + "other" + ], + [ + "Ġdo", + "ors" + ], + [ + "_N", + "E" + ], + [ + "ĠTH", + "REE" + ], + [ + ".", + "order" + ], + [ + "raz", + "il" + ], + [ + "Ġmap", + "s" + ], + [ + "_TR", + "UE" + ], + [ + "trans", + "late" + ], + [ + "Ġnear", + "by" + ], + [ + "26", + "5" + ], + [ + "Ġn", + "ach" + ], + [ + "LO", + "AT" + ], + [ + "b", + "atch" + ], + [ + "22", + "9" + ], + [ + "Ġl", + "ux" + ], + [ + "ash", + "es" + ], + [ + "ang", + "ers" + ], + [ + "âĢ¦", + "âĢ¦" + ], + [ + "_E", + "VENT" + ], + [ + "_", + "UP" + ], + [ + "Ġact", + "s" + ], + [ + "in", + "v" + ], + [ + "_M", + "ETHOD" + ], + [ + "cc", + "ion" + ], + [ + "Ġret", + "ain" + ], + [ + "ut", + "ch" + ], + [ + "ĠÐ", + "±" + ], + [ + "Ġknow", + "ing" + ], + [ + "Ġrepresent", + "ing" + ], + [ + "N", + "OT" + ], + [ + "p", + "ng" + ], + [ + "Con", + "tract" + ], + [ + "Ġtr", + "ick" + ], + [ + "ĠE", + "dition" + ], + [ + "uplic", + "ate" + ], + [ + "Ġcontrol", + "led" + ], + [ + "c", + "fg" + ], + [ + "j", + "avascript" + ], + [ + "Ġmil", + "k" + ], + [ + "Wh", + "ite" + ], + [ + "Se", + "quence" + ], + [ + "aw", + "a" + ], + [ + "Ġdiscuss", + "ed" + ], + [ + "50", + "1" + ], + [ + "ĠB", + "ush" + ], + [ + "ĠY", + "ES" + ], + [ + ".f", + "actory" + ], + [ + "t", + "ags" + ], + [ + "Ġt", + "act" + ], + [ + "Ġs", + "id" + ], + [ + "$", + "$" + ], + [ + "ĠE", + "num" + ], + [ + "27", + "5" + ], + [ + "Ġfr", + "ames" + ], + [ + "}", + ");" + ], + [ + "Ġreg", + "ul" + ], + [ + "']", + ";čĊ" + ], + [ + "Reg", + "ion" + ], + [ + "32", + "1" + ], + [ + "ff", + "f" + ], + [ + "Ġc", + "ro" + ], + [ + "(", + "com" + ], + [ + "=\"", + "+" + ], + [ + "St", + "udent" + ], + [ + "Ġdis", + "appoint" + ], + [ + "RES", + "ULT" + ], + [ + "Count", + "er" + ], + [ + "Ġbut", + "ter" + ], + [ + "ĠH", + "a" + ], + [ + "ĠD", + "igital" + ], + [ + "Ġb", + "id" + ], + [ + "\">", + "{{" + ], + [ + "ing", + "ers" + ], + [ + "ĠC", + "ountry" + ], + [ + "_t", + "pl" + ], + [ + "\"]", + ")Ċ" + ], + [ + "/", + "k" + ], + [ + "d", + "ating" + ], + [ + ":", + "#" + ], + [ + "ĠD", + "ATA" + ], + [ + "yn", + "chron" + ], + [ + "_b", + "ody" + ], + [ + "olly", + "wood" + ], + [ + "Ġval", + "or" + ], + [ + "ip", + "ient" + ], + [ + "o", + "ft" + ], + [ + "UB", + "L" + ], + [ + "doc", + "s" + ], + [ + "Ġsyn", + "chron" + ], + [ + "Ġform", + "ed" + ], + [ + "ru", + "ption" + ], + [ + "Ġlist", + "a" + ], + [ + "Request", + "Mapping" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġkn", + "ock" + ], + [ + "oc", + "s" + ], + [ + "\"", + "{" + ], + [ + "_fl", + "ags" + ], + [ + "Ġtrans", + "actions" + ], + [ + "Ġhab", + "it" + ], + [ + "ĠJ", + "e" + ], + [ + "ed", + "en" + ], + [ + "Ġa", + "ircraft" + ], + [ + "ir", + "k" + ], + [ + "ĠA", + "B" + ], + [ + "Ġfair", + "ly" + ], + [ + ".", + "inter" + ], + [ + ".A", + "ct" + ], + [ + "Ġinstr", + "ument" + ], + [ + "remove", + "Class" + ], + [ + ".com", + "mand" + ], + [ + "Ñ", + "ī" + ], + [ + "ĉm", + "em" + ], + [ + "(", + "min" + ], + [ + "Ġo", + "t" + ], + [ + "Ġcol", + "le" + ], + [ + "=", + "s" + ], + [ + "time", + "out" + ], + [ + "Ġid", + "s" + ], + [ + "ĠM", + "atch" + ], + [ + "ij", + "n" + ], + [ + "z", + "ero" + ], + [ + "4", + "10" + ], + [ + "Ġnetwork", + "s" + ], + [ + ".g", + "ov" + ], + [ + "Ġint", + "el" + ], + [ + "Ġsection", + "s" + ], + [ + "out", + "ine" + ], + [ + "(c", + "md" + ], + [ + "(d", + "ir" + ], + [ + "ĠLI", + "ABILITY" + ], + [ + "ĠB", + "log" + ], + [ + "Ġbr", + "idge" + ], + [ + "30", + "8" + ], + [ + "ĠC", + "V" + ], + [ + "con", + "vert" + ], + [ + "Ġ\"", + ")Ċ" + ], + [ + "ĠB", + "ern" + ], + [ + "_P", + "O" + ], + [ + "e", + "val" + ], + [ + "(", + "set" + ], + [ + "to", + "ol" + ], + [ + "Ġpay", + "ments" + ], + [ + "Beh", + "aviour" + ], + [ + "Ġcon", + "crete" + ], + [ + "Ġel", + "ig" + ], + [ + "Ġacc", + "eler" + ], + [ + "Ġh", + "ole" + ], + [ + "_", + "o" + ], + [ + "TE", + "GER" + ], + [ + "Ġgraph", + "ics" + ], + [ + "O", + "wn" + ], + [ + "Form", + "atter" + ], + [ + "on", + "der" + ], + [ + "Ġpack", + "ages" + ], + [ + "/", + "a" + ], + [ + "ĠK", + "now" + ], + [ + "Or", + "Default" + ], + [ + "Ġdut", + "y" + ], + [ + "W", + "ait" + ], + [ + "н", + "а" + ], + [ + "_rec", + "ord" + ], + [ + "[", + "t" + ], + [ + "M", + "esh" + ], + [ + "Ġon", + "going" + ], + [ + ".be", + "ans" + ], + [ + "Ġt", + "an" + ], + [ + "Ġinter", + "pret" + ], + [ + "ast", + "ers" + ], + [ + "QU", + "AL" + ], + [ + "Ġleg", + "s" + ], + [ + "\\", + "Request" + ], + [ + "-", + "file" + ], + [ + "_m", + "utex" + ], + [ + "ĠS", + "aint" + ], + [ + "//", + "#" + ], + [ + "Ġpro", + "hib" + ], + [ + "(", + "info" + ], + [ + ":", + "=" + ], + [ + "lin", + "ux" + ], + [ + "Ġb", + "lo" + ], + [ + "ot", + "ic" + ], + [ + "ĉf", + "inal" + ], + [ + "_ex", + "p" + ], + [ + "ĠSt", + "op" + ], + [ + "ap", + "ing" + ], + [ + "(s", + "aved" + ], + [ + "_p", + "ush" + ], + [ + "Ġe", + "ase" + ], + [ + "_F", + "R" + ], + [ + "pons", + "ive" + ], + [ + "str", + "cmp" + ], + [ + ":", + "ĊĊĊĊ" + ], + [ + "ä»", + "¶" + ], + [ + "ol", + "i" + ], + [ + "Ġextrem", + "e" + ], + [ + "Ġprof", + "essor" + ], + [ + "Im", + "ages" + ], + [ + ".IO", + "Exception" + ], + [ + "Ġaddress", + "es" + ], + [ + "plement", + "ed" + ], + [ + "Ġincor", + "por" + ], + [ + "Ġuse", + "Effect" + ], + [ + "_O", + "F" + ], + [ + "ĠD", + "a" + ], + [ + "n", + "ombre" + ], + [ + "IR", + "ST" + ], + [ + "Ġdisc", + "rim" + ], + [ + "Ġcomp", + "ens" + ], + [ + "greg", + "ate" + ], + [ + "anc", + "ell" + ], + [ + "ach", + "es" + ], + [ + "ĠC", + "riteria" + ], + [ + "$", + "result" + ], + [ + "D", + "estroy" + ], + [ + "Ġsecond", + "ary" + ], + [ + "W", + "atch" + ], + [ + "ĠS", + "em" + ], + [ + "ĠMc", + "C" + ], + [ + "Ġacad", + "emic" + ], + [ + "U", + "pper" + ], + [ + "::", + "~" + ], + [ + "ut", + "ral" + ], + [ + "ĠD", + "og" + ], + [ + "ad", + "ed" + ], + [ + "23", + "7" + ], + [ + "Valid", + "ator" + ], + [ + "Ġder", + "ived" + ], + [ + "Ġset", + "Timeout" + ], + [ + "ĠK", + "en" + ], + [ + "Ġtyp", + "ical" + ], + [ + "ĠB", + "ob" + ], + [ + "Ġb", + "ounds" + ], + [ + "ĠSe", + "ason" + ], + [ + "Ġc", + "razy" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "-r", + "outer" + ], + [ + "itt", + "est" + ], + [ + "ĠM", + "ir" + ], + [ + "Ġemot", + "ional" + ], + [ + ",", + "v" + ], + [ + "c", + "n" + ], + [ + "/", + "st" + ], + [ + "å", + "½" + ], + [ + "on", + "om" + ], + [ + "Ġdecl", + "ared" + ], + [ + ">", + "." + ], + [ + "ail", + "ing" + ], + [ + "Ġ/*", + "<<<" + ], + [ + "Ġnorm", + "ally" + ], + [ + "(M", + "e" + ], + [ + "ev", + "in" + ], + [ + "lik", + "ely" + ], + [ + "Ġpoint", + "ed" + ], + [ + "ĠSt", + "ack" + ], + [ + "Ġw", + "alls" + ], + [ + ".", + "Vector" + ], + [ + "me", + "an" + ], + [ + "]", + "]Ċ" + ], + [ + "Ġlist", + "ening" + ], + [ + "ad", + "v" + ], + [ + "Ġsw", + "ap" + ], + [ + "IF", + "T" + ], + [ + "Ø", + "ª" + ], + [ + ".", + "argv" + ], + [ + "ul", + "s" + ], + [ + "<", + "option" + ], + [ + "not", + "ations" + ], + [ + "Ġemail", + "s" + ], + [ + "ĠU", + "kr" + ], + [ + "ast", + "a" + ], + [ + "ĠTh", + "us" + ], + [ + "ĠSt", + "one" + ], + [ + "Ġappe", + "al" + ], + [ + ".", + "âĢĻ" + ], + [ + "Ġreg", + "ulations" + ], + [ + "Pre", + "ferences" + ], + [ + "ĠPh", + "one" + ], + [ + "ul", + "f" + ], + [ + "ĠD", + "R" + ], + [ + "Ġtechn", + "ologies" + ], + [ + "Ġpar", + "agraph" + ], + [ + "Ġnecess", + "arily" + ], + [ + "37", + "0" + ], + [ + "0", + "30" + ], + [ + ".e", + "ach" + ], + [ + "<", + "float" + ], + [ + "res", + "a" + ], + [ + "Ġunder", + "st" + ], + [ + "Ġf", + "inger" + ], + [ + "press", + "ed" + ], + [ + "-b", + "y" + ], + [ + "if", + "fer" + ], + [ + "w", + "atch" + ], + [ + "ĠB", + "a" + ], + [ + "A", + "IM" + ], + [ + "Ġwe", + "ights" + ], + [ + "ĠR", + "on" + ], + [ + "')", + "}}" + ], + [ + "[", + "self" + ], + [ + "--------", + "--Ċ" + ], + [ + "per", + "iment" + ], + [ + "Ġto", + "String" + ], + [ + "x", + "ic" + ], + [ + "ĠC", + "amera" + ], + [ + "!", + "ĊĊĊĊ" + ], + [ + "aur", + "ant" + ], + [ + "P", + "refix" + ], + [ + "Ġinstit", + "utions" + ], + [ + ":", + "int" + ], + [ + "Ġex", + "posure" + ], + [ + "p", + "attern" + ], + [ + "ĠLin", + "ux" + ], + [ + ".n", + "umber" + ], + [ + "red", + "ient" + ], + [ + "Argument", + "Exception" + ], + [ + "ĠCh", + "ief" + ], + [ + "\"", + "}," + ], + [ + "Ġelect", + "ronic" + ], + [ + "r", + "ong" + ], + [ + "er", + "d" + ], + [ + "sp", + "Net" + ], + [ + "ra", + "it" + ], + [ + "/", + "'," + ], + [ + "ĠOh", + "io" + ], + [ + "Cont", + "rollers" + ], + [ + "Ġcontin", + "uing" + ], + [ + "ĠT", + "emplate" + ], + [ + "ĠE", + "th" + ], + [ + "s", + "z" + ], + [ + "/", + "env" + ], + [ + "En", + "v" + ], + [ + "%", + "." + ], + [ + "art", + "ers" + ], + [ + ")", + "((" + ], + [ + "ĠT", + "ABLE" + ], + [ + "ĠÃ", + "®" + ], + [ + "per", + "ature" + ], + [ + "pro", + "gress" + ], + [ + "P", + "res" + ], + [ + "ê", + "°" + ], + [ + "im", + "plementation" + ], + [ + "Ġb", + "ien" + ], + [ + "Ġstre", + "ets" + ], + [ + "_M", + "SG" + ], + [ + "New", + "s" + ], + [ + "##", + "#" + ], + [ + ":", + "/" + ], + [ + "Ġcut", + "ting" + ], + [ + "x", + "B" + ], + [ + "ress", + "ed" + ], + [ + "_EN", + "ABLE" + ], + [ + "l", + "ab" + ], + [ + "Ġca", + "using" + ], + [ + "]", + "));Ċ" + ], + [ + "b", + "ra" + ], + [ + "x", + "FFFF" + ], + [ + "il", + "ly" + ], + [ + "plet", + "ion" + ], + [ + "w", + "ill" + ], + [ + "_b", + "ar" + ], + [ + "Ġstruct", + "ures" + ], + [ + "ĠI", + "mp" + ], + [ + "Û", + "Į" + ], + [ + "Ġ<", + ">" + ], + [ + "Ġ", + "----------------" + ], + [ + "_B", + "UFFER" + ], + [ + ".d", + "ir" + ], + [ + "Ġpl", + "ain" + ], + [ + "Ġpe", + "er" + ], + [ + "24", + "9" + ], + [ + "g", + "g" + ], + [ + "oint", + "s" + ], + [ + "Ġsomew", + "hat" + ], + [ + "Ġw", + "et" + ], + [ + "Ġemploy", + "ment" + ], + [ + "Ġtick", + "ets" + ], + [ + "ir", + "ms" + ], + [ + "Ġt", + "uple" + ], + [ + "s", + "is" + ], + [ + "$", + "sql" + ], + [ + "r", + "ig" + ], + [ + "Ġcon", + "version" + ], + [ + "Ġg", + "es" + ], + [ + "Ġconfig", + "ure" + ], + [ + "eg", + "r" + ], + [ + "ĠC", + "a" + ], + [ + "Ġ__", + "('" + ], + [ + "ou", + "ston" + ], + [ + ".t", + "oken" + ], + [ + "Bl", + "ack" + ], + [ + "Ġmag", + "azine" + ], + [ + "A", + "W" + ], + [ + ".", + "IN" + ], + [ + "os", + "ing" + ], + [ + "Ġbro", + "ke" + ], + [ + "ĠC", + "ru" + ], + [ + "DE", + "LETE" + ], + [ + "Ġdestroy", + "ed" + ], + [ + "(M", + "ath" + ], + [ + "Ġappro", + "val" + ], + [ + "-d", + "om" + ], + [ + "ĠI", + "II" + ], + [ + "table", + "View" + ], + [ + "Ġdesign", + "s" + ], + [ + "Ġcrush", + "ing" + ], + [ + "Ġcons", + "ent" + ], + [ + "dir", + "name" + ], + [ + "om", + "p" + ], + [ + "Ġc", + "rypt" + ], + [ + "?", + "(" + ], + [ + "or", + "ough" + ], + [ + "30", + "7" + ], + [ + ".", + "o" + ], + [ + "ĉ", + "list" + ], + [ + "ams", + "ung" + ], + [ + ".\"\"", + "\"Ċ" + ], + [ + "err", + "ing" + ], + [ + "G", + "oogle" + ], + [ + "_p", + "air" + ], + [ + "_IN", + "IT" + ], + [ + "rem", + "arks" + ], + [ + "Ġg", + "ear" + ], + [ + "F", + "ill" + ], + [ + "l", + "ife" + ], + [ + "}", + "\")Ċ" + ], + [ + "Ġsuit", + "able" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "_RE", + "QUEST" + ], + [ + "Ġman", + "ifest" + ], + [ + "att", + "en" + ], + [ + "Ġfr", + "ustr" + ], + [ + "ov", + "ement" + ], + [ + ".c", + "lick" + ], + [ + "Ġi", + "i" + ], + [ + "Ġexp", + "ansion" + ], + [ + "ig", + "s" + ], + [ + "P", + "arse" + ], + [ + ".Reg", + "ular" + ], + [ + "R", + "ob" + ], + [ + "_l", + "ayout" + ], + [ + "ì", + "ł" + ], + [ + "Ġtrans", + "lation" + ], + [ + "ĠBe", + "aut" + ], + [ + "B", + "est" + ], + [ + "_C", + "OLOR" + ], + [ + "<", + "label" + ], + [ + "Ġliqu", + "id" + ], + [ + "IT", + "S" + ], + [ + "Ġpro", + "d" + ], + [ + "23", + "9" + ], + [ + "Ġoper", + "ate" + ], + [ + "UI", + "Kit" + ], + [ + "Ġn", + "atur" + ], + [ + "arg", + "ument" + ], + [ + "_d", + "etail" + ], + [ + "ĠCent", + "re" + ], + [ + "Ġ\"", + "--" + ], + [ + "Ġ}}", + "\"" + ], + [ + "lo", + "cale" + ], + [ + ".t", + "v" + ], + [ + "_se", + "q" + ], + [ + "Ġup", + "coming" + ], + [ + "Ch", + "art" + ], + [ + "ĠDiv", + "ision" + ], + [ + "Ġclin", + "ical" + ], + [ + "Com", + "pany" + ], + [ + "S", + "epar" + ], + [ + "l", + "as" + ], + [ + "ĠH", + "un" + ], + [ + ":", + "s" + ], + [ + "Ġhead", + "ing" + ], + [ + "оÐ", + "³" + ], + [ + "Ġ\"", + "\");Ċ" + ], + [ + "[", + "id" + ], + [ + "b", + "ia" + ], + [ + "Ġst", + "retch" + ], + [ + "ic", + "ide" + ], + [ + "Ġre", + "produ" + ], + [ + ".pro", + "ject" + ], + [ + "leg", + "end" + ], + [ + "end", + "ers" + ], + [ + "Ġrespons", + "es" + ], + [ + "Ġon", + "t" + ], + [ + "rit", + "ical" + ], + [ + "Ġref", + "uge" + ], + [ + "ĠL", + "i" + ], + [ + "Ġ:", + "ĊĊ" + ], + [ + "ĠTh", + "ree" + ], + [ + ".cont", + "roller" + ], + [ + "_IN", + "DEX" + ], + [ + "_F", + "OR" + ], + [ + "\\Model", + "s" + ], + [ + "j", + "ax" + ], + [ + "ĉex", + "it" + ], + [ + "Ġâ", + "ĸ" + ], + [ + "Ġc", + "overs" + ], + [ + "ĉ", + "y" + ], + [ + "-", + "." + ], + [ + "IND", + "OW" + ], + [ + "Ġfail", + "s" + ], + [ + "in", + "cludes" + ], + [ + "Ġf", + "ault" + ], + [ + "4", + "40" + ], + [ + "Ġl", + "y" + ], + [ + "44", + "4" + ], + [ + "ñ", + "o" + ], + [ + ".s", + "lice" + ], + [ + "ILE", + "D" + ], + [ + "ĠP", + "ur" + ], + [ + "ĠAs", + "ian" + ], + [ + "_b", + "atch" + ], + [ + ".M", + "ax" + ], + [ + "v", + "l" + ], + [ + "ĠCOPY", + "RIGHT" + ], + [ + "Ġg", + "iant" + ], + [ + "ĠMan", + "ual" + ], + [ + "ĠC", + "opy" + ], + [ + "Class", + "Name" + ], + [ + "He", + "alth" + ], + [ + "C", + "ursor" + ], + [ + "IB", + "Outlet" + ], + [ + "Ġt", + "we" + ], + [ + "æ", + "³" + ], + [ + "_label", + "s" + ], + [ + "Ġcol", + "lected" + ], + [ + "Ġfurn", + "iture" + ], + [ + "Ġdeal", + "ing" + ], + [ + "Control", + "s" + ], + [ + "ĠHot", + "el" + ], + [ + "ck", + "s" + ], + [ + "Ġch", + "ose" + ], + [ + "âĶ", + "Ģ" + ], + [ + "od", + "d" + ], + [ + "S", + "R" + ], + [ + "Ù", + "Ĭ" + ], + [ + "ì", + "Ħ" + ], + [ + "Ġacc", + "ord" + ], + [ + "ĠM", + "ove" + ], + [ + "ĠM", + "ode" + ], + [ + "ĠM", + "ock" + ], + [ + "Ġthread", + "s" + ], + [ + "++", + "++" + ], + [ + "ĠO", + "ptions" + ], + [ + "Ref", + "resh" + ], + [ + "ĠD", + "id" + ], + [ + "']", + "->" + ], + [ + "u", + "cc" + ], + [ + "_ch", + "annel" + ], + [ + ".", + "abs" + ], + [ + "Ġ{", + "},Ċ" + ], + [ + "ĠW", + "al" + ], + [ + "er", + "ior" + ], + [ + "Ġmain", + "ly" + ], + [ + "ĠDr", + "iver" + ], + [ + "NotFound", + "Exception" + ], + [ + "Ġcount", + "s" + ], + [ + "e", + "am" + ], + [ + "Ġ&", + "=" + ], + [ + "Q", + "uestion" + ], + [ + "ĠA", + "li" + ], + [ + "Ġany", + "more" + ], + [ + "d", + "etail" + ], + [ + "t", + "ail" + ], + [ + "Ġm", + "ile" + ], + [ + "ĠF", + "air" + ], + [ + "Ġs", + "orry" + ], + [ + "Ġsurround", + "ing" + ], + [ + "Ġad", + "m" + ], + [ + "De", + "v" + ], + [ + "Ġmari", + "juana" + ], + [ + "ĠS", + "ound" + ], + [ + "ĠA", + "sh" + ], + [ + "F", + "D" + ], + [ + "Te", + "am" + ], + [ + ".", + "port" + ], + [ + "Ġ[", + "]ĊĊ" + ], + [ + "ub", + "ble" + ], + [ + "Ġas", + "c" + ], + [ + "Ġint", + "ention" + ], + [ + "A", + "cc" + ], + [ + "ch", + "i" + ], + [ + "ust", + "ers" + ], + [ + "Ġins", + "pired" + ], + [ + "se", + "g" + ], + [ + "CL", + "U" + ], + [ + "Ġman", + "ip" + ], + [ + "M", + "etadata" + ], + [ + "Con", + "nect" + ], + [ + "ĠB", + "eh" + ], + [ + "Ġfind", + "ings" + ], + [ + "Ġas", + "sembly" + ], + [ + "w", + "orld" + ], + [ + "Ġrem", + "ained" + ], + [ + "Ġu", + "id" + ], + [ + "(", + "." + ], + [ + "Ġm", + "x" + ], + [ + "Lo", + "op" + ], + [ + "ĊĊĊĊ", + "Ċ" + ], + [ + "Ġfant", + "astic" + ], + [ + "wh", + "o" + ], + [ + "ak", + "i" + ], + [ + "ĠB", + "asic" + ], + [ + "ĠY", + "et" + ], + [ + "ĠUs", + "ers" + ], + [ + "ik", + "ip" + ], + [ + "Ġhead", + "s" + ], + [ + "ĠMich", + "igan" + ], + [ + "_", + "it" + ], + [ + "ĠTor", + "onto" + ], + [ + "Ġrec", + "ording" + ], + [ + "Ġsub", + "mitted" + ], + [ + "_var", + "iable" + ], + [ + "medi", + "ate" + ], + [ + ".graph", + "ics" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġre", + "ar" + ], + [ + "vel", + "ocity" + ], + [ + "_M", + "ESSAGE" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "ro", + "les" + ], + [ + "ĠT", + "our" + ], + [ + "_", + "year" + ], + [ + "end", + "ment" + ], + [ + "amp", + "s" + ], + [ + "ĠIre", + "land" + ], + [ + "m", + "al" + ], + [ + "Ġyoung", + "er" + ], + [ + "Ġstrugg", + "le" + ], + [ + "Ġc", + "able" + ], + [ + "ĠSD", + "L" + ], + [ + "('", + "-" + ], + [ + "an", + "es" + ], + [ + "ĠNe", + "ed" + ], + [ + ".R", + "ow" + ], + [ + "P", + "ol" + ], + [ + "ĠP", + "H" + ], + [ + "_s", + "cript" + ], + [ + "ag", + "em" + ], + [ + "ĠB", + "as" + ], + [ + "_s", + "pace" + ], + [ + ".", + "loc" + ], + [ + ":", + "i" + ], + [ + "ad", + "r" + ], + [ + "Ġengine", + "ering" + ], + [ + "it", + "en" + ], + [ + ")", + "&" + ], + [ + "Ġu", + "k" + ], + [ + "ĠL", + "ittle" + ], + [ + "_C", + "OUNT" + ], + [ + "x", + "A" + ], + [ + "Array", + "List" + ], + [ + "æ", + "į" + ], + [ + "Ġ\"", + "\")Ċ" + ], + [ + "An", + "chor" + ], + [ + "Ġh", + "ang" + ], + [ + "t", + "witter" + ], + [ + "Ġcompet", + "itive" + ], + [ + ".s", + "rc" + ], + [ + "ãģ", + "Ĺ" + ], + [ + "Ġtrans", + "late" + ], + [ + "ĠCre", + "ates" + ], + [ + "ook", + "s" + ], + [ + "ĠR", + "oll" + ], + [ + "''", + "'Ċ" + ], + [ + "/", + "sh" + ], + [ + "s", + "ome" + ], + [ + "Enc", + "oding" + ], + [ + ".res", + "olve" + ], + [ + "Ġdesign", + "er" + ], + [ + "ĠSt", + "orage" + ], + [ + "Ġz", + "a" + ], + [ + "ĠN", + "ever" + ], + [ + "Ġsomew", + "here" + ], + [ + "Ġbox", + "es" + ], + [ + ".s", + "ource" + ], + [ + "Ġpy", + "game" + ], + [ + "Ġgrow", + "n" + ], + [ + ".t", + "w" + ], + [ + "()", + "),Ċ" + ], + [ + "',", + "['" + ], + [ + "Ġoppon", + "ent" + ], + [ + "(s", + "rc" + ], + [ + ".l", + "ayer" + ], + [ + "AP", + "P" + ], + [ + "ĠAct", + "iv" + ], + [ + "Ġguest", + "s" + ], + [ + "ĠVAL", + "UES" + ], + [ + "};ĊĊ", + "Ċ" + ], + [ + ".n", + "ative" + ], + [ + "Ġamount", + "s" + ], + [ + ".", + "RE" + ], + [ + "Ġcl", + "one" + ], + [ + "Ġwer", + "en" + ], + [ + "Ġ\"", + "<<" + ], + [ + "_", + "ac" + ], + [ + "Ġbreak", + "ing" + ], + [ + "Ġreli", + "able" + ], + [ + ".P", + "OST" + ], + [ + "ĠSk", + "y" + ], + [ + "Ġ'", + "&" + ], + [ + "Ġsaved", + "InstanceState" + ], + [ + "ast", + "ing" + ], + [ + "ill", + "ion" + ], + [ + "com", + "ments" + ], + [ + "ult", + "y" + ], + [ + ".m", + "enu" + ], + [ + "/", + "config" + ], + [ + "Ġ", + "ĊĊĊ" + ], + [ + "T", + "ODO" + ], + [ + "Ġpurch", + "ased" + ], + [ + "_c", + "or" + ], + [ + "ĉ", + "auto" + ], + [ + "Compat", + "Activity" + ], + [ + "com", + "plete" + ], + [ + "_", + "graph" + ], + [ + "is", + "odes" + ], + [ + "Ġsitu", + "ations" + ], + [ + "ĠH", + "or" + ], + [ + "Re", + "ceive" + ], + [ + "âĢľ", + "We" + ], + [ + "Ġent", + "ities" + ], + [ + ".assert", + "Equals" + ], + [ + "оÐ", + "º" + ], + [ + "ĠS", + "ans" + ], + [ + "v", + "ince" + ], + [ + "rom", + "pt" + ], + [ + "=", + "Ċ" + ], + [ + "Ġ/", + "." + ], + [ + ".Se", + "lect" + ], + [ + "yl", + "v" + ], + [ + "Ġb", + "att" + ], + [ + "A", + "udio" + ], + [ + "Ġincreasing", + "ly" + ], + [ + ".B", + "undle" + ], + [ + "Ġexpl", + "ains" + ], + [ + "0", + "60" + ], + [ + "the", + "ast" + ], + [ + ".", + "offset" + ], + [ + "Ġh", + "al" + ], + [ + "Ġtechn", + "ique" + ], + [ + "_l", + "imit" + ], + [ + "Ġdraw", + "n" + ], + [ + "AY", + "ER" + ], + [ + "Ġfeature", + "d" + ], + [ + "yy", + "yy" + ], + [ + "at", + "in" + ], + [ + "ph", + "en" + ], + [ + "ach", + "el" + ], + [ + "!", + "\\" + ], + [ + "l", + "ower" + ], + [ + "ĠG", + "R" + ], + [ + "Ġp", + "ag" + ], + [ + "ĠP", + "arse" + ], + [ + "Ġt", + "ou" + ], + [ + "ä¸", + "Ģ" + ], + [ + "D", + "istance" + ], + [ + "Index", + "Path" + ], + [ + "Ġh", + "ell" + ], + [ + "s", + "im" + ], + [ + "UT", + "TON" + ], + [ + "Us", + "age" + ], + [ + "elen", + "ium" + ], + [ + "ĠF", + "all" + ], + [ + "Ġ\"", + ".$" + ], + [ + "ĠM", + "u" + ], + [ + "Ġcr", + "uc" + ], + [ + "Ġs", + "ont" + ], + [ + "REF", + "IX" + ], + [ + "3", + "11" + ], + [ + "Ġinter", + "ior" + ], + [ + "ĠO", + "lymp" + ], + [ + ".Auto", + "Scale" + ], + [ + "par", + "a" + ], + [ + "Axis", + "Alignment" + ], + [ + "Ġr", + "iver" + ], + [ + "D", + "to" + ], + [ + "Ġwith", + "draw" + ], + [ + "Re", + "act" + ], + [ + "-", + "class" + ], + [ + "b", + "efore" + ], + [ + "_", + "alloc" + ], + [ + "Cont", + "ents" + ], + [ + "ĠW", + "as" + ], + [ + "I", + "CT" + ], + [ + "Ġform", + "ula" + ], + [ + "Ġindic", + "ates" + ], + [ + "ĠĠĠĠ", + "ĊĊ" + ], + [ + "_st", + "ore" + ], + [ + "it", + "ting" + ], + [ + "ĠIt", + "alian" + ], + [ + "_S", + "et" + ], + [ + "_re", + "port" + ], + [ + "Ġp", + "id" + ], + [ + "_V", + "ER" + ], + [ + "Ġw", + "ins" + ], + [ + "ĠCl", + "oud" + ], + [ + "\")", + "{Ċ" + ], + [ + "ch", + "ester" + ], + [ + "Ġden", + "ied" + ], + [ + "Ġw", + "ird" + ], + [ + "ĠSte", + "p" + ], + [ + "Ġinvest", + "ors" + ], + [ + "b", + "old" + ], + [ + "_d", + "isplay" + ], + [ + "ou", + "ver" + ], + [ + "or", + "er" + ], + [ + "Res", + "et" + ], + [ + "Ġsurg", + "ery" + ], + [ + "Ġstrateg", + "ies" + ], + [ + "/m", + "aterial" + ], + [ + "_", + "unit" + ], + [ + "Ġc", + "ouncil" + ], + [ + ".P", + "er" + ], + [ + "ĠâĢ", + "ŀ" + ], + [ + "Ġre", + "form" + ], + [ + "F", + "ramework" + ], + [ + "Ġlist", + "ing" + ], + [ + "_b", + "tn" + ], + [ + "Ġb", + "is" + ], + [ + "%", + "d" + ], + [ + "eg", + "as" + ], + [ + "Ġsudden", + "ly" + ], + [ + "_S", + "ER" + ], + [ + "3", + "15" + ], + [ + "Ġa", + "o" + ], + [ + "_d", + "irectory" + ], + [ + "f", + "as" + ], + [ + "Ġprem", + "ium" + ], + [ + "Ġtrack", + "ing" + ], + [ + "ĠB", + "L" + ], + [ + "Ġm", + "ature" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġ'/", + "'" + ], + [ + "ĠÄ", + "ij" + ], + [ + "Per", + "formed" + ], + [ + "Ġsold", + "iers" + ], + [ + "arn", + "ings" + ], + [ + "Ġwalk", + "ed" + ], + [ + "-", + "con" + ], + [ + "b", + "ottom" + ], + [ + "Ġsurpr", + "ising" + ], + [ + "Ġg", + "ene" + ], + [ + "Us", + "uario" + ], + [ + ".DE", + "FAULT" + ], + [ + "ĠM", + "IT" + ], + [ + "C", + "ODE" + ], + [ + "ĠE", + "gypt" + ], + [ + "p", + "icker" + ], + [ + "ys", + "ql" + ], + [ + "AT", + "URE" + ], + [ + "d", + "etails" + ], + [ + "ĠCon", + "ference" + ], + [ + "In", + "formation" + ], + [ + "ĠM", + "ail" + ], + [ + "-d", + "own" + ], + [ + "r", + "aries" + ], + [ + "b", + "ro" + ], + [ + "Ġsubject", + "s" + ], + [ + "Ġ'", + "*" + ], + [ + "è¯", + "·" + ], + [ + "or", + "ient" + ], + [ + ":", + "@" + ], + [ + "ver", + "bose" + ], + [ + "E", + "F" + ], + [ + "Ġto", + "ler" + ], + [ + "3", + "13" + ], + [ + "eng", + "ers" + ], + [ + "Ġend", + "point" + ], + [ + "Ġstr", + "ange" + ], + [ + "Ġcol", + "on" + ], + [ + "Ġpre", + "ferred" + ], + [ + "de", + "p" + ], + [ + "ĠE", + "V" + ], + [ + "ARR", + "AY" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "up" + ], + [ + "_n", + "odes" + ], + [ + "Ġtalk", + "ed" + ], + [ + "Ġinstit", + "ution" + ], + [ + "db", + "c" + ], + [ + "Ġex", + "posed" + ], + [ + "te", + "en" + ], + [ + "ĠFr", + "ont" + ], + [ + "T", + "T" + ], + [ + "_N", + "ONE" + ], + [ + "\\/", + "\\/" + ], + [ + "pro", + "gram" + ], + [ + "Ġencour", + "age" + ], + [ + ".", + "`" + ], + [ + "sh", + "ire" + ], + [ + "ĠIsl", + "am" + ], + [ + "32", + "5" + ], + [ + "e", + "en" + ], + [ + "N", + "I" + ], + [ + "'", + "\"" + ], + [ + ".W", + "idth" + ], + [ + "Ġlik", + "ed" + ], + [ + "Ġ{", + "..." + ], + [ + "ĠSystem", + "s" + ], + [ + "Ġvot", + "re" + ], + [ + "Ġmanufact", + "uring" + ], + [ + "Con", + "verter" + ], + [ + "ĠIn", + "f" + ], + [ + "ì", + "ļ" + ], + [ + "D", + "TO" + ], + [ + "Ġin", + "ches" + ], + [ + "Ġ", + "à¤" + ], + [ + "Ã", + "¹" + ], + [ + "ĠChar", + "les" + ], + [ + "B", + "U" + ], + [ + "\"))", + ";ĊĊ" + ], + [ + "ĠL", + "abor" + ], + [ + "un", + "n" + ], + [ + "Ġest", + "im" + ], + [ + "m", + "obile" + ], + [ + "ĠL", + "earn" + ], + [ + "28", + "1" + ], + [ + "_C", + "ALL" + ], + [ + "â", + "Ħ" + ], + [ + "Ġind", + "ices" + ], + [ + "Ġt", + "ub" + ], + [ + "28", + "8" + ], + [ + "ikip", + "edia" + ], + [ + "C", + "ost" + ], + [ + "row", + "able" + ], + [ + "ë", + "¡" + ], + [ + "g", + "age" + ], + [ + "Ġfunction", + "ality" + ], + [ + "uzz", + "le" + ], + [ + "em", + "os" + ], + [ + ".l", + "ib" + ], + [ + "Ġd", + "ass" + ], + [ + "еÐ", + "º" + ], + [ + "enn", + "a" + ], + [ + "Ġsh", + "ots" + ], + [ + "Ġrest", + "ore" + ], + [ + "/", + "D" + ], + [ + "For", + "Key" + ], + [ + "],", + "[" + ], + [ + "al", + "ias" + ], + [ + "l", + "int" + ], + [ + ".st", + "ream" + ], + [ + "æ", + "ł" + ], + [ + "_FORM", + "AT" + ], + [ + "Ġsil", + "ver" + ], + [ + ".re", + "pository" + ], + [ + "Ġlegis", + "l" + ], + [ + ".B", + "order" + ], + [ + "_fe", + "atures" + ], + [ + "Per", + "mission" + ], + [ + "Ġhous", + "es" + ], + [ + "ĠW", + "ars" + ], + [ + "_COM", + "P" + ], + [ + "Ġinj", + "uries" + ], + [ + "Ġconstant", + "ly" + ], + [ + "fl", + "utter" + ], + [ + "EN", + "U" + ], + [ + "ĠCon", + "f" + ], + [ + "Ġrecogn", + "ized" + ], + [ + "Ġpract", + "ical" + ], + [ + "Ġde", + "cent" + ], + [ + "B", + "J" + ], + [ + "]", + ");" + ], + [ + "ast", + "y" + ], + [ + "ĠAct", + "ivity" + ], + [ + "-m", + "ode" + ], + [ + "Ġsl", + "ide" + ], + [ + ".IsNullOr", + "Empty" + ], + [ + "ĠY", + "OU" + ], + [ + "P", + "ower" + ], + [ + "ind", + "ices" + ], + [ + "Ġqual", + "ified" + ], + [ + "Ġthrow", + "n" + ], + [ + "h", + "ello" + ], + [ + "3", + "16" + ], + [ + "ĠN", + "ick" + ], + [ + "l", + "ah" + ], + [ + "as", + "sembly" + ], + [ + "ĠSm", + "all" + ], + [ + "old", + "ing" + ], + [ + "Sh", + "ould" + ], + [ + "ĠSil", + "ver" + ], + [ + "(saved", + "InstanceState" + ], + [ + "Ġtog", + "gle" + ], + [ + ".N", + "ot" + ], + [ + "C", + "trl" + ], + [ + ":", + "nil" + ], + [ + "ĠCont", + "inue" + ], + [ + "ĠB", + "oot" + ], + [ + "æ", + "ī" + ], + [ + "ĠM", + "ur" + ], + [ + "d", + "on" + ], + [ + "ĠF", + "A" + ], + [ + "S", + "napshot" + ], + [ + "Ġassoci", + "ation" + ], + [ + "fo", + "x" + ], + [ + ",", + "a" + ], + [ + "az", + "ione" + ], + [ + "]", + ")čĊ" + ], + [ + "CT", + "YPE" + ], + [ + "Ġf", + "ade" + ], + [ + "ĠD", + "ar" + ], + [ + ".n", + "avigation" + ], + [ + "Ġl", + "uck" + ], + [ + "SC", + "RI" + ], + [ + "ĠDe", + "ad" + ], + [ + "Ġterm", + "inal" + ], + [ + "_LE", + "NGTH" + ], + [ + "Ġeff", + "iciency" + ], + [ + "Ġun", + "w" + ], + [ + "Ġn", + "arrow" + ], + [ + "iment", + "o" + ], + [ + "(", + "Color" + ], + [ + "ĠSe", + "a" + ], + [ + "_", + "area" + ], + [ + ",", + "A" + ], + [ + "_", + "opt" + ], + [ + "ĠHill", + "ary" + ], + [ + ".t", + "ask" + ], + [ + "ĠJ", + "ac" + ], + [ + "ast", + "ed" + ], + [ + "ĠAd", + "am" + ], + [ + "ĠIl", + "legal" + ], + [ + "Ġsearch", + "ing" + ], + [ + "Instance", + "Of" + ], + [ + "J", + "ava" + ], + [ + "ĠForm", + "at" + ], + [ + "Ġreal", + "ized" + ], + [ + "ĠChild", + "ren" + ], + [ + "Ġk", + "il" + ], + [ + "(f", + "rame" + ], + [ + "âĢĿ", + ".ĊĊ" + ], + [ + "Ġscen", + "ario" + ], + [ + "\"]", + ");Ċ" + ], + [ + "Ġincred", + "ible" + ], + [ + "li", + "x" + ], + [ + "IO", + "Exception" + ], + [ + "ĠQ", + "uest" + ], + [ + "il", + "ty" + ], + [ + "Ġun", + "lock" + ], + [ + "â", + "Ĥ¬" + ], + [ + "Ġre", + "ferences" + ], + [ + "ĠV", + "ert" + ], + [ + "B", + "inding" + ], + [ + "eg", + "ative" + ], + [ + "Ġwr", + "ap" + ], + [ + ".d", + "atabase" + ], + [ + "(", + "content" + ], + [ + "B", + "uf" + ], + [ + "ĠTr", + "ad" + ], + [ + "ĠA", + "ud" + ], + [ + "tr", + "ace" + ], + [ + ".m", + "ock" + ], + [ + "Ġther", + "apy" + ], + [ + "ĉ", + "L" + ], + [ + ".To", + "Int" + ], + [ + "ĠKing", + "dom" + ], + [ + "B", + "us" + ], + [ + "ha", + "ust" + ], + [ + "\"\"", + "\"ĊĊ" + ], + [ + "(", + "end" + ], + [ + ".draw", + "able" + ], + [ + "[", + "];Ċ" + ], + [ + "ĠH", + "ospital" + ], + [ + "Ġph", + "arm" + ], + [ + "----", + "-" + ], + [ + "ĠA", + "G" + ], + [ + "é", + "d" + ], + [ + ">", + "\");Ċ" + ], + [ + "Ġw", + "allet" + ], + [ + "at", + "able" + ], + [ + ")", + "$" + ], + [ + "Ġmonth", + "ly" + ], + [ + "Ġdi", + "agnostic" + ], + [ + "S", + "ymbol" + ], + [ + "Ġiter", + "ator" + ], + [ + "un", + "finished" + ], + [ + "Ġimm", + "igration" + ], + [ + "s", + "r" + ], + [ + "RO", + "W" + ], + [ + "(g", + "ame" + ], + [ + "Ġclo", + "thes" + ], + [ + "ĠU", + "nt" + ], + [ + "Ġactiv", + "ation" + ], + [ + "_C", + "on" + ], + [ + "27", + "3" + ], + [ + ".h", + "ash" + ], + [ + "Ġinitial", + "ly" + ], + [ + ".H", + "ash" + ], + [ + "Ġcut", + "s" + ], + [ + "f", + "ound" + ], + [ + "ĠSt", + "ory" + ], + [ + "ÑĨ", + "и" + ], + [ + "ac", + "ao" + ], + [ + "_T", + "YP" + ], + [ + "pro", + "to" + ], + [ + "est", + "r" + ], + [ + "-p", + "age" + ], + [ + "ah", + "r" + ], + [ + "Ġincor", + "rect" + ], + [ + "ĠJose", + "ph" + ], + [ + "TextBox", + "Column" + ], + [ + "_st", + "yle" + ], + [ + "ĠD", + "aniel" + ], + [ + "s", + "heet" + ], + [ + "Ġl", + "iv" + ], + [ + "l", + "ined" + ], + [ + "Ġr", + "a" + ], + [ + "R", + "untime" + ], + [ + "_", + "empty" + ], + [ + "sl", + "ug" + ], + [ + "_", + "struct" + ], + [ + "ë", + "Ĭ" + ], + [ + "m", + "u" + ], + [ + "Ġper", + "mitted" + ], + [ + "Ġreg", + "ional" + ], + [ + "Ġsob", + "re" + ], + [ + "ĠS", + "uch" + ], + [ + "Ġ[", + "_" + ], + [ + "Ġro", + "of" + ], + [ + ".Al", + "ignment" + ], + [ + "t", + "imes" + ], + [ + ".m", + "sg" + ], + [ + "Ġche", + "st" + ], + [ + "ĠT", + "ab" + ], + [ + "Ġest", + "a" + ], + [ + "ä", + "n" + ], + [ + "Ġsubs", + "cription" + ], + [ + "(", + "command" + ], + [ + "s", + "pecial" + ], + [ + "Ġme", + "al" + ], + [ + "\")", + ":Ċ" + ], + [ + "_", + "ctx" + ], + [ + "Ġclos", + "ely" + ], + [ + "30", + "9" + ], + [ + "et", + "ry" + ], + [ + "-", + "be" + ], + [ + "ad", + "el" + ], + [ + "ĠR", + "am" + ], + [ + "ig", + "est" + ], + [ + "ĠSpan", + "ish" + ], + [ + "Ġcommit", + "ment" + ], + [ + "Ġw", + "ake" + ], + [ + "*", + ">(" + ], + [ + "P", + "HP" + ], + [ + "_", + "{" + ], + [ + "ck", + "er" + ], + [ + "<", + "List" + ], + [ + "_n", + "ull" + ], + [ + "3", + "90" + ], + [ + "ĠRes", + "erved" + ], + [ + "Ġin", + "her" + ], + [ + ".Column", + "s" + ], + [ + ".A", + "spNet" + ], + [ + "_IN", + "VALID" + ], + [ + "ĠParam", + "eter" + ], + [ + "Ġex", + "pr" + ], + [ + "}", + "{" + ], + [ + "Cell", + "Style" + ], + [ + "Ġval", + "uable" + ], + [ + "Ġfun", + "ny" + ], + [ + "In", + "v" + ], + [ + "Ġst", + "able" + ], + [ + "*", + "t" + ], + [ + "Ġp", + "ill" + ], + [ + "2", + "99" + ], + [ + "pl", + "iers" + ], + [ + "ĠC", + "SS" + ], + [ + "ĠCon", + "dition" + ], + [ + "ĠS", + "peed" + ], + [ + "ublish", + "er" + ], + [ + "25", + "9" + ], + [ + "Ġoff", + "ensive" + ], + [ + "ce", + "st" + ], + [ + "ic", + "as" + ], + [ + "Ġsp", + "ark" + ], + [ + "ĠPro", + "te" + ], + [ + "set", + "up" + ], + [ + "IF", + "Y" + ], + [ + "ĠT", + "ax" + ], + [ + "Wh", + "o" + ], + [ + "F", + "amily" + ], + [ + "-", + "for" + ], + [ + ".", + "uk" + ], + [ + "Ġf", + "asc" + ], + [ + "sv", + "g" + ], + [ + "\")", + ")." + ], + [ + "Ġbirth", + "day" + ], + [ + "âĸ", + "Ī" + ], + [ + "ve", + "h" + ], + [ + "el", + "led" + ], + [ + "Ġimport", + "s" + ], + [ + "ĠIsl", + "amic" + ], + [ + "T", + "A" + ], + [ + "ĠSt", + "an" + ], + [ + "we", + "ather" + ], + [ + "Ġsus", + "pect" + ], + [ + "e", + "ature" + ], + [ + "enn", + "es" + ], + [ + "W", + "M" + ], + [ + ".m", + "inecraft" + ], + [ + "av", + "id" + ], + [ + "è", + "½" + ], + [ + ".se", + "curity" + ], + [ + "in", + "os" + ], + [ + "G", + "ood" + ], + [ + "Ġm", + "arch" + ], + [ + "6", + "55" + ], + [ + "25", + "7" + ], + [ + "Ġposs", + "ess" + ], + [ + "us", + "uario" + ], + [ + "Con", + "s" + ], + [ + "am", + "ber" + ], + [ + "ched", + "uler" + ], + [ + "Ġhor", + "se" + ], + [ + "ç", + "½" + ], + [ + "(b", + "ody" + ], + [ + "ĠTrans", + "form" + ], + [ + "_de", + "code" + ], + [ + ".s", + "vg" + ], + [ + "Ġf", + "oo" + ], + [ + "Ġd", + "ella" + ], + [ + "ext", + "ends" + ], + [ + "am", + "er" + ], + [ + "Ġprocess", + "ed" + ], + [ + "ĠH", + "arr" + ], + [ + "ĠA", + "I" + ], + [ + "Ġk", + "o" + ], + [ + "CH", + "AR" + ], + [ + "(", + "%" + ], + [ + "Ġt", + "ap" + ], + [ + "({", + "'" + ], + [ + "c", + "roll" + ], + [ + "D", + "OM" + ], + [ + "Ġte", + "a" + ], + [ + "Ġre", + "in" + ], + [ + "26", + "1" + ], + [ + "Ġworld", + "wide" + ], + [ + "_f", + "n" + ], + [ + "sh", + "a" + ], + [ + "Ġb", + "ir" + ], + [ + "ç", + "ões" + ], + [ + "=\"#", + "\">" + ], + [ + "Ġrepresent", + "ed" + ], + [ + "ill", + "er" + ], + [ + "(ex", + "pected" + ], + [ + "Ġd", + "ance" + ], + [ + "Ġvisit", + "ors" + ], + [ + ".con", + "cat" + ], + [ + "-b", + "it" + ], + [ + "UR", + "RE" + ], + [ + "ĠR", + "og" + ], + [ + "v", + "p" + ], + [ + "ip", + "h" + ], + [ + "ĠL", + "LC" + ], + [ + "it", + "led" + ], + [ + "iam", + "i" + ], + [ + "C", + "oll" + ], + [ + "_re", + "al" + ], + [ + "_sh", + "ow" + ], + [ + "_f", + "older" + ], + [ + "Ġd", + "ar" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġl", + "atter" + ], + [ + "arch", + "y" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġout", + "come" + ], + [ + "5", + "10" + ], + [ + "ĠPost", + "ed" + ], + [ + "Ġris", + "ks" + ], + [ + "ĠThere", + "fore" + ], + [ + "Ġowners", + "hip" + ], + [ + "Ġpar", + "allel" + ], + [ + "Ġp", + "ending" + ], + [ + "ge", + "ometry" + ], + [ + "Ġrecogn", + "ize" + ], + [ + "ST", + "EM" + ], + [ + "ĠC", + "P" + ], + [ + "Ġimm", + "igr" + ], + [ + "IT", + "LE" + ], + [ + "ĠĠĠĠ", + "ĉĉ" + ], + [ + "conn", + "ected" + ], + [ + "Ġsm", + "ile" + ], + [ + "(d", + "ocument" + ], + [ + "\\", + "Component" + ], + [ + "vert", + "ical" + ], + [ + "Ġconsum", + "ption" + ], + [ + "Ġsh", + "oes" + ], + [ + ".", + "impl" + ], + [ + "un", + "ks" + ], + [ + ".", + "\";Ċ" + ], + [ + "Ġfood", + "s" + ], + [ + "_", + ");Ċ" + ], + [ + ".assert", + "True" + ], + [ + "Ġp", + "ipeline" + ], + [ + "Ġcollection", + "s" + ], + [ + "Ġearn", + "ed" + ], + [ + "ĠC", + "ert" + ], + [ + "Ġpartners", + "hip" + ], + [ + "(", + "action" + ], + [ + "26", + "3" + ], + [ + "Ġc", + "d" + ], + [ + "ĠV", + "ery" + ], + [ + "Option", + "al" + ], + [ + "Ġscre", + "ens" + ], + [ + "Ġtit", + "les" + ], + [ + "ener", + "ator" + ], + [ + "Ġab", + "andon" + ], + [ + "k", + "ind" + ], + [ + "IL", + "TER" + ], + [ + "Ġclos", + "ing" + ], + [ + "lic", + "a" + ], + [ + "_", + "inter" + ], + [ + "Ġcamp", + "us" + ], + [ + "set", + "ting" + ], + [ + "S", + "prite" + ], + [ + "ãģ", + "¯" + ], + [ + "_re", + "ply" + ], + [ + "To", + "List" + ], + [ + ":", + "\\/\\/" + ], + [ + "ed", + "e" + ], + [ + "Ġfol", + "ks" + ], + [ + "Ġbo", + "at" + ], + [ + "(", + "argv" + ], + [ + "Ġperman", + "ent" + ], + [ + "Ġcarry", + "ing" + ], + [ + "Ġconserv", + "ative" + ], + [ + "import", + "ant" + ], + [ + ".", + "img" + ], + [ + "ĠIm", + "m" + ], + [ + "Ġdim", + "ensions" + ], + [ + "al", + "and" + ], + [ + "s", + "ingle" + ], + [ + "Ex", + "it" + ], + [ + "--------", + "--" + ], + [ + "ari", + "ant" + ], + [ + "tern", + "al" + ], + [ + "Se", + "conds" + ], + [ + "ĠIt", + "aly" + ], + [ + "ot", + "lin" + ], + [ + ".Res", + "ume" + ], + [ + "='", + "\"" + ], + [ + ")", + "==" + ], + [ + "cept", + "or" + ], + [ + "Ġs", + "ca" + ], + [ + "/m", + "ain" + ], + [ + "Sec", + "urity" + ], + [ + "_d", + "at" + ], + [ + "Ġlet", + "s" + ], + [ + "Ġa", + "qu" + ], + [ + "Ġwhen", + "ever" + ], + [ + "b", + "erry" + ], + [ + "Ġact", + "ing" + ], + [ + "ant", + "i" + ], + [ + "p", + "d" + ], + [ + "&", + "gt" + ], + [ + "æ", + "Ń" + ], + [ + "Z", + "one" + ], + [ + "T", + "oday" + ], + [ + "!", + "." + ], + [ + "32", + "3" + ], + [ + "To", + "Props" + ], + [ + "ab", + "is" + ], + [ + "it", + "able" + ], + [ + "Ġg", + "al" + ], + [ + "]", + "{" + ], + [ + "iz", + "ona" + ], + [ + "Ġin", + "contri" + ], + [ + "N", + "ET" + ], + [ + "///", + "Ċ" + ], + [ + "[", + "in" + ], + [ + "_s", + "ave" + ], + [ + "Ġex", + "em" + ], + [ + "ĠK", + "enn" + ], + [ + "Ġev", + "olution" + ], + [ + "27", + "2" + ], + [ + "var", + "s" + ], + [ + "_st", + "ats" + ], + [ + "-", + "only" + ], + [ + "ĠColor", + "ado" + ], + [ + "Ġwatch", + "ed" + ], + [ + "b", + "our" + ], + [ + "Ġsever", + "e" + ], + [ + "Ġprofession", + "als" + ], + [ + "port", + "ion" + ], + [ + "Ġguar", + "ante" + ], + [ + "Ð", + "³" + ], + [ + "Ġpush", + "ed" + ], + [ + "ĠG", + "i" + ], + [ + "ï", + "½" + ], + [ + "Ġt", + "um" + ], + [ + "ĠA", + "z" + ], + [ + "ĠEdge", + "Insets" + ], + [ + "\"))", + ";čĊ" + ], + [ + "is", + "se" + ], + [ + ".", + "ac" + ], + [ + "Set", + "ting" + ], + [ + "Ġapprec", + "iate" + ], + [ + "ĠValue", + "Error" + ], + [ + "Ġsur", + "ve" + ], + [ + "ĠR", + "ole" + ], + [ + ".", + "Inter" + ], + [ + "plot", + "lib" + ], + [ + "j", + "et" + ], + [ + "d", + "am" + ], + [ + "Ġplatform", + "s" + ], + [ + "te", + "le" + ], + [ + "UT", + "O" + ], + [ + "ĠInt", + "ernal" + ], + [ + "+", + ":" + ], + [ + "}", + ";čĊ" + ], + [ + "Gener", + "al" + ], + [ + "\\", + "Entity" + ], + [ + "Ġlawy", + "er" + ], + [ + "qu", + "iv" + ], + [ + "ĠPost", + "s" + ], + [ + "is", + "o" + ], + [ + "Ġacc", + "um" + ], + [ + "ob", + "e" + ], + [ + "Ġmark", + "s" + ], + [ + "Ġ]", + ";ĊĊ" + ], + [ + "ĉ", + "text" + ], + [ + ".s", + "uccess" + ], + [ + "cur", + "r" + ], + [ + "as", + "a" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġth", + "in" + ], + [ + "_", + "over" + ], + [ + "0", + "16" + ], + [ + "are", + "st" + ], + [ + "ĠO", + "s" + ], + [ + "(", + "address" + ], + [ + "Ġvel", + "ocity" + ], + [ + "Ġ[]", + ";ĊĊ" + ], + [ + "=\"", + "../../" + ], + [ + "ĠPr", + "iv" + ], + [ + "b", + "ow" + ], + [ + "Ġguar", + "antee" + ], + [ + "%", + "ĊĊ" + ], + [ + "32", + "2" + ], + [ + "Ġeval", + "uate" + ], + [ + ".LE", + "NGTH" + ], + [ + "Ġin", + "ventory" + ], + [ + "q", + "a" + ], + [ + "_de", + "bug" + ], + [ + ".On", + "ClickListener" + ], + [ + "Ġl", + "ies" + ], + [ + "Ġassess", + "ment" + ], + [ + "dat", + "etime" + ], + [ + ".background", + "Color" + ], + [ + "Ġ*/", + "čĊčĊ" + ], + [ + "ra", + "f" + ], + [ + "un", + "wrap" + ], + [ + "ĠF", + "oot" + ], + [ + "Ġnot", + "ify" + ], + [ + "Ġlow", + "est" + ], + [ + "DO", + "CTYPE" + ], + [ + "Ġl", + "anguages" + ], + [ + "ex", + "tra" + ], + [ + "-", + "back" + ], + [ + "Ġein", + "en" + ], + [ + "tem", + "plates" + ], + [ + "27", + "1" + ], + [ + "_p", + "ass" + ], + [ + "5", + "20" + ], + [ + "77", + "7" + ], + [ + "ĠM", + "ust" + ], + [ + "Ġest", + "á" + ], + [ + "_c", + "ore" + ], + [ + "ĠSc", + "ot" + ], + [ + "A", + "I" + ], + [ + "Ġb", + "ias" + ], + [ + "ations", + "hip" + ], + [ + "Con", + "stant" + ], + [ + "Ġprogram", + "ming" + ], + [ + "In", + "s" + ], + [ + "uspend", + "Layout" + ], + [ + "ĠPRO", + "VID" + ], + [ + "ant", + "es" + ], + [ + "Ġsh", + "irt" + ], + [ + "in", + "ated" + ], + [ + ".", + "OK" + ], + [ + "[", + "a" + ], + [ + "Ġthink", + "s" + ], + [ + "?", + "ĊĊĊĊ" + ], + [ + "Ġregard", + "less" + ], + [ + "ĠMag", + "ic" + ], + [ + "ul", + "ating" + ], + [ + "ĉ", + "class" + ], + [ + "add", + "Group" + ], + [ + "RE", + "ATE" + ], + [ + "ĠS", + "U" + ], + [ + "Ġsim", + "pl" + ], + [ + "c", + "opyright" + ], + [ + "Ġb", + "unch" + ], + [ + "Ġun", + "iverse" + ], + [ + "9", + "50" + ], + [ + "ĠE", + "rr" + ], + [ + "Ġpresent", + "ation" + ], + [ + "c", + "ategories" + ], + [ + "Ġatt", + "ach" + ], + [ + ".s", + "ign" + ], + [ + "_A", + "C" + ], + [ + "Ġdisc", + "ipl" + ], + [ + "Ġregular", + "ly" + ], + [ + "Ġprim", + "arily" + ], + [ + "ink", + "s" + ], + [ + "[", + "[" + ], + [ + ".r", + "and" + ], + [ + ".sh", + "ould" + ], + [ + "ownt", + "own" + ], + [ + "=\"", + "'" + ], + [ + "Ġs", + "ans" + ], + [ + "Ġsupport", + "ers" + ], + [ + "se", + "quence" + ], + [ + "G", + "O" + ], + [ + ".", + ".ĊĊ" + ], + [ + "ĠS", + "pr" + ], + [ + "Ġcare", + "fully" + ], + [ + "U", + "IColor" + ], + [ + "dest", + "roy" + ], + [ + "Ġtod", + "os" + ], + [ + "ĠOR", + "DER" + ], + [ + "ott", + "ed" + ], + [ + "Ġd", + "ont" + ], + [ + "aud", + "i" + ], + [ + "_", + "player" + ], + [ + "g", + "re" + ], + [ + "6", + "25" + ], + [ + "ĠO", + "il" + ], + [ + "<", + "body" + ], + [ + "_st", + "ack" + ], + [ + ".P", + "adding" + ], + [ + "ĠProduct", + "s" + ], + [ + "Ġpriv", + "ile" + ], + [ + "0", + "14" + ], + [ + "Ġinj", + "ured" + ], + [ + "ĠF", + "urther" + ], + [ + "Ġal", + "ias" + ], + [ + ".Resume", + "Layout" + ], + [ + "_LE", + "N" + ], + [ + "Ġs", + "es" + ], + [ + "']", + ";ĊĊ" + ], + [ + "cre", + "ens" + ], + [ + "Ġdirect", + "ed" + ], + [ + ".S", + "uspendLayout" + ], + [ + "od", + "ge" + ], + [ + ".A", + "t" + ], + [ + "mark", + "s" + ], + [ + "ĠUn", + "ivers" + ], + [ + "ert", + "s" + ], + [ + "ĠE", + "sc" + ], + [ + "Ġnav", + "bar" + ], + [ + "Ġutil", + "ity" + ], + [ + "agnost", + "ics" + ], + [ + "Ġin", + "ject" + ], + [ + "ĠD", + "NA" + ], + [ + "Ġ\"", + ",\"" + ], + [ + "am", + "ar" + ], + [ + "Ġe", + "u" + ], + [ + "Ġrestaur", + "ants" + ], + [ + "_p", + "ut" + ], + [ + "ut", + "ers" + ], + [ + "Tool", + "Strip" + ], + [ + "t", + "w" + ], + [ + "ist", + "ro" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġleg", + "it" + ], + [ + "pec", + "ific" + ], + [ + "28", + "5" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġlocal", + "Storage" + ], + [ + "Ġabs", + "or" + ], + [ + ".P", + "anel" + ], + [ + "ĠDesign", + "er" + ], + [ + "Ġo", + "w" + ], + [ + "IC", + "AL" + ], + [ + "_", + "uri" + ], + [ + "(f", + "ield" + ], + [ + "Ġsup", + "erv" + ], + [ + "Ex", + "ists" + ], + [ + "Ġrespect", + "ively" + ], + [ + "ĠSt", + "and" + ], + [ + "Con", + "f" + ], + [ + "uss", + "ian" + ], + [ + "3", + "64" + ], + [ + "Ġar", + "c" + ], + [ + "Ġ", + "nd" + ], + [ + "uck", + "s" + ], + [ + "Ġre", + "str" + ], + [ + "Ġseason", + "s" + ], + [ + "ĠCh", + "apter" + ], + [ + "ĠSw", + "itch" + ], + [ + "p", + "ic" + ], + [ + "Ġh", + "i" + ], + [ + "load", + "ed" + ], + [ + "Ġfl", + "uid" + ], + [ + "-b", + "tn" + ], + [ + "Ġrun", + "time" + ], + [ + ".", + "it" + ], + [ + "25", + "8" + ], + [ + "B", + "N" + ], + [ + "Op", + "acity" + ], + [ + "as", + "ant" + ], + [ + "ry", + "ption" + ], + [ + "-n", + "ative" + ], + [ + "Ġta", + "ught" + ], + [ + "å", + "¯" + ], + [ + "ag", + "ment" + ], + [ + "Ġm", + "ul" + ], + [ + "Reg", + "istry" + ], + [ + "_", + "grid" + ], + [ + "ĠBro", + "ok" + ], + [ + ":", + "Set" + ], + [ + "Ġm", + "ongoose" + ], + [ + "AM", + "ES" + ], + [ + "inner", + "HTML" + ], + [ + "Ġs", + "oci" + ], + [ + "ĠInt", + "el" + ], + [ + "get", + "Id" + ], + [ + "C", + "md" + ], + [ + "Ġaccess", + "ible" + ], + [ + "r", + "ames" + ], + [ + "le", + "ton" + ], + [ + "Ġ__", + "(" + ], + [ + "ĉ", + "delete" + ], + [ + "ĠS", + "quare" + ], + [ + "\"", + "ĊĊĊ" + ], + [ + "Ġbu", + "cket" + ], + [ + "avor", + "ite" + ], + [ + "ĠB", + "reak" + ], + [ + "++", + "]" + ], + [ + "Ġbr", + "ush" + ], + [ + "26", + "6" + ], + [ + "Ġt", + "ensor" + ], + [ + "/", + "http" + ], + [ + "T", + "ile" + ], + [ + "Ġfunction", + "al" + ], + [ + "Ġ\"", + "*" + ], + [ + "wh", + "el" + ], + [ + "Ġt", + "ent" + ], + [ + "ĠChar", + "acter" + ], + [ + "Ġse", + "es" + ], + [ + ".", + "ST" + ], + [ + "B", + "ig" + ], + [ + "Ġext", + "ern" + ], + [ + "Url", + "s" + ], + [ + "))", + "))," + ], + [ + "ĠJ", + "r" + ], + [ + ".B", + "uilder" + ], + [ + ".", + ";" + ], + [ + "n", + "l" + ], + [ + "_", + "Init" + ], + [ + "ĠH", + "ER" + ], + [ + "ż", + "e" + ], + [ + "mys", + "qli" + ], + [ + "_", + "icon" + ], + [ + "v", + "an" + ], + [ + "Ġfeel", + "ings" + ], + [ + "Ġle", + "an" + ], + [ + "Ġhop", + "ing" + ], + [ + "T", + "V" + ], + [ + "=\"čĊ" + ], + [ + "b", + "est" + ], + [ + "all", + "as" + ], + [ + "ent", + "ed" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĊ" + ], + [ + "_con", + "nection" + ], + [ + "Ġrep", + "o" + ], + [ + "en", + "abled" + ], + [ + "аÐ", + "º" + ], + [ + "Ġsh", + "a" + ], + [ + "Ġmembers", + "hip" + ], + [ + "Status", + "Code" + ], + [ + "in", + "ating" + ], + [ + "_s", + "m" + ], + [ + "_c", + "ustom" + ], + [ + "_", + "weight" + ], + [ + "Ġc", + "ss" + ], + [ + "St", + "at" + ], + [ + "_", + "env" + ], + [ + "link", + "s" + ], + [ + "TR", + "L" + ], + [ + "ĠH", + "it" + ], + [ + ",", + "r" + ], + [ + "up", + "id" + ], + [ + "Ġop", + "ens" + ], + [ + "Ġg", + "ent" + ], + [ + "_v", + "is" + ], + [ + "Ġj", + "oy" + ], + [ + "<", + "w" + ], + [ + "_c", + "ost" + ], + [ + "ĠPy", + "Object" + ], + [ + "ren", + "ce" + ], + [ + "ĠGeorg", + "ia" + ], + [ + "ĠBro", + "ad" + ], + [ + "m", + "ma" + ], + [ + "â", + "Ĥ" + ], + [ + "p", + "f" + ], + [ + "Ġ\"", + "\\\"" + ], + [ + "Ġ(", + "&" + ], + [ + "om", + "o" + ], + [ + "Ġliter", + "ally" + ], + [ + "Ī", + "ĺ" + ], + [ + "met", + "ric" + ], + [ + "Ġb", + "ars" + ], + [ + "z", + "ed" + ], + [ + "(w", + "indow" + ], + [ + "ĠIsrael", + "i" + ], + [ + "Ġform", + "al" + ], + [ + "ident", + "ifier" + ], + [ + ".d", + "ao" + ], + [ + "ĠDe", + "ath" + ], + [ + "%", + ";Ċ" + ], + [ + "Ġdecl", + "are" + ], + [ + "ar", + "ms" + ], + [ + "RE", + "AM" + ], + [ + "PERT", + "Y" + ], + [ + "Ġconsequ", + "ences" + ], + [ + "to", + "ols" + ], + [ + "Pe", + "ople" + ], + [ + "ĠWh", + "ich" + ], + [ + ">", + "();čĊ" + ], + [ + ".de", + "code" + ], + [ + "_A", + "CT" + ], + [ + "Button", + "s" + ], + [ + ".f", + "loat" + ], + [ + ".F", + "irst" + ], + [ + "ë", + "¥" + ], + [ + "ĠPol", + "it" + ], + [ + "ĠX", + "CT" + ], + [ + "T", + "ags" + ], + [ + "ĠCG", + "Float" + ], + [ + "=", + "str" + ], + [ + "Ġle", + "af" + ], + [ + "-", + "check" + ], + [ + "ĠI", + "ss" + ], + [ + ".s", + "ystem" + ], + [ + "log", + "out" + ], + [ + "ach", + "t" + ], + [ + "Ang", + "le" + ], + [ + "s", + "in" + ], + [ + "ch", + "art" + ], + [ + "INT", + "ER" + ], + [ + "ĠN", + "UM" + ], + [ + "B", + "asic" + ], + [ + ".P", + "roperties" + ], + [ + "ä¸", + "Ń" + ], + [ + "_", + "change" + ], + [ + "ĠB", + "razil" + ], + [ + "Ab", + "stract" + ], + [ + "Ġ:", + "+:" + ], + [ + "_", + "use" + ], + [ + "а", + "л" + ], + [ + "26", + "8" + ], + [ + "ĠL", + "y" + ], + [ + "IB", + "UT" + ], + [ + "Ġout", + "er" + ], + [ + "Ġ--", + ">čĊ" + ], + [ + "Ġrel", + "ief" + ], + [ + "l", + "ap" + ], + [ + "qu", + "er" + ], + [ + "_p", + "arent" + ], + [ + "he", + "ap" + ], + [ + "LO", + "SE" + ], + [ + "Ġcomb", + "ine" + ], + [ + "ĠR", + "ose" + ], + [ + "ow", + "ers" + ], + [ + "Ġproced", + "ures" + ], + [ + "ĠS", + "ort" + ], + [ + "an", + "im" + ], + [ + "var", + "iant" + ], + [ + "eh", + "icle" + ], + [ + "Ġsign", + "ing" + ], + [ + "Pr", + "imary" + ], + [ + "c", + "urrency" + ], + [ + "Ġsex", + "e" + ], + [ + "o", + "en" + ], + [ + "th", + "eta" + ], + [ + "em", + "an" + ], + [ + "Ġimpress", + "ive" + ], + [ + "('", + "_" + ], + [ + "ĉ", + "U" + ], + [ + "ĠText", + "Style" + ], + [ + "_c", + "nt" + ], + [ + "Ġs", + "lice" + ], + [ + "('", + ":" + ], + [ + "Ġunderst", + "ood" + ], + [ + "H", + "is" + ], + [ + "27", + "7" + ], + [ + "0", + "13" + ], + [ + "Ġinform", + "ed" + ], + [ + "Ġn", + "ick" + ], + [ + "4", + "29" + ], + [ + "(T", + "AG" + ], + [ + "h", + "d" + ], + [ + "Ġelection", + "s" + ], + [ + "est", + "ure" + ], + [ + "ĠS", + "anta" + ], + [ + "ĠCo", + "ast" + ], + [ + ".p", + "df" + ], + [ + "inc", + "iple" + ], + [ + ".cl", + "one" + ], + [ + "b", + "orn" + ], + [ + "ut", + "a" + ], + [ + "Ġl", + "icensed" + ], + [ + "C", + "r" + ], + [ + "Ġb", + "read" + ], + [ + "ĠH", + "ouston" + ], + [ + "Ġn", + "od" + ], + [ + "Ġhop", + "es" + ], + [ + "ĠCG", + "Rect" + ], + [ + "Ġgu", + "ilty" + ], + [ + ".g", + "if" + ], + [ + "Ġro", + "se" + ], + [ + ".Com", + "mon" + ], + [ + "T", + "ip" + ], + [ + "AN", + "K" + ], + [ + "ĠF", + "C" + ], + [ + "D", + "uring" + ], + [ + "ĠSym", + "fony" + ], + [ + "Ġdef", + "ensive" + ], + [ + "k", + "m" + ], + [ + ")", + ">" + ], + [ + "arch", + "ive" + ], + [ + "ĠU", + "RI" + ], + [ + "ycl", + "ing" + ], + [ + "-", + "o" + ], + [ + "ĠWe", + "bsite" + ], + [ + "AM", + "P" + ], + [ + "40", + "5" + ], + [ + "ish", + "ment" + ], + [ + "Ġdo", + "ctors" + ], + [ + "D", + "irect" + ], + [ + "AR", + "I" + ], + [ + "ĠRed", + "irect" + ], + [ + "ier", + "en" + ], + [ + "9", + "60" + ], + [ + "_d", + "ist" + ], + [ + "y", + "o" + ], + [ + "ĠPro", + "gress" + ], + [ + "Ġz", + "um" + ], + [ + "Ġmem", + "or" + ], + [ + "ĠE", + "D" + ], + [ + "Ġj", + "ur" + ], + [ + "æį", + "®" + ], + [ + "_T", + "ABLE" + ], + [ + "Ġu", + "uid" + ], + [ + "Ex", + "pr" + ], + [ + ".", + "head" + ], + [ + "('", + "%" + ], + [ + "point", + "er" + ], + [ + "Ġest", + "imate" + ], + [ + "ĠG", + "reg" + ], + [ + "Ġlo", + "ader" + ], + [ + "Ġi", + "OS" + ], + [ + "Ġm", + "ens" + ], + [ + "[", + "y" + ], + [ + "Ġref", + "used" + ], + [ + "Ġprec", + "ision" + ], + [ + "is", + "ch" + ], + [ + "ĠA", + "CTION" + ], + [ + "Cl", + "oud" + ], + [ + "s", + "With" + ], + [ + "(", + "ret" + ], + [ + "29", + "2" + ], + [ + "_ADD", + "R" + ], + [ + "_con", + "f" + ], + [ + "(d", + "f" + ], + [ + "Ġlock", + "ed" + ], + [ + "Ġr", + "ising" + ], + [ + "ãĥ»", + "ãĥ»" + ], + [ + "ĠM", + "s" + ], + [ + "Ġscen", + "es" + ], + [ + "_EX", + "T" + ], + [ + "_", + "raw" + ], + [ + "_", + "the" + ], + [ + "pe", + "ople" + ], + [ + "Ġre", + "con" + ], + [ + "ĠF", + "un" + ], + [ + "Ġb", + "less" + ], + [ + "ĠUp", + "dated" + ], + [ + "4", + "22" + ], + [ + "ü", + "n" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠ", + "čĊ" + ], + [ + "pe", + "ction" + ], + [ + "Re", + "lease" + ], + [ + ".log", + "ger" + ], + [ + "ĠS", + "Y" + ], + [ + "Ġcoun", + "sel" + ], + [ + "ur", + "d" + ], + [ + "_", + "true" + ], + [ + "Ġevery", + "body" + ], + [ + "iv", + "ot" + ], + [ + "Ġh", + "ence" + ], + [ + "ĠN", + "AS" + ], + [ + "78", + "9" + ], + [ + "Ġoppos", + "ed" + ], + [ + "unk", + "nown" + ], + [ + "ĠDES", + "C" + ], + [ + "ĠCh", + "air" + ], + [ + "fa", + "iled" + ], + [ + "ĠIN", + "CLUDING" + ], + [ + "38", + "6" + ], + [ + "35", + "2" + ], + [ + "Ġwrit", + "ers" + ], + [ + "{", + "}Ċ" + ], + [ + "ÃŃ", + "t" + ], + [ + "_c", + "opy" + ], + [ + "}", + ":" + ], + [ + "ĠB", + "at" + ], + [ + "Ġconvert", + "ed" + ], + [ + "ed", + "ing" + ], + [ + "pl", + "acement" + ], + [ + "ĠH", + "ost" + ], + [ + "S", + "ound" + ], + [ + "и", + "м" + ], + [ + "Ġs", + "ought" + ], + [ + "40", + "2" + ], + [ + "m", + "id" + ], + [ + "Ġsal", + "ary" + ], + [ + "og", + "g" + ], + [ + "âĦ", + "¢" + ], + [ + "b", + "ul" + ], + [ + "Ġw", + "ir" + ], + [ + "valid", + "ator" + ], + [ + "_ST", + "AT" + ], + [ + ".st", + "ore" + ], + [ + "ĠB", + "attle" + ], + [ + "ı", + "n" + ], + [ + "Ġ--", + ">ĊĊ" + ], + [ + "Tr", + "ump" + ], + [ + "d", + "ot" + ], + [ + "ĠCON", + "T" + ], + [ + ".f", + "etch" + ], + [ + "Ġcontin", + "u" + ], + [ + "w", + "as" + ], + [ + "Ġfra", + "ud" + ], + [ + "_t", + "mp" + ], + [ + "mit", + "ter" + ], + [ + ".p", + "ictureBox" + ], + [ + "G", + "A" + ], + [ + "Ġt", + "ournament" + ], + [ + ".", + "Input" + ], + [ + "34", + "3" + ], + [ + "[", + "r" + ], + [ + "ex", + "ion" + ], + [ + "cent", + "age" + ], + [ + "ĠKore", + "an" + ], + [ + "und", + "ef" + ], + [ + "ĠAv", + "ailable" + ], + [ + "resh", + "ape" + ], + [ + "Ġk", + "it" + ], + [ + "ĠStr", + "uct" + ], + [ + "ĠS", + "UB" + ], + [ + "An", + "swer" + ], + [ + "_l", + "ib" + ], + [ + ".t", + "witter" + ], + [ + "Ġo", + "re" + ], + [ + "ĠDr", + "agon" + ], + [ + ".Ex", + "t" + ], + [ + ",", + "k" + ], + [ + "Ġexplan", + "ation" + ], + [ + "ref", + "s" + ], + [ + "ĠDr", + "ive" + ], + [ + "ĠTr", + "aining" + ], + [ + "28", + "2" + ], + [ + ".H", + "as" + ], + [ + "34", + "1" + ], + [ + "int", + "age" + ], + [ + "b", + "ig" + ], + [ + "olog", + "ist" + ], + [ + "enn", + "is" + ], + [ + "4", + "60" + ], + [ + "Ù", + "ĩ" + ], + [ + "Ġch", + "icken" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "ç", + "Ľ" + ], + [ + "ãģ", + "§" + ], + [ + "Ġpe", + "ak" + ], + [ + "Ġdrink", + "ing" + ], + [ + "Ġen", + "code" + ], + [ + "ĠNE", + "W" + ], + [ + "m", + "alloc" + ], + [ + "ĉf", + "printf" + ], + [ + "Ġ=", + "================================================================" + ], + [ + "in", + "cluding" + ], + [ + "Ġprincip", + "les" + ], + [ + "ĠM", + "ah" + ], + [ + "26", + "7" + ], + [ + "st", + "orage" + ], + [ + "-", + "key" + ], + [ + "Ġkey", + "word" + ], + [ + "%", + ";" + ], + [ + "Ġtr", + "ained" + ], + [ + ".con", + "trib" + ], + [ + "Ġk", + "v" + ], + [ + "__", + "':Ċ" + ], + [ + "ĠB", + "oy" + ], + [ + "param", + "eter" + ], + [ + "Ġsu", + "ite" + ], + [ + "Ġthous", + "and" + ], + [ + "Ġco", + "ordinate" + ], + [ + "-g", + "enerated" + ], + [ + "íķ", + "ĺ" + ], + [ + "gener", + "ated" + ], + [ + "Ġad", + "mitted" + ], + [ + "Ġp", + "ussy" + ], + [ + "#", + "w" + ], + [ + "Ġsw", + "im" + ], + [ + "un", + "ion" + ], + [ + "N", + "a" + ], + [ + "27", + "4" + ], + [ + "ĠRoy", + "al" + ], + [ + ".ch", + "annel" + ], + [ + "Up", + "dated" + ], + [ + "_RO", + "OT" + ], + [ + "Ġv", + "ital" + ], + [ + "33", + "5" + ], + [ + "ra", + "ction" + ], + [ + "ĠCrush", + "er" + ], + [ + "Ġpre", + "ced" + ], + [ + "Ġhor", + "izontal" + ], + [ + "Blue", + "print" + ], + [ + "Ġattr", + "s" + ], + [ + "Ġsm", + "oke" + ], + [ + "Ð", + "Ĵ" + ], + [ + ".", + "Equals" + ], + [ + "F", + "B" + ], + [ + "ĠRes", + "ources" + ], + [ + "roll", + "ing" + ], + [ + "Ġpass", + "es" + ], + [ + "ĠN", + "um" + ], + [ + "rot", + "ate" + ], + [ + "et", + "ype" + ], + [ + "\\", + "\"," + ], + [ + "Ġsens", + "itive" + ], + [ + "Ġt", + "all" + ], + [ + "?", + "âĢĿĊĊ" + ], + [ + "Pro", + "xy" + ], + [ + "i", + "y" + ], + [ + "_", + "section" + ], + [ + "âĢĶâĢĶ", + "âĢĶâĢĶ" + ], + [ + "br", + "id" + ], + [ + "Ġcirc", + "uit" + ], + [ + "at", + "an" + ], + [ + "EN", + "C" + ], + [ + "Ġdr", + "iven" + ], + [ + "Ġvot", + "ed" + ], + [ + "Ġeduc", + "ational" + ], + [ + "Ġinter", + "action" + ], + [ + "abet", + "es" + ], + [ + "Ġt", + "one" + ], + [ + "ĠInitialize", + "Component" + ], + [ + "Ġmer", + "ely" + ], + [ + "Ġì", + "ŀ" + ], + [ + "co", + "okie" + ], + [ + "_", + "div" + ], + [ + "ĠUIL", + "abel" + ], + [ + "vel", + "y" + ], + [ + "}", + ");čĊ" + ], + [ + "_", + "ENT" + ], + [ + "#+", + "#+" + ], + [ + "art", + "icles" + ], + [ + "ĠSou", + "thern" + ], + [ + "Ġstrong", + "er" + ], + [ + "ĠG", + "iven" + ], + [ + "ĠE", + "ric" + ], + [ + "ĠI", + "R" + ], + [ + "ab", + "stract" + ], + [ + "U", + "nder" + ], + [ + "n", + "able" + ], + [ + "Ġincre", + "ment" + ], + [ + "ov", + "en" + ], + [ + "Ġco", + "in" + ], + [ + "_t", + "imer" + ], + [ + "Ġsuffer", + "ed" + ], + [ + "ĠF", + "REE" + ], + [ + "']", + ".\"" + ], + [ + "ĠQue", + "en" + ], + [ + "st", + "ats" + ], + [ + "Ġmeet", + "ings" + ], + [ + "27", + "6" + ], + [ + "Ġenter", + "ing" + ], + [ + "Ġalong", + "side" + ], + [ + "(s", + "ession" + ], + [ + "it", + "als" + ], + [ + "Ġfound", + "ation" + ], + [ + "ĠC", + "redit" + ], + [ + ".", + "div" + ], + [ + "_", + "ALL" + ], + [ + "pc", + "ion" + ], + [ + "_st", + "at" + ], + [ + "ick", + "ing" + ], + [ + "Default", + "s" + ], + [ + "_s", + "rc" + ], + [ + "Ġoutput", + "s" + ], + [ + "/", + "B" + ], + [ + "Ġent", + "hus" + ], + [ + "-b", + "l" + ], + [ + ".Fore", + "Color" + ], + [ + "ĉ", + "temp" + ], + [ + "F", + "ace" + ], + [ + "Ġinter", + "act" + ], + [ + "Ġwe", + "ird" + ], + [ + "M", + "ount" + ], + [ + "re", + "ll" + ], + [ + "ud", + "ents" + ], + [ + "Ġrequire", + "ment" + ], + [ + "ĠS", + "us" + ], + [ + "I", + "ER" + ], + [ + "Ġe", + "lected" + ], + [ + "re", + "ference" + ], + [ + "ĠM", + "E" + ], + [ + "Ġserv", + "ers" + ], + [ + ".w", + "ait" + ], + [ + "Ġsnap", + "shot" + ], + [ + "il", + "ton" + ], + [ + "Ġtri", + "es" + ], + [ + "Ġt", + "ipo" + ], + [ + ".T", + "ime" + ], + [ + ">", + "w" + ], + [ + "Ġmount", + "ain" + ], + [ + "Ġp", + "ounds" + ], + [ + "Ġ[", + "..." + ], + [ + "ex", + "ists" + ], + [ + "Ġng", + "On" + ], + [ + "_M", + "AP" + ], + [ + "Ġf", + "lying" + ], + [ + "33", + "1" + ], + [ + "xi", + "ety" + ], + [ + "ĉ", + "value" + ], + [ + "_D", + "B" + ], + [ + "un", + "o" + ], + [ + "Ġse", + "ats" + ], + [ + "T", + "URN" + ], + [ + ".", + "author" + ], + [ + "!", + ")" + ], + [ + "or", + "ce" + ], + [ + "Ġindic", + "ated" + ], + [ + "3", + "17" + ], + [ + ".s", + "in" + ], + [ + "Ġass", + "ignment" + ], + [ + "im", + "iento" + ], + [ + "ĠF", + "rame" + ], + [ + "32", + "4" + ], + [ + "_g", + "en" + ], + [ + "in", + "ery" + ], + [ + "_", + ")" + ], + [ + "m", + "essages" + ], + [ + ".set", + "tings" + ], + [ + "ĠMe", + "an" + ], + [ + "ĠM", + "useum" + ], + [ + "ir", + "q" + ], + [ + "att", + "ach" + ], + [ + "ĠPalest", + "in" + ], + [ + "_", + "QU" + ], + [ + "_t", + "ags" + ], + [ + "Ġcas", + "ual" + ], + [ + "em", + "en" + ], + [ + "ASS", + "WORD" + ], + [ + "4", + "32" + ], + [ + "$", + "s" + ], + [ + "ĠC", + "irc" + ], + [ + "оÐ", + "¹" + ], + [ + "et", + "ric" + ], + [ + "/", + "P" + ], + [ + "0", + "18" + ], + [ + "Ġep", + "och" + ], + [ + "<", + "head" + ], + [ + "_C", + "MD" + ], + [ + "Ġg", + "it" + ], + [ + "Ġpen", + "alty" + ], + [ + "or", + "ph" + ], + [ + "_", + "users" + ], + [ + "ours", + "es" + ], + [ + ".Date", + "Time" + ], + [ + "atern", + "ion" + ], + [ + "_pro", + "ject" + ], + [ + "Ġsuper", + "ior" + ], + [ + "ĠD", + "am" + ], + [ + "ĠSe", + "attle" + ], + [ + "X", + "Y" + ], + [ + ">", + "The" + ], + [ + "ĠA", + "k" + ], + [ + "Ġgr", + "ass" + ], + [ + "/*", + "čĊ" + ], + [ + "(d", + "is" + ], + [ + "Ġgun", + "s" + ], + [ + "Ġt", + "b" + ], + [ + "ĠK", + "evin" + ], + [ + ".", + "args" + ], + [ + "ĠA", + "h" + ], + [ + "op", + "ed" + ], + [ + "(", + "J" + ], + [ + "column", + "s" + ], + [ + "arg", + "uments" + ], + [ + "ĠWith", + "Events" + ], + [ + "_f", + "ull" + ], + [ + "ĠDef", + "ense" + ], + [ + "S", + "imple" + ], + [ + "Ġdeath", + "s" + ], + [ + "29", + "5" + ], + [ + "Ġext", + "ensive" + ], + [ + "ĠSt", + "ill" + ], + [ + "ĠEx", + "pression" + ], + [ + "ĠAg", + "ency" + ], + [ + "Ġperform", + "ing" + ], + [ + "F", + "X" + ], + [ + "Ġus", + "uario" + ], + [ + "U", + "AL" + ], + [ + "S", + "ide" + ], + [ + "od", + "os" + ], + [ + "apt", + "op" + ], + [ + "Ġcred", + "entials" + ], + [ + "_c", + "ap" + ], + [ + "at", + "ient" + ], + [ + "ĠDis", + "ney" + ], + [ + "Ġa", + "i" + ], + [ + "Ġch", + "ip" + ], + [ + "Ġvol", + "t" + ], + [ + ".make", + "Text" + ], + [ + "%%%%%%%%", + "%%%%%%%%" + ], + [ + "Ġbelie", + "f" + ], + [ + "_LO", + "C" + ], + [ + "ĠC", + "ivil" + ], + [ + "N", + "avigation" + ], + [ + "Ġreve", + "al" + ], + [ + "Ġviol", + "ent" + ], + [ + "ĠF", + "il" + ], + [ + "Ġc", + "atalog" + ], + [ + "em", + "ed" + ], + [ + "sc", + "an" + ], + [ + ".", + "control" + ], + [ + "Ġconstit", + "ution" + ], + [ + "C", + "ountry" + ], + [ + "Separ", + "ator" + ], + [ + "_A", + "PP" + ], + [ + "top", + "ic" + ], + [ + "uet", + "ooth" + ], + [ + "M", + "IN" + ], + [ + "Ġdes", + "criptor" + ], + [ + "y", + "t" + ], + [ + "ET", + "HER" + ], + [ + "Ġdistrib", + "ute" + ], + [ + "'", + "}Ċ" + ], + [ + ".tr", + "im" + ], + [ + ".L", + "ine" + ], + [ + "Ġl", + "bl" + ], + [ + "assert", + "Equals" + ], + [ + "ĠD", + "et" + ], + [ + "omb", + "ok" + ], + [ + "(", + "width" + ], + [ + "Ġt", + "ort" + ], + [ + "ĠEXP", + "RESS" + ], + [ + "ac", + "o" + ], + [ + "Us", + "ing" + ], + [ + "ĠBr", + "and" + ], + [ + "w", + "all" + ], + [ + "EM", + "ENT" + ], + [ + "ĠComm", + "unic" + ], + [ + "<", + "uint" + ], + [ + "ĠG", + "UI" + ], + [ + "EG", + "IN" + ], + [ + "ĠR", + "ange" + ], + [ + "/", + "i" + ], + [ + "ĠT", + "aylor" + ], + [ + "c", + "ost" + ], + [ + "Ġrespond", + "ed" + ], + [ + "ĠTh", + "eme" + ], + [ + "n", + "ce" + ], + [ + "IS", + "H" + ], + [ + "Ġfeat", + "uring" + ], + [ + "Return", + "s" + ], + [ + "ĠK", + "r" + ], + [ + "Ġ", + ".Ċ" + ], + [ + "Ġn", + "am" + ], + [ + "_c", + "b" + ], + [ + "Test", + "ing" + ], + [ + "Ġ{", + "}," + ], + [ + "y", + "al" + ], + [ + ".f", + "ield" + ], + [ + "Ġ/", + "=" + ], + [ + "_SH", + "ORT" + ], + [ + "m", + "ates" + ], + [ + "Test", + "Case" + ], + [ + "ain", + "less" + ], + [ + "Ġeval", + "uation" + ], + [ + "_", + "ITEM" + ], + [ + "ĠPac", + "ific" + ], + [ + "ĉ", + "k" + ], + [ + "Ġc", + "ant" + ], + [ + "ĠR", + "os" + ], + [ + ")", + "s" + ], + [ + "Ġf", + "et" + ], + [ + "STR", + "ING" + ], + [ + "3", + "19" + ], + [ + "ĠDis", + "pose" + ], + [ + "g", + "al" + ], + [ + "ĠJ", + "oin" + ], + [ + "ĠP", + "orn" + ], + [ + "ĠCath", + "olic" + ], + [ + "AR", + "GET" + ], + [ + "cp", + "u" + ], + [ + "ç", + "łģ" + ], + [ + ".sc", + "roll" + ], + [ + "32", + "8" + ], + [ + "IS", + "ING" + ], + [ + "ifest", + "yle" + ], + [ + "anc", + "ement" + ], + [ + "Ġm", + "erc" + ], + [ + "ĠB", + "rowser" + ], + [ + "eter", + "min" + ], + [ + "Ġover", + "flow" + ], + [ + "Av", + "ailable" + ], + [ + "Ġbott", + "le" + ], + [ + ":", + "UI" + ], + [ + "ific", + "ial" + ], + [ + "Ġco", + "ord" + ], + [ + "clar", + "ation" + ], + [ + "Ġcon", + "j" + ], + [ + "G", + "LOBAL" + ], + [ + "ok", + "u" + ], + [ + "Ġk", + "wargs" + ], + [ + "cond", + "itions" + ], + [ + "ul", + "um" + ], + [ + "Ġg", + "enu" + ], + [ + "ĠH", + "ero" + ], + [ + "å", + "İ" + ], + [ + "Ġun", + "expected" + ], + [ + "ĠDAM", + "AGES" + ], + [ + "Ġk", + "a" + ], + [ + "ĠC", + "ould" + ], + [ + "UP", + "PORT" + ], + [ + "ĠPh", + "otos" + ], + [ + "Ġconf", + "ident" + ], + [ + "Ġdet", + "ected" + ], + [ + "de", + "g" + ], + [ + "rg", + "b" + ], + [ + "Ġstrong", + "ly" + ], + [ + "Ġ}", + ";čĊ" + ], + [ + "Ġ)", + ":" + ], + [ + "Ġle", + "ct" + ], + [ + "urs", + "ive" + ], + [ + "RO", + "L" + ], + [ + "ĠWe", + "ight" + ], + [ + "Ġent", + "ertainment" + ], + [ + "Ġ)", + ");Ċ" + ], + [ + "Ġg", + "onna" + ], + [ + "Ġb", + "b" + ], + [ + ".d", + "o" + ], + [ + "G", + "S" + ], + [ + "Ġmist", + "ake" + ], + [ + "D", + "L" + ], + [ + "ĠPROVID", + "ED" + ], + [ + "ear", + "ning" + ], + [ + "L", + "imit" + ], + [ + "iss", + "ions" + ], + [ + "[", + "v" + ], + [ + "ä¸", + "į" + ], + [ + "ir", + "ty" + ], + [ + "D", + "el" + ], + [ + "Ġunder", + "lying" + ], + [ + "pre", + "ne" + ], + [ + "Ġj", + "aw" + ], + [ + "ĠD", + "I" + ], + [ + "pe", + "er" + ], + [ + "Ġobject", + "ive" + ], + [ + "Ġde", + "posit" + ], + [ + "Ġk", + "on" + ], + [ + "Ġes", + "p" + ], + [ + "27", + "8" + ], + [ + ".set", + "Visibility" + ], + [ + "/", + "login" + ], + [ + "<", + "typename" + ], + [ + "Ġfr", + "anch" + ], + [ + "/", + "e" + ], + [ + "26", + "9" + ], + [ + "Par", + "allel" + ], + [ + "Ġsc", + "ored" + ], + [ + "ĠH", + "on" + ], + [ + "ĠV", + "ill" + ], + [ + "ig", + "a" + ], + [ + "Ġant", + "icip" + ], + [ + "_", + "assert" + ], + [ + "ĠO", + "pt" + ], + [ + "Ġdescri", + "bes" + ], + [ + "w", + "an" + ], + [ + "m", + "ount" + ], + [ + "Ġmonitor", + "ing" + ], + [ + "Ġt", + "out" + ], + [ + "ëĬ", + "Ķ" + ], + [ + "},", + "{" + ], + [ + "................", + "................" + ], + [ + "=", + "int" + ], + [ + "Ġc", + "ust" + ], + [ + "----", + "--" + ], + [ + "Ġatmos", + "phere" + ], + [ + "P", + "AR" + ], + [ + "ort", + "e" + ], + [ + "IS", + "IBLE" + ], + [ + "ĠI", + "ron" + ], + [ + "ĠNot", + "ification" + ], + [ + ".log", + "ging" + ], + [ + "ĠBO", + "OL" + ], + [ + "-p", + "oint" + ], + [ + "Ġaf", + "raid" + ], + [ + "ent", + "a" + ], + [ + "Ġtom", + "orrow" + ], + [ + "@", + "implementation" + ], + [ + "Ġeng", + "age" + ], + [ + "ĠAn", + "th" + ], + [ + "ĠF", + "loor" + ], + [ + "ĠU", + "l" + ], + [ + "To", + "ols" + ], + [ + "Ġb", + "ab" + ], + [ + "Ġcare", + "ful" + ], + [ + "ãģ", + "Ħ" + ], + [ + "Ġcruc", + "ial" + ], + [ + "Ġcalcul", + "ated" + ], + [ + "ĠS", + "A" + ], + [ + "Ġw", + "y" + ], + [ + "9", + "11" + ], + [ + "D", + "X" + ], + [ + "_T", + "AG" + ], + [ + "ind", + "ed" + ], + [ + "Ġj", + "et" + ], + [ + "ĠEngine", + "ering" + ], + [ + ".M", + "AX" + ], + [ + "en", + "z" + ], + [ + "v", + "d" + ], + [ + "Ġpublic", + "ation" + ], + [ + "Ġ##", + "#" + ], + [ + "Ġfac", + "ed" + ], + [ + "ra", + "ham" + ], + [ + "ĠC", + "apt" + ], + [ + "33", + "6" + ], + [ + "As", + "set" + ], + [ + "ĠCon", + "stants" + ], + [ + "Ġlo", + "ans" + ], + [ + "_", + "IP" + ], + [ + "ĠF", + "ish" + ], + [ + "Red", + "uc" + ], + [ + "_m", + "at" + ], + [ + "Date", + "Format" + ], + [ + "_m", + "e" + ], + [ + "[]", + "[]" + ], + [ + "Ġintegr", + "ity" + ], + [ + "ĠC", + "ourse" + ], + [ + "lob", + "als" + ], + [ + "Ġfac", + "ilit" + ], + [ + "Ġem", + "br" + ], + [ + "ĠN", + "g" + ], + [ + ".S", + "ystem" + ], + [ + "Ġmanufact", + "urers" + ], + [ + "Ġpro", + "ven" + ], + [ + ".on", + "Create" + ], + [ + "Ġal", + "arm" + ], + [ + "ĠÂ", + "§" + ], + [ + "Ġcomm", + "only" + ], + [ + "ic", + "os" + ], + [ + "æĸ", + "°" + ], + [ + "ĠSt", + "ation" + ], + [ + "}", + ")." + ], + [ + "ĠF", + "ilm" + ], + [ + "w", + "i" + ], + [ + "ç", + "ī" + ], + [ + "Ġeng", + "aged" + ], + [ + "St", + "ats" + ], + [ + "Ġgovern", + "ments" + ], + [ + "5", + "40" + ], + [ + "Ġafford", + "able" + ], + [ + "_p", + "roperty" + ], + [ + "Ġag", + "es" + ], + [ + "('", + "--" + ], + [ + "Ġf", + "ör" + ], + [ + "ĠProf", + "essor" + ], + [ + "Ġhy", + "dro" + ], + [ + "P", + "ush" + ], + [ + "Ġorgan", + "ized" + ], + [ + "28", + "4" + ], + [ + "Ac", + "cept" + ], + [ + "é", + "m" + ], + [ + "_c", + "ell" + ], + [ + "Ġn", + "b" + ], + [ + "p", + "b" + ], + [ + "Art", + "icle" + ], + [ + "Ġrem", + "oval" + ], + [ + "Ġauth", + "entication" + ], + [ + "ĠF", + "R" + ], + [ + "l", + "ide" + ], + [ + "Ġple", + "asure" + ], + [ + "ap", + "ol" + ], + [ + "Ġpart", + "ition" + ], + [ + "ĠS", + "ide" + ], + [ + "Ġcr", + "imes" + ], + [ + "Ġdem", + "o" + ], + [ + "hold", + "ers" + ], + [ + "ĠPak", + "istan" + ], + [ + "In", + "struction" + ], + [ + "Ġexpect", + "ations" + ], + [ + "3", + "32" + ], + [ + ".sc", + "ene" + ], + [ + "Ġ'", + ")" + ], + [ + "h", + "es" + ], + [ + "ino", + "is" + ], + [ + "_P", + "ro" + ], + [ + "Ġm", + "olec" + ], + [ + "and", + "al" + ], + [ + "_sh", + "ort" + ], + [ + "Ġdefault", + "s" + ], + [ + "Ġn", + "ations" + ], + [ + "in", + "en" + ], + [ + "Ġr", + "t" + ], + [ + "O", + "CK" + ], + [ + "P", + "acket" + ], + [ + "S", + "B" + ], + [ + "ĠSH", + "ALL" + ], + [ + "_cont", + "ents" + ], + [ + "ise", + "conds" + ], + [ + "vert", + "y" + ], + [ + "á", + "t" + ], + [ + "G", + "uid" + ], + [ + "n", + "om" + ], + [ + "Ġcon", + "clusion" + ], + [ + ".", + "Update" + ], + [ + "Ġlo", + "vely" + ], + [ + "Ġem", + "it" + ], + [ + "b", + "ec" + ], + [ + "ĉĉĉĉ", + "Ġ" + ], + [ + "Ġintel", + "lect" + ], + [ + "Ġb", + "rew" + ], + [ + "ec", + "ycle" + ], + [ + "F", + "ire" + ], + [ + "35", + "8" + ], + [ + "Ġad", + "mit" + ], + [ + "Ġar", + "bit" + ], + [ + "Ġarr", + "ang" + ], + [ + "ĠM", + "IN" + ], + [ + "M", + "ail" + ], + [ + "ĠN", + "ative" + ], + [ + "C", + "ur" + ], + [ + "Ġcon", + "vent" + ], + [ + ".R", + "untime" + ], + [ + "\"", + "}Ċ" + ], + [ + ".R", + "un" + ], + [ + "Ġprint", + "ed" + ], + [ + "Ġconven", + "ient" + ], + [ + ".", + "ar" + ], + [ + "m", + "ock" + ], + [ + "ĠAdmin", + "istration" + ], + [ + "ãģ", + "¾" + ], + [ + "Ġelect", + "ron" + ], + [ + "fl", + "ate" + ], + [ + "Ġl", + "ombok" + ], + [ + "Ġjava", + "fx" + ], + [ + "n", + "h" + ], + [ + "Ġsup", + "plies" + ], + [ + "Ġvisit", + "ing" + ], + [ + "ah", + "l" + ], + [ + "Ġpow", + "der" + ], + [ + "Ġult", + "imate" + ], + [ + "Ġorient", + "ation" + ], + [ + "ut", + "as" + ], + [ + "_s", + "cale" + ], + [ + "Con", + "firm" + ], + [ + "ph", + "ones" + ], + [ + "ĠOper", + "ation" + ], + [ + "/", + "T" + ], + [ + "44", + "3" + ], + [ + "_IN", + "TER" + ], + [ + "Ġair", + "port" + ], + [ + "Ġmet", + "rics" + ], + [ + "Ġphen", + "omen" + ], + [ + "a", + "udio" + ], + [ + "33", + "4" + ], + [ + "Ġm", + "ai" + ], + [ + "(", + "K" + ], + [ + "h", + "u" + ], + [ + "all", + "ing" + ], + [ + "rodu", + "ction" + ], + [ + "ĠTrans", + "port" + ], + [ + "ĠNOT", + "E" + ], + [ + "æĸ", + "ĩ" + ], + [ + "Ġfew", + "er" + ], + [ + "_T", + "IM" + ], + [ + "ì", + "§" + ], + [ + "к", + "и" + ], + [ + "A", + "ge" + ], + [ + "F", + "IN" + ], + [ + "29", + "4" + ], + [ + "Ġì", + "Ŀ" + ], + [ + "ĠAt", + "tribute" + ], + [ + "group", + "s" + ], + [ + "er", + "k" + ], + [ + "at", + "to" + ], + [ + ".", + "define" + ], + [ + ".AspNet", + "Core" + ], + [ + "ategor", + "ia" + ], + [ + "ĠS", + "ir" + ], + [ + "(", + "form" + ], + [ + "<", + "User" + ], + [ + ".", + "round" + ], + [ + "_d", + "ay" + ], + [ + ".A", + "ll" + ], + [ + "Servlet", + "Response" + ], + [ + ".N", + "o" + ], + [ + "l", + "arge" + ], + [ + "IG", + "H" + ], + [ + "qu", + "ent" + ], + [ + "Ġvir", + "us" + ], + [ + "Ġret", + "ro" + ], + [ + "Ġim", + "per" + ], + [ + "Bit", + "map" + ], + [ + "Ġv", + "ice" + ], + [ + "Ġoff", + "ense" + ], + [ + "ist", + "e" + ], + [ + "ĠA", + "UTH" + ], + [ + "Ġê", + "°" + ], + [ + "ToolStrip", + "MenuItem" + ], + [ + "G", + "u" + ], + [ + "Ġr", + "ape" + ], + [ + "ĠDav", + "is" + ], + [ + "Ġover", + "whel" + ], + [ + ":", + "flutter" + ], + [ + "-", + "table" + ], + [ + "ĠCon", + "structor" + ], + [ + "Pr", + "ivate" + ], + [ + "e", + "ven" + ], + [ + "ch", + "r" + ], + [ + "Ġap", + "plies" + ], + [ + "_at", + "tribute" + ], + [ + "Ġcon", + "tribute" + ], + [ + "E", + "VER" + ], + [ + "28", + "9" + ], + [ + "L", + "ines" + ], + [ + "ĠAf", + "ghan" + ], + [ + "Vis", + "itor" + ], + [ + "ĠS", + "L" + ], + [ + "se", + "ason" + ], + [ + "C", + "U" + ], + [ + "Ġintrodu", + "ction" + ], + [ + "Ġmat", + "plotlib" + ], + [ + "Å", + "ij" + ], + [ + "Ġnewsp", + "aper" + ], + [ + "âĢĶ", + "and" + ], + [ + "<", + "tag" + ], + [ + "Ġin", + "i" + ], + [ + "Ġd", + "iverse" + ], + [ + "Ignore", + "Case" + ], + [ + "35", + "3" + ], + [ + "ĠU", + "r" + ], + [ + "Ag", + "ent" + ], + [ + "Ġb", + "ull" + ], + [ + ".em", + "it" + ], + [ + "(", + "Exception" + ], + [ + "ar", + "Layout" + ], + [ + "Ġincred", + "ibly" + ], + [ + "ĠTr", + "ust" + ], + [ + "={", + "(" + ], + [ + "-", + "nav" + ], + [ + "Ġe", + "quals" + ], + [ + "Ġl", + "ady" + ], + [ + "ĠP", + "od" + ], + [ + "d", + "isc" + ], + [ + "al", + "am" + ], + [ + "ĠI", + "V" + ], + [ + "â", + "Ļ" + ], + [ + "iv", + "idual" + ], + [ + "ph", + "i" + ], + [ + "0", + "17" + ], + [ + "add", + "ed" + ], + [ + "Ġdifficult", + "y" + ], + [ + "Ġcomp", + "act" + ], + [ + "5", + "30" + ], + [ + "ĠAction", + "Result" + ], + [ + "c", + "ers" + ], + [ + "_class", + "es" + ], + [ + "Non", + "Null" + ], + [ + "Ġqu", + "it" + ], + [ + "Ġp", + "ou" + ], + [ + "S", + "witch" + ], + [ + "ir", + "s" + ], + [ + "-", + "test" + ], + [ + "ĠK", + "ind" + ], + [ + "ĠCal", + "endar" + ], + [ + "40", + "6" + ], + [ + "Ġstream", + "ing" + ], + [ + "}", + "'," + ], + [ + "27", + "9" + ], + [ + "S", + "W" + ], + [ + "Ġst", + "ead" + ], + [ + "oc", + "a" + ], + [ + "Ġprov", + "ince" + ], + [ + "9", + "78" + ], + [ + "Ġcol", + "span" + ], + [ + "Ġperson", + "nel" + ], + [ + "ĠE", + "mployee" + ], + [ + "Ġprodu", + "cer" + ], + [ + "Ġevery", + "where" + ], + [ + "od", + "b" + ], + [ + "Ð", + "Ł" + ], + [ + "bs", + "olute" + ], + [ + "act", + "ivate" + ], + [ + "Ġgr", + "inding" + ], + [ + "ĠBuild", + "ing" + ], + [ + "ĠSand", + "ers" + ], + [ + "(s", + "c" + ], + [ + "ĠOff", + "set" + ], + [ + "////////", + "////" + ], + [ + "}", + ";čĊčĊ" + ], + [ + "({", + "\"" + ], + [ + "Ġscan", + "f" + ], + [ + "ĠY", + "Y" + ], + [ + "ĉdef", + "er" + ], + [ + "Ġj", + "ew" + ], + [ + "Ġrestrict", + "ions" + ], + [ + ".m", + "p" + ], + [ + "[", + "l" + ], + [ + "ä¸", + "ĭ" + ], + [ + "label", + "s" + ], + [ + "red", + "icate" + ], + [ + "aw", + "esome" + ], + [ + "Ġw", + "aves" + ], + [ + "Ġcon", + "front" + ], + [ + "Ġmeas", + "ured" + ], + [ + "Ġdat", + "as" + ], + [ + "_ex", + "it" + ], + [ + "35", + "5" + ], + [ + "ot", + "ton" + ], + [ + "Ġshould", + "er" + ], + [ + "ask", + "a" + ], + [ + "+", + "#" + ], + [ + "ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĊ" + ], + [ + "Ġtro", + "ops" + ], + [ + "29", + "3" + ], + [ + "ĠU", + "nd" + ], + [ + "_c", + "ard" + ], + [ + "w", + "ich" + ], + [ + "Ġn", + "ous" + ], + [ + "Ġ\"/", + "\"" + ], + [ + "s", + "b" + ], + [ + "Ġcommunic", + "ations" + ], + [ + "Ex", + "port" + ], + [ + "Ġdec", + "ode" + ], + [ + "th", + "s" + ], + [ + "inter", + "pret" + ], + [ + "By", + "Name" + ], + [ + "ĠSp", + "irit" + ], + [ + "ed", + "ges" + ], + [ + "O", + "LE" + ], + [ + "ĠE", + "M" + ], + [ + "t", + "it" + ], + [ + "ĠTh", + "rough" + ], + [ + "Ġb", + "io" + ], + [ + "ĠP", + "ackage" + ], + [ + "or", + "ne" + ], + [ + "29", + "1" + ], + [ + "Ġ}", + "." + ], + [ + "4", + "11" + ], + [ + "`", + ";Ċ" + ], + [ + "Ġok", + "ay" + ], + [ + "ĠZe", + "aland" + ], + [ + "ident", + "ity" + ], + [ + "(n", + "ext" + ], + [ + "ĠB", + "ang" + ], + [ + "Lib", + "rary" + ], + [ + "Ġheav", + "ily" + ], + [ + "il", + "on" + ], + [ + "Ġdi", + "pl" + ], + [ + "Ġrot", + "ate" + ], + [ + "put", + "s" + ], + [ + ")", + "',Ċ" + ], + [ + "ĠData", + "Table" + ], + [ + "Ġmay", + "or" + ], + [ + ".to", + "LowerCase" + ], + [ + "Ġsome", + "how" + ], + [ + "ĠNor", + "thern" + ], + [ + "al", + "c" + ], + [ + "Ġcap", + "abilities" + ], + [ + "Ġv", + "ibr" + ], + [ + "+", + "Ċ" + ], + [ + "ĠS", + "u" + ], + [ + "28", + "6" + ], + [ + "ĠRes", + "et" + ], + [ + "_m", + "ean" + ], + [ + "Ġc", + "ig" + ], + [ + ".cl", + "oud" + ], + [ + "ĠB", + "and" + ], + [ + "ĠF", + "actory" + ], + [ + "ĠAr", + "izona" + ], + [ + "_", + "io" + ], + [ + "op", + "her" + ], + [ + "Ġconsc", + "ious" + ], + [ + "ĠÃ", + "¶" + ], + [ + "\\", + "Controllers" + ], + [ + "_s", + "peed" + ], + [ + "ĠF", + "ac" + ], + [ + "_C", + "om" + ], + [ + "ĠB", + "ible" + ], + [ + "w", + "en" + ], + [ + "ED", + "IT" + ], + [ + "Ġun", + "n" + ], + [ + "ĠSt", + "aff" + ], + [ + "ĠIn", + "n" + ], + [ + "Ġmechan", + "ism" + ], + [ + "ĠM", + "embers" + ], + [ + "Ġmigration", + "Builder" + ], + [ + "']", + ".'" + ], + [ + ".get", + "Int" + ], + [ + "<", + "void" + ], + [ + "ĉf", + "ree" + ], + [ + "oid", + "s" + ], + [ + "\\", + "Support" + ], + [ + "Ġautom", + "atic" + ], + [ + "Ġch", + "ances" + ], + [ + "Ð", + "¶" + ], + [ + "Ġcomp", + "licated" + ], + [ + "[", + "row" + ], + [ + "ah", + "oo" + ], + [ + "Ġ}ĊĊ", + "ĊĊ" + ], + [ + "Model", + "s" + ], + [ + "W", + "in" + ], + [ + "Ġt", + "ape" + ], + [ + "ir", + "us" + ], + [ + "iz", + "on" + ], + [ + "on", + "omy" + ], + [ + "(\"", + "_" + ], + [ + ":", + "." + ], + [ + ".st", + "ereotype" + ], + [ + "29", + "6" + ], + [ + "(", + "env" + ], + [ + "_re", + "ct" + ], + [ + "(w", + "ith" + ], + [ + "Ġassert", + "That" + ], + [ + "Ġcon", + "straints" + ], + [ + "put", + "y" + ], + [ + "E", + "mployee" + ], + [ + "6", + "20" + ], + [ + "T", + "D" + ], + [ + "Ġgu", + "itar" + ], + [ + "8", + "75" + ], + [ + "ĠJew", + "s" + ], + [ + ".pro", + "cess" + ], + [ + "Ġf", + "iction" + ], + [ + "ĠSh", + "ared" + ], + [ + "âĶĢ", + "âĶĢ" + ], + [ + "Ġprop", + "ag" + ], + [ + ".N", + "et" + ], + [ + "Ġachie", + "ved" + ], + [ + "ĉ", + "Q" + ], + [ + "Ġn", + "urs" + ], + [ + "Sh", + "ared" + ], + [ + "_FAIL", + "URE" + ], + [ + "Ġbeh", + "aviour" + ], + [ + "Ġcol", + "s" + ], + [ + "ism", + "o" + ], + [ + "Ġfem", + "in" + ], + [ + "Ġchalleng", + "ing" + ], + [ + "Ġpost", + "ing" + ], + [ + "enc", + "il" + ], + [ + "Ġcapt", + "ured" + ], + [ + "ĠD", + "ou" + ], + [ + "(", + "word" + ], + [ + "ĠTur", + "key" + ], + [ + "pan", + "ies" + ], + [ + "Ġre", + "putation" + ], + [ + "ORM", + "AL" + ], + [ + "Ġelig", + "ible" + ], + [ + "prot", + "ocol" + ], + [ + "4", + "14" + ], + [ + "id", + "as" + ], + [ + "(f", + "rom" + ], + [ + "34", + "4" + ], + [ + "Ġfin", + "ance" + ], + [ + "-", + "per" + ], + [ + "Ġg", + "otten" + ], + [ + "H", + "A" + ], + [ + "d", + "uration" + ], + [ + "ĠP", + "arent" + ], + [ + "6", + "78" + ], + [ + "Ġin", + "vent" + ], + [ + "Ġre", + "start" + ], + [ + "ол", + "ÑĮ" + ], + [ + "r", + "ition" + ], + [ + "(r", + "s" + ], + [ + "<", + "bool" + ], + [ + "i", + "ert" + ], + [ + "Ġmod", + "ification" + ], + [ + "ĠT", + "X" + ], + [ + "readcr", + "umb" + ], + [ + "b", + "ank" + ], + [ + "32", + "6" + ], + [ + "$", + "/" + ], + [ + "ĠMill", + "er" + ], + [ + "]", + "),Ċ" + ], + [ + ".Check", + "ed" + ], + [ + "Ġsac", + "r" + ], + [ + "se", + "curity" + ], + [ + "Ġp", + "ose" + ], + [ + "ĠBr", + "ad" + ], + [ + "Ġfit", + "ness" + ], + [ + "Ġannounc", + "ement" + ], + [ + "ation", + "Token" + ], + [ + "Ġserv", + "es" + ], + [ + "ne", + "ed" + ], + [ + "Ġge", + "ometry" + ], + [ + "AR", + "S" + ], + [ + "æ", + "Ģ" + ], + [ + "andid", + "ate" + ], + [ + "Ġs", + "prite" + ], + [ + "_s", + "plit" + ], + [ + "We", + "ek" + ], + [ + "ad", + "ies" + ], + [ + ">", + "(Ċ" + ], + [ + "?>", + "\"" + ], + [ + "Ġ///", + "Ċ" + ], + [ + "Ġein", + "er" + ], + [ + "Ġweek", + "ly" + ], + [ + "ĉlog", + "ger" + ], + [ + "_p", + "op" + ], + [ + "_m", + "an" + ], + [ + "Ġmigr", + "ations" + ], + [ + "Ġask", + "s" + ], + [ + "Ġb", + "s" + ], + [ + "Ġfall", + "s" + ], + [ + ".W", + "here" + ], + [ + "-", + "height" + ], + [ + "_fe", + "ature" + ], + [ + ".M", + "in" + ], + [ + "Ġhy", + "per" + ], + [ + "Ġvol", + "atile" + ], + [ + "Ġtw", + "enty" + ], + [ + "Typ", + "ography" + ], + [ + "Un", + "able" + ], + [ + "D", + "et" + ], + [ + ",", + "f" + ], + [ + "-m", + "od" + ], + [ + "Ġsett", + "lement" + ], + [ + "Ġcontract", + "s" + ], + [ + "n", + "ome" + ], + [ + "B", + "ad" + ], + [ + "ĠB", + "rian" + ], + [ + "7", + "68" + ], + [ + "(user", + "name" + ], + [ + "!!", + "!!" + ], + [ + "Ġh", + "ack" + ], + [ + ".F", + "ield" + ], + [ + "H", + "R" + ], + [ + "ĠJ", + "ordan" + ], + [ + "iz", + "a" + ], + [ + "ĠÂ", + "ł" + ], + [ + "ĠSh", + "er" + ], + [ + ".", + "header" + ], + [ + "(", + "other" + ], + [ + "ĠD", + "ub" + ], + [ + "(", + "op" + ], + [ + "ĠR", + "ound" + ], + [ + "Ġv", + "ie" + ], + [ + "Ġap", + "pl" + ], + [ + "ĉ", + "J" + ], + [ + "ĠIn", + "sert" + ], + [ + "ĠL", + "P" + ], + [ + "reg", + "on" + ], + [ + "ĠM", + "PI" + ], + [ + "Ġan", + "chor" + ], + [ + "ac", + "a" + ], + [ + "ø", + "r" + ], + [ + "Ġa", + "de" + ], + [ + "anch", + "or" + ], + [ + "que", + "e" + ], + [ + "ĠTree", + "Node" + ], + [ + "Ġtarget", + "ed" + ], + [ + "Ġla", + "id" + ], + [ + "AB", + "EL" + ], + [ + "v", + "et" + ], + [ + "ĠOr", + "igin" + ], + [ + "A", + "nt" + ], + [ + ".", + "');Ċ" + ], + [ + "ex", + "pect" + ], + [ + "ed", + "Reader" + ], + [ + "ĠM", + "ajor" + ], + [ + "Ġin", + "ch" + ], + [ + "Com", + "par" + ], + [ + "Ġpre", + "view" + ], + [ + "Ġill", + "ness" + ], + [ + "ĠCONTR", + "ACT" + ], + [ + "ĠInd", + "epend" + ], + [ + "u", + "uid" + ], + [ + "Ġn", + "ome" + ], + [ + "Ġt", + "c" + ], + [ + "ĠA", + "venue" + ], + [ + "is", + "an" + ], + [ + "Ġph", + "rase" + ], + [ + "_m", + "ove" + ], + [ + "\")", + "[" + ], + [ + "4", + "12" + ], + [ + "Ġprov", + "ision" + ], + [ + "Ġconcent", + "r" + ], + [ + "_", + "IR" + ], + [ + "ĠU", + "t" + ], + [ + "()", + "+" + ], + [ + "Ġn", + "as" + ], + [ + "!", + "," + ], + [ + "ĠRob", + "in" + ], + [ + "i", + "ations" + ], + [ + "at", + "itude" + ], + [ + "Ġp", + "x" + ], + [ + "ĠWith", + "out" + ], + [ + "/b", + "ash" + ], + [ + "ek", + "t" + ], + [ + "re", + "ement" + ], + [ + "34", + "2" + ], + [ + "Ob", + "server" + ], + [ + "3", + "18" + ], + [ + "ĠReg", + "ion" + ], + [ + "UBL", + "IC" + ], + [ + "Ġ{", + "//" + ], + [ + "K", + "N" + ], + [ + "å", + "·" + ], + [ + "Game", + "Object" + ], + [ + "å", + "¾" + ], + [ + "enc", + "oding" + ], + [ + "Ġ**", + "*" + ], + [ + "project", + "s" + ], + [ + "Ġt", + "k" + ], + [ + "Ġche", + "ese" + ], + [ + "EM", + "PL" + ], + [ + "ar", + "o" + ], + [ + "Ġا", + "ÙĦ" + ], + [ + "6", + "10" + ], + [ + "33", + "7" + ], + [ + "Ġcons", + "ists" + ], + [ + "ref", + "resh" + ], + [ + "ure", + "au" + ], + [ + "ĠSc", + "anner" + ], + [ + "Ġso", + "il" + ], + [ + "Ġfl", + "avor" + ], + [ + "Data", + "Source" + ], + [ + "Ex", + "ecute" + ], + [ + "ени", + "е" + ], + [ + "Ġsh", + "it" + ], + [ + "åĪ", + "Ĩ" + ], + [ + "<", + "any" + ], + [ + "Ġretrie", + "ve" + ], + [ + "Ġbelong", + "s" + ], + [ + ".st", + "rip" + ], + [ + "abs", + "olute" + ], + [ + "Ġexp", + "anded" + ], + [ + "bo", + "y" + ], + [ + "):", + "-" + ], + [ + "Ġresc", + "ue" + ], + [ + ".J", + "Label" + ], + [ + "Ġre", + "ly" + ], + [ + "Ġal", + "ignment" + ], + [ + "-f", + "amily" + ], + [ + "Ġre", + "nd" + ], + [ + "OLUM", + "N" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġqu", + "otes" + ], + [ + "ĠL", + "ew" + ], + [ + "Ġsh", + "ower" + ], + [ + "ĠDE", + "LETE" + ], + [ + "_lo", + "op" + ], + [ + "!", + "\"ĊĊ" + ], + [ + "ĉ", + "re" + ], + [ + "Ġattempt", + "ed" + ], + [ + "aver", + "age" + ], + [ + "ĠP", + "aint" + ], + [ + "quis", + "ition" + ], + [ + "ol", + "en" + ], + [ + "Ġliter", + "ature" + ], + [ + "ĠRe", + "ference" + ], + [ + "_TEXT", + "URE" + ], + [ + "ĠS", + "eg" + ], + [ + "ĠInd", + "ust" + ], + [ + "ct", + "ype" + ], + [ + "D", + "UCT" + ], + [ + "_H", + "OST" + ], + [ + "ĠTr", + "ade" + ], + [ + "Ġpl", + "ugins" + ], + [ + "Ġbre", + "ast" + ], + [ + "ul", + "se" + ], + [ + "Ġcreat", + "ure" + ], + [ + "37", + "2" + ], + [ + "ãģ", + "Ļ" + ], + [ + "ĠW", + "i" + ], + [ + "Ġsup", + "plied" + ], + [ + "c", + "oll" + ], + [ + "!", + "(\"" + ], + [ + "Ġfuck", + "ing" + ], + [ + "ĠCh", + "rome" + ], + [ + "ĠU", + "ri" + ], + [ + "ĠN", + "ation" + ], + [ + "Ġvert", + "ices" + ], + [ + "T", + "HE" + ], + [ + "ĠOr", + "iginal" + ], + [ + "on", + "de" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġcook", + "ing" + ], + [ + "34", + "7" + ], + [ + "Ġ{", + "/*" + ], + [ + "ĠPs", + "ych" + ], + [ + "ĠH", + "ollywood" + ], + [ + "=$", + "_" + ], + [ + ".D", + "ock" + ], + [ + "Ġg", + "er" + ], + [ + "Ġb", + "one" + ], + [ + "_con", + "n" + ], + [ + "_se", + "c" + ], + [ + "ys", + "ics" + ], + [ + "Ġ=", + "\"" + ], + [ + "29", + "8" + ], + [ + "S", + "al" + ], + [ + "s", + "f" + ], + [ + "Ġdeep", + "ly" + ], + [ + "ang", + "les" + ], + [ + "T", + "erm" + ], + [ + "b", + "ell" + ], + [ + "ĠQu", + "ick" + ], + [ + "5", + "60" + ], + [ + "ener", + "ation" + ], + [ + "adio", + "Button" + ], + [ + "åħ", + "¥" + ], + [ + "}čĊčĊ", + "čĊ" + ], + [ + "Ġcapt", + "ion" + ], + [ + "l", + "c" + ], + [ + "ĠE", + "L" + ], + [ + ",", + "[" + ], + [ + "ĠĠĠĠĠĠ", + "čĊ" + ], + [ + "ret", + "t" + ], + [ + "(m", + "ethod" + ], + [ + "ĠFl", + "ash" + ], + [ + "4", + "70" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "W", + "ISE" + ], + [ + ".s", + "cale" + ], + [ + "Ġrough", + "ly" + ], + [ + "_", + "child" + ], + [ + "m", + "emory" + ], + [ + "ay", + "ing" + ], + [ + "Ġinitial", + "ized" + ], + [ + "in", + "ator" + ], + [ + "а", + "ÑĢ" + ], + [ + "Ġsc", + "alar" + ], + [ + "ĠH", + "o" + ], + [ + "ai", + "res" + ], + [ + "(c", + "olumn" + ], + [ + ".de", + "stroy" + ], + [ + "P", + "ACK" + ], + [ + "Ġh", + "em" + ], + [ + "ang", + "el" + ], + [ + "_S", + "UB" + ], + [ + ".", + "qu" + ], + [ + "Ġ", + "×" + ], + [ + "DE", + "FAULT" + ], + [ + "pos", + "itories" + ], + [ + "50", + "3" + ], + [ + "ĠL", + "ength" + ], + [ + "ĠF", + "ast" + ], + [ + "Ġsign", + "als" + ], + [ + "Ġ//", + "$" + ], + [ + "ri", + "ers" + ], + [ + "Ġd", + "ummy" + ], + [ + "AN", + "Y" + ], + [ + "Ġperson", + "ality" + ], + [ + "Ġa", + "gricult" + ], + [ + "Pl", + "atform" + ], + [ + "ER", + "O" + ], + [ + "ĠT", + "ra" + ], + [ + "Ġen", + "orm" + ], + [ + "ĉ", + "W" + ], + [ + "Action", + "Result" + ], + [ + "Ġa", + "ver" + ], + [ + "[", + "str" + ], + [ + "Ġ'", + "--" + ], + [ + ".S", + "printf" + ], + [ + "Ġdeb", + "ut" + ], + [ + "Ġ", + "Ñĩ" + ], + [ + "h", + "ex" + ], + [ + "_", + "utils" + ], + [ + "Ġp", + "b" + ], + [ + "U", + "ITableView" + ], + [ + "Ġz", + "ur" + ], + [ + ".", + "encode" + ], + [ + "4", + "16" + ], + [ + "Ġv", + "ag" + ], + [ + ".error", + "s" + ], + [ + "о", + "н" + ], + [ + "Ġm", + "r" + ], + [ + "ĠA", + "ward" + ], + [ + "Ġc", + "pu" + ], + [ + "Ġpress", + "ed" + ], + [ + "'", + "est" + ], + [ + "ĠF", + "estival" + ], + [ + "'", + "T" + ], + [ + "Ġa", + "k" + ], + [ + "res", + "olve" + ], + [ + "04", + "3" + ], + [ + ".m", + "e" + ], + [ + "Ġn", + "ic" + ], + [ + "Ġgen", + "re" + ], + [ + "Ġat", + "trib" + ], + [ + "ĠMo", + "on" + ], + [ + "Ġarr", + "ive" + ], + [ + "ĠD", + "ating" + ], + [ + "Ġt", + "m" + ], + [ + ".Config", + "uration" + ], + [ + "50", + "5" + ], + [ + ".", + "red" + ], + [ + "Ġgl", + "m" + ], + [ + "Ġst", + "ations" + ], + [ + "sw", + "itch" + ], + [ + "Ġt", + "ied" + ], + [ + "äº", + "º" + ], + [ + "Ġ/", + ">Ċ" + ], + [ + "Ġsubsequ", + "ent" + ], + [ + "pos", + "able" + ], + [ + "-fl", + "uid" + ], + [ + "Ġth", + "orough" + ], + [ + "Ġpublic", + "ly" + ], + [ + "apt", + "ers" + ], + [ + "ĠWil", + "son" + ], + [ + "_P", + "RE" + ], + [ + "y", + "ard" + ], + [ + "ä", + "¼" + ], + [ + "ĉ", + "in" + ], + [ + "33", + "9" + ], + [ + "Ġre", + "vers" + ], + [ + "Ġbul", + "let" + ], + [ + "cri", + "bed" + ], + [ + "nes", + "ota" + ], + [ + "Ġ($", + "_" + ], + [ + "ann", + "on" + ], + [ + "c", + "ursor" + ], + [ + "Ġclo", + "thing" + ], + [ + "ĠM", + "ulti" + ], + [ + "28", + "7" + ], + [ + ":", + "'," + ], + [ + "Ġv", + "ess" + ], + [ + "ordin", + "ator" + ], + [ + "Ġein", + "em" + ], + [ + "C", + "annot" + ], + [ + "Ġar", + "med" + ], + [ + "ĉ", + "V" + ], + [ + "ä¸", + "Ĭ" + ], + [ + ".F", + "lat" + ], + [ + "ĠS", + "ep" + ], + [ + "ĠSub", + "ject" + ], + [ + "_f", + "ont" + ], + [ + "Ġcharacter", + "istics" + ], + [ + "D", + "one" + ], + [ + "el", + "n" + ], + [ + "########", + "####" + ], + [ + "PO", + "S" + ], + [ + "Ġd", + "ensity" + ], + [ + "ĠPl", + "atform" + ], + [ + "-", + "items" + ], + [ + "Ġo", + "vers" + ], + [ + "Ġpush", + "ing" + ], + [ + "ç", + "¤" + ], + [ + ".Con", + "nection" + ], + [ + "_", + "term" + ], + [ + "Ġinitial", + "ization" + ], + [ + "________________", + "________________" + ], + [ + "ç", + "¬" + ], + [ + ".d", + "ocument" + ], + [ + "les", + "h" + ], + [ + "ĉd", + "ocument" + ], + [ + "ĠP", + "in" + ], + [ + "ç", + "a" + ], + [ + "Ġdefinition", + "s" + ], + [ + ".P", + "ath" + ], + [ + "_W", + "RITE" + ], + [ + "Ġ", + "ĉĊ" + ], + [ + "?", + ">ĊĊ" + ], + [ + "Ġter", + "rible" + ], + [ + "be", + "an" + ], + [ + "ick", + "ets" + ], + [ + "ĠS", + "V" + ], + [ + "B", + "uy" + ], + [ + "(t", + "ask" + ], + [ + "Ġreg", + "ime" + ], + [ + "g", + "oogle" + ], + [ + "Ġcr", + "ack" + ], + [ + ".vis", + "it" + ], + [ + "N", + "UM" + ], + [ + "ener", + "gy" + ], + [ + "Ġstr", + "uck" + ], + [ + "_s", + "ample" + ], + [ + ".p", + "ayload" + ], + [ + "Ġre", + "vis" + ], + [ + "ĠSc", + "ene" + ], + [ + "Ġp", + "g" + ], + [ + "Ġbreak", + "fast" + ], + [ + "URRE", + "NT" + ], + [ + ".char", + "At" + ], + [ + "_ex", + "ception" + ], + [ + "ĠAnt", + "on" + ], + [ + "Ġguid", + "elines" + ], + [ + "Ġex", + "haust" + ], + [ + "ĠFin", + "ancial" + ], + [ + "Ġind", + "ent" + ], + [ + "Ġdes", + "ktop" + ], + [ + "H", + "idden" + ], + [ + "F", + "ailure" + ], + [ + "Ġpr", + "inciple" + ], + [ + "Ġ", + "iv" + ], + [ + "Ġse", + "ks" + ], + [ + "n", + "etwork" + ], + [ + "Ġnumber", + "Of" + ], + [ + "ĠAl", + "bert" + ], + [ + "ĉ", + "long" + ], + [ + "80", + "1" + ], + [ + ",", + "." + ], + [ + "Ġz", + "eros" + ], + [ + "f", + "ade" + ], + [ + "ĠT", + "yp" + ], + [ + "ĠT", + "erm" + ], + [ + "ĠAr", + "ts" + ], + [ + ".App", + "lication" + ], + [ + "Ġbeh", + "alf" + ], + [ + "æĪ", + "·" + ], + [ + "Ġm", + "ere" + ], + [ + "(`", + "${" + ], + [ + "Ġaware", + "ness" + ], + [ + "elp", + "ers" + ], + [ + "f", + "lix" + ], + [ + "Ġwe", + "igh" + ], + [ + "Ġestim", + "ates" + ], + [ + ".", + "child" + ], + [ + "/", + "O" + ], + [ + "ĠBit", + "map" + ], + [ + ".b", + "ottom" + ], + [ + "Ġ************************************************************************", + "**" + ], + [ + "Ex", + "pect" + ], + [ + "ent", + "o" + ], + [ + "ĠFor", + "um" + ], + [ + "ver", + "al" + ], + [ + "Ġj", + "ail" + ], + [ + "Ġab", + "ilities" + ], + [ + "ĠH", + "OLD" + ], + [ + "ĠC", + "it" + ], + [ + "Ġd", + "ynam" + ], + [ + "Ġgr", + "ay" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ" + ], + [ + ".next", + "Int" + ], + [ + "ant", + "ly" + ], + [ + "ĠAR", + "ISING" + ], + [ + "(", + "private" + ], + [ + "Ġreject", + "ed" + ], + [ + "ĠN", + "ic" + ], + [ + "Ġle", + "ather" + ], + [ + "=", + "{Ċ" + ], + [ + "aly", + "tics" + ], + [ + "th", + "etic" + ], + [ + ".T", + "op" + ], + [ + "37", + "3" + ], + [ + ".P", + "age" + ], + [ + "={", + "`" + ], + [ + "Ġ", + ";čĊ" + ], + [ + "de", + "pth" + ], + [ + "m", + "ann" + ], + [ + "W", + "D" + ], + [ + "ĠS", + "om" + ], + [ + ".R", + "ight" + ], + [ + "Ġ)", + "}Ċ" + ], + [ + "Ġtr", + "ait" + ], + [ + "Ã", + "Ĺ" + ], + [ + "i", + "ac" + ], + [ + "Ġr", + "v" + ], + [ + "S", + "ample" + ], + [ + ".X", + "ml" + ], + [ + "opp", + "ed" + ], + [ + "ĠÑ", + "Ħ" + ], + [ + "list", + "s" + ], + [ + "Ġt", + "ear" + ], + [ + "ivers", + "ary" + ], + [ + ".c", + "ollection" + ], + [ + "ĠCon", + "stitution" + ], + [ + "ĠHttp", + "Response" + ], + [ + "Ġbr", + "ill" + ], + [ + "ĠP", + "rom" + ], + [ + "h", + "over" + ], + [ + "36", + "6" + ], + [ + "ĠM", + "iami" + ], + [ + "Ġarg", + "ue" + ], + [ + "_f", + "loat" + ], + [ + "50", + "4" + ], + [ + "Ġ", + "ãĤ" + ], + [ + "Ġn", + "at" + ], + [ + "ĠT", + "al" + ], + [ + "Ġinteg", + "ration" + ], + [ + "(c", + "ur" + ], + [ + "Ġrem", + "oving" + ], + [ + "Ġco", + "eff" + ], + [ + "ĠTh", + "ough" + ], + [ + "Ġfore", + "cast" + ], + [ + "40", + "8" + ], + [ + "ĠV", + "egas" + ], + [ + "S", + "ite" + ], + [ + "34", + "6" + ], + [ + "Ġtr", + "ab" + ], + [ + "ĠHen", + "ry" + ], + [ + "-", + "i" + ], + [ + "Ġinvol", + "ves" + ], + [ + "B", + "T" + ], + [ + "Ġs", + "lo" + ], + [ + "In", + "voke" + ], + [ + "Ġl", + "ucky" + ], + [ + "0", + "25" + ], + [ + "r", + "at" + ], + [ + "Ġ?", + "Ċ" + ], + [ + "Ġhand", + "led" + ], + [ + "(f", + "d" + ], + [ + "cont", + "ents" + ], + [ + "ĠO", + "FF" + ], + [ + "R", + "F" + ], + [ + "Ġst", + "y" + ], + [ + "ĠM", + "otor" + ], + [ + "ter", + "y" + ], + [ + "t", + "ax" + ], + [ + "M", + "AP" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġph", + "ones" + ], + [ + "ĠUI", + "View" + ], + [ + "\"))", + ");Ċ" + ], + [ + "(", + "dev" + ], + [ + "ĠIr", + "ish" + ], + [ + "0", + "19" + ], + [ + "Ġw", + "s" + ], + [ + "D", + "I" + ], + [ + "_OFF", + "SET" + ], + [ + "ĠEvent", + "s" + ], + [ + "Ġst", + "ages" + ], + [ + "Ġ}", + "//" + ], + [ + "Ġhab", + "en" + ], + [ + "ST", + "ANCE" + ], + [ + "ĠS", + "in" + ], + [ + "ĠM", + "oney" + ], + [ + "(t", + "op" + ], + [ + "Ġappoint", + "ment" + ], + [ + "VER", + "SION" + ], + [ + "met", + "adata" + ], + [ + "_com", + "ment" + ], + [ + "Ġcolle", + "agues" + ], + [ + "map", + "s" + ], + [ + "â", + "ĺ" + ], + [ + "Ċ", + "ĉĊ" + ], + [ + "(", + "al" + ], + [ + "_re", + "q" + ], + [ + "Ġf", + "ut" + ], + [ + "Ġarchitect", + "ure" + ], + [ + "35", + "1" + ], + [ + "ĠWH", + "ETHER" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "_s", + "creen" + ], + [ + "Ġstyle", + "Urls" + ], + [ + "Ġmon", + "ster" + ], + [ + ".", + "up" + ], + [ + "ph", + "ia" + ], + [ + "Ġprocess", + "or" + ], + [ + "ĠT", + "err" + ], + [ + "=", + "'," + ], + [ + "ĠMan", + "ufact" + ], + [ + "ĠN", + "T" + ], + [ + "k", + "el" + ], + [ + "ib", + "ern" + ], + [ + "ĉf", + "ile" + ], + [ + "A", + "li" + ], + [ + "rient", + "ation" + ], + [ + "Ġ//", + "!" + ], + [ + "ap", + "ore" + ], + [ + "ane", + "ous" + ], + [ + "ĠC", + "reat" + ], + [ + "f", + "older" + ], + [ + "4", + "15" + ], + [ + "Ġh", + "ay" + ], + [ + "Sup", + "press" + ], + [ + "(", + "left" + ], + [ + "Ġe", + "uro" + ], + [ + "Ġdis", + "claimer" + ], + [ + "ustr", + "y" + ], + [ + "sh", + "ips" + ], + [ + "_f", + "d" + ], + [ + "ĠF", + "a" + ], + [ + "_in", + "sert" + ], + [ + "Ġro", + "l" + ], + [ + "if", + "ting" + ], + [ + "ĠCom", + "ments" + ], + [ + "_b", + "r" + ], + [ + "Ġloss", + "es" + ], + [ + "ĠAdd", + "ed" + ], + [ + "ch", + "arg" + ], + [ + "Ġп", + "о" + ], + [ + "_s", + "ystem" + ], + [ + "ĠS", + "ometimes" + ], + [ + "ĠSp", + "ain" + ], + [ + "(g", + "roup" + ], + [ + "ial", + "is" + ], + [ + "Ġdoll", + "ar" + ], + [ + "ĠAr", + "gs" + ], + [ + "4", + "99" + ], + [ + "29", + "7" + ], + [ + "qu", + "ires" + ], + [ + "ĠT", + "en" + ], + [ + ".s", + "css" + ], + [ + "Ġsurv", + "ive" + ], + [ + "us", + "age" + ], + [ + "Ġj", + "un" + ], + [ + "im", + "iter" + ], + [ + "ï¼ģ", + "ĊĊ" + ], + [ + "Ġfif", + "th" + ], + [ + "t", + "oggle" + ], + [ + "Ġdecl", + "ine" + ], + [ + "($", + "\"" + ], + [ + "(L", + "ong" + ], + [ + "ing", + "e" + ], + [ + "Ġpil", + "ot" + ], + [ + "-l", + "ight" + ], + [ + "-r", + "adius" + ], + [ + "Ġpod", + "cast" + ], + [ + "Ġnatur", + "ally" + ], + [ + "P", + "ages" + ], + [ + "ä¸", + "º" + ], + [ + "ĠDes", + "pite" + ], + [ + "Ġlight", + "ing" + ], + [ + "Ġcr", + "ate" + ], + [ + "ĠB", + "inary" + ], + [ + "Ġredu", + "cing" + ], + [ + "Ġe", + "leg" + ], + [ + "ĠM", + "ouse" + ], + [ + "ĠTest", + "Bed" + ], + [ + "Ġbefore", + "Each" + ], + [ + "_", + "ARRAY" + ], + [ + "Red", + "irect" + ], + [ + "32", + "9" + ], + [ + "Ġf", + "lood" + ], + [ + "Ġsh", + "ips" + ], + [ + "36", + "3" + ], + [ + "Ġelectric", + "ity" + ], + [ + ")*", + "(" + ], + [ + "ê", + "¸" + ], + [ + "ĠV", + "iet" + ], + [ + "her", + "o" + ], + [ + "Ġd", + "ia" + ], + [ + "ĠK", + "ent" + ], + [ + "he", + "art" + ], + [ + "Ġthreat", + "s" + ], + [ + "_", + "acc" + ], + [ + "Ġs", + "ymbols" + ], + [ + "is", + "chen" + ], + [ + "_in", + "st" + ], + [ + "C", + "riterion" + ], + [ + "ĠT", + "IM" + ], + [ + ".", + "Height" + ], + [ + "5", + "80" + ], + [ + "Ġ", + "âĢĻ" + ], + [ + "();ĊĊ", + "Ċ" + ], + [ + "Product", + "s" + ], + [ + "_S", + "P" + ], + [ + "ĠC", + "y" + ], + [ + "Ġdepend", + "ent" + ], + [ + "est", + "e" + ], + [ + "Ġdat", + "os" + ], + [ + "d", + "it" + ], + [ + "аÐ", + "²" + ], + [ + "IGN", + "AL" + ], + [ + "Ġless", + "on" + ], + [ + "\">", + "'" + ], + [ + "ĠC", + "over" + ], + [ + "ĠH", + "ope" + ], + [ + "ĠT", + "imer" + ], + [ + "Ġd", + "ad" + ], + [ + "vid", + "ers" + ], + [ + "ĠPh", + "ot" + ], + [ + "/", + "?" + ], + [ + "rop", + "y" + ], + [ + "om", + "ing" + ], + [ + "as", + "ion" + ], + [ + "Ġ\\", + "(" + ], + [ + "ĠE", + "T" + ], + [ + "ĠRe", + "ading" + ], + [ + "Ġep", + "isodes" + ], + [ + "l", + "m" + ], + [ + "4", + "21" + ], + [ + "ech", + "a" + ], + [ + "Ġne", + "uro" + ], + [ + "8", + "20" + ], + [ + "Ġhar", + "mon" + ], + [ + "Ġlib", + "eral" + ], + [ + "-", + "ind" + ], + [ + "39", + "3" + ], + [ + "D", + "ATA" + ], + [ + "Ġevery", + "day" + ], + [ + "Ġdiv", + "ided" + ], + [ + "ĠActive", + "Record" + ], + [ + "fig", + "ure" + ], + [ + "U", + "A" + ], + [ + "ä", + "¹" + ], + [ + "riend", + "ly" + ], + [ + "te", + "ch" + ], + [ + "60", + "1" + ], + [ + ".game", + "Object" + ], + [ + "иÑĤ", + "ÑĮ" + ], + [ + "37", + "4" + ], + [ + "Ġmo", + "on" + ], + [ + "ft", + "ime" + ], + [ + "Ġno", + "ch" + ], + [ + "ĠT", + "ORT" + ], + [ + "ĠV", + "M" + ], + [ + ".in", + "itial" + ], + [ + "(", + "child" + ], + [ + "Ġmus", + "ical" + ], + [ + "Ġo", + "c" + ], + [ + "b", + "as" + ], + [ + "ĠH", + "ay" + ], + [ + "36", + "1" + ], + [ + "_l", + "ong" + ], + [ + "Ġmem", + "set" + ], + [ + "ile", + "y" + ], + [ + "adel", + "phia" + ], + [ + "S", + "V" + ], + [ + "ro", + "at" + ], + [ + "_t", + "x" + ], + [ + "Ġl", + "on" + ], + [ + "ĠngOn", + "Init" + ], + [ + "b", + "p" + ], + [ + "ĠGold", + "en" + ], + [ + "AC", + "HE" + ], + [ + "Ġwor", + "ried" + ], + [ + "az", + "i" + ], + [ + "E", + "ar" + ], + [ + "T", + "ake" + ], + [ + "(f", + "p" + ], + [ + "bur", + "gh" + ], + [ + "_", + "Data" + ], + [ + "g", + "res" + ], + [ + "ĠO", + "nt" + ], + [ + "p", + "us" + ], + [ + "Ġtrans", + "parent" + ], + [ + "Ġp", + "ocket" + ], + [ + "Ġr", + "am" + ], + [ + "igr", + "ations" + ], + [ + ".", + "čĊčĊ" + ], + [ + "Ġ[", + "(" + ], + [ + "Ġadopt", + "ed" + ], + [ + "Ġreported", + "ly" + ], + [ + "ĠD", + "ream" + ], + [ + "Ġ}", + "));Ċ" + ], + [ + "los", + "ing" + ], + [ + "Ġte", + "eth" + ], + [ + "ĠBook", + "s" + ], + [ + "\",", + "&" + ], + [ + "enn", + "y" + ], + [ + "LE", + "MENT" + ], + [ + "Ġg", + "el" + ], + [ + "ĠPl", + "ant" + ], + [ + "4", + "37" + ], + [ + "!", + "âĢĿ" + ], + [ + ".h", + "ost" + ], + [ + "ĠRep", + "ly" + ], + [ + "37", + "6" + ], + [ + "re", + "ngth" + ], + [ + "Ġrecogn", + "ition" + ], + [ + "Ġ}}", + ">Ċ" + ], + [ + "L", + "A" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġassist", + "ant" + ], + [ + "(", + "device" + ], + [ + "Ġspirit", + "ual" + ], + [ + "b", + "uilder" + ], + [ + "Â", + "§" + ], + [ + "Ġou", + "tr" + ], + [ + "Ġt", + "t" + ], + [ + "ĠP", + "ER" + ], + [ + "Ġrad", + "ical" + ], + [ + "Method", + "s" + ], + [ + "Ġp", + "ace" + ], + [ + "ud", + "y" + ], + [ + "Ġg", + "ut" + ], + [ + "ĠG", + "reek" + ], + [ + "Ġnon", + "atomic" + ], + [ + "ĠP", + "aper" + ], + [ + "_G", + "PIO" + ], + [ + "Ġob", + "st" + ], + [ + ".A", + "d" + ], + [ + "viron", + "ments" + ], + [ + "ĠS", + "ov" + ], + [ + "35", + "6" + ], + [ + "(", + "con" + ], + [ + "ĠTrans", + "action" + ], + [ + ".", + "assign" + ], + [ + "ĉc", + "atch" + ], + [ + "el", + "ter" + ], + [ + "Ġbit", + "coin" + ], + [ + "_G", + "R" + ], + [ + "ĠčĊ" + ], + [ + "met", + "ic" + ], + [ + "Ġtrans", + "formation" + ], + [ + "åı", + "·" + ], + [ + "Ġr", + "gb" + ], + [ + "istrib", + "utions" + ], + [ + "Ġimp", + "licit" + ], + [ + "/", + "in" + ], + [ + "dest", + "ination" + ], + [ + "аÑĤ", + "ÑĮ" + ], + [ + "Z", + "ero" + ], + [ + "Ġun", + "set" + ], + [ + "9", + "20" + ], + [ + ".", + "where" + ], + [ + ".g", + "o" + ], + [ + "Ġform", + "ation" + ], + [ + "Ġdeclar", + "ation" + ], + [ + "()", + "čĊčĊ" + ], + [ + "ĠEx", + "pl" + ], + [ + "ĉĉĉ", + "ĠĠ" + ], + [ + "/", + "pro" + ], + [ + ".J", + "SON" + ], + [ + "44", + "1" + ], + [ + "Ġdes", + "k" + ], + [ + ".sub", + "str" + ], + [ + "//----------------------------------------------------------------", + "------------" + ], + [ + "ly", + "n" + ], + [ + "p", + "son" + ], + [ + "40", + "7" + ], + [ + "dis", + "able" + ], + [ + "ĠF", + "unc" + ], + [ + "ĉ", + "Assert" + ], + [ + "ĠM", + "ARK" + ], + [ + "Ġdefe", + "at" + ], + [ + "Ġbl", + "ind" + ], + [ + "Ġconst", + "ants" + ], + [ + "36", + "2" + ], + [ + ".", + "headers" + ], + [ + "UIL", + "D" + ], + [ + "Ġexp", + "enses" + ], + [ + "P", + "ixel" + ], + [ + "Ġh", + "r" + ], + [ + "Ġf", + "el" + ], + [ + "ĠEast", + "ern" + ], + [ + "4", + "24" + ], + [ + "4", + "90" + ], + [ + "_d", + "el" + ], + [ + "35", + "7" + ], + [ + "ĠC", + "ub" + ], + [ + "Ġs", + "q" + ], + [ + "ĉc", + "ount" + ], + [ + "ĠD", + "irectory" + ], + [ + "Ġex", + "clus" + ], + [ + "Ġhistor", + "ic" + ], + [ + "Ġ", + "------------------------------------------------" + ], + [ + "Ġcom", + "position" + ], + [ + "Ġdata", + "GridView" + ], + [ + "ĠB", + "urn" + ], + [ + "ĠB", + "C" + ], + [ + "M", + "aster" + ], + [ + "Ġsp", + "awn" + ], + [ + "Ġbe", + "aring" + ], + [ + ".Set", + "Active" + ], + [ + "il", + "o" + ], + [ + "Ġg", + "allery" + ], + [ + "Ġfound", + "ed" + ], + [ + "Ġav", + "ailability" + ], + [ + ".s", + "qrt" + ], + [ + "Ġp", + "es" + ], + [ + "ĠD", + "OM" + ], + [ + "m", + "ate" + ], + [ + "O", + "ct" + ], + [ + "Ġmatch", + "ed" + ], + [ + "it", + "ivity" + ], + [ + "Ġan", + "xiety" + ], + [ + ".pr", + "ice" + ], + [ + "ĠIn", + "stant" + ], + [ + "ì", + "Ĭ" + ], + [ + "Ġt", + "ut" + ], + [ + "IC", + "ollection" + ], + [ + ".sh", + "ared" + ], + [ + "_s", + "ql" + ], + [ + "t", + "bl" + ], + [ + "lib", + "rary" + ], + [ + "_de", + "stroy" + ], + [ + "erm", + "al" + ], + [ + "ĠNot", + "es" + ], + [ + "ĠE", + "in" + ], + [ + "Ġsou", + "thern" + ], + [ + "ĠOTHER", + "WISE" + ], + [ + "Ġmac", + "ro" + ], + [ + ".l", + "ower" + ], + [ + "cl", + "s" + ], + [ + "Content", + "View" + ], + [ + ".l", + "ink" + ], + [ + "const", + "ant" + ], + [ + "ĠB", + "es" + ], + [ + "Ġsome", + "body" + ], + [ + "n", + "b" + ], + [ + "3", + "99" + ], + [ + "\">", + "{" + ], + [ + "(", + "local" + ], + [ + "..", + "..." + ], + [ + "ĠN", + "ull" + ], + [ + "m", + "x" + ], + [ + "ĠÃ", + "§" + ], + [ + "Ġp", + "ause" + ], + [ + "--------", + "---" + ], + [ + "_M", + "O" + ], + [ + "ĠC", + "M" + ], + [ + "Ġfor", + "Key" + ], + [ + "ĠD", + "VD" + ], + [ + "Ġclose", + "st" + ], + [ + "_DE", + "VICE" + ], + [ + "ĠSte", + "phen" + ], + [ + "ĠB", + "BC" + ], + [ + "ĠTr", + "avel" + ], + [ + "P", + "aint" + ], + [ + "ĠResult", + "s" + ], + [ + "ĠR", + "ule" + ], + [ + "Ġt", + "p" + ], + [ + "Ġrat", + "ings" + ], + [ + "c", + "in" + ], + [ + "c", + "sv" + ], + [ + ">", + "/" + ], + [ + "ĠG", + "OP" + ], + [ + "l", + "ad" + ], + [ + "Ġ", + "ÑĢ" + ], + [ + "Ġindex", + "Path" + ], + [ + "m", + "atrix" + ], + [ + "=", + "f" + ], + [ + "ars", + "ed" + ], + [ + "Ġ}", + ");" + ], + [ + "ĠC", + "os" + ], + [ + "ĠS", + "core" + ], + [ + "Ġt", + "ak" + ], + [ + "ĠE", + "SP" + ], + [ + "ĠIN", + "C" + ], + [ + "_N", + "ULL" + ], + [ + "-f", + "lex" + ], + [ + "\"]", + "[" + ], + [ + "int", + "o" + ], + [ + "el", + "and" + ], + [ + "Author", + "ization" + ], + [ + "_F", + "ALSE" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġv", + "id" + ], + [ + "ist", + "ent" + ], + [ + "T", + "IME" + ], + [ + "Ġre", + "write" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġarch", + "ive" + ], + [ + "5", + "11" + ], + [ + ".event", + "s" + ], + [ + ".get", + "Parameter" + ], + [ + "ĠPer", + "mission" + ], + [ + "Ġprogram", + "me" + ], + [ + "Ġ", + "é" + ], + [ + "j", + "ud" + ], + [ + "Ġcam", + "eras" + ], + [ + "33", + "8" + ], + [ + "34", + "9" + ], + [ + "(s", + "ys" + ], + [ + "ĠSy", + "rian" + ], + [ + "Ġimpro", + "vements" + ], + [ + "Ġh", + "ip" + ], + [ + "Ġsu", + "icide" + ], + [ + "Ġsch", + "olar" + ], + [ + "Ġcompat", + "ible" + ], + [ + "0", + "22" + ], + [ + "rem", + "ote" + ], + [ + ".d", + "own" + ], + [ + "F", + "UNCTION" + ], + [ + "Ġman", + "aging" + ], + [ + "ĠUI", + "Kit" + ], + [ + ".", + "raw" + ], + [ + ">>", + ">>" + ], + [ + "37", + "1" + ], + [ + "Ġdem", + "ands" + ], + [ + "ell", + "ite" + ], + [ + "Ġd", + "ent" + ], + [ + "ĠM", + "icro" + ], + [ + "åı", + "ĸ" + ], + [ + "']", + "[$" + ], + [ + "ĠI", + "E" + ], + [ + "im", + "ension" + ], + [ + "Ġt", + "rem" + ], + [ + "6", + "30" + ], + [ + "Ġg", + "ained" + ], + [ + ".w", + "ith" + ], + [ + ".", + "ok" + ], + [ + "h", + "ou" + ], + [ + "Ġb", + "om" + ], + [ + "amp", + "aign" + ], + [ + "Ġjoin", + "ing" + ], + [ + "f", + "ish" + ], + [ + "Ġadd", + "Subview" + ], + [ + "8", + "60" + ], + [ + "Ġnor", + "thern" + ], + [ + ".c", + "or" + ], + [ + "ore", + "t" + ], + [ + "D", + "ie" + ], + [ + "in", + "ish" + ], + [ + "_com", + "p" + ], + [ + "Ġatt", + "ended" + ], + [ + "Ġcoll", + "apse" + ], + [ + "ĠS", + "S" + ], + [ + "ac", + "ent" + ], + [ + "_E", + "QUAL" + ], + [ + "ĠDe", + "ep" + ], + [ + "R", + "GB" + ], + [ + "ĉ", + "test" + ], + [ + "ol", + "ves" + ], + [ + "us", + "et" + ], + [ + "Un", + "ityEngine" + ], + [ + "w", + "riter" + ], + [ + "Res", + "olver" + ], + [ + ",", + "%" + ], + [ + "if", + "ference" + ], + [ + "_re", + "move" + ], + [ + "ond", + "a" + ], + [ + "Ġfem", + "me" + ], + [ + "38", + "5" + ], + [ + "de", + "code" + ], + [ + "Br", + "anch" + ], + [ + "Ġfl", + "ush" + ], + [ + "Ġinnov", + "ative" + ], + [ + "Test", + "s" + ], + [ + "Ġ['", + "./" + ], + [ + "Ġcover", + "ing" + ], + [ + ".", + "admin" + ], + [ + "ultip", + "art" + ], + [ + "(l", + "ambda" + ], + [ + "", + "namespace" + ], + [ + "ĠS", + "port" + ], + [ + "Ġ!", + "(" + ], + [ + "ac", + "les" + ], + [ + "Ġde", + "pression" + ], + [ + "ĠK", + "ong" + ], + [ + "5", + "70" + ], + [ + "Ġp", + "ert" + ], + [ + "ĠCon", + "n" + ], + [ + "ĠOther", + "wise" + ], + [ + "/", + "home" + ], + [ + "s", + "upported" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġinv", + "ited" + ], + [ + "ñ", + "os" + ], + [ + "_en", + "abled" + ], + [ + "Ġ-", + "Ċ" + ], + [ + "F", + "W" + ], + [ + "en", + "ers" + ], + [ + "ĠM", + "Y" + ], + [ + "Ġsuggest", + "ions" + ], + [ + "Can", + "vas" + ], + [ + "Ġf", + "er" + ], + [ + "ĠMarket", + "ing" + ], + [ + "@", + "Test" + ], + [ + "unt", + "u" + ], + [ + "ĠV", + "en" + ], + [ + "ĠC", + "ou" + ], + [ + "iv", + "als" + ], + [ + "Don", + "ald" + ], + [ + "lim", + "ited" + ], + [ + "ĉĉĉĉĉĉ", + "Ċ" + ], + [ + "Ġanal", + "yst" + ], + [ + "(", + "entry" + ], + [ + "Ġrepresent", + "ative" + ], + [ + "_at", + "tributes" + ], + [ + "Ġf", + "ur" + ], + [ + ".h", + "ide" + ], + [ + "res", + "p" + ], + [ + "ado", + "res" + ], + [ + "rid", + "es" + ], + [ + "ĠJ", + "osh" + ], + [ + "ro", + "bot" + ], + [ + "ĠN", + "AT" + ], + [ + "Ġs", + "esso" + ], + [ + "Ġintegr", + "ated" + ], + [ + ":", + "true" + ], + [ + "part", + "s" + ], + [ + "Ġst", + "upid" + ], + [ + ":", + "event" + ], + [ + "@end", + "section" + ], + [ + "Ġp", + "u" + ], + [ + ".T", + "able" + ], + [ + "ĠY", + "ii" + ], + [ + "`", + ";ĊĊ" + ], + [ + "Ġcl", + "ang" + ], + [ + "=\"", + "\">" + ], + [ + "eng", + "an" + ], + [ + "_param", + "eters" + ], + [ + ".int", + "ernal" + ], + [ + "ĠMod", + "ern" + ], + [ + "Ġmet", + "ric" + ], + [ + "Ġsem", + "i" + ], + [ + "={", + "{Ċ" + ], + [ + "70", + "7" + ], + [ + ".am", + "azon" + ], + [ + "ĠB", + "B" + ], + [ + "aint", + "y" + ], + [ + "view", + "port" + ], + [ + "36", + "7" + ], + [ + "Ġstart", + "Activity" + ], + [ + "dis", + "patch" + ], + [ + "****", + "*" + ], + [ + "Ġfl", + "av" + ], + [ + "iffer", + "ent" + ], + [ + "38", + "2" + ], + [ + "[", + "this" + ], + [ + "Ġst", + "ake" + ], + [ + "Ġarg", + "ued" + ], + [ + "vious", + "ly" + ], + [ + ".w", + "ork" + ], + [ + "ĠO", + "ak" + ], + [ + "O", + "ld" + ], + [ + "(", + "async" + ], + [ + "not", + "es" + ], + [ + "Ġfl", + "ip" + ], + [ + "Ġdis", + "ag" + ], + [ + "ĠT", + "E" + ], + [ + "ĉ", + "error" + ], + [ + "<", + "'" + ], + [ + "Ġ»", + "ĊĊ" + ], + [ + "Ġfilter", + "ed" + ], + [ + "ĠM", + "ach" + ], + [ + "Ġh", + "ung" + ], + [ + "_d", + "ump" + ], + [ + "_s", + "amples" + ], + [ + "-dis", + "miss" + ], + [ + "Ġr", + "ay" + ], + [ + "Im", + "plemented" + ], + [ + "D", + "K" + ], + [ + "Ġj", + "ed" + ], + [ + "0", + "90" + ], + [ + "Ġbreak", + "s" + ], + [ + "Ġf", + "its" + ], + [ + ".", + "gr" + ], + [ + "ĠZ", + "ero" + ], + [ + "or", + "o" + ], + [ + "Ġequ", + "ally" + ], + [ + "Ġ'", + "[" + ], + [ + "Ġconcern", + "ing" + ], + [ + "<", + "meta" + ], + [ + "play", + "ers" + ], + [ + "_P", + "OS" + ], + [ + "_s", + "im" + ], + [ + "J", + "an" + ], + [ + "Ġyour", + "s" + ], + [ + "ĉ", + "N" + ], + [ + "Ġsp", + "ir" + ], + [ + "Ġch", + "ampion" + ], + [ + "ĠAn", + "alysis" + ], + [ + "ap", + "a" + ], + [ + "ĠNS", + "Log" + ], + [ + "_l", + "ines" + ], + [ + "ñ", + "a" + ], + [ + "ĉĉ", + "ĠĠĠĠĠĠĠ" + ], + [ + "8", + "19" + ], + [ + ".S", + "c" + ], + [ + "Re", + "p" + ], + [ + "etro", + "it" + ], + [ + "ur", + "able" + ], + [ + "M", + "IT" + ], + [ + "com", + "pat" + ], + [ + "own", + "ed" + ], + [ + "_ind", + "ices" + ], + [ + "],", + "čĊ" + ], + [ + "Ġdis", + "covery" + ], + [ + "ĠDie", + "go" + ], + [ + "ob", + "i" + ], + [ + ".", + "Index" + ], + [ + "Ġtrend", + "s" + ], + [ + "PL", + "AY" + ], + [ + ".n", + "o" + ], + [ + "Ġl", + "ens" + ], + [ + "_c", + "fg" + ], + [ + "Ġan", + "no" + ], + [ + "ag", + "an" + ], + [ + "Ġperiod", + "s" + ], + [ + "ter", + "ms" + ], + [ + "y", + "z" + ], + [ + "Ġattack", + "ed" + ], + [ + "ib", + "ration" + ], + [ + "PEC", + "IAL" + ], + [ + "_", + "grad" + ], + [ + "Ġaccord", + "ance" + ], + [ + ".Read", + "Line" + ], + [ + ".de", + "vice" + ], + [ + "ri", + "x" + ], + [ + ".", + "container" + ], + [ + "m", + "ay" + ], + [ + "erc", + "ise" + ], + [ + "ĠL", + "u" + ], + [ + "Ġr", + "g" + ], + [ + "ĠÑģ", + "ÑĤ" + ], + [ + "ĉĉĊ", + "ĉĉĊ" + ], + [ + "(", + "un" + ], + [ + "TERN", + "AL" + ], + [ + "Ġless", + "ons" + ], + [ + "Ġalleg", + "ations" + ], + [ + "Ġtrans", + "mission" + ], + [ + ".Re", + "f" + ], + [ + "M", + "obile" + ], + [ + "ĠT", + "ournament" + ], + [ + "ĠN", + "ut" + ], + [ + "ĠG", + "a" + ], + [ + "ĠCap", + "ital" + ], + [ + "def", + "inition" + ], + [ + "-", + "exp" + ], + [ + "c", + "lean" + ], + [ + "Ġfant", + "asy" + ], + [ + "Ġenh", + "ance" + ], + [ + "ent", + "ence" + ], + [ + "0", + "31" + ], + [ + "']", + ":Ċ" + ], + [ + "ack", + "ets" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "@", + "\"," + ], + [ + "Serialize", + "Field" + ], + [ + "Ġarray", + "s" + ], + [ + "t", + "b" + ], + [ + "ĉ", + "st" + ], + [ + "[", + "assembly" + ], + [ + "(", + "reg" + ], + [ + ".c", + "ategory" + ], + [ + "Ġimpro", + "ving" + ], + [ + "Ġsal", + "ope" + ], + [ + "Byte", + "Array" + ], + [ + "Or", + "iginal" + ], + [ + "Ġ[", + "{Ċ" + ], + [ + "åĽ", + "ŀ" + ], + [ + "ĠCl", + "in" + ], + [ + "oen", + "ix" + ], + [ + "ĠS", + "amsung" + ], + [ + "Ġmaint", + "ained" + ], + [ + "Ġag", + "enda" + ], + [ + "f", + "ail" + ], + [ + "Ġpres", + "ents" + ], + [ + "Ġtim", + "ing" + ], + [ + ".m", + "ark" + ], + [ + "'", + "><" + ], + [ + "Ġprom", + "ot" + ], + [ + "Ġin", + "cl" + ], + [ + "_", + "only" + ], + [ + "ë¥", + "¼" + ], + [ + "ĠAtt", + "orney" + ], + [ + "-", + "date" + ], + [ + "Ġlands", + "cape" + ], + [ + "Ġf", + "u" + ], + [ + "S", + "Y" + ], + [ + ".p", + "rop" + ], + [ + "ĠA", + "rr" + ], + [ + "p", + "ag" + ], + [ + "Parallel", + "Group" + ], + [ + "':", + "čĊ" + ], + [ + "Ġlog", + "s" + ], + [ + "a", + "unch" + ], + [ + "unc", + "i" + ], + [ + "n", + "ama" + ], + [ + "Table", + "Cell" + ], + [ + "iss", + "ues" + ], + [ + ".", + "{" + ], + [ + "ec", + "urity" + ], + [ + "_ex", + "ec" + ], + [ + "old", + "s" + ], + [ + "Ġhost", + "s" + ], + [ + "Ġpro", + "to" + ], + [ + "_", + "import" + ], + [ + "_s", + "ort" + ], + [ + "ĠB", + "ow" + ], + [ + "ĠN", + "ormal" + ], + [ + "ĠF", + "arm" + ], + [ + ".create", + "ParallelGroup" + ], + [ + "R", + "otation" + ], + [ + ".", + "err" + ], + [ + "Ġp", + "leased" + ], + [ + "it", + "age" + ], + [ + ".W", + "h" + ], + [ + "ĉĉ", + "ĠĠĠĠ" + ], + [ + "M", + "R" + ], + [ + "ĠM", + "ORE" + ], + [ + "ĠN", + "atural" + ], + [ + "_", + "transform" + ], + [ + "B", + "ASE" + ], + [ + "ener", + "al" + ], + [ + "ut", + "down" + ], + [ + ".common", + "s" + ], + [ + "W", + "T" + ], + [ + "Ġa", + "an" + ], + [ + ".", + "Result" + ], + [ + "d", + "og" + ], + [ + "Ġclick", + "ing" + ], + [ + "),", + "ĊĊ" + ], + [ + "#", + "line" + ], + [ + "Oper", + "ator" + ], + [ + "Ġc", + "iv" + ], + [ + "Ġm", + "erg" + ], + [ + "ob", + "uf" + ], + [ + "ng", + "then" + ], + [ + "Ġ[", + "{" + ], + [ + "Ġcan", + "cell" + ], + [ + "tr", + "igger" + ], + [ + ".", + ":" + ], + [ + "W", + "ORK" + ], + [ + "decl", + "are" + ], + [ + "Ġdecre", + "ase" + ], + [ + "ÅĽ", + "ci" + ], + [ + "lo", + "om" + ], + [ + ".N", + "one" + ], + [ + "ĠM", + "I" + ], + [ + "ĠJ", + "ason" + ], + [ + "Ġhealth", + "care" + ], + [ + "iam", + "ond" + ], + [ + "s", + "ylvania" + ], + [ + "*", + "x" + ], + [ + "ĠR", + "a" + ], + [ + "[", + "b" + ], + [ + "Ġprint", + "ing" + ], + [ + "ph", + "abet" + ], + [ + "ĠLab", + "our" + ], + [ + "op", + "per" + ], + [ + "Ġz", + "ijn" + ], + [ + "-t", + "arget" + ], + [ + "_F", + "UNCTION" + ], + [ + "Ġo", + "ct" + ], + [ + "ени", + "Ñı" + ], + [ + "åľ", + "¨" + ], + [ + "Ġwest", + "ern" + ], + [ + "Ġcomput", + "ers" + ], + [ + "ĠR", + "ET" + ], + [ + "Hash", + "Map" + ], + [ + "[", + "String" + ], + [ + "get", + "Value" + ], + [ + "_D", + "ATE" + ], + [ + ".N", + "ext" + ], + [ + "ĠF", + "if" + ], + [ + "é", + "l" + ], + [ + "ick", + "ed" + ], + [ + "æ", + "İ" + ], + [ + "-M", + "M" + ], + [ + "Ġ{", + "ĊĊĊ" + ], + [ + "Ġcontact", + "s" + ], + [ + "Ġdig", + "its" + ], + [ + "Pro", + "du" + ], + [ + "Ġunus", + "ual" + ], + [ + "Ġrapid", + "ly" + ], + [ + "t", + "ures" + ], + [ + "Ġang", + "ry" + ], + [ + "c", + "ancel" + ], + [ + "xx", + "xx" + ], + [ + "_p", + "arser" + ], + [ + "id", + "ity" + ], + [ + "_P", + "REFIX" + ], + [ + "7", + "10" + ], + [ + "Ġme", + "hr" + ], + [ + "Ġrare", + "ly" + ], + [ + "et", + "he" + ], + [ + "op", + "es" + ], + [ + "Ġ%", + "." + ], + [ + "work", + "s" + ], + [ + "Ġthe", + "ta" + ], + [ + "Ġcontrib", + "ution" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġsqu", + "ad" + ], + [ + "5", + "37" + ], + [ + "аÐ", + "¹" + ], + [ + "Ġî", + "n" + ], + [ + "th", + "ere" + ], + [ + "out", + "ed" + ], + [ + "ĉ", + "q" + ], + [ + "Ļ", + "Ĥ" + ], + [ + "g", + "ood" + ], + [ + "L", + "I" + ], + [ + "é¡", + "µ" + ], + [ + "ĠL", + "iving" + ], + [ + "iz", + "abeth" + ], + [ + "Ġk", + "t" + ], + [ + "ĠD", + "allas" + ], + [ + "]", + "],Ċ" + ], + [ + "Ġ/", + ">ĊĊ" + ], + [ + "Ġrais", + "ing" + ], + [ + "/r", + "outer" + ], + [ + "_g", + "ame" + ], + [ + "36", + "8" + ], + [ + "ĠC", + "UR" + ], + [ + "z", + "ens" + ], + [ + ".", + "es" + ], + [ + "Ġfont", + "Weight" + ], + [ + "(f", + "unc" + ], + [ + "not", + "ification" + ], + [ + "Ġ'../../", + "../" + ], + [ + "Ġbl", + "ame" + ], + [ + "ãĢĤ", + "ĊĊĊĊ" + ], + [ + "an", + "co" + ], + [ + "9", + "80" + ], + [ + "Id", + "entity" + ], + [ + "f", + "ollow" + ], + [ + "Ġart", + "s" + ], + [ + "x", + "s" + ], + [ + "Ġofficial", + "ly" + ], + [ + "ĠSt", + "udio" + ], + [ + "Ġrecommend", + "ations" + ], + [ + "Ġloc", + "ale" + ], + [ + "Ġam", + "ateur" + ], + [ + "ĠEn", + "able" + ], + [ + "Ġcap", + "s" + ], + [ + ".", + "End" + ], + [ + "38", + "8" + ], + [ + "-", + "add" + ], + [ + "_g", + "shared" + ], + [ + "ĠC", + "T" + ], + [ + "For", + "ce" + ], + [ + "Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ" + ], + [ + "Ġor", + "ange" + ], + [ + "Ġl", + "p" + ], + [ + "Ġanswer", + "ed" + ], + [ + ".G", + "rid" + ], + [ + "Ġd", + "ual" + ], + [ + "Ġstrateg", + "ic" + ], + [ + "Ġnob", + "ody" + ], + [ + "Ġf", + "atal" + ], + [ + "_", + "est" + ], + [ + "(", + "el" + ], + [ + "Ġì", + "ł" + ], + [ + "ĠB", + "udd" + ], + [ + "A", + "IT" + ], + [ + "_f", + "actor" + ], + [ + "-", + "one" + ], + [ + "ĠH", + "AVE" + ], + [ + "\"", + "čĊčĊ" + ], + [ + "7", + "60" + ], + [ + "Pro", + "f" + ], + [ + "Ġä", + "r" + ], + [ + "str", + "ings" + ], + [ + "Ġdir", + "ty" + ], + [ + "ĠF", + "ace" + ], + [ + "ĠB", + "egin" + ], + [ + "ĠB", + "us" + ], + [ + "Ġw", + "is" + ], + [ + "åŃ", + "Ĺ" + ], + [ + "Ġspe", + "aker" + ], + [ + "Ġcar", + "rier" + ], + [ + "ĠO", + "m" + ], + [ + "Ġhad", + "n" + ], + [ + "All", + "ow" + ], + [ + "::", + "__" + ], + [ + "Ġver", + "b" + ], + [ + "ĠCom", + "plete" + ], + [ + "ĠE", + "asy" + ], + [ + "Ġb", + "ills" + ], + [ + "ĠĠ", + "ĊĊ" + ], + [ + "Vert", + "ical" + ], + [ + "Ġpr", + "on" + ], + [ + "ĠDef", + "ine" + ], + [ + "Ġlook", + "up" + ], + [ + "variable", + "s" + ], + [ + "Ġpand", + "as" + ], + [ + "um", + "es" + ], + [ + "Ġinn", + "oc" + ], + [ + "Ġset", + "Up" + ], + [ + "ĠCh", + "ampionship" + ], + [ + "art", + "ist" + ], + [ + "ĠC", + "Type" + ], + [ + "F", + "oundation" + ], + [ + "à¹", + "Ī" + ], + [ + "ĠSet", + "up" + ], + [ + "4", + "28" + ], + [ + "Ġrec", + "ipes" + ], + [ + "ĠU", + "IColor" + ], + [ + "ĠF", + "ight" + ], + [ + "Ġauthor", + "ized" + ], + [ + "_c", + "lick" + ], + [ + "99", + "0" + ], + [ + "_s", + "uccess" + ], + [ + "ang", + "an" + ], + [ + "ĠMount", + "ain" + ], + [ + "ĠDo", + "ctor" + ], + [ + "Ġeg", + "g" + ], + [ + "ĠMedic", + "ine" + ], + [ + "c", + "les" + ], + [ + "`", + ".Ċ" + ], + [ + "[", + "int" + ], + [ + "d", + "ashboard" + ], + [ + "ĠApp", + "ro" + ], + [ + "-d", + "r" + ], + [ + "Ġprodu", + "ces" + ], + [ + "Ġrent", + "al" + ], + [ + "Ġre", + "load" + ], + [ + "38", + "1" + ], + [ + "Ġarr", + "ival" + ], + [ + "sp", + "ot" + ], + [ + "Ġund", + "ert" + ], + [ + "37", + "8" + ], + [ + "Ġequ", + "ipped" + ], + [ + "Ġpro", + "ved" + ], + [ + "Ġcent", + "ers" + ], + [ + "Ġdef", + "ines" + ], + [ + "al", + "so" + ], + [ + "Ġop", + "acity" + ], + [ + "ĠUn", + "fortunately" + ], + [ + "ĠIll", + "inois" + ], + [ + "Ġн", + "е" + ], + [ + "ĠTem", + "ple" + ], + [ + "ĠTr", + "ail" + ], + [ + "ĠK", + "elly" + ], + [ + "Ġmeasure", + "ment" + ], + [ + "Ġsepar", + "ated" + ], + [ + "-c", + "ircle" + ], + [ + "H", + "ey" + ], + [ + "ĠRE", + "AD" + ], + [ + "ig", + "its" + ], + [ + "Ġ", + "ib" + ], + [ + "ĠM", + "OD" + ], + [ + "atter", + "y" + ], + [ + "аÐ", + "·" + ], + [ + "Ġv", + "end" + ], + [ + "ен", + "ÑĤ" + ], + [ + "ĠHttp", + "Client" + ], + [ + "35", + "9" + ], + [ + "s", + "afe" + ], + [ + "_A", + "SS" + ], + [ + "ic", + "it" + ], + [ + "ĠCon", + "struct" + ], + [ + "ĠC", + "lo" + ], + [ + "ĠS", + "ix" + ], + [ + "_T", + "OKEN" + ], + [ + "(b", + "lock" + ], + [ + "Ġwarn", + "ed" + ], + [ + "/*", + "!" + ], + [ + "!", + "Ċ" + ], + [ + "Ġinnov", + "ation" + ], + [ + "_", + "\"" + ], + [ + "Ġ", + ");čĊčĊ" + ], + [ + "Ġsp", + "ots" + ], + [ + "Ġcho", + "osing" + ], + [ + ".c", + "s" + ], + [ + "Ġflex", + "ible" + ], + [ + "U", + "Int" + ], + [ + "4", + "35" + ], + [ + "9", + "30" + ], + [ + "Ġscr", + "atch" + ], + [ + "-", + "al" + ], + [ + "Ġf", + "estival" + ], + [ + "Ġout", + "standing" + ], + [ + "================================", + "================" + ], + [ + "M", + "ean" + ], + [ + "ĠO", + "regon" + ], + [ + "s", + "ymbol" + ], + [ + ".", + "account" + ], + [ + "d", + "ney" + ], + [ + "''", + "'" + ], + [ + "!", + "\"," + ], + [ + "9", + "01" + ], + [ + "Ġpart", + "icle" + ], + [ + "Ã", + "ĥ" + ], + [ + "[", + "MAX" + ], + [ + "IV", + "ER" + ], + [ + "ER", + "ENCE" + ], + [ + "NS", + "Mutable" + ], + [ + "ĠColum", + "bia" + ], + [ + "_", + "ĊĊ" + ], + [ + ".f", + "r" + ], + [ + "Ġc", + "ogn" + ], + [ + "V", + "R" + ], + [ + "ĠMethod", + "s" + ], + [ + "ĠM", + "ade" + ], + [ + "ĠB", + "R" + ], + [ + "ĠEl", + "se" + ], + [ + "Ġeg", + "gs" + ], + [ + "Ġsw", + "ing" + ], + [ + "ĠIn", + "v" + ], + [ + "Ġdise", + "ases" + ], + [ + "Ġf", + "irms" + ], + [ + "Ġle", + "mma" + ], + [ + "}`", + ");Ċ" + ], + [ + "l", + "ings" + ], + [ + "Ġg", + "ym" + ], + [ + "umin", + "um" + ], + [ + ".T", + "rim" + ], + [ + "M", + "em" + ], + [ + "Ġcritic", + "ism" + ], + [ + "ibern", + "ate" + ], + [ + "_T", + "X" + ], + [ + "ion", + "i" + ], + [ + "Ġguid", + "ance" + ], + [ + "Ġrepeated", + "ly" + ], + [ + "Ġsup", + "plier" + ], + [ + "Ġpaint", + "ing" + ], + [ + "8", + "64" + ], + [ + ".F", + "ragment" + ], + [ + "ed", + "Exception" + ], + [ + "Ġw", + "iring" + ], + [ + "Ġcour", + "ts" + ], + [ + "W", + "EB" + ], + [ + "æľ", + "ī" + ], + [ + "\\", + "." + ], + [ + "ill", + "ance" + ], + [ + "Ġb", + "rows" + ], + [ + "ĠP", + "attern" + ], + [ + "PL", + "ICATION" + ], + [ + "ĠSum", + "mer" + ], + [ + "Ch", + "ain" + ], + [ + "Ġc", + "ute" + ], + [ + "mer", + "cial" + ], + [ + "Ġd", + "il" + ], + [ + "ĠFrank", + "lin" + ], + [ + "ĉg", + "lobal" + ], + [ + "IN", + "CLUDING" + ], + [ + "h", + "istory" + ], + [ + "Ġl", + "st" + ], + [ + "Q", + "t" + ], + [ + "SD", + "L" + ], + [ + "al", + "ia" + ], + [ + "i", + "ere" + ], + [ + "(", + "..." + ], + [ + "ĉc", + "in" + ], + [ + "iff", + "s" + ], + [ + "vel", + "ope" + ], + [ + "ĠR", + "oot" + ], + [ + "cl", + "uster" + ], + [ + "User", + "Name" + ], + [ + "ign", + "e" + ], + [ + "<", + "S" + ], + [ + "Ġf", + "est" + ], + [ + "4", + "19" + ], + [ + "Ġindic", + "ating" + ], + [ + "ke", + "eper" + ], + [ + "Ġc", + "ada" + ], + [ + "é", + "g" + ], + [ + "cons", + "in" + ], + [ + "ĠG", + "B" + ], + [ + "Ġl", + "b" + ], + [ + "em", + "ony" + ], + [ + "-icon", + "s" + ], + [ + "_d", + "oc" + ], + [ + "Act", + "or" + ], + [ + "e", + "lem" + ], + [ + ".De", + "lete" + ], + [ + "Ġin", + "fection" + ], + [ + "ĠPriv", + "acy" + ], + [ + "Ġgreat", + "ly" + ], + [ + "ĠP", + "os" + ], + [ + "ĠT", + "reat" + ], + [ + "Fl", + "ow" + ], + [ + "Ġattract", + "ive" + ], + [ + "ĠMar", + "c" + ], + [ + "s", + "udo" + ], + [ + "tes", + "y" + ], + [ + "-", + "an" + ], + [ + "99", + "8" + ], + [ + "ab", + "ama" + ], + [ + "ĠW", + "ould" + ], + [ + "Ġsu", + "ck" + ], + [ + "index", + "Path" + ], + [ + "ĠE", + "t" + ], + [ + "T", + "imes" + ], + [ + "7", + "80" + ], + [ + "Ġclub", + "s" + ], + [ + "_ass", + "oc" + ], + [ + "Ġac", + "quired" + ], + [ + "(\"", + ":" + ], + [ + "Ġint", + "ense" + ], + [ + ".m", + "aps" + ], + [ + "Ex", + "pected" + ], + [ + "T", + "oggle" + ], + [ + "Ġa", + "y" + ], + [ + "Ġl", + "ifestyle" + ], + [ + "-c", + "alled" + ], + [ + "ĠS", + "now" + ], + [ + "V", + "olume" + ], + [ + "Ġcann", + "abis" + ], + [ + "ĠD", + "irection" + ], + [ + "ĠLim", + "ited" + ], + [ + "-s", + "pecific" + ], + [ + "Ġd", + "owntown" + ], + [ + "/", + "icons" + ], + [ + "Ġre", + "ven" + ], + [ + "L", + "eg" + ], + [ + "88", + "5" + ], + [ + "=", + "null" + ], + [ + "49", + "6" + ], + [ + "Key", + "board" + ], + [ + "')", + ")." + ], + [ + "Ġ\"\"", + ";čĊ" + ], + [ + "Ġatt", + "itude" + ], + [ + ".n", + "avigate" + ], + [ + "-", + "error" + ], + [ + "AM", + "PLE" + ], + [ + "ĠJ", + "ay" + ], + [ + "v", + "r" + ], + [ + "c", + "ow" + ], + [ + ".com", + "pile" + ], + [ + "Ġmem", + "ories" + ], + [ + "_m", + "ark" + ], + [ + "ĠMin", + "nesota" + ], + [ + "Ġk", + "osten" + ], + [ + "Ġprob", + "ability" + ], + [ + "w", + "arning" + ], + [ + "Ġgen", + "etic" + ], + [ + "F", + "ixture" + ], + [ + "ĠHash", + "Set" + ], + [ + "N", + "ombre" + ], + [ + "_m", + "onth" + ], + [ + "Æ", + "°" + ], + [ + "-", + "start" + ], + [ + "xy", + "gen" + ], + [ + "ĉ", + "ft" + ], + [ + "i", + "agnostics" + ], + [ + "ĠMat", + "thew" + ], + [ + "Ġconcept", + "s" + ], + [ + "Ġcon", + "str" + ], + [ + ".", + "State" + ], + [ + "и", + "н" + ], + [ + "N", + "ov" + ], + [ + "Î", + "±" + ], + [ + "ĠP", + "anel" + ], + [ + "ä¸", + "ª" + ], + [ + "com", + "pare" + ], + [ + ">", + "()Ċ" + ], + [ + "Ġapply", + "ing" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġo", + "x" + ], + [ + "nc", + "ia" + ], + [ + "ĠValid", + "ation" + ], + [ + "ort", + "s" + ], + [ + "_c", + "ur" + ], + [ + "e", + "lect" + ], + [ + "ey", + "e" + ], + [ + "(", + "Data" + ], + [ + "Ġreport", + "er" + ], + [ + "ĠB", + "uff" + ], + [ + "39", + "5" + ], + [ + "Ġs", + "r" + ], + [ + "Ġ\"", + ";" + ], + [ + "ick", + "y" + ], + [ + "Ġtemp", + "or" + ], + [ + "S", + "N" + ], + [ + "Ġres", + "ident" + ], + [ + "pi", + "res" + ], + [ + "ys", + "ical" + ], + [ + "Ġend", + "orse" + ], + [ + "ĠS", + "ong" + ], + [ + "is", + "Empty" + ], + [ + "le", + "et" + ], + [ + "_", + "util" + ], + [ + "Ġdist", + "ingu" + ], + [ + "ĠT", + "alk" + ], + [ + "ĠM", + "ot" + ], + [ + "(", + "default" + ], + [ + ".A", + "rg" + ], + [ + "gorith", + "ms" + ], + [ + "_", + "words" + ], + [ + "im", + "mer" + ], + [ + "_res", + "et" + ], + [ + "f", + "amily" + ], + [ + "W", + "W" + ], + [ + "Ġsav", + "ings" + ], + [ + "ĠâĢ", + "Ŀ" + ], + [ + "_en", + "able" + ], + [ + "side", + "bar" + ], + [ + "Run", + "ning" + ], + [ + "Ġal", + "i" + ], + [ + "Ġtest", + "im" + ], + [ + "Ġwarn", + "ings" + ], + [ + "ĠCh", + "em" + ], + [ + "ĠEx", + "it" + ], + [ + "Ġfound", + "er" + ], + [ + "pect", + "or" + ], + [ + "Ġr", + "m" + ], + [ + "_d", + "ataset" + ], + [ + "ĠD", + "as" + ], + [ + "Ġh", + "an" + ], + [ + "Get", + "ty" + ], + [ + "á", + "l" + ], + [ + "Ġn", + "y" + ], + [ + "Ġpo", + "verty" + ], + [ + "Ġresult", + "ed" + ], + [ + ".b", + "y" + ], + [ + "ĠVis", + "it" + ], + [ + "Ġobt", + "aining" + ], + [ + "/", + "'.$" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "sh", + "all" + ], + [ + "_LE", + "FT" + ], + [ + "UI", + "Image" + ], + [ + "_", + "Name" + ], + [ + "h", + "ave" + ], + [ + "ĠN", + "ob" + ], + [ + "l", + "r" + ], + [ + "-", + "footer" + ], + [ + "Ġn", + "aked" + ], + [ + "ĠG", + "arden" + ], + [ + "\\F", + "acades" + ], + [ + "Ġgrad", + "uate" + ], + [ + "4", + "17" + ], + [ + "Ġfranch", + "ise" + ], + [ + "pl", + "ane" + ], + [ + "Ġcontrib", + "utions" + ], + [ + "Ġstring", + "With" + ], + [ + "Ġc", + "rypto" + ], + [ + "Ġmov", + "ements" + ], + [ + "ath", + "ers" + ], + [ + "Ġlif", + "etime" + ], + [ + "Ġcommunic", + "ate" + ], + [ + "j", + "ar" + ], + [ + "ĠFr", + "agment" + ], + [ + "_", + "IF" + ], + [ + "ĠN", + "avy" + ], + [ + "ĠF", + "igure" + ], + [ + "Ġsim", + "ulation" + ], + [ + "_st", + "op" + ], + [ + "Ġreport", + "ers" + ], + [ + "Ġvers", + "us" + ], + [ + "aj", + "a" + ], + [ + "ĠÎ", + "±" + ], + [ + "Ġgovern", + "or" + ], + [ + "List", + "Item" + ], + [ + "Ġse", + "aled" + ], + [ + ".Back", + "ground" + ], + [ + "ed", + "i" + ], + [ + "ash", + "ing" + ], + [ + "Ġl", + "ip" + ], + [ + "ĠI", + "h" + ], + [ + "mer", + "ge" + ], + [ + "Ġn", + "ec" + ], + [ + "0", + "24" + ], + [ + "el", + "ocity" + ], + [ + "ATE", + "G" + ], + [ + "Ġse", + "eds" + ], + [ + "Ġflo", + "ating" + ], + [ + "7", + "01" + ], + [ + "_F", + "A" + ], + [ + "w", + "alk" + ], + [ + "ĉ", + "user" + ], + [ + "_de", + "pth" + ], + [ + "Ġw", + "age" + ], + [ + "@", + "app" + ], + [ + "N", + "il" + ], + [ + "(", + "[\"" + ], + [ + "(", + "vector" + ], + [ + "Ġsecret", + "ary" + ], + [ + "46", + "1" + ], + [ + "Ġj", + "Panel" + ], + [ + "ve", + "z" + ], + [ + "³³", + "³³" + ], + [ + "d", + "irection" + ], + [ + "ĠE", + "P" + ], + [ + "Ġh", + "unt" + ], + [ + "39", + "6" + ], + [ + "Json", + "Property" + ], + [ + "ĠP", + "ORT" + ], + [ + "]", + "\"," + ], + [ + "аÐ", + "¿" + ], + [ + "ĠFore", + "ign" + ], + [ + "pan", + "ic" + ], + [ + "Ġtri", + "als" + ], + [ + "ĠA", + "le" + ], + [ + "Ġr", + "ural" + ], + [ + "-", + "value" + ], + [ + "author", + "ized" + ], + [ + "ĠScot", + "land" + ], + [ + ".d", + "rop" + ], + [ + "ĠM", + "T" + ], + [ + "ç", + "±" + ], + [ + "39", + "1" + ], + [ + "row", + "th" + ], + [ + "5", + "15" + ], + [ + "File", + "Path" + ], + [ + "Ġrec", + "all" + ], + [ + "if", + "le" + ], + [ + "Ġc", + "el" + ], + [ + "ĠSE", + "LECT" + ], + [ + "k", + "n" + ], + [ + "_c", + "ase" + ], + [ + "Ġc", + "rop" + ], + [ + "5", + "43" + ], + [ + "s", + "ure" + ], + [ + "p", + "ot" + ], + [ + "IC", + "S" + ], + [ + "Ġst", + "em" + ], + [ + "Ġindust", + "ries" + ], + [ + "P", + "ut" + ], + [ + "Ġa", + "ber" + ], + [ + "road", + "cast" + ], + [ + "Icon", + "s" + ], + [ + ")", + "\")Ċ" + ], + [ + "æĪIJ", + "åĬŁ" + ], + [ + "g", + "ui" + ], + [ + "Ġassum", + "ed" + ], + [ + "Ġr", + "x" + ], + [ + "E", + "A" + ], + [ + "è", + "§" + ], + [ + "EL", + "L" + ], + [ + "Ġdo", + "se" + ], + [ + "Ġin", + "e" + ], + [ + "Ġde", + "eper" + ], + [ + "l", + "ider" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġg", + "olf" + ], + [ + "60", + "5" + ], + [ + "_IM", + "AGE" + ], + [ + "ĠN", + "AME" + ], + [ + "(m", + "odule" + ], + [ + "Ġat", + "om" + ], + [ + "Ġbel", + "t" + ], + [ + "Ġoff", + "ices" + ], + [ + "50", + "6" + ], + [ + "b", + "eta" + ], + [ + "Ġphilosoph", + "y" + ], + [ + "(", + "JSON" + ], + [ + "-f", + "ield" + ], + [ + "Ġintrodu", + "ce" + ], + [ + "Ġconven", + "ience" + ], + [ + "opt", + "im" + ], + [ + ">", + "\"Ċ" + ], + [ + "ath", + "y" + ], + [ + "Ġemploy", + "er" + ], + [ + "qu", + "ate" + ], + [ + "Ġed", + "ited" + ], + [ + "Arg", + "uments" + ], + [ + "ĠN", + "ations" + ], + [ + "__", + ")" + ], + [ + "Ġno", + "se" + ], + [ + "ĠS", + "ample" + ], + [ + "'", + ")ĊĊĊ" + ], + [ + "Ġc", + "ake" + ], + [ + ".get", + "Attribute" + ], + [ + "H", + "D" + ], + [ + "39", + "2" + ], + [ + "Mod", + "ified" + ], + [ + "4", + "45" + ], + [ + "Ġpredict", + "ed" + ], + [ + "Å", + "Ħ" + ], + [ + "an", + "ie" + ], + [ + "S", + "orry" + ], + [ + "(d", + "oc" + ], + [ + "w", + "ind" + ], + [ + "ie", + "ve" + ], + [ + "Ġprov", + "isions" + ], + [ + "AT", + "ER" + ], + [ + "OT", + "E" + ], + [ + "M", + "Y" + ], + [ + ".A", + "utowired" + ], + [ + "ĠB", + "ath" + ], + [ + "4", + "23" + ], + [ + ".", + "Boolean" + ], + [ + "Ġback", + "end" + ], + [ + ".M", + "ouse" + ], + [ + "ater", + "al" + ], + [ + "p", + "aper" + ], + [ + "Con", + "st" + ], + [ + "ĠV", + "R" + ], + [ + "_", + "entity" + ], + [ + "_C", + "TRL" + ], + [ + "ĠProte", + "ction" + ], + [ + "ĠG", + "M" + ], + [ + "ĠStud", + "y" + ], + [ + "Ġsou", + "p" + ], + [ + "ot", + "ime" + ], + [ + "'", + "use" + ], + [ + "]", + "\"" + ], + [ + "/", + "users" + ], + [ + "a", + "ug" + ], + [ + "ĠH", + "ong" + ], + [ + "_n", + "orm" + ], + [ + "ãģ", + "¨" + ], + [ + "Ġse", + "cre" + ], + [ + "(B", + "uild" + ], + [ + "ĠCon", + "tract" + ], + [ + "ol", + "as" + ], + [ + "Ġsa", + "uce" + ], + [ + "Ġaggress", + "ive" + ], + [ + "Ġrac", + "ial" + ], + [ + "char", + "acter" + ], + [ + "@", + "@" + ], + [ + "Ġcomp", + "ile" + ], + [ + "ĠV", + "oid" + ], + [ + "_re", + "m" + ], + [ + "_m", + "emory" + ], + [ + "34", + "8" + ], + [ + "k", + "k" + ], + [ + "Ġm", + "ic" + ], + [ + "S", + "ame" + ], + [ + "U", + "tility" + ], + [ + "ĠH", + "tml" + ], + [ + "ĠX", + "ml" + ], + [ + "Read", + "y" + ], + [ + "Ġg", + "all" + ], + [ + "Ġalleged", + "ly" + ], + [ + "ĉĉĉĉ", + "ĠĠĠ" + ], + [ + "ĠMet", + "al" + ], + [ + "ĠPerson", + "al" + ], + [ + "Ġborder", + "Radius" + ], + [ + "rx", + "js" + ], + [ + "object", + "s" + ], + [ + "Ġwant", + "ing" + ], + [ + "Ġb", + "owl" + ], + [ + "v", + "endor" + ], + [ + "offset", + "of" + ], + [ + "ĠR", + "s" + ], + [ + "ĠR", + "ating" + ], + [ + "Ġr", + "ally" + ], + [ + "_N", + "ODE" + ], + [ + "4", + "18" + ], + [ + "ĠM", + "ix" + ], + [ + "Ġadvert", + "is" + ], + [ + "48", + "5" + ], + [ + "66", + "7" + ], + [ + "Ġnarr", + "ative" + ], + [ + "s", + "al" + ], + [ + "Ġm", + "c" + ], + [ + "SE", + "rror" + ], + [ + "Ġf", + "ingers" + ], + [ + "Ġaccom", + "pany" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġstr", + "ide" + ], + [ + "Ġgu", + "i" + ], + [ + "el", + "ist" + ], + [ + "Loc", + "ale" + ], + [ + "Ġrele", + "ases" + ], + [ + "ik", + "ing" + ], + [ + "Ġan", + "ger" + ], + [ + "))", + ")ĊĊ" + ], + [ + "alle", + "st" + ], + [ + "Sum", + "mary" + ], + [ + "(", + "O" + ], + [ + "(f", + "or" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġroad", + "s" + ], + [ + "ĠInst", + "all" + ], + [ + "ĠF", + "ab" + ], + [ + "it", + "map" + ], + [ + "4", + "75" + ], + [ + "Ġ)", + ")Ċ" + ], + [ + "Ġinter", + "section" + ], + [ + "ighb", + "or" + ], + [ + "ĠB", + "ry" + ], + [ + "ĠHER", + "E" + ], + [ + "So", + "ftware" + ], + [ + "elf", + "are" + ], + [ + "ac", + "s" + ], + [ + "6", + "22" + ], + [ + "Ġtrail", + "er" + ], + [ + ".get", + "Class" + ], + [ + "ch", + "ars" + ], + [ + "Ġreg", + "ulation" + ], + [ + "Ġref", + "ers" + ], + [ + "Ġde", + "struction" + ], + [ + "Ġcontin", + "uous" + ], + [ + "ĠAust", + "in" + ], + [ + "é", + "¢" + ], + [ + "ak", + "an" + ], + [ + ".w", + "indow" + ], + [ + "ĠTem", + "plates" + ], + [ + "Ġabs", + "ence" + ], + [ + ":", + "n" + ], + [ + "Ġdis", + "order" + ], + [ + "fl", + "ash" + ], + [ + "Ġde", + "let" + ], + [ + "bo", + "ards" + ], + [ + "ĠĠ", + "ĉ" + ], + [ + "RO", + "P" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġac", + "qu" + ], + [ + "Ġlaws", + "uit" + ], + [ + "ĠRe", + "views" + ], + [ + "Ġgar", + "age" + ], + [ + "t", + "imer" + ], + [ + "Ġe", + "j" + ], + [ + "ĠRect", + "angle" + ], + [ + "Ġflow", + "ers" + ], + [ + "39", + "8" + ], + [ + "il", + "st" + ], + [ + "ĠIn", + "stance" + ], + [ + "S", + "uper" + ], + [ + "d", + "et" + ], + [ + "dis", + "posing" + ], + [ + "ĠE", + "S" + ], + [ + "ĠI", + "C" + ], + [ + "ver", + "e" + ], + [ + "S", + "k" + ], + [ + "_ch", + "annels" + ], + [ + "put", + "ed" + ], + [ + "/", + "null" + ], + [ + "nn", + "en" + ], + [ + "4", + "31" + ], + [ + "ĠG", + "allery" + ], + [ + "_g", + "lobal" + ], + [ + "Auth", + "entication" + ], + [ + "ĠR", + "ank" + ], + [ + "Ġblock", + "ed" + ], + [ + "Ġcal", + "m" + ], + [ + "mark", + "et" + ], + [ + "ĉ", + "val" + ], + [ + "Ġa", + "ug" + ], + [ + "per", + "iod" + ], + [ + "ĠCon", + "stant" + ], + [ + "Ġ?>", + "\">Ċ" + ], + [ + "Ġl", + "obby" + ], + [ + "p", + "al" + ], + [ + "37", + "9" + ], + [ + "Ġs", + "ink" + ], + [ + "50", + "8" + ], + [ + "ia", + "h" + ], + [ + "Ð", + "¡" + ], + [ + "urn", + "ame" + ], + [ + "Ġcon", + "ver" + ], + [ + "Ġinvestig", + "ate" + ], + [ + "Ch", + "rist" + ], + [ + "H", + "ub" + ], + [ + "ĠIN", + "D" + ], + [ + "ĠP", + "ed" + ], + [ + "ur", + "as" + ], + [ + "ĉ", + "url" + ], + [ + "ĠT", + "ro" + ], + [ + "Ġpre", + "ferences" + ], + [ + "Ġguarante", + "ed" + ], + [ + "`", + "ĊĊ" + ], + [ + "Ġport", + "ions" + ], + [ + "Ġeval", + "u" + ], + [ + "'", + ">", + ";ĊĊ" + ], + [ + ".AutoScale", + "Mode" + ], + [ + "Ġc", + "ats" + ], + [ + "4", + "65" + ], + [ + "Ġreg", + "istry" + ], + [ + "ul", + "us" + ], + [ + "F", + "I" + ], + [ + "p", + "ayload" + ], + [ + "-", + "search" + ], + [ + "Ġstay", + "ing" + ], + [ + "ac", + "ious" + ], + [ + "Dec", + "oration" + ], + [ + "Re", + "view" + ], + [ + "In", + "f" + ], + [ + "Ke", + "ep" + ], + [ + "it", + "is" + ], + [ + ",", + "String" + ], + [ + "Co", + "ord" + ], + [ + "Ġper", + "o" + ], + [ + "S", + "ex" + ], + [ + "ĠAtl", + "anta" + ], + [ + "uest", + "a" + ], + [ + "Arg", + "b" + ], + [ + ">", + "*" + ], + [ + "}", + "_" + ], + [ + "F", + "ooter" + ], + [ + "Ġemploy", + "ed" + ], + [ + "_b", + "ound" + ], + [ + "v", + "ide" + ], + [ + ".f", + "unc" + ], + [ + "$", + "scope" + ], + [ + "Ġsp", + "o" + ], + [ + "ĠAn", + "al" + ], + [ + "ounc", + "ed" + ], + [ + "ar", + "ound" + ], + [ + "Ġrestr", + "iction" + ], + [ + "Ġsh", + "ops" + ], + [ + "å", + "Ģ" + ], + [ + "ĠLat", + "in" + ], + [ + "-c", + "ol" + ], + [ + "Ġbare", + "ly" + ], + [ + "ĠE", + "uro" + ], + [ + "E", + "r" + ], + [ + "Ġfa", + "ire" + ], + [ + "_d", + "istance" + ], + [ + "_un", + "lock" + ], + [ + "Qu", + "ote" + ], + [ + "IV", + "ATE" + ], + [ + "Ġå", + "Ī" + ], + [ + "Ġaim", + "ed" + ], + [ + "ĠRet", + "rie" + ], + [ + ".", + "iter" + ], + [ + "Ġwr", + "apped" + ], + [ + "Ġagre", + "ements" + ], + [ + "str", + "ument" + ], + [ + "(", + "product" + ], + [ + "Ġstud", + "ied" + ], + [ + ".set", + "Value" + ], + [ + "Ġy", + "e" + ], + [ + "ĠC", + "ache" + ], + [ + "MB", + "OL" + ], + [ + "Ġquarter", + "back" + ], + [ + "Ġsy", + "ntax" + ], + [ + ".getElements", + "By" + ], + [ + ".v", + "ersion" + ], + [ + "we", + "bsite" + ], + [ + "Run", + "ner" + ], + [ + "_s", + "ingle" + ], + [ + "at", + "iv" + ], + [ + "ĠAl", + "tern" + ], + [ + "ĠBeaut", + "iful" + ], + [ + "right", + "arrow" + ], + [ + "Ġd", + "iversity" + ], + [ + "pl", + "ash" + ], + [ + "(", + "co" + ], + [ + ".F", + "ill" + ], + [ + "Ġtyp", + "ing" + ], + [ + "38", + "7" + ], + [ + "0", + "23" + ], + [ + "Ġcl", + "ar" + ], + [ + "H", + "it" + ], + [ + "O", + "O" + ], + [ + "ac", + "co" + ], + [ + "50", + "7" + ], + [ + "w", + "orth" + ], + [ + "Ġscript", + "s" + ], + [ + "ĠMuslim", + "s" + ], + [ + "ĠL", + "L" + ], + [ + "erv", + "ing" + ], + [ + "(", + "boolean" + ], + [ + "Ġbase", + "ball" + ], + [ + "ĠC", + "AN" + ], + [ + "39", + "4" + ], + [ + "0", + "44" + ], + [ + "MA", + "IL" + ], + [ + "de", + "pend" + ], + [ + "Ġrespect", + "ive" + ], + [ + "Ġconst", + "expr" + ], + [ + ".*", + ";ĊĊ" + ], + [ + "']", + "))Ċ" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġident", + "ical" + ], + [ + "if", + "ecycle" + ], + [ + "US", + "H" + ], + [ + "up", + "iter" + ], + [ + ".", + "validate" + ], + [ + "cl", + "i" + ], + [ + "IST", + "ER" + ], + [ + "Ind", + "icator" + ], + [ + "F", + "ail" + ], + [ + "Ġdemocr", + "acy" + ], + [ + ".", + "var" + ], + [ + "Ġsatisf", + "ied" + ], + [ + "------------", + "-" + ], + [ + "enc", + "er" + ], + [ + "h", + "or" + ], + [ + "Ġr", + "ounds" + ], + [ + "DA", + "O" + ], + [ + "o", + "a" + ], + [ + "Ġfl", + "ask" + ], + [ + "=", + "c" + ], + [ + "[", + "]Ċ" + ], + [ + "/d", + "ist" + ], + [ + "Ġpart", + "e" + ], + [ + "Ġconfirm", + "ation" + ], + [ + "er", + "on" + ], + [ + "aw", + "are" + ], + [ + "" + ], + [ + "Ġdepend", + "encies" + ], + [ + "ĠV", + "ideos" + ], + [ + "-", + "row" + ], + [ + "Ġ**", + "/Ċ" + ], + [ + "Ġn", + "ou" + ], + [ + "Ġh", + "over" + ], + [ + "æ", + "ŀ" + ], + [ + "Ġn", + "in" + ], + [ + "ĠUS", + "D" + ], + [ + "M", + "ac" + ], + [ + "_L", + "oad" + ], + [ + "Ġout", + "comes" + ], + [ + "_s", + "ocket" + ], + [ + "Ġqu", + "eries" + ], + [ + "w", + "m" + ], + [ + "59", + "2" + ], + [ + "Ġhit", + "ting" + ], + [ + "in", + "ux" + ], + [ + "M", + "ich" + ], + [ + "ud", + "ge" + ], + [ + "AT", + "AB" + ], + [ + "Ġvulner", + "able" + ], + [ + "ä", + "¾" + ], + [ + "Ġport", + "folio" + ], + [ + ":", + "YES" + ], + [ + "ĉm", + "ap" + ], + [ + "B", + "ound" + ], + [ + "Ġiter", + "ation" + ], + [ + "in", + "cess" + ], + [ + "Ġact", + "ors" + ], + [ + "ĠQ", + "ual" + ], + [ + "_c", + "lean" + ], + [ + "ãĢij", + "ãĢIJ" + ], + [ + "MS", + "G" + ], + [ + "G", + "reen" + ], + [ + "ĠOff", + "icer" + ], + [ + "Ġsm", + "oking" + ], + [ + ">", + "'," + ], + [ + "ĠF", + "lo" + ], + [ + "++", + ";" + ], + [ + "4", + "33" + ], + [ + "oly", + "gon" + ], + [ + "Ġbul", + "k" + ], + [ + "Ġdr", + "ama" + ], + [ + "Ġexception", + "s" + ], + [ + "os", + "ed" + ], + [ + "Ġ+", + "čĊ" + ], + [ + "Ġleg", + "acy" + ], + [ + "C", + "V" + ], + [ + "Ġcontrib", + "uted" + ], + [ + "ĠTer", + "ms" + ], + [ + "Ġb", + "t" + ], + [ + "4", + "34" + ], + [ + "Ġunt", + "uk" + ], + [ + "Ġal", + "ien" + ], + [ + "===", + "Ċ" + ], + [ + "ĉ", + "Vector" + ], + [ + "Ġl", + "s" + ], + [ + "On", + "line" + ], + [ + ".f", + "acebook" + ], + [ + "num", + "eric" + ], + [ + "ock", + "ets" + ], + [ + "A", + "ut" + ], + [ + "b", + "ury" + ], + [ + "-re", + "dux" + ], + [ + "ĠRed", + "istributions" + ], + [ + "GLOBAL", + "S" + ], + [ + "urrenc", + "ies" + ], + [ + "Ġt", + "ons" + ], + [ + "âĢĻ", + "," + ], + [ + "ĠÃ", + "ª" + ], + [ + "(c", + "ol" + ], + [ + "ĠS", + "ymbol" + ], + [ + "Ġstay", + "ed" + ], + [ + "ĠM", + "L" + ], + [ + "Ġm", + "unicip" + ], + [ + "Ġsex", + "o" + ], + [ + "S", + "en" + ], + [ + "n", + "r" + ], + [ + "Ġg", + "ains" + ], + [ + "Ġshort", + "ly" + ], + [ + ".M", + "enu" + ], + [ + "Ã", + "½" + ], + [ + "KN", + "OWN" + ], + [ + "Ġoper", + "ators" + ], + [ + "-", + "V" + ], + [ + "ĠPat", + "rick" + ], + [ + "/", + "add" + ], + [ + "_C", + "O" + ], + [ + "ir", + "ation" + ], + [ + "(p", + "ost" + ], + [ + "Post", + "s" + ], + [ + "/", + "_" + ], + [ + "Ġpl", + "ug" + ], + [ + "Ġintellect", + "ual" + ], + [ + "Ġmet", + "ab" + ], + [ + "Ġpregn", + "ancy" + ], + [ + "ĠPrem", + "ier" + ], + [ + "n", + "m" + ], + [ + "Ġpred", + "iction" + ], + [ + "60", + "6" + ], + [ + "ĠMin", + "istry" + ], + [ + "Th", + "ree" + ], + [ + "val", + "uate" + ], + [ + "ĠMin", + "i" + ], + [ + "b", + "u" + ], + [ + "оÐ", + "·" + ], + [ + "<", + "ul" + ], + [ + "Ġd", + "d" + ], + [ + "ol", + "ving" + ], + [ + "ĠC", + "ut" + ], + [ + "60", + "2" + ], + [ + "Ġs", + "chem" + ], + [ + ".tr", + "ain" + ], + [ + "it", + "ate" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġbird", + "s" + ], + [ + "ãģ", + "«" + ], + [ + "m", + "iddle" + ], + [ + "struction", + "s" + ], + [ + "Ġn", + "erv" + ], + [ + "a", + "que" + ], + [ + "45", + "3" + ], + [ + "Ġfl", + "u" + ], + [ + "Ġsurv", + "ival" + ], + [ + "ĠGal", + "axy" + ], + [ + "ĠF", + "ant" + ], + [ + ".", + "Order" + ], + [ + "At", + "trib" + ], + [ + "irt", + "s" + ], + [ + "é", + "c" + ], + [ + "M", + "ovie" + ], + [ + "Ġcon", + "ce" + ], + [ + "qu", + "arters" + ], + [ + "Ġm", + "ood" + ], + [ + ".Add", + "Range" + ], + [ + "9", + "42" + ], + [ + "Ġres", + "olved" + ], + [ + "ãĥ", + "Ī" + ], + [ + "Ġburn", + "ing" + ], + [ + "70", + "2" + ], + [ + "ĉĉĉĉ", + "čĊ" + ], + [ + "ĠW", + "E" + ], + [ + "Ġhost", + "ing" + ], + [ + "L", + "AB" + ], + [ + "Ġman", + "agers" + ], + [ + "Ġstre", + "ngthen" + ], + [ + "<", + "const" + ], + [ + "ĠFire", + "base" + ], + [ + "on", + "ed" + ], + [ + "ĠJ", + "ean" + ], + [ + "'", + "", + "\";čĊ" + ], + [ + "ĠS", + "av" + ], + [ + ".B", + "old" + ], + [ + "Ġen", + "ables" + ], + [ + "ĉt", + "mp" + ], + [ + "Ġman", + "ually" + ], + [ + "ĠS", + "qu" + ], + [ + "user", + "id" + ], + [ + ".f", + "unction" + ], + [ + ".c", + "ache" + ], + [ + "LO", + "PT" + ], + [ + ".S", + "ervices" + ], + [ + "5", + "88" + ], + [ + "dd", + "it" + ], + [ + "t", + "im" + ], + [ + "<", + "img" + ], + [ + "ĠTh", + "ings" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġa", + "pt" + ], + [ + "39", + "7" + ], + [ + "em", + "and" + ], + [ + "Ġroll", + "ing" + ], + [ + "ë", + "¦" + ], + [ + ".", + "level" + ], + [ + "Ġst", + "om" + ], + [ + "ĠW", + "inter" + ], + [ + "Ġview", + "ing" + ], + [ + "(", + "values" + ], + [ + "ocom", + "plete" + ], + [ + "v", + "ia" + ], + [ + "up", + "o" + ], + [ + "Ġabort", + "ion" + ], + [ + "5", + "32" + ], + [ + "i", + "ère" + ], + [ + "ï¼", + "ij" + ], + [ + "_B", + "UTTON" + ], + [ + "_d", + "omain" + ], + [ + "Ġb", + "ra" + ], + [ + "ĠA", + "st" + ], + [ + "in", + "as" + ], + [ + "Ġstat", + "ist" + ], + [ + "c", + "od" + ], + [ + "L", + "R" + ], + [ + "Ġdr", + "ives" + ], + [ + "Ġfollow", + "ers" + ], + [ + "Ġall", + "ies" + ], + [ + "ĉc", + "urrent" + ], + [ + "ecess", + "ary" + ], + [ + "Ġdam", + "aged" + ], + [ + "_", + "pt" + ], + [ + "and", + "les" + ], + [ + "oun", + "tries" + ], + [ + "Ġsim", + "ult" + ], + [ + "e", + "u" + ], + [ + "Ġcontrovers", + "ial" + ], + [ + "_G", + "ROUP" + ], + [ + "Ġr", + "ib" + ], + [ + ".", + "Info" + ], + [ + ":", + "mm" + ], + [ + ".n", + "ormal" + ], + [ + "_ADD", + "RESS" + ], + [ + "Ġ", + "íķ" + ], + [ + "add", + "le" + ], + [ + "ĠD", + "ur" + ], + [ + ".", + "Element" + ], + [ + "65", + "6" + ], + [ + "W", + "arnings" + ], + [ + "Ġcred", + "its" + ], + [ + "Ġin", + "hib" + ], + [ + "Ġem", + "issions" + ], + [ + "5", + "45" + ], + [ + "Ġh", + "az" + ], + [ + ".y", + "outube" + ], + [ + "ugg", + "ed" + ], + [ + "Ġbo", + "ther" + ], + [ + "ĠK", + "ansas" + ], + [ + "ĠF", + "ixed" + ], + [ + "ĠTest", + "s" + ], + [ + "ĠF", + "IX" + ], + [ + "57", + "6" + ], + [ + "Un", + "iform" + ], + [ + "Ġk", + "ont" + ], + [ + ">>", + ">" + ], + [ + "st", + "ation" + ], + [ + "lo", + "re" + ], + [ + "at", + "ype" + ], + [ + "ish", + "op" + ], + [ + "/", + "****************************************************************" + ], + [ + "5", + "21" + ], + [ + "Com", + "boBox" + ], + [ + "Ġvac", + "ation" + ], + [ + "Ġiniti", + "ative" + ], + [ + "Ġdefault", + "Value" + ], + [ + "7", + "70" + ], + [ + "con", + "cat" + ], + [ + "ĠK", + "h" + ], + [ + "6", + "32" + ], + [ + "ĠW", + "elcome" + ], + [ + "ized", + "Name" + ], + [ + "M", + "igration" + ], + [ + "Ġgrad", + "ient" + ], + [ + "H", + "ot" + ], + [ + "Ġhard", + "ly" + ], + [ + "el", + "o" + ], + [ + "ĠStud", + "ents" + ], + [ + "Ġlo", + "ose" + ], + [ + "7", + "30" + ], + [ + "at", + "z" + ], + [ + ".S", + "end" + ], + [ + "'", + "/" + ], + [ + "Ġunivers", + "al" + ], + [ + "Ġenter", + "prise" + ], + [ + "Ġreg", + "ex" + ], + [ + "Ġvis", + "itor" + ], + [ + "ĠF", + "ly" + ], + [ + "Se", + "q" + ], + [ + "à¸", + "Ļ" + ], + [ + "ĠVis", + "ual" + ], + [ + "Ġlib", + "raries" + ], + [ + "ato", + "es" + ], + [ + "P", + "ayment" + ], + [ + "44", + "7" + ], + [ + "Ġp", + "ent" + ], + [ + "Ġgather", + "ed" + ], + [ + "VRT", + "X" + ], + [ + "ĠD", + "M" + ], + [ + "S", + "plit" + ], + [ + "Ġlet", + "ting" + ], + [ + "Ð", + "Ŀ" + ], + [ + "_error", + "s" + ], + [ + "ep", + "och" + ], + [ + "P", + "ARAM" + ], + [ + "c", + "u" + ], + [ + "ÑģÑĤ", + "в" + ], + [ + "ol", + "utions" + ], + [ + "Edit", + "ing" + ], + [ + "font", + "s" + ], + [ + "Ġalloc", + "ated" + ], + [ + "ĠB", + "ased" + ], + [ + "(", + "Y" + ], + [ + "ĠJud", + "ge" + ], + [ + "Ġbro", + "thers" + ], + [ + "FILE", + "S" + ], + [ + "ç", + "o" + ], + [ + "5", + "31" + ], + [ + "w", + "b" + ], + [ + "_P", + "I" + ], + [ + "'", + "^" + ], + [ + "Ġs", + "word" + ], + [ + ".s", + "ervices" + ], + [ + "Ġn", + "l" + ], + [ + "T", + "im" + ], + [ + "ig", + "g" + ], + [ + "ĠMo", + "ore" + ], + [ + "Ġcrypt", + "oc" + ], + [ + "åĩ", + "º" + ], + [ + "_post", + "s" + ], + [ + "ot", + "ate" + ], + [ + "?", + "'" + ], + [ + "...", + ".ĊĊ" + ], + [ + "Ġk", + "l" + ], + [ + "=\"", + "$" + ], + [ + "Ġdec", + "oration" + ], + [ + "áº", + "¡" + ], + [ + "ĠD", + "IRECT" + ], + [ + "G", + "UI" + ], + [ + ")", + "=>{Ċ" + ], + [ + "Ġnews", + "letter" + ], + [ + "Ġprec", + "is" + ], + [ + "(p", + "oint" + ], + [ + "ĠEqu", + "ipment" + ], + [ + "ut", + "y" + ], + [ + "ĠD", + "ave" + ], + [ + "Ġparticip", + "ation" + ], + [ + "u", + "arios" + ], + [ + "x", + "it" + ], + [ + ".A", + "s" + ], + [ + "ET", + "ER" + ], + [ + "or", + "ous" + ], + [ + "Ġsh", + "ield" + ], + [ + "[]", + ">" + ], + [ + "ilit", + "ary" + ], + [ + ".", + "origin" + ], + [ + "Ġprom", + "otion" + ], + [ + "U", + "nt" + ], + [ + "Ġc", + "t" + ], + [ + "TR", + "A" + ], + [ + "55", + "6" + ], + [ + "View", + "Holder" + ], + [ + "Ġsig", + "ma" + ], + [ + "d", + "elta" + ], + [ + "are", + "house" + ], + [ + "con", + "tract" + ], + [ + "(", + "Vector" + ], + [ + "7", + "21" + ], + [ + "Ġcompet", + "e" + ], + [ + "/", + "form" + ], + [ + "/", + "components" + ], + [ + "Ġn", + "r" + ], + [ + "ĠInd", + "ones" + ], + [ + "Ġо", + "ÑĤ" + ], + [ + "ĠV", + "olume" + ], + [ + ".f", + "iles" + ], + [ + "(res", + "p" + ], + [ + "/", + "models" + ], + [ + "Ġsur", + "f" + ], + [ + "stand", + "ard" + ], + [ + "/", + "o" + ], + [ + "ĠXCT", + "Assert" + ], + [ + "V", + "ICES" + ], + [ + ".C", + "ode" + ], + [ + "SE", + "D" + ], + [ + "Ġact", + "ivate" + ], + [ + "D", + "elta" + ], + [ + "Ġlimit", + "ation" + ], + [ + "ri", + "j" + ], + [ + "Ġpregn", + "ant" + ], + [ + ":", + "^(" + ], + [ + "Ġs", + "our" + ], + [ + "p", + "ie" + ], + [ + "80", + "3" + ], + [ + "Ġexp", + "ense" + ], + [ + "ic", + "ation" + ], + [ + "ĠL", + "arge" + ], + [ + "ĠÂ", + "±" + ], + [ + "ĠB", + "owl" + ], + [ + "(model", + "s" + ], + [ + "/", + "N" + ], + [ + "8", + "57" + ], + [ + "P", + "a" + ], + [ + ".re", + "load" + ], + [ + "Ġwonder", + "ing" + ], + [ + "46", + "2" + ], + [ + "Exec", + "ution" + ], + [ + "ĉ", + "ĠĠĠĠĠĠ" + ], + [ + "ĠG", + "raphics" + ], + [ + "ĠCont", + "in" + ], + [ + "_j", + "ob" + ], + [ + "Ġget", + "Name" + ], + [ + "ĠM", + "agn" + ], + [ + "ĠD", + "WORD" + ], + [ + "m", + "ad" + ], + [ + "Ġn", + "h" + ], + [ + "fe", + "atures" + ], + [ + "}", + "\");Ċ" + ], + [ + "he", + "ets" + ], + [ + "(tr", + "ain" + ], + [ + "z", + "n" + ], + [ + "Ġrecru", + "it" + ], + [ + ".con", + "nection" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġste", + "am" + ], + [ + "_set", + "ting" + ], + [ + "Ġang", + "ular" + ], + [ + "ane", + "ously" + ], + [ + "Ġb", + "il" + ], + [ + "ĠN", + "orm" + ], + [ + "5", + "22" + ], + [ + "(!", + "$" + ], + [ + "ib", + "t" + ], + [ + "%", + "(" + ], + [ + "Ġpos", + "it" + ], + [ + "ĠF", + "ather" + ], + [ + "int", + "endo" + ], + [ + "5", + "65" + ], + [ + "L", + "ive" + ], + [ + "04", + "1" + ], + [ + "Ġport", + "s" + ], + [ + "Ġme", + "j" + ], + [ + "Ġland", + "ing" + ], + [ + "pon", + "der" + ], + [ + "Ġc", + "od" + ], + [ + "_HE", + "ADER" + ], + [ + ".M", + "argin" + ], + [ + "Ġball", + "s" + ], + [ + "Ġdiscuss", + "ions" + ], + [ + "Ġbl", + "end" + ], + [ + "H", + "ex" + ], + [ + "Ġfarm", + "ers" + ], + [ + "Ġmaint", + "aining" + ], + [ + "ĠĠĠ", + "čĊ" + ], + [ + "s", + "yn" + ], + [ + "[", + "T" + ], + [ + "r", + "us" + ], + [ + "4", + "39" + ], + [ + "uff", + "ers" + ], + [ + "Ġcontrib", + "utors" + ], + [ + "_s", + "ys" + ], + [ + ".De", + "bug" + ], + [ + "Ġconstruct", + "ed" + ], + [ + "om", + "es" + ], + [ + "?", + "id" + ], + [ + "sl", + "ider" + ], + [ + "Ġsup", + "pliers" + ], + [ + "6", + "11" + ], + [ + "scri", + "ber" + ], + [ + "p", + "es" + ], + [ + "Ð", + "ŀ" + ], + [ + "\":", + "čĊ" + ], + [ + "\\", + "Controller" + ], + [ + "))", + "ĊĊĊ" + ], + [ + "Ġl", + "ua" + ], + [ + "M", + "ulti" + ], + [ + "EN", + "S" + ], + [ + "S", + "rc" + ], + [ + "Ġpet", + "ition" + ], + [ + "Ġsl", + "ave" + ], + [ + "look", + "ing" + ], + [ + "V", + "ERT" + ], + [ + "ĉ", + "vector" + ], + [ + "S", + "pecial" + ], + [ + "h", + "h" + ], + [ + "an", + "ne" + ], + [ + "ĠN", + "iger" + ], + [ + "/", + "views" + ], + [ + "z", + "ing" + ], + [ + "end", + "ant" + ], + [ + "<", + "C" + ], + [ + "s", + "peed" + ], + [ + "5", + "14" + ], + [ + "Ġ{", + "};ĊĊ" + ], + [ + "Begin", + "Init" + ], + [ + "Ġf", + "open" + ], + [ + "@", + "RequestMapping" + ], + [ + "End", + "Init" + ], + [ + "Ġp", + "unch" + ], + [ + "S", + "ender" + ], + [ + "60", + "3" + ], + [ + "é", + "Ķ" + ], + [ + "get", + "Message" + ], + [ + "/t", + "ypes" + ], + [ + ".P", + "I" + ], + [ + "('", + "');Ċ" + ], + [ + "oc", + "used" + ], + [ + "(", + "all" + ], + [ + "Ġdrop", + "down" + ], + [ + ").", + "__" + ], + [ + "ĠV", + "in" + ], + [ + ".Fore", + "ignKey" + ], + [ + "6", + "12" + ], + [ + "can", + "f" + ], + [ + "ou", + "red" + ], + [ + "ĠOrgan", + "ization" + ], + [ + "ĠÐ", + "°" + ], + [ + "ĠC", + "ulture" + ], + [ + "(cl", + "s" + ], + [ + ",", + "_" + ], + [ + "90", + "2" + ], + [ + "rg", + "ba" + ], + [ + "ìĿ", + "ĺ" + ], + [ + ".data", + "GridView" + ], + [ + "Ġdo", + "zen" + ], + [ + "ĠG", + "es" + ], + [ + "80", + "5" + ], + [ + "4", + "64" + ], + [ + "_sh", + "ared" + ], + [ + "n", + "ick" + ], + [ + "Ġh", + "osp" + ], + [ + "om", + "eter" + ], + [ + "49", + "5" + ], + [ + "Ġclaim", + "ing" + ], + [ + "0", + "32" + ], + [ + "ib", + "les" + ], + [ + "ri", + "k" + ], + [ + "æĺ", + "¯" + ], + [ + "en", + "ario" + ], + [ + "Ġd", + "engan" + ], + [ + "ob", + "b" + ], + [ + "m", + "ont" + ], + [ + "_r", + "ank" + ], + [ + "('/", + "'," + ], + [ + "Ġap", + "olog" + ], + [ + "P", + "s" + ], + [ + "_p", + "ower" + ], + [ + "ĠG", + "ree" + ], + [ + "Ġful", + "fill" + ], + [ + "Ġfire", + "base" + ], + [ + "9", + "10" + ], + [ + "Ġf", + "are" + ], + [ + "ĠH", + "im" + ], + [ + "Ġbe", + "an" + ], + [ + "âĢ¦", + "." + ], + [ + "ĠS", + "PI" + ], + [ + "_R", + "X" + ], + [ + "Ġper", + "ception" + ], + [ + "rel", + "ative" + ], + [ + "comp", + "ile" + ], + [ + "u", + "um" + ], + [ + "ut", + "os" + ], + [ + "a", + "uc" + ], + [ + "ĠAs", + "k" + ], + [ + "Ġindic", + "ator" + ], + [ + "/", + "th" + ], + [ + ".set", + "String" + ], + [ + "ĠWis", + "consin" + ], + [ + ".D", + "omain" + ], + [ + "Ġart", + "ificial" + ], + [ + "De", + "velop" + ], + [ + "ĠSar", + "ah" + ], + [ + "Ġl", + "ying" + ], + [ + "(", + "search" + ], + [ + "ĠEmp", + "ire" + ], + [ + "urr", + "ing" + ], + [ + "æŶ", + "éĹ´" + ], + [ + "=\"", + "${" + ], + [ + "Ġget", + "Id" + ], + [ + "ĠP", + "ayment" + ], + [ + "trans", + "ition" + ], + [ + "Ġ", + "]." + ], + [ + "ix", + "in" + ], + [ + "V", + "T" + ], + [ + "-", + "select" + ], + [ + "Ġdemonstr", + "ated" + ], + [ + "Ġlast", + "Name" + ], + [ + "employ", + "ment" + ], + [ + ".get", + "Property" + ], + [ + "Ġf", + "ought" + ], + [ + "file", + "Name" + ], + [ + "ĠP", + "ers" + ], + [ + "45", + "2" + ], + [ + "-c", + "ard" + ], + [ + "a", + "str" + ], + [ + "attr", + "s" + ], + [ + "Ġprom", + "inent" + ], + [ + "Des", + "ign" + ], + [ + "anc", + "ouver" + ], + [ + "ãģĹ", + "ãģ" + ], + [ + "ard", + "o" + ], + [ + "se", + "cret" + ], + [ + "Ġr", + "ag" + ], + [ + "Ġpo", + "ison" + ], + [ + "-m", + "an" + ], + [ + ",", + "omitempty" + ], + [ + "7", + "40" + ], + [ + "ĉ", + "un" + ], + [ + "it", + "zer" + ], + [ + "ĠCas", + "ino" + ], + [ + "ĠR", + "oss" + ], + [ + "-", + "foot" + ], + [ + "(result", + "s" + ], + [ + "Pl", + "an" + ], + [ + "Ġlas", + "er" + ], + [ + "ê¸", + "°" + ], + [ + "_D", + "R" + ], + [ + "5", + "23" + ], + [ + "F", + "acebook" + ], + [ + "44", + "9" + ], + [ + "Ġbo", + "ards" + ], + [ + "st", + "a" + ], + [ + "]", + "]," + ], + [ + "6", + "75" + ], + [ + "Ġt", + "iles" + ], + [ + "S", + "IZE" + ], + [ + "Ġ=", + "~" + ], + [ + "9", + "70" + ], + [ + "Ġprem", + "ier" + ], + [ + "oc", + "ab" + ], + [ + "Ġenc", + "oded" + ], + [ + "Ġres", + "erve" + ], + [ + "60", + "9" + ], + [ + "ĠAfghan", + "istan" + ], + [ + "ĠList", + "Node" + ], + [ + "url", + "s" + ], + [ + "Ġsub", + "mission" + ], + [ + "Ġne", + "u" + ], + [ + "47", + "7" + ], + [ + "Ġ#", + "+#" + ], + [ + "_P", + "OST" + ], + [ + "Ġmo", + "ist" + ], + [ + "ell", + "i" + ], + [ + "ellig", + "ent" + ], + [ + ".", + "alert" + ], + [ + "ó", + "d" + ], + [ + "b", + "re" + ], + [ + "ĠCol", + "lect" + ], + [ + "Ġgraph", + "ic" + ], + [ + "Ġlong", + "itude" + ], + [ + "ĠPro", + "vid" + ], + [ + "ĠCal", + "culate" + ], + [ + "x", + "ffff" + ], + [ + "c", + "riteria" + ], + [ + "Ġw", + "aters" + ], + [ + "ro", + "ck" + ], + [ + "lo", + "quent" + ], + [ + "ĠT", + "rib" + ], + [ + "5", + "13" + ], + [ + "Ġbur", + "st" + ], + [ + "Ġsuff", + "ix" + ], + [ + ".Ext", + "ensions" + ], + [ + "ish", + "es" + ], + [ + "iv", + "el" + ], + [ + "ĠLI", + "KE" + ], + [ + "ĠGet", + "ty" + ], + [ + ".Action", + "Event" + ], + [ + ".s", + "lf" + ], + [ + "ĠH", + "AL" + ], + [ + "up", + "al" + ], + [ + "E", + "AR" + ], + [ + "5", + "24" + ], + [ + "ud", + "i" + ], + [ + "_time", + "out" + ], + [ + "U", + "F" + ], + [ + "ĠSing", + "apore" + ], + [ + "ĠAd", + "vent" + ], + [ + "_int", + "erval" + ], + [ + "cha", + "ft" + ], + [ + "ĠE", + "mer" + ], + [ + "Ġtele", + "phone" + ], + [ + "ĠTur", + "k" + ], + [ + "_", + "interface" + ], + [ + "ĠO", + "wn" + ], + [ + "Ġencour", + "aged" + ], + [ + "<", + "Object" + ], + [ + "_T", + "ext" + ], + [ + "ĠOnt", + "ario" + ], + [ + "ĠApp", + "ly" + ], + [ + ".f", + "irebase" + ], + [ + "Ġant", + "ib" + ], + [ + "P", + "riority" + ], + [ + "ene", + "z" + ], + [ + "D", + "ays" + ], + [ + "c", + "id" + ], + [ + "urre", + "nce" + ], + [ + ";", + "/" + ], + [ + "inn", + "ed" + ], + [ + "Ñģ", + "Ñı" + ], + [ + "Ġve", + "z" + ], + [ + "f", + "w" + ], + [ + "//", + "$" + ], + [ + "att", + "ack" + ], + [ + "45", + "8" + ], + [ + "Ġstart", + "up" + ], + [ + "ain", + "ers" + ], + [ + ".f", + "ragment" + ], + [ + "op", + "acity" + ], + [ + "(", + "conn" + ], + [ + "he", + "im" + ], + [ + ".n", + "etwork" + ], + [ + "(", + "stream" + ], + [ + "6", + "70" + ], + [ + "ĠN", + "ON" + ], + [ + "t", + "ol" + ], + [ + "8", + "30" + ], + [ + "ĠX", + "box" + ], + [ + "ĠD", + "S" + ], + [ + "Ġc", + "ached" + ], + [ + "Ġprostit", + "utas" + ], + [ + "ĠB", + "alt" + ], + [ + "('", + "[" + ], + [ + "5", + "75" + ], + [ + "Ġno", + "except" + ], + [ + "\"", + "'" + ], + [ + "Ġs", + "d" + ], + [ + ".", + "valid" + ], + [ + "_", + "ag" + ], + [ + "Ġr", + "aces" + ], + [ + "48", + "1" + ], + [ + "Ġro", + "d" + ], + [ + "itud", + "es" + ], + [ + "<", + ">(" + ], + [ + "5", + "44" + ], + [ + ".Pro", + "duct" + ], + [ + "Form", + "s" + ], + [ + "NE", + "W" + ], + [ + "P", + "ay" + ], + [ + "ĉ", + "boolean" + ], + [ + "_", + "contact" + ], + [ + "ĠElect", + "ric" + ], + [ + "sk", + "ip" + ], + [ + "Ġw", + "ur" + ], + [ + "Ġch", + "ronic" + ], + [ + "_d", + "river" + ], + [ + "9", + "40" + ], + [ + "ĠS", + "ab" + ], + [ + "ĠU", + "lt" + ], + [ + "ĠR", + "ad" + ], + [ + "ST", + "ATUS" + ], + [ + "ĠLew", + "is" + ], + [ + "O", + "B" + ], + [ + "Ġgift", + "s" + ], + [ + ".Re", + "c" + ], + [ + "TR", + "UE" + ], + [ + "Ġint", + "ensity" + ], + [ + "Mark", + "er" + ], + [ + ".com", + "pare" + ], + [ + "ff", + "ic" + ], + [ + "C", + "ookie" + ], + [ + "ĠB", + "aby" + ], + [ + "ĠBig", + "Decimal" + ], + [ + "ile", + "t" + ], + [ + "ĠHOLD", + "ERS" + ], + [ + "ĠL", + "ady" + ], + [ + "Ġl", + "ung" + ], + [ + "ĠAl", + "abama" + ], + [ + "Ġd", + "ess" + ], + [ + "`", + ");Ċ" + ], + [ + "ĠB", + "uilder" + ], + [ + "_reg", + "ion" + ], + [ + "Ġne", + "utral" + ], + [ + "90", + "9" + ], + [ + "Bo", + "th" + ], + [ + "Ġh", + "p" + ], + [ + "Ġh", + "orn" + ], + [ + "Ġseg", + "ments" + ], + [ + "ĠE", + "C" + ], + [ + "\"=>", + "\"" + ], + [ + "(", + "rec" + ], + [ + "ĠP", + "i" + ], + [ + "G", + "M" + ], + [ + "Ġl", + "aptop" + ], + [ + "Sc", + "alar" + ], + [ + "46", + "3" + ], + [ + "is", + "d" + ], + [ + "-d", + "ialog" + ], + [ + "ĠAnd", + "erson" + ], + [ + "Ġmist", + "akes" + ], + [ + "70", + "8" + ], + [ + "ĠH", + "an" + ], + [ + "j", + "es" + ], + [ + "est", + "ination" + ], + [ + "4", + "36" + ], + [ + "Ġprom", + "ises" + ], + [ + "b", + "id" + ], + [ + "ĠSc", + "ient" + ], + [ + "G", + "IN" + ], + [ + "ĠPer", + "formance" + ], + [ + "b", + "age" + ], + [ + ".", + "users" + ], + [ + "le", + "ading" + ], + [ + "Ġor", + "al" + ], + [ + "G", + "raphics" + ], + [ + "48", + "8" + ], + [ + "_P", + "TR" + ], + [ + "5", + "18" + ], + [ + "h", + "ang" + ], + [ + "Ġin", + "ev" + ], + [ + "process", + "ing" + ], + [ + "F", + "actor" + ], + [ + "ĠN", + "A" + ], + [ + "$", + "string" + ], + [ + "Ġground", + "s" + ], + [ + ".Save", + "Changes" + ], + [ + "c", + "lock" + ], + [ + "9", + "41" + ], + [ + "cri", + "pcion" + ], + [ + "ĠNew", + "ton" + ], + [ + "g", + "c" + ], + [ + ".in", + "cludes" + ], + [ + "Ġbl", + "ast" + ], + [ + "Ġ'-", + "'" + ], + [ + "Ġpued", + "e" + ], + [ + "46", + "9" + ], + [ + ".S", + "ession" + ], + [ + "Ġgre", + "p" + ], + [ + "_f", + "inal" + ], + [ + "ĠG", + "ay" + ], + [ + "ĠG", + "ive" + ], + [ + "ir", + "i" + ], + [ + "-st", + "ar" + ], + [ + "ĠUI", + "Image" + ], + [ + "_ep", + "och" + ], + [ + "ub", + "b" + ], + [ + "ent", + "h" + ], + [ + "Ġel", + "ite" + ], + [ + "Ġcampaign", + "s" + ], + [ + "ĠP", + "orno" + ], + [ + "_", + "assign" + ], + [ + "Prot", + "ocol" + ], + [ + "ĠBe", + "ing" + ], + [ + "ĠAir", + "port" + ], + [ + "Ġconvent", + "ional" + ], + [ + "ĠW", + "at" + ], + [ + "ĠC", + "I" + ], + [ + "ET", + "A" + ], + [ + "ĠAnth", + "ony" + ], + [ + "Ġtable", + "t" + ], + [ + "(", + "format" + ], + [ + "Ġconsist", + "ently" + ], + [ + "ĠI", + "owa" + ], + [ + "47", + "4" + ], + [ + "Ġav", + "atar" + ], + [ + "0", + "27" + ], + [ + ".c", + "ursor" + ], + [ + "!", + "[" + ], + [ + "Ġh", + "anging" + ], + [ + "H", + "er" + ], + [ + "S", + "uch" + ], + [ + "';ĊĊ", + "Ċ" + ], + [ + "orge", + "ous" + ], + [ + "()", + "==" + ], + [ + "Ġview", + "Model" + ], + [ + "Ġ", + "ãĥ" + ], + [ + "Ġel", + "s" + ], + [ + "ĠAg", + "ent" + ], + [ + "F", + "etch" + ], + [ + "ap", + "or" + ], + [ + "Ġc", + "x" + ], + [ + "p", + "read" + ], + [ + "ĠP", + "ier" + ], + [ + "oe", + "ff" + ], + [ + "6", + "16" + ], + [ + "S", + "n" + ], + [ + "8", + "90" + ], + [ + "ĠV", + "irtual" + ], + [ + "A", + "pr" + ], + [ + ".Wh", + "ite" + ], + [ + "6", + "15" + ], + [ + "_M", + "OD" + ], + [ + "ĠPoint", + "s" + ], + [ + "å¤", + "±" + ], + [ + "Ġgen", + "es" + ], + [ + "Ġv", + "endor" + ], + [ + "Ġmain", + "stream" + ], + [ + "<", + "src" + ], + [ + "ĠEl", + "izabeth" + ], + [ + "Dec", + "oder" + ], + [ + "-", + "state" + ], + [ + "ĠG", + "lass" + ], + [ + "nc", + "y" + ], + [ + "adi", + "ans" + ], + [ + "_m", + "on" + ], + [ + "ĠRem", + "ote" + ], + [ + "Ġwire", + "less" + ], + [ + "ĠM", + "i" + ], + [ + "å", + "ī" + ], + [ + "4", + "66" + ], + [ + "è¡", + "¨" + ], + [ + "st", + "age" + ], + [ + "ĠT", + "ile" + ], + [ + "ll", + "ib" + ], + [ + "V", + "ariant" + ], + [ + "==", + "Ċ" + ], + [ + "Ġgold", + "en" + ], + [ + "(Q", + "String" + ], + [ + ".put", + "Extra" + ], + [ + "ĠD", + "om" + ], + [ + "ĠAn", + "imation" + ], + [ + "Ġinter", + "active" + ], + [ + "if", + "act" + ], + [ + "éĻ", + "¤" + ], + [ + "LE", + "T" + ], + [ + "Ġfrequ", + "ent" + ], + [ + "Ġ<", + ">Ċ" + ], + [ + "F", + "ilename" + ], + [ + "Ġs", + "ne" + ], + [ + "ĠFoot", + "ball" + ], + [ + "Ġr", + "ival" + ], + [ + "Ġdis", + "aster" + ], + [ + "ion", + "ic" + ], + [ + "ĠD", + "amage" + ], + [ + ".", + "Resource" + ], + [ + "-", + "en" + ], + [ + "ĠT", + "ypes" + ], + [ + "get", + "String" + ], + [ + "(", + "board" + ], + [ + "Ġb", + "ol" + ], + [ + "pl", + "ain" + ], + [ + "z", + "ym" + ], + [ + "à¸", + "²" + ], + [ + "Ġsc", + "anner" + ], + [ + "ild", + "er" + ], + [ + "_msg", + "s" + ], + [ + "æ", + "ı" + ], + [ + "(int", + "ent" + ], + [ + "Ġde", + "struct" + ], + [ + "Ġb", + "ust" + ], + [ + "ĠE", + "mploy" + ], + [ + "on", + "i" + ], + [ + "ĠUI", + "ViewController" + ], + [ + "Ġodd", + "s" + ], + [ + "ear", + "er" + ], + [ + "Ge", + "ometry" + ], + [ + "Ġy", + "ii" + ], + [ + "_EX", + "PORT" + ], + [ + "ĠAtt", + "ack" + ], + [ + "Ġn", + "iet" + ], + [ + "Ġim", + "pression" + ], + [ + "ĠG", + "il" + ], + [ + "_pro", + "b" + ], + [ + "5", + "28" + ], + [ + "ĠC", + "F" + ], + [ + "ĠEx", + "perience" + ], + [ + "/pl", + "ugins" + ], + [ + ".M", + "ethod" + ], + [ + "Ġbelie", + "fs" + ], + [ + "N", + "ative" + ], + [ + "_b", + "uild" + ], + [ + "Ġv", + "ig" + ], + [ + "Ġr", + "anks" + ], + [ + "cover", + "ed" + ], + [ + "70", + "5" + ], + [ + "s", + "uch" + ], + [ + "G", + "uard" + ], + [ + ".p", + "ack" + ], + [ + "add", + "er" + ], + [ + "80", + "9" + ], + [ + "iv", + "ia" + ], + [ + "l", + "ng" + ], + [ + "Ġв", + "Ñĭ" + ], + [ + "55", + "2" + ], + [ + "T", + "imestamp" + ], + [ + "_n", + "ow" + ], + [ + "Ġp", + "oker" + ], + [ + "Ġun", + "c" + ], + [ + "Ġsh", + "apes" + ], + [ + "-t", + "ypes" + ], + [ + "_per", + "iod" + ], + [ + "p", + "k" + ], + [ + "Ġveter", + "an" + ], + [ + "Ġson", + "o" + ], + [ + "Ġappoint", + "ed" + ], + [ + "over", + "flow" + ], + [ + ".d", + "river" + ], + [ + "_c", + "at" + ], + [ + "ut", + "t" + ], + [ + "pl", + "ant" + ], + [ + "im", + "b" + ], + [ + "ĠAc", + "cept" + ], + [ + "Ġconc", + "ert" + ], + [ + "ĉ", + "node" + ], + [ + "ĉ", + "z" + ], + [ + "?", + ">čĊ" + ], + [ + "Ġb", + "anned" + ], + [ + "ĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġto", + "xic" + ], + [ + "Ġdisap", + "pe" + ], + [ + "47", + "3" + ], + [ + "È", + "Ľ" + ], + [ + "Ġgr", + "ace" + ], + [ + "ate", + "ful" + ], + [ + "Re", + "ply" + ], + [ + "ĠCru", + "z" + ], + [ + "48", + "6" + ], + [ + "Ġsc", + "rap" + ], + [ + "Ġkey", + "words" + ], + [ + "s", + "imp" + ], + [ + "Ġmort", + "gage" + ], + [ + "Ġcy", + "ber" + ], + [ + "ĠEx", + "ecute" + ], + [ + "Ġlat", + "itude" + ], + [ + "if", + "u" + ], + [ + ".C", + "OM" + ], + [ + "d", + "bo" + ], + [ + "Ġsort", + "s" + ], + [ + "ĠG", + "as" + ], + [ + "om", + "ial" + ], + [ + ".L", + "ocal" + ], + [ + "Cell", + "s" + ], + [ + ".Re", + "place" + ], + [ + "String", + "s" + ], + [ + ".f", + "it" + ], + [ + "ĠTh", + "ird" + ], + [ + "%", + "\",Ċ" + ], + [ + "Ġ{}", + "\"." + ], + [ + "ĠS", + "ony" + ], + [ + "Ġ[", + ":" + ], + [ + "58", + "5" + ], + [ + "Ġfall", + "en" + ], + [ + ".", + "')Ċ" + ], + [ + "in", + "h" + ], + [ + "ĠM", + "C" + ], + [ + "Ġred", + "is" + ], + [ + "C", + "odes" + ], + [ + "Ġprofile", + "s" + ], + [ + "h", + "ook" + ], + [ + "Reduc", + "er" + ], + [ + "_F", + "UNC" + ], + [ + "Ġn", + "avigate" + ], + [ + "str", + "len" + ], + [ + "Ġh", + "orm" + ], + [ + "á", + "ŀ" + ], + [ + "ĠS", + "R" + ], + [ + ".", + "boot" + ], + [ + "Ġdig", + "est" + ], + [ + "ĉ", + "header" + ], + [ + ".find", + "One" + ], + [ + "æ", + "ģ" + ], + [ + "Db", + "Type" + ], + [ + "n", + "ia" + ], + [ + "_m", + "erge" + ], + [ + "Ġdon", + "ne" + ], + [ + "/", + "Getty" + ], + [ + "_CH", + "AR" + ], + [ + "Ġb", + "ands" + ], + [ + ".", + "URL" + ], + [ + "art", + "ial" + ], + [ + "Ġf", + "req" + ], + [ + "Ġs", + "ist" + ], + [ + "N", + "g" + ], + [ + "Ġrender", + "ing" + ], + [ + "\\", + "Core" + ], + [ + "Widget", + "s" + ], + [ + "ĠV", + "A" + ], + [ + "Ġactiv", + "ists" + ], + [ + "St", + "e" + ], + [ + "=", + "_" + ], + [ + "all", + "a" + ], + [ + "St", + "amp" + ], + [ + "Ġload", + "s" + ], + [ + "Ġx", + "x" + ], + [ + "ĠL", + "earning" + ], + [ + ".M", + "vc" + ], + [ + "u", + "ir" + ], + [ + "(\"", + "$" + ], + [ + "Ġconnect", + "ing" + ], + [ + "Read", + "Only" + ], + [ + "ur", + "u" + ], + [ + "ĠE", + "ag" + ], + [ + "B", + "IT" + ], + [ + "_DE", + "L" + ], + [ + "å", + "§" + ], + [ + "arr", + "ass" + ], + [ + "ext", + "ernal" + ], + [ + "ĠY", + "OUR" + ], + [ + "ĠB", + "rew" + ], + [ + "ĠF", + "ive" + ], + [ + "Ġres", + "ize" + ], + [ + "ig", + "id" + ], + [ + "er", + "ation" + ], + [ + "65", + "3" + ], + [ + "ĠÑ", + "į" + ], + [ + "5", + "36" + ], + [ + "åĬ", + "ł" + ], + [ + "0", + "39" + ], + [ + "ĠC", + "atch" + ], + [ + "Ù", + "ģ" + ], + [ + "ĠLe", + "on" + ], + [ + "am", + "il" + ], + [ + ".B", + "ody" + ], + [ + "Cl", + "ip" + ], + [ + "/", + "list" + ], + [ + ".b", + "r" + ], + [ + "Edit", + "Text" + ], + [ + "ĉ", + "db" + ], + [ + ".G", + "ame" + ], + [ + "(Build", + "Context" + ], + [ + "back", + "end" + ], + [ + ".R", + "ed" + ], + [ + "face", + "book" + ], + [ + "5", + "29" + ], + [ + ".url", + "s" + ], + [ + "m", + "r" + ], + [ + "rol", + "led" + ], + [ + "----", + "---" + ], + [ + "Ġinter", + "vention" + ], + [ + "Ġretire", + "ment" + ], + [ + "ĠK", + "it" + ], + [ + "ĠP", + "RE" + ], + [ + "Upper", + "Case" + ], + [ + "ĠS", + "ocket" + ], + [ + "Ġ:", + "-" + ], + [ + "Ġstudy", + "ing" + ], + [ + "ĠMet", + "ro" + ], + [ + "ard", + "ed" + ], + [ + "Ġconvers", + "ations" + ], + [ + "C", + "alled" + ], + [ + "Ġexam", + "ine" + ], + [ + "ert", + "ificate" + ], + [ + ".g", + "z" + ], + [ + "-res", + "ponsive" + ], + [ + "Ġref", + "und" + ], + [ + "_n", + "etwork" + ], + [ + "0", + "26" + ], + [ + "allow", + "ed" + ], + [ + "em", + "pt" + ], + [ + "Ġme", + "als" + ], + [ + "C", + "ategories" + ], + [ + "Ġtravel", + "ing" + ], + [ + "Ġk", + "g" + ], + [ + "Ġsh", + "ame" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġexplicit", + "ly" + ], + [ + "Ġmath", + "ematic" + ], + [ + "ĠS", + "uite" + ], + [ + "ĠR", + "GB" + ], + [ + "******", + "/" + ], + [ + "Ġmix", + "ture" + ], + [ + "lear", + "ning" + ], + [ + ".t", + "emplate" + ], + [ + "att", + "s" + ], + [ + "w", + "x" + ], + [ + "ĉ", + "ctx" + ], + [ + ".p", + "roperties" + ], + [ + "Ġdrink", + "s" + ], + [ + "ĠE", + "ither" + ], + [ + "set", + "Text" + ], + [ + ".get", + "Data" + ], + [ + ".z", + "ip" + ], + [ + "Ġreve", + "als" + ], + [ + "<", + "table" + ], + [ + ".Hash", + "Map" + ], + [ + "ĠH", + "ur" + ], + [ + ")", + "\");Ċ" + ], + [ + ".f", + "ramework" + ], + [ + "ĠST", + "ART" + ], + [ + "feed", + "back" + ], + [ + "45", + "7" + ], + [ + "Ġsaf", + "ely" + ], + [ + ".", + "icon" + ], + [ + "config", + "ure" + ], + [ + ".", + "lock" + ], + [ + ".l", + "ayers" + ], + [ + "/>", + ".Ċ" + ], + [ + "Ġrank", + "ed" + ], + [ + "_", + "impl" + ], + [ + "ĠHand", + "les" + ], + [ + "Ġhost", + "ed" + ], + [ + "Ġup", + "dating" + ], + [ + "al", + "bum" + ], + [ + "é", + "Ŀ" + ], + [ + "Ġsh", + "ader" + ], + [ + "Edit", + "ors" + ], + [ + "-", + "round" + ], + [ + "[]", + "{" + ], + [ + "Ġse", + "p" + ], + [ + "ĠH", + "i" + ], + [ + "TE", + "M" + ], + [ + "look", + "up" + ], + [ + ".m", + "an" + ], + [ + "_IN", + "PUT" + ], + [ + "Ġthreat", + "ened" + ], + [ + "_IM", + "PORT" + ], + [ + "Ġd", + "rops" + ], + [ + "ru", + "it" + ], + [ + "s", + "id" + ], + [ + "bo", + "th" + ], + [ + "ĠEx", + "cel" + ], + [ + "Ġj", + "er" + ], + [ + "ord", + "inary" + ], + [ + "еÐ", + "¹" + ], + [ + "V", + "IEW" + ], + [ + "re", + "ply" + ], + [ + "Ġ)", + ":Ċ" + ], + [ + "color", + "s" + ], + [ + "ver", + "ified" + ], + [ + "_T", + "r" + ], + [ + "_p", + "arse" + ], + [ + "Ġcon", + "gress" + ], + [ + "6", + "17" + ], + [ + "P", + "romise" + ], + [ + "int", + "s" + ], + [ + "ĠM", + "other" + ], + [ + ".A", + "pi" + ], + [ + "ĠD", + "uration" + ], + [ + "Ġfirst", + "Name" + ], + [ + "inherit", + "doc" + ], + [ + "ĠM", + "ars" + ], + [ + "Ġa", + "pr" + ], + [ + "OD", + "Y" + ], + [ + "Ġvis", + "its" + ], + [ + "6", + "31" + ], + [ + "Ġhe", + "aling" + ], + [ + "let", + "ters" + ], + [ + "))", + ");čĊ" + ], + [ + "f", + "uture" + ], + [ + ".F", + "ramework" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġinv", + "olve" + ], + [ + "Ġsil", + "ent" + ], + [ + "ad", + "ows" + ], + [ + "Ġany", + "body" + ], + [ + "s", + "ch" + ], + [ + "6", + "90" + ], + [ + "Ġsole", + "ly" + ], + [ + "-", + "img" + ], + [ + "Ġprop", + "ri" + ], + [ + "Ġin", + "struct" + ], + [ + "Ġlic", + "enses" + ], + [ + "Ġm", + "eth" + ], + [ + "Ġcond", + "em" + ], + [ + "ĠD", + "omain" + ], + [ + "ĠHarr", + "is" + ], + [ + "Ġs", + "Ã¥" + ], + [ + "CE", + "PT" + ], + [ + "B", + "atch" + ], + [ + "@", + "extends" + ], + [ + "ĠCONTR", + "IBUT" + ], + [ + ".Data", + "Frame" + ], + [ + "47", + "2" + ], + [ + "_p", + "acket" + ], + [ + "rec", + "ision" + ], + [ + "Ġfoc", + "using" + ], + [ + ".", + "ht" + ], + [ + "__", + "\":Ċ" + ], + [ + ":", + "Get" + ], + [ + "ĠK", + "C" + ], + [ + "Ġpass", + "age" + ], + [ + "Seg", + "ment" + ], + [ + "_c", + "enter" + ], + [ + "-z", + "A" + ], + [ + "_B", + "L" + ], + [ + "Ġconv", + "in" + ], + [ + "Ġclass", + "ified" + ], + [ + "ĠNS", + "Mutable" + ], + [ + "_", + "ap" + ], + [ + "t", + "ile" + ], + [ + "Rect", + "angle" + ], + [ + "49", + "2" + ], + [ + "(n", + "ums" + ], + [ + "v", + "ens" + ], + [ + "ĠUI", + "Button" + ], + [ + "ĠF", + "eder" + ], + [ + "am", + "o" + ], + [ + "Ġout", + "line" + ], + [ + "ĠPar", + "ser" + ], + [ + "Ġâ", + "ī" + ], + [ + "ĠWork", + "s" + ], + [ + ".S", + "chema" + ], + [ + "Ġeng", + "ines" + ], + [ + "6", + "37" + ], + [ + "56", + "3" + ], + [ + "_com", + "mon" + ], + [ + "5", + "42" + ], + [ + "_", + "old" + ], + [ + "Ġset", + "ContentView" + ], + [ + "Ġ///", + "<" + ], + [ + "ĠB", + "T" + ], + [ + "f", + "m" + ], + [ + "Ġd", + "ivers" + ], + [ + "_", + "weights" + ], + [ + "em", + "ark" + ], + [ + "ĠA", + "CT" + ], + [ + "Ġpro", + "portion" + ], + [ + "over", + "lay" + ], + [ + ".dir", + "name" + ], + [ + "ĠG", + "it" + ], + [ + "_REF", + "ERENCE" + ], + [ + "<", + ">" + ], + [ + "l", + "b" + ], + [ + "_r", + "ule" + ], + [ + "è´", + "¥" + ], + [ + "ĠPut", + "in" + ], + [ + "Ġsleep", + "ing" + ], + [ + "()", + ":čĊ" + ], + [ + "Ġpres", + "erve" + ], + [ + "Ġpar", + "liament" + ], + [ + "ĠLook", + "ing" + ], + [ + "Ġpick", + "ing" + ], + [ + "ĠDis", + "patch" + ], + [ + "Ġsl", + "ip" + ], + [ + "ë", + "ĵ" + ], + [ + "ĠL", + "yn" + ], + [ + "_sign", + "al" + ], + [ + "config", + "uration" + ], + [ + "ĠP", + "itt" + ], + [ + "49", + "1" + ], + [ + "ad", + "en" + ], + [ + "pro", + "cedure" + ], + [ + "Ġenthus", + "i" + ], + [ + "f", + "ight" + ], + [ + "ĠCons", + "ider" + ], + [ + "Ġt", + "orn" + ], + [ + "Conn", + "ected" + ], + [ + ".c", + "os" + ], + [ + "_group", + "s" + ], + [ + "ĠTh", + "ink" + ], + [ + "Ġdel", + "iber" + ], + [ + "Ġres", + "id" + ], + [ + "work", + "ing" + ], + [ + ".column", + "s" + ], + [ + "ĠCal", + "led" + ], + [ + "Ġes", + "lint" + ], + [ + ">", + "\"," + ], + [ + "_D", + "OWN" + ], + [ + "h", + "ist" + ], + [ + "ĠAdv", + "anced" + ], + [ + "Ġre", + "wards" + ], + [ + "act", + "ors" + ], + [ + "Ġsil", + "ence" + ], + [ + "47", + "9" + ], + [ + "Ġmy", + "th" + ], + [ + "Ġne", + "ur" + ], + [ + "5", + "19" + ], + [ + "Ġa", + "uction" + ], + [ + ".Get", + "String" + ], + [ + "ek", + "s" + ], + [ + "(", + "project" + ], + [ + "59", + "8" + ], + [ + "ĉ", + "msg" + ], + [ + "ĉ", + "output" + ], + [ + "Ġcomplaint", + "s" + ], + [ + "55", + "1" + ], + [ + ",", + "S" + ], + [ + "Ġt", + "bl" + ], + [ + "Ġ,", + "ĊĊ" + ], + [ + "ri", + "ors" + ], + [ + "ah", + "ren" + ], + [ + "Ġlawy", + "ers" + ], + [ + "re", + "dux" + ], + [ + "_s", + "ymbol" + ], + [ + "off", + "ee" + ], + [ + "_RES", + "ULT" + ], + [ + "(", + "Name" + ], + [ + "UT", + "C" + ], + [ + ".current", + "Time" + ], + [ + "Ġorgan", + "is" + ], + [ + ".", + "arg" + ], + [ + "5", + "33" + ], + [ + "Ġmin", + "im" + ], + [ + "w", + "ick" + ], + [ + "Ġrece", + "ives" + ], + [ + "B", + "alance" + ], + [ + "Ġspeak", + "s" + ], + [ + "ĠD", + "ays" + ], + [ + "ĠBel", + "ow" + ], + [ + "48", + "3" + ], + [ + "t", + "ipo" + ], + [ + "P", + "resent" + ], + [ + "Ġres", + "erv" + ], + [ + "h", + "p" + ], + [ + "Ġr", + "it" + ], + [ + "_R", + "IGHT" + ], + [ + "--", + ")" + ], + [ + "Ġchair", + "man" + ], + [ + "78", + "1" + ], + [ + "D", + "IS" + ], + [ + "ĠBO", + "OST" + ], + [ + "Ġexper", + "iments" + ], + [ + "68", + "7" + ], + [ + "__", + ");Ċ" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġf", + "ert" + ], + [ + "Ġf", + "ond" + ], + [ + "T", + "er" + ], + [ + "el", + "ve" + ], + [ + "ure", + "n" + ], + [ + "+", + "i" + ], + [ + "end", + "ency" + ], + [ + "Ġvirt", + "ually" + ], + [ + "...", + "\"" + ], + [ + "ï½", + "ŀ" + ], + [ + "9", + "25" + ], + [ + "-", + "cent" + ], + [ + "_un", + "ique" + ], + [ + "Ġpr", + "icing" + ], + [ + "m", + "ic" + ], + [ + "RES", + "H" + ], + [ + "Ġ::", + ":" + ], + [ + "Ġan", + "notation" + ], + [ + "ĠC", + "ircle" + ], + [ + "ong", + "odb" + ], + [ + "it", + "as" + ], + [ + "Ġ%", + "(" + ], + [ + "(", + "component" + ], + [ + "Ġо", + "б" + ], + [ + "(", + "port" + ], + [ + "-h", + "our" + ], + [ + ".", + "obj" + ], + [ + "L", + "BL" + ], + [ + "Ġj", + "ury" + ], + [ + "GB", + "T" + ], + [ + "Ġsp", + "y" + ], + [ + "ĠProf", + "essional" + ], + [ + "Ġ\"\"", + ";ĊĊ" + ], + [ + "Ġstri", + "king" + ], + [ + "Ġdiscrim", + "ination" + ], + [ + "Ġp", + "ays" + ], + [ + "9", + "37" + ], + [ + "lic", + "t" + ], + [ + "ent", + "es" + ], + [ + "Ġthrow", + "ing" + ], + [ + "ĠPl", + "ugin" + ], + [ + "(", + "def" + ], + [ + "ĠRuntime", + "Exception" + ], + [ + "ĠM", + "igration" + ], + [ + "5", + "99" + ], + [ + "Ġd", + "ic" + ], + [ + "b", + "ag" + ], + [ + "on", + "ia" + ], + [ + "Ġcor", + "ruption" + ], + [ + "70", + "4" + ], + [ + "(", + "Map" + ], + [ + "Ġpr", + "z" + ], + [ + ".d", + "to" + ], + [ + "Ġac", + "quire" + ], + [ + "State", + "ToProps" + ], + [ + "Ġlo", + "ving" + ], + [ + "оÐ", + "¶" + ], + [ + "_p", + "attern" + ], + [ + "Ġemot", + "ions" + ], + [ + "Ġpublish", + "er" + ], + [ + "_b", + "e" + ], + [ + "Ġcoup", + "les" + ], + [ + "49", + "8" + ], + [ + "o", + "j" + ], + [ + "ĠCh", + "art" + ], + [ + "Ġt", + "rop" + ], + [ + ".t", + "ool" + ], + [ + "Ġestablish", + "ment" + ], + [ + "Ġd", + "ol" + ], + [ + "65", + "4" + ], + [ + "Ġto", + "wer" + ], + [ + "Ġl", + "ane" + ], + [ + "ĠSy", + "dney" + ], + [ + "Ġfill", + "ing" + ], + [ + "claim", + "ed" + ], + [ + "64", + "4" + ], + [ + "Ġdialog", + "ue" + ], + [ + "Ġcon", + "vention" + ], + [ + "book", + "ing" + ], + [ + "pare", + "ncy" + ], + [ + "æ", + "±" + ], + [ + "ĠGener", + "ic" + ], + [ + "7", + "18" + ], + [ + "\\", + "Schema" + ], + [ + "48", + "2" + ], + [ + "6", + "18" + ], + [ + "Ġr", + "anges" + ], + [ + "/", + "ch" + ], + [ + "Ġpan", + "els" + ], + [ + "Ġr", + "uled" + ], + [ + "çĶ", + "Ł" + ], + [ + ".t", + "s" + ], + [ + "_s", + "ets" + ], + [ + "Ġclean", + "up" + ], + [ + "Pre", + "vious" + ], + [ + "ĠAn", + "imal" + ], + [ + "60", + "7" + ], + [ + "($", + "(" + ], + [ + "ĠA", + "ve" + ], + [ + "oll", + "ar" + ], + [ + "0", + "28" + ], + [ + "_e", + "val" + ], + [ + "ĉ", + "Name" + ], + [ + "(t", + "ree" + ], + [ + "Ġ\"", + "]" + ], + [ + "57", + "1" + ], + [ + "Ġdut", + "ies" + ], + [ + "='", + "/" + ], + [ + "Click", + "ed" + ], + [ + "Ġdifferent", + "ly" + ], + [ + "ĠCl", + "ark" + ], + [ + "Ġd", + "it" + ], + [ + "olog", + "ists" + ], + [ + "Ġsy", + "nd" + ], + [ + "Ġs", + "ends" + ], + [ + "-", + "known" + ], + [ + "k", + "b" + ], + [ + "ĠMod", + "al" + ], + [ + "it", + "ative" + ], + [ + "Ġr", + "acing" + ], + [ + "Ġhigh", + "lights" + ], + [ + "ĠSim", + "on" + ], + [ + "ĠCapt", + "ain" + ], + [ + "ä¿", + "¡" + ], + [ + "ĠC", + "B" + ], + [ + "cont", + "in" + ], + [ + "ar", + "an" + ], + [ + "Ġphys", + "ics" + ], + [ + "ret", + "ty" + ], + [ + "et", + "al" + ], + [ + ".m", + "d" + ], + [ + "ax", + "ios" + ], + [ + "Ġspeak", + "ers" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġaward", + "ed" + ], + [ + "ì§", + "Ģ" + ], + [ + "ĠC", + "orn" + ], + [ + "ĠN", + "ature" + ], + [ + "UD", + "IO" + ], + [ + "7", + "37" + ], + [ + "Ġpro", + "j" + ], + [ + "-", + "pre" + ], + [ + "[", + "u" + ], + [ + "Fe", + "atures" + ], + [ + "Ġis", + "Equal" + ], + [ + "B", + "inary" + ], + [ + "s", + "ig" + ], + [ + "Ġconf", + "usion" + ], + [ + "5", + "46" + ], + [ + "5", + "68" + ], + [ + "ĠH", + "at" + ], + [ + "Ġkt", + "ó" + ], + [ + ".config", + "ure" + ], + [ + "M", + "ON" + ], + [ + "49", + "4" + ], + [ + "/", + "edit" + ], + [ + "_A", + "dd" + ], + [ + ",", + "true" + ], + [ + "5", + "41" + ], + [ + "Ġc", + "li" + ], + [ + "Error", + "Message" + ], + [ + "-", + "loader" + ], + [ + "Dim", + "ensions" + ], + [ + "ultip", + "ly" + ], + [ + "Ġ{", + "!!" + ], + [ + "ĠSql", + "Command" + ], + [ + "Ġsp", + "oken" + ], + [ + "Ġp", + "ics" + ], + [ + "Ġto", + "y" + ], + [ + "(", + "Key" + ], + [ + "ĠLo", + "op" + ], + [ + "Ø", + "¨" + ], + [ + "E", + "ATURE" + ], + [ + "in", + "ction" + ], + [ + "_set", + "up" + ], + [ + "w", + "rapper" + ], + [ + "Ġt", + "ong" + ], + [ + "c", + "ular" + ], + [ + "O", + "pt" + ], + [ + ".P", + "l" + ], + [ + "=\"", + "," + ], + [ + "(l", + "ength" + ], + [ + "um", + "n" + ], + [ + "Ġch", + "rom" + ], + [ + "Ġse", + "vent" + ], + [ + "ĠIllegal", + "ArgumentException" + ], + [ + "4", + "78" + ], + [ + "ĉ", + "start" + ], + [ + "Ġbeg", + "un" + ], + [ + "CE", + "PTION" + ], + [ + "dat", + "aset" + ], + [ + "8", + "25" + ], + [ + "ĠF", + "ailed" + ], + [ + "col", + "s" + ], + [ + "45", + "9" + ], + [ + "Ġkne", + "e" + ], + [ + "im", + "ore" + ], + [ + ".sp", + "lice" + ], + [ + "sh", + "ell" + ], + [ + "ig", + "gers" + ], + [ + "Ġthem", + "es" + ], + [ + "99", + "5" + ], + [ + "ĠD", + "J" + ], + [ + "ĠAss", + "istant" + ], + [ + "-", + "$" + ], + [ + "May", + "be" + ], + [ + "Ġorder", + "ing" + ], + [ + "ĠInt", + "elligence" + ], + [ + "ĠMass", + "achusetts" + ], + [ + "Ġfail", + "ing" + ], + [ + "el", + "son" + ], + [ + "G", + "reat" + ], + [ + "=", + "i" + ], + [ + ".re", + "st" + ], + [ + "Ġinv", + "ite" + ], + [ + "-dis", + "able" + ], + [ + ".Group", + "Box" + ], + [ + "âĢĻ", + "est" + ], + [ + "Ġtack", + "le" + ], + [ + "g", + "v" + ], + [ + "et", + "ter" + ], + [ + "Ġ),", + "čĊ" + ], + [ + "_r", + "ules" + ], + [ + ".w", + "arn" + ], + [ + "function", + "s" + ], + [ + "ĠChrist", + "ians" + ], + [ + "Ġback", + "ed" + ], + [ + "Ġsl", + "ider" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "n", + "est" + ], + [ + "Ġh", + "ij" + ], + [ + "_m", + "s" + ], + [ + "//", + "*" + ], + [ + "An", + "notations" + ], + [ + "ĠVariable", + "s" + ], + [ + "<", + "V" + ], + [ + "(", + "server" + ], + [ + "ĠOr", + "acle" + ], + [ + "element", + "s" + ], + [ + "Ġorgan", + "isation" + ], + [ + "_point", + "er" + ], + [ + "ĠHe", + "aders" + ], + [ + "[", + "d" + ], + [ + "Ġdead", + "line" + ], + [ + "iss", + "a" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠNAS", + "A" + ], + [ + "ĠHe", + "ight" + ], + [ + "78", + "4" + ], + [ + "ĠAs", + "ync" + ], + [ + "Ġven", + "ue" + ], + [ + ".d", + "om" + ], + [ + "bour", + "ne" + ], + [ + "ĠHaw", + "ai" + ], + [ + "Ġmem", + "o" + ], + [ + "ict", + "ions" + ], + [ + "Ġsurve", + "illance" + ], + [ + "om", + "i" + ], + [ + "/", + "assets" + ], + [ + "58", + "7" + ], + [ + "Ġed", + "u" + ], + [ + "Ä", + "Ľ" + ], + [ + "Ġro", + "ster" + ], + [ + "Ġh", + "ired" + ], + [ + "ĠT", + "ok" + ], + [ + "Ġpl", + "acement" + ], + [ + "ur", + "ations" + ], + [ + "Ġset", + "State" + ], + [ + "ĠMag", + "azine" + ], + [ + "Ġhor", + "ror" + ], + [ + "T", + "ry" + ], + [ + "Ġl", + "ag" + ], + [ + "ĠEvery", + "one" + ], + [ + "th", + "ur" + ], + [ + "))", + ";čĊčĊ" + ], + [ + ".", + "return" + ], + [ + "Ġsy", + "mp" + ], + [ + "âĸĪ", + "âĸĪ" + ], + [ + "Ġn", + "ights" + ], + [ + "work", + "er" + ], + [ + "Ġa", + "le" + ], + [ + "ennes", + "see" + ], + [ + ".st", + "ep" + ], + [ + "Ġsynchron", + "ized" + ], + [ + "48", + "7" + ], + [ + "our", + "i" + ], + [ + "Do", + "es" + ], + [ + ".", + "change" + ], + [ + "f", + "on" + ], + [ + ".set", + "Background" + ], + [ + "irc", + "ular" + ], + [ + "47", + "6" + ], + [ + "+", + "-" + ], + [ + "ĠC", + "IA" + ], + [ + "7", + "29" + ], + [ + "ĠJ", + "ane" + ], + [ + "ĠSim", + "ilar" + ], + [ + "-", + "I" + ], + [ + "level", + "and" + ], + [ + "Ġpros", + "pect" + ], + [ + "_f", + "ound" + ], + [ + "ĉc", + "olor" + ], + [ + ".D", + "iagnostics" + ], + [ + "Ġann", + "ounce" + ], + [ + "Ġassum", + "es" + ], + [ + "/", + "tr" + ], + [ + "Ġb", + "d" + ], + [ + "98", + "7" + ], + [ + "ĠCar", + "bon" + ], + [ + "Ġanal", + "ys" + ], + [ + "5", + "64" + ], + [ + ".de", + "st" + ], + [ + "n", + "ik" + ], + [ + "ĠL", + "ie" + ], + [ + "-", + "index" + ], + [ + "Draw", + "able" + ], + [ + "ĠT", + "AG" + ], + [ + "Ġtri", + "angle" + ], + [ + "_F", + "LOAT" + ], + [ + "ĉĉ", + "ĠĠĠĠĠ" + ], + [ + ".bl", + "ack" + ], + [ + "v", + "ue" + ], + [ + "cur", + "acy" + ], + [ + "Ġaffect", + "s" + ], + [ + "90", + "6" + ], + [ + "Ġsure", + "ly" + ], + [ + "Sl", + "ider" + ], + [ + "uk", + "i" + ], + [ + "c", + "ery" + ], + [ + "Ġun", + "ter" + ], + [ + ".pro", + "file" + ], + [ + "ord", + "on" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "le", + "ave" + ], + [ + "Ġsmart", + "phone" + ], + [ + "g", + "ie" + ], + [ + "Ġcons", + "pir" + ], + [ + "Ġt", + "utorial" + ], + [ + "ç±", + "»" + ], + [ + "Ġc", + "ab" + ], + [ + "7", + "65" + ], + [ + "ĠSum", + "mary" + ], + [ + "*", + "ĊĊ" + ], + [ + "ä", + "h" + ], + [ + "\"", + "This" + ], + [ + "Ġsl", + "ides" + ], + [ + "\"", + "" + ], + [ + "c", + "ycle" + ], + [ + "ĠB", + "ull" + ], + [ + "path", + "s" + ], + [ + "Ġun", + "p" + ], + [ + "Ġview", + "DidLoad" + ], + [ + "_M", + "odel" + ], + [ + "Ġassert", + "True" + ], + [ + "Ġr", + "ated" + ], + [ + "De", + "cl" + ], + [ + "vert", + "ed" + ], + [ + "ĠD", + "at" + ], + [ + "b", + "rew" + ], + [ + "Ġpoint", + "ing" + ], + [ + "M", + "s" + ], + [ + "ĠPoint", + "er" + ], + [ + ")", + "'" + ], + [ + "_n", + "on" + ], + [ + "5", + "27" + ], + [ + "ĠSE", + "C" + ], + [ + "Ġy", + "eah" + ], + [ + "g", + "ency" + ], + [ + "initial", + "ize" + ], + [ + "f", + "ly" + ], + [ + "7", + "11" + ], + [ + "[", + "pos" + ], + [ + ",", + "g" + ], + [ + "Te", + "le" + ], + [ + "0", + "34" + ], + [ + "Ġj", + "oke" + ], + [ + "Ġcl", + "ause" + ], + [ + ".find", + "ById" + ], + [ + "en", + "es" + ], + [ + "(", + "instance" + ], + [ + "6", + "26" + ], + [ + "Â", + "£" + ], + [ + "9", + "15" + ], + [ + "Ġs", + "lic" + ], + [ + "_h", + "ome" + ], + [ + "Ġ*/", + "}Ċ" + ], + [ + "_p", + "ages" + ], + [ + "(s", + "ervice" + ], + [ + "90", + "5" + ], + [ + "R", + "P" + ], + [ + "ĠAm", + "ong" + ], + [ + ".get", + "Current" + ], + [ + "80", + "6" + ], + [ + "ãĤ", + "¹" + ], + [ + "Ġs", + "lee" + ], + [ + "=", + "", + "[Ċ" + ], + [ + "ol", + "er" + ], + [ + "Ġlib", + "ert" + ], + [ + "Ġ`", + "Ċ" + ], + [ + "Ġw", + "enn" + ], + [ + "l", + "ated" + ], + [ + "Ġimm", + "une" + ], + [ + "(", + "Node" + ], + [ + "ĠPro", + "blem" + ], + [ + "ĠA", + "bs" + ], + [ + "log", + "s" + ], + [ + "Ġ", + "../" + ], + [ + "ĠA", + "DC" + ], + [ + "Ġ}}", + "\">Ċ" + ], + [ + ">", + "');Ċ" + ], + [ + "=", + "b" + ], + [ + "ĠW", + "ind" + ], + [ + "lah", + "oma" + ], + [ + "Ġalloc", + "ate" + ], + [ + "or", + "ian" + ], + [ + "Ġpres", + "cription" + ], + [ + "-", + "quality" + ], + [ + "ĠMay", + "or" + ], + [ + "8", + "55" + ], + [ + "in", + "ely" + ], + [ + "end", + "foreach" + ], + [ + "ĠCom", + "plex" + ], + [ + "k", + "om" + ], + [ + "70", + "9" + ], + [ + "T", + "Y" + ], + [ + "7", + "90" + ], + [ + "]", + "]." + ], + [ + ".", + "Style" + ], + [ + "_m", + "any" + ], + [ + "','", + "$" + ], + [ + "Ġbar", + "rier" + ], + [ + "ĠF", + "etch" + ], + [ + "ĠMar", + "vel" + ], + [ + "Ġres", + "ist" + ], + [ + "ог", + "о" + ], + [ + "b", + "idden" + ], + [ + "ĠRun", + "nable" + ], + [ + ":", + "false" + ], + [ + "8", + "99" + ], + [ + "Ġbuild", + "s" + ], + [ + "ĠSt", + "age" + ], + [ + "Ġd", + "ub" + ], + [ + "emp", + "o" + ], + [ + ".s", + "ite" + ], + [ + "55", + "8" + ], + [ + ";ĊĊ", + "ĊĊ" + ], + [ + "99", + "4" + ], + [ + "ĠDen", + "ver" + ], + [ + "Ġre", + "vel" + ], + [ + "Ġtrigger", + "ed" + ], + [ + "Ġd", + "ice" + ], + [ + "_f", + "ail" + ], + [ + "Ġg", + "c" + ], + [ + "8", + "33" + ], + [ + "58", + "9" + ], + [ + "ĉ", + "X" + ], + [ + "ĠTh", + "rowable" + ], + [ + "7", + "75" + ], + [ + ".r", + "outer" + ], + [ + "ĠRev", + "olution" + ], + [ + "ÑĢ", + "а" + ], + [ + "_N", + "ON" + ], + [ + "0", + "55" + ], + [ + "Ł", + "¥" + ], + [ + "5", + "78" + ], + [ + "Ġel", + "der" + ], + [ + "Ġab", + "road" + ], + [ + "ĠÐ", + "µ" + ], + [ + "ĠAd", + "ult" + ], + [ + "bl", + "r" + ], + [ + "g", + "lyphicon" + ], + [ + "6", + "13" + ], + [ + "Ġprom", + "oting" + ], + [ + "Ġ", + "iz" + ], + [ + "ĠS", + "olid" + ], + [ + "64", + "5" + ], + [ + "_lo", + "ader" + ], + [ + "ear", + "ly" + ], + [ + ".en", + "abled" + ], + [ + "-", + "edit" + ], + [ + "ĠU", + "L" + ], + [ + "_", + "play" + ], + [ + "ĠInt", + "errupt" + ], + [ + "Ġadvant", + "ages" + ], + [ + "uc", + "le" + ], + [ + "Ġmechan", + "ical" + ], + [ + ".table", + "LayoutPanel" + ], + [ + "ĠWork", + "ing" + ], + [ + "Ġan", + "onymous" + ], + [ + "R", + "ating" + ], + [ + "ig", + "ious" + ], + [ + "_ph", + "one" + ], + [ + ".addAction", + "Listener" + ], + [ + "Ġfr", + "an" + ], + [ + "und", + "en" + ], + [ + "Ġ*)", + "&" + ], + [ + "_", + "bool" + ], + [ + "ul", + "ative" + ], + [ + "Ġcon", + "e" + ], + [ + "ĠM", + "ult" + ], + [ + "Ġm", + "ö" + ], + [ + "ĠFor", + "ward" + ], + [ + "]", + "):Ċ" + ], + [ + "Ġconvin", + "ced" + ], + [ + "act", + "ed" + ], + [ + "64", + "3" + ], + [ + "ãģ", + "ĵ" + ], + [ + "ĠConfig", + "ure" + ], + [ + "Ġce", + "iling" + ], + [ + "D", + "er" + ], + [ + "Ġpass", + "engers" + ], + [ + "Group", + "s" + ], + [ + "Ġsoc", + "cer" + ], + [ + "/", + "W" + ], + [ + "avi", + "ors" + ], + [ + "sw", + "ith" + ], + [ + "ĠZ", + "one" + ], + [ + ".", + "Options" + ], + [ + "ĠM", + "om" + ], + [ + "ied", + "er" + ], + [ + "Array", + "s" + ], + [ + "Ġtreat", + "ments" + ], + [ + "Ġprotect", + "ing" + ], + [ + "f", + "ac" + ], + [ + "Ġpick", + "le" + ], + [ + "Button", + "Item" + ], + [ + "7", + "13" + ], + [ + "Ġblock", + "ing" + ], + [ + "str", + "ar" + ], + [ + "Ã", + "²" + ], + [ + "ĠEx", + "port" + ], + [ + "Ġth", + "rew" + ], + [ + "ott", + "a" + ], + [ + "ĠB", + "ASE" + ], + [ + ".w", + "s" + ], + [ + ".LE", + "ADING" + ], + [ + "order", + "By" + ], + [ + "_d", + "elay" + ], + [ + "ĠP", + "u" + ], + [ + ".d", + "ll" + ], + [ + "ĠCh", + "oose" + ], + [ + "99", + "2" + ], + [ + "Pol", + "ice" + ], + [ + "ĠBE", + "GIN" + ], + [ + "box", + "es" + ], + [ + "Ġdiam", + "ond" + ], + [ + ",", + "l" + ], + [ + "Ġ", + "ĉĉĉ" + ], + [ + "Ġcur", + "ious" + ], + [ + "6", + "24" + ], + [ + "t", + "v" + ], + [ + "Ġerot", + "ische" + ], + [ + "ack", + "ages" + ], + [ + "ĉ", + "Set" + ], + [ + "T", + "ick" + ], + [ + ".b", + "order" + ], + [ + "static", + "method" + ], + [ + "Ġch", + "er" + ], + [ + "in", + "voice" + ], + [ + "Ġcr", + "u" + ], + [ + "Ġdef", + "ect" + ], + [ + "_m", + "etadata" + ], + [ + "re", + "lation" + ], + [ + "ik", + "an" + ], + [ + "[", + "N" + ], + [ + "(Q", + "t" + ], + [ + "(", + "Base" + ], + [ + "æģ", + "¯" + ], + [ + "be", + "at" + ], + [ + "ĠEm", + "pty" + ], + [ + "ĉ", + "o" + ], + [ + "_sh", + "ift" + ], + [ + "Ġreg", + "ret" + ], + [ + "7", + "22" + ], + [ + "Th", + "ose" + ], + [ + "C", + "ent" + ], + [ + "ĠPort", + "ug" + ], + [ + "ĠIs", + "lands" + ], + [ + "ĠT", + "IME" + ], + [ + "Man", + "agement" + ], + [ + "99", + "6" + ], + [ + "-s", + "p" + ], + [ + "5", + "39" + ], + [ + "ê", + "me" + ], + [ + "Ġnot", + "ion" + ], + [ + "un", + "ifu" + ], + [ + "P", + "K" + ], + [ + "8", + "26" + ], + [ + "è¡", + "Į" + ], + [ + "ĠCUR", + "LOPT" + ], + [ + "\\\"", + "\\" + ], + [ + "U", + "V" + ], + [ + "ç", + "º" + ], + [ + "d", + "ra" + ], + [ + "c", + "ou" + ], + [ + "=", + "`" + ], + [ + "ĠD", + "estroy" + ], + [ + "r", + "p" + ], + [ + ".c", + "ancel" + ], + [ + "G", + "G" + ], + [ + "r", + "untime" + ], + [ + "ĠV", + "ue" + ], + [ + "Ġprogress", + "ive" + ], + [ + "/s", + "ervices" + ], + [ + "Ġrun", + "ner" + ], + [ + "_FR", + "AME" + ], + [ + ".ToolStrip", + "MenuItem" + ], + [ + "Ġ'", + ",'" + ], + [ + "d", + "elay" + ], + [ + "=", + "utf" + ], + [ + "Ġscreen", + "ing" + ], + [ + "Ġpull", + "ing" + ], + [ + "om", + "as" + ], + [ + "Ġan", + "th" + ], + [ + "-", + "new" + ], + [ + "/", + "local" + ], + [ + "Ġi", + "Pad" + ], + [ + "Ġt", + "witter" + ], + [ + "Ġd", + "ying" + ], + [ + "Ġhe", + "aven" + ], + [ + "ĠU", + "Int" + ], + [ + "ĠSen", + "ator" + ], + [ + "Ġpres", + "um" + ], + [ + "ĠWalk", + "er" + ], + [ + "Ġover", + "come" + ], + [ + "ete", + "ction" + ], + [ + "Ġemb", + "arrass" + ], + [ + "Ch", + "ina" + ], + [ + "6", + "39" + ], + [ + "In", + "clude" + ], + [ + "RO", + "LL" + ], + [ + "Ġdata", + "Type" + ], + [ + "D", + "avid" + ], + [ + "à¸", + "£" + ], + [ + "lo", + "p" + ], + [ + "-m", + "onth" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠS", + "afe" + ], + [ + "Ġ", + "****************************************************************" + ], + [ + "Ġaccess", + "ories" + ], + [ + "Ġr", + "amp" + ], + [ + "_U", + "SE" + ], + [ + "Ġcontr", + "ad" + ], + [ + "))", + "]Ċ" + ], + [ + "Ġpre", + "st" + ], + [ + "ĠH", + "R" + ], + [ + "ĠR", + "ap" + ], + [ + "Ġus", + "ize" + ], + [ + "Ġcap", + "ability" + ], + [ + "Ġc", + "ort" + ], + [ + "-", + "next" + ], + [ + "07", + "7" + ], + [ + "6", + "27" + ], + [ + "Ġbur", + "den" + ], + [ + "8", + "22" + ], + [ + "_read", + "er" + ], + [ + "Ġ@", + "@" + ], + [ + "reg", + "ular" + ], + [ + "ĠK", + "a" + ], + [ + "0", + "36" + ], + [ + "M", + "AN" + ], + [ + "Ġa", + "str" + ], + [ + "Ġ'", + "')Ċ" + ], + [ + "Ġf", + "ed" + ], + [ + "Ġpars", + "ing" + ], + [ + "ĠY", + "ears" + ], + [ + "Ġbro", + "ker" + ], + [ + "\":", + "{\"" + ], + [ + "Ġa", + "kt" + ], + [ + "In", + "ventory" + ], + [ + "abe", + "led" + ], + [ + "Ġarg", + "parse" + ], + [ + "******", + "*Ċ" + ], + [ + "vers", + "ation" + ], + [ + "Ġc", + "ord" + ], + [ + "ĠT", + "i" + ], + [ + "Ġhope", + "fully" + ], + [ + "Ġa", + "h" + ], + [ + "ver", + "b" + ], + [ + "Ġst", + "olen" + ], + [ + ".", + "Entry" + ], + [ + "Ġexpect", + "ing" + ], + [ + "O", + "rientation" + ], + [ + "Ġpower", + "ed" + ], + [ + "Ġp", + "ersist" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "']", + ");" + ], + [ + "'))", + ",Ċ" + ], + [ + "ĠC", + "ash" + ], + [ + "ĉ", + "item" + ], + [ + "8", + "18" + ], + [ + "gr", + "ades" + ], + [ + "rop", + "ol" + ], + [ + "b", + "asic" + ], + [ + "Ġ\"", + ");čĊ" + ], + [ + "Ġaw", + "ards" + ], + [ + "(r", + "ange" + ], + [ + "-", + "all" + ], + [ + "ĠIB", + "Outlet" + ], + [ + "ĠInd", + "eed" + ], + [ + "----------------------------------------------------------------", + "------------" + ], + [ + "Ġstom", + "ach" + ], + [ + "Ġfl", + "ower" + ], + [ + "Ġs", + "ew" + ], + [ + "_t", + "imes" + ], + [ + "av", + "is" + ], + [ + "Q", + "String" + ], + [ + "ĠR", + "outes" + ], + [ + "_pro", + "t" + ], + [ + "Ġcom", + "edy" + ], + [ + "Ġlog", + "out" + ], + [ + "Ġwood", + "en" + ], + [ + "Ġpost", + "er" + ], + [ + "p", + "iece" + ], + [ + ".J", + "oin" + ], + [ + "ĠP", + "ok" + ], + [ + "cel", + "ona" + ], + [ + "mut", + "ex" + ], + [ + ";čĊ", + "čĊčĊ" + ], + [ + "Ġstri", + "kes" + ], + [ + "78", + "7" + ], + [ + "Load", + "ed" + ], + [ + ")", + "arg" + ], + [ + "es", + "a" + ], + [ + "Un", + "ited" + ], + [ + "E", + "p" + ], + [ + "PE", + "LL" + ], + [ + "80", + "7" + ], + [ + "ĠAtl", + "antic" + ], + [ + "ul", + "let" + ], + [ + "65", + "2" + ], + [ + "app", + "le" + ], + [ + "Ġsett", + "led" + ], + [ + "a", + "con" + ], + [ + "Ġprint", + "er" + ], + [ + "ĠG", + "C" + ], + [ + "å®", + "ļ" + ], + [ + "Ġrender", + "ed" + ], + [ + ",", + "âĢĻ" + ], + [ + "he", + "it" + ], + [ + "s", + "ocial" + ], + [ + ".", + "ge" + ], + [ + "7", + "14" + ], + [ + "ĠR", + "ick" + ], + [ + "ĠUt", + "ah" + ], + [ + "g", + "ot" + ], + [ + "on", + "ical" + ], + [ + "ĠSc", + "roll" + ], + [ + "ĠSc", + "iences" + ], + [ + "Ġj", + "ug" + ], + [ + "Ġam", + "pl" + ], + [ + "ent", + "i" + ], + [ + "LE", + "FT" + ], + [ + "Ġt", + "abs" + ], + [ + "Ġenorm", + "ous" + ], + [ + ".get", + "Key" + ], + [ + "loc", + "ate" + ], + [ + ".", + "EX" + ], + [ + ".st", + "orage" + ], + [ + ".W", + "e" + ], + [ + "Ġto", + "ast" + ], + [ + "ĠAdd", + "itionally" + ], + [ + "88", + "2" + ], + [ + "ĠN", + "OW" + ], + [ + "5", + "47" + ], + [ + "_", + "UPDATE" + ], + [ + "Ġtrans", + "ferred" + ], + [ + "th", + "a" + ], + [ + ".D", + "isplay" + ], + [ + "_", + "ui" + ], + [ + "ID", + "EO" + ], + [ + "Ġmeaning", + "ful" + ], + [ + "ĠMos", + "cow" + ], + [ + ",", + "this" + ], + [ + "ĠVict", + "oria" + ], + [ + "æĶ", + "¹" + ], + [ + "ĠÐ", + "Ł" + ], + [ + ".st", + "ack" + ], + [ + "ĠB", + "arn" + ], + [ + "pared", + "Statement" + ], + [ + ":", + "string" + ], + [ + "Ġb", + "ij" + ], + [ + "ĠST", + "ATE" + ], + [ + "Ġemploy", + "ers" + ], + [ + "ĉ", + "input" + ], + [ + "(", + "|" + ], + [ + "Ġle", + "x" + ], + [ + "in", + "voke" + ], + [ + "ĉ", + "num" + ], + [ + "++", + "," + ], + [ + "at", + "ial" + ], + [ + "ors", + "es" + ], + [ + "Ġfor", + "k" + ], + [ + "_t", + "xt" + ], + [ + "ĠAnton", + "io" + ], + [ + "Ġ(", + "<" + ], + [ + "aver", + "se" + ], + [ + "Ġdev", + "ast" + ], + [ + "ãĢ", + "Ģ" + ], + [ + ".D", + "ec" + ], + [ + "ĠG", + "ard" + ], + [ + "/", + "ui" + ], + [ + ".", + "%" + ], + [ + "tr", + "i" + ], + [ + "Ġrol", + "led" + ], + [ + "Value", + "Pair" + ], + [ + "itt", + "en" + ], + [ + "ĠTh", + "er" + ], + [ + "Ġv", + "rou" + ], + [ + "ĠFl", + "ow" + ], + [ + "ĠFin", + "ance" + ], + [ + "ĠCom", + "b" + ], + [ + "H", + "C" + ], + [ + ".set", + "Visible" + ], + [ + "is", + "l" + ], + [ + "Ġp", + "k" + ], + [ + "77", + "3" + ], + [ + "Ġup", + "set" + ], + [ + "(", + "raw" + ], + [ + "ĠV", + "ice" + ], + [ + "e", + "atures" + ], + [ + "ĠL", + "ang" + ], + [ + "0", + "29" + ], + [ + "Look", + "ing" + ], + [ + "7", + "67" + ], + [ + "ĠA", + "ST" + ], + [ + "Ġtri", + "ps" + ], + [ + "ĠJust", + "in" + ], + [ + "b", + "rowser" + ], + [ + "=\"", + "'.$" + ], + [ + ".", + "vertices" + ], + [ + "8", + "21" + ], + [ + "-", + "co" + ], + [ + "}/", + "{" + ], + [ + "Ġ?", + "," + ], + [ + "ĠD", + "omin" + ], + [ + "ĠBel", + "g" + ], + [ + "\"", + "<" + ], + [ + "Ġsup", + "pose" + ], + [ + "add", + "y" + ], + [ + "Ġwalk", + "s" + ], + [ + "6", + "88" + ], + [ + "ERR", + "U" + ], + [ + "_f", + "ilters" + ], + [ + "Pre", + "ferred" + ], + [ + "sc", + "ene" + ], + [ + "е", + "Ñģ" + ], + [ + "ĠAff", + "airs" + ], + [ + "Ġ\"#", + "{" + ], + [ + "Ġon", + "Submit" + ], + [ + "Ġstock", + "s" + ], + [ + "/", + "view" + ], + [ + "g", + "ree" + ], + [ + "-", + "get" + ], + [ + "90", + "3" + ], + [ + "h", + "it" + ], + [ + "J", + "o" + ], + [ + ".get", + "C" + ], + [ + "7", + "25" + ], + [ + "Initial", + "ized" + ], + [ + "ÑĤ", + "и" + ], + [ + "c", + "uts" + ], + [ + "(", + "Type" + ], + [ + "ĠAg", + "reement" + ], + [ + "ĠViet", + "nam" + ], + [ + "Ġ/*", + "!" + ], + [ + "Ġp", + "izza" + ], + [ + "-", + "view" + ], + [ + "_", + "em" + ], + [ + "Ġl", + "hs" + ], + [ + "Ġm", + "uy" + ], + [ + "ĠId", + "ent" + ], + [ + "ĠF", + "riends" + ], + [ + "06", + "1" + ], + [ + "Ġab", + "und" + ], + [ + "_A", + "D" + ], + [ + ".t", + "imestamp" + ], + [ + "-", + "'" + ], + [ + "Ġd", + "uplicate" + ], + [ + "Ġhun", + "ting" + ], + [ + "Ġregul", + "atory" + ], + [ + "ia", + "o" + ], + [ + "am", + "ous" + ], + [ + "ĠEnt", + "ertainment" + ], + [ + "[", + "A" + ], + [ + "iat", + "ric" + ], + [ + "_CL", + "IENT" + ], + [ + "ĠK", + "ids" + ], + [ + "/p", + "kg" + ], + [ + "B", + "reak" + ], + [ + "))", + ");ĊĊ" + ], + [ + "ĠSh", + "ape" + ], + [ + "Ġrel", + "ating" + ], + [ + "Int", + "errupt" + ], + [ + "able", + "Opacity" + ], + [ + "emb", + "re" + ], + [ + "Ġmyst", + "ery" + ], + [ + "Ġjournal", + "ists" + ], + [ + "rit", + "able" + ], + [ + ".L", + "ink" + ], + [ + "Ġstop", + "ping" + ], + [ + "CRE", + "T" + ], + [ + ".D", + "B" + ], + [ + "Ġpopular", + "ity" + ], + [ + "Ġg", + "ew" + ], + [ + "Ġim", + "pr" + ], + [ + "set", + "Value" + ], + [ + "FL", + "AG" + ], + [ + "ĉm", + "ax" + ], + [ + "Ġb", + "ake" + ], + [ + "w", + "y" + ], + [ + "ĠEcon", + "omic" + ], + [ + "Ġen", + "contr" + ], + [ + "Ġf", + "name" + ], + [ + "/", + "de" + ], + [ + "R", + "ank" + ], + [ + "Ġbug", + "s" + ], + [ + ".s", + "m" + ], + [ + "Ġmed", + "ian" + ], + [ + "D", + "OWN" + ], + [ + "ĠS", + "ure" + ], + [ + "At", + "Index" + ], + [ + "ĠD", + "ick" + ], + [ + "Ġ(", + "__" + ], + [ + ".d", + "elta" + ], + [ + "F", + "r" + ], + [ + "Ġsuggest", + "ing" + ], + [ + "ĠRec", + "yclerView" + ], + [ + ",", + "e" + ], + [ + "ST", + "ART" + ], + [ + "/************************************************************************", + "****" + ], + [ + "xf", + "ord" + ], + [ + "Ġrece", + "ipt" + ], + [ + "CL", + "AIM" + ], + [ + "read", + "only" + ], + [ + "9", + "68" + ], + [ + "Ġeng", + "aging" + ], + [ + "6", + "19" + ], + [ + "C", + "a" + ], + [ + "as", + "ma" + ], + [ + "Ġens", + "uring" + ], + [ + "Eng", + "lish" + ], + [ + "ĠV", + "ancouver" + ], + [ + "hy", + "th" + ], + [ + "Ġpurch", + "asing" + ], + [ + "ĠP", + "I" + ], + [ + ".", + "word" + ], + [ + "(s", + "p" + ], + [ + ".h", + "ome" + ], + [ + ":", + "def" + ], + [ + "Ġg", + "ig" + ], + [ + "57", + "4" + ], + [ + "67", + "1" + ], + [ + "ĠV", + "e" + ], + [ + "for", + "um" + ], + [ + "ĠM", + "itch" + ], + [ + "B", + "ay" + ], + [ + "_F", + "L" + ], + [ + "65", + "1" + ], + [ + "Ġs", + "oll" + ], + [ + "5", + "77" + ], + [ + "_column", + "s" + ], + [ + "Ġminor", + "ity" + ], + [ + "b", + "ird" + ], + [ + "Ġhand", + "ed" + ], + [ + "SS", + "L" + ], + [ + "ST", + "AT" + ], + [ + "Ġnerv", + "ous" + ], + [ + "ĥ", + "½" + ], + [ + "Ġfile", + "Path" + ], + [ + "CRE", + "ATE" + ], + [ + "A", + "w" + ], + [ + "Ġp", + "ens" + ], + [ + "8", + "35" + ], + [ + "se", + "ed" + ], + [ + "ĠCom", + "pute" + ], + [ + "ol", + "k" + ], + [ + "59", + "4" + ], + [ + "ĠAs", + "set" + ], + [ + "re", + "ach" + ], + [ + "'),", + "čĊ" + ], + [ + "n", + "avigation" + ], + [ + "L", + "F" + ], + [ + "/", + "util" + ], + [ + "ĠP", + "ub" + ], + [ + "Ġâ", + "Ķ" + ], + [ + "c", + "ion" + ], + [ + "##", + "Ċ" + ], + [ + "07", + "2" + ], + [ + "II", + "I" + ], + [ + "Tag", + "Name" + ], + [ + "Ġam", + "id" + ], + [ + "per", + "mission" + ], + [ + "if", + "iable" + ], + [ + "xFFFF", + "FFFF" + ], + [ + "н", + "и" + ], + [ + ".B", + "uffer" + ], + [ + "_", + "irq" + ], + [ + "d", + "ark" + ], + [ + "Ġret", + "val" + ], + [ + ".f", + "ire" + ], + [ + "produ", + "ction" + ], + [ + ".list", + "en" + ], + [ + "ĠWe", + "ather" + ], + [ + "Ġbuy", + "ers" + ], + [ + ".", + "ne" + ], + [ + "er", + "p" + ], + [ + "ĠP", + "ent" + ], + [ + "6", + "99" + ], + [ + "Ġw", + "elfare" + ], + [ + "Ġpage", + "Size" + ], + [ + "ĠSt", + "adium" + ], + [ + "ert", + "a" + ], + [ + "Ġle", + "v" + ], + [ + "amp", + "a" + ], + [ + "P", + "ager" + ], + [ + "66", + "5" + ], + [ + "Ġcharg", + "ing" + ], + [ + "ĠNet", + "flix" + ], + [ + "|", + "null" + ], + [ + "_r", + "andom" + ], + [ + ".x", + "path" + ], + [ + "Ġst", + "ere" + ], + [ + "ĠIS", + "IS" + ], + [ + "pons", + "es" + ], + [ + "(", + "loc" + ], + [ + "5", + "66" + ], + [ + "ey", + "ond" + ], + [ + "ĠOff", + "icial" + ], + [ + "65", + "7" + ], + [ + "ĠMary", + "land" + ], + [ + "Data", + "Type" + ], + [ + "_p", + "ar" + ], + [ + "{", + "}," + ], + [ + "ĠEn", + "joy" + ], + [ + "7", + "27" + ], + [ + "_SH", + "IFT" + ], + [ + "ĠA", + "wards" + ], + [ + "_ENT", + "RY" + ], + [ + "Ġseem", + "ingly" + ], + [ + "entic", + "ate" + ], + [ + "Ġheart", + "s" + ], + [ + "58", + "3" + ], + [ + "_", + ";ĊĊ" + ], + [ + "ĠH", + "IV" + ], + [ + "Ġindiv", + "id" + ], + [ + "ĠFl", + "ag" + ], + [ + "_", + "ctrl" + ], + [ + "ĠC", + "allback" + ], + [ + ",", + "z" + ], + [ + "ĠG", + "PU" + ], + [ + "ĉ", + "obj" + ], + [ + "ĠPh", + "oenix" + ], + [ + "ĠB", + "US" + ], + [ + "90", + "7" + ], + [ + "Ġrub", + "ber" + ], + [ + "_A", + "UTH" + ], + [ + "ĠSol", + "utions" + ], + [ + "(", + "location" + ], + [ + "Variable", + "s" + ], + [ + ".set", + "Enabled" + ], + [ + "_h", + "igh" + ], + [ + "W", + "O" + ], + [ + "G", + "esture" + ], + [ + "Ġre", + "try" + ], + [ + "Ġobject", + "ForKey" + ], + [ + "allow", + "een" + ], + [ + "Ġm", + "os" + ], + [ + "ĠC", + "ele" + ], + [ + "Ġik", + "ke" + ], + [ + "(c", + "ell" + ], + [ + "ĠM", + "ODE" + ], + [ + "ren", + "a" + ], + [ + "Ġdescri", + "bing" + ], + [ + "64", + "1" + ], + [ + "Ġph", + "i" + ], + [ + "Ġr", + "d" + ], + [ + "Ġdes", + "erve" + ], + [ + "Ġwhe", + "els" + ], + [ + "å¸", + "Ĥ" + ], + [ + "Ġcrit", + "ics" + ], + [ + "75", + "5" + ], + [ + "N", + "amespace" + ], + [ + "ĠF", + "ra" + ], + [ + "Ġ", + "ĊĊĊĊ" + ], + [ + "Ġall", + "a" + ], + [ + "Ġrequ", + "iring" + ], + [ + "æľ", + "Ł" + ], + [ + "ut", + "ation" + ], + [ + "Ġdelay", + "ed" + ], + [ + "Ġadministr", + "ative" + ], + [ + "Ġb", + "ay" + ], + [ + ".h", + "idden" + ], + [ + "T", + "ex" + ], + [ + "05", + "1" + ], + [ + "Ġbound", + "aries" + ], + [ + "Ġ]", + ");ĊĊ" + ], + [ + "ĠFollow", + "ing" + ], + [ + "~", + "/" + ], + [ + "F", + "i" + ], + [ + "_con", + "v" + ], + [ + "_T", + "ITLE" + ], + [ + "Ġdes", + "de" + ], + [ + "ICollection", + "View" + ], + [ + "Ali", + "as" + ], + [ + "Ġb", + "ite" + ], + [ + "pat", + "ient" + ], + [ + "_COMM", + "AND" + ], + [ + "Com", + "pleted" + ], + [ + "ĉ", + "elif" + ], + [ + "(", + "<" + ], + [ + "B", + "usiness" + ], + [ + "ĠP", + "ool" + ], + [ + "Ġpurs", + "ue" + ], + [ + "ĠB", + "an" + ], + [ + "_st", + "eps" + ], + [ + "_DE", + "CL" + ], + [ + "um", + "ble" + ], + [ + "Ġcom", + "bo" + ], + [ + "ĠL", + "ayer" + ], + [ + ".x", + "r" + ], + [ + "Ġd", + "up" + ], + [ + "--------", + "-" + ], + [ + "6", + "28" + ], + [ + "Ġmod", + "ifier" + ], + [ + "ro", + "b" + ], + [ + "re", + "z" + ], + [ + "69", + "6" + ], + [ + "Ġath", + "letes" + ], + [ + "Us", + "ed" + ], + [ + "w", + "ear" + ], + [ + "8", + "15" + ], + [ + "Ġlegit", + "imate" + ], + [ + "Ġ\"", + "ĊĊ" + ], + [ + "Ġh", + "v" + ], + [ + "St", + "d" + ], + [ + "0", + "37" + ], + [ + "ĠH", + "old" + ], + [ + "Ġsurv", + "iv" + ], + [ + "ĠAll", + "iance" + ], + [ + "ĠEar", + "ly" + ], + [ + "7", + "78" + ], + [ + "Beh", + "avior" + ], + [ + "(f", + "ont" + ], + [ + "/lib", + "s" + ], + [ + "Ġrect", + "angle" + ], + [ + "Ġs", + "inger" + ], + [ + "Ġam", + "p" + ], + [ + "Equal", + "To" + ], + [ + "Ġ\"", + ".\"" + ], + [ + "Ġgirl", + "friend" + ], + [ + "å", + "±" + ], + [ + "line", + "ar" + ], + [ + "obs", + "erv" + ], + [ + "Ġpi", + "ù" + ], + [ + "Ġcomple", + "ment" + ], + [ + "With", + "Value" + ], + [ + "(p", + "assword" + ], + [ + "t", + "ake" + ], + [ + "Bl", + "ank" + ], + [ + "ĠCom", + "par" + ], + [ + "'", + "\"," + ], + [ + "_p", + "olicy" + ], + [ + "m", + "ongoose" + ], + [ + "_FA", + "ILED" + ], + [ + ".re", + "port" + ], + [ + "R", + "atio" + ], + [ + ".Perform", + "Layout" + ], + [ + "7", + "47" + ], + [ + "us", + "able" + ], + [ + "m", + "ers" + ], + [ + "_re", + "nder" + ], + [ + "PE", + "ED" + ], + [ + "77", + "2" + ], + [ + "Ġles", + "b" + ], + [ + "ĉ", + "E" + ], + [ + "_t", + "ool" + ], + [ + "Ġl", + "adies" + ], + [ + "90", + "8" + ], + [ + "о", + "Ñģ" + ], + [ + "))", + "))Ċ" + ], + [ + ";;", + ";;" + ], + [ + ".d", + "ot" + ], + [ + "Ġn", + "est" + ], + [ + "pe", + "ak" + ], + [ + "uk", + "kit" + ], + [ + "ec", + "a" + ], + [ + "_S", + "W" + ], + [ + "Ġ&", + "(" + ], + [ + "ĠOk", + "lahoma" + ], + [ + "Ġbank", + "ing" + ], + [ + "5", + "69" + ], + [ + "ĠN", + "intendo" + ], + [ + "75", + "2" + ], + [ + "Ġreprodu", + "ce" + ], + [ + "_element", + "s" + ], + [ + "_m", + "ac" + ], + [ + "pro", + "xy" + ], + [ + "Ġremark", + "able" + ], + [ + "}/", + "${" + ], + [ + "Ġout", + "s" + ], + [ + ".has", + "Next" + ], + [ + "M", + "ODE" + ], + [ + "65", + "8" + ], + [ + "Ġan", + "ime" + ], + [ + ".con", + "n" + ], + [ + "Un", + "ique" + ], + [ + "D", + "om" + ], + [ + "Ġimportant", + "ly" + ], + [ + "itt", + "y" + ], + [ + "Ġju", + "ice" + ], + [ + "T", + "w" + ], + [ + "ĠPart", + "ners" + ], + [ + "Ġattack", + "ing" + ], + [ + "Ġport", + "able" + ], + [ + "am", + "iento" + ], + [ + ".P", + "ictureBox" + ], + [ + ".g", + "en" + ], + [ + "Ġopt", + "imal" + ], + [ + "58", + "2" + ], + [ + "Ġre", + "cre" + ], + [ + "Ġjournal", + "ist" + ], + [ + "ĠEx", + "tract" + ], + [ + "ĠMore", + "over" + ], + [ + "Ġmargin", + "Top" + ], + [ + ".A", + "p" + ], + [ + "Ġf", + "iring" + ], + [ + "Na", + "N" + ], + [ + "ĉ", + "template" + ], + [ + "аÐ", + "´" + ], + [ + ".", + "En" + ], + [ + "Ġdef", + "ence" + ], + [ + "ĠT", + "el" + ], + [ + "il", + "en" + ], + [ + "j", + "an" + ], + [ + "=", + "data" + ], + [ + "ĠU", + "rl" + ], + [ + "ĠRe", + "uters" + ], + [ + "(t", + "otal" + ], + [ + "ĠFif", + "th" + ], + [ + "Ġess", + "ays" + ], + [ + "Ġinterpret", + "ation" + ], + [ + "Ġchar", + "ity" + ], + [ + "ĠR", + "ules" + ], + [ + "Ġsub", + "section" + ], + [ + "st", + "yled" + ], + [ + "az", + "er" + ], + [ + "l", + "ags" + ], + [ + "L", + "IST" + ], + [ + "Ġupload", + "ed" + ], + [ + "Ġtr", + "ash" + ], + [ + "Ġreg", + "istr" + ], + [ + "Ġsell", + "er" + ], + [ + ">'", + ";čĊ" + ], + [ + "Ġstart", + "Time" + ], + [ + "ç", + "Ļ" + ], + [ + "s", + "y" + ], + [ + "(Http", + "ServletRequest" + ], + [ + "Ġtr", + "ap" + ], + [ + "G", + "C" + ], + [ + "Ġembed", + "ded" + ], + [ + "Ġsurround", + "ed" + ], + [ + "8", + "16" + ], + [ + "im", + "its" + ], + [ + "T", + "X" + ], + [ + "yl", + "inder" + ], + [ + "68", + "5" + ], + [ + "ĠF", + "al" + ], + [ + "Ġsent", + "ences" + ], + [ + "ĠJ", + "a" + ], + [ + "IF", + "ICATION" + ], + [ + "we", + "apon" + ], + [ + "ov", + "ation" + ], + [ + "Ġco", + "at" + ], + [ + "Ġinter", + "pol" + ], + [ + "Ġl", + "ips" + ], + [ + "ĠK", + "y" + ], + [ + "Ġv", + "ectors" + ], + [ + "_", + "am" + ], + [ + "Ġint", + "ake" + ], + [ + ".w", + "orld" + ], + [ + "Ġin", + "box" + ], + [ + "ĠM", + "AC" + ], + [ + "_", + "ab" + ], + [ + "(name", + "of" + ], + [ + "6", + "33" + ], + [ + "Ġent", + "ert" + ], + [ + "Ġgather", + "ing" + ], + [ + "ĠS", + "IM" + ], + [ + "++", + "." + ], + [ + "ny", + "a" + ], + [ + "'", + "}}" + ], + [ + "ĠUP", + "DATE" + ], + [ + "Ġp", + "ac" + ], + [ + "(", + "html" + ], + [ + "ĠS", + "ant" + ], + [ + "i", + "ating" + ], + [ + "ĠIde", + "as" + ], + [ + "Ġspr", + "ay" + ], + [ + "ĠH", + "art" + ], + [ + "Ġver", + "ification" + ], + [ + "ades", + "h" + ], + [ + "/", + "modules" + ], + [ + "ĠM", + "ind" + ], + [ + "ĠSized", + "Box" + ], + [ + "Ġsh", + "elter" + ], + [ + "Ġher", + "oes" + ], + [ + "att", + "y" + ], + [ + "Ġcert", + "ified" + ], + [ + "s", + "j" + ], + [ + "Ġê", + "tre" + ], + [ + "ÅĤ", + "o" + ], + [ + "Ġpublish", + "ing" + ], + [ + "ĠMal", + "ays" + ], + [ + ".get", + "User" + ], + [ + "ĠPro", + "vider" + ], + [ + "ĠLinked", + "List" + ], + [ + "ĠB", + "or" + ], + [ + "RO", + "UND" + ], + [ + "d", + "id" + ], + [ + "t", + "ain" + ], + [ + "p", + "ire" + ], + [ + "ĠJ", + "enn" + ], + [ + "t", + "el" + ], + [ + "and", + "e" + ], + [ + "75", + "7" + ], + [ + "_f", + "ront" + ], + [ + "ĠMc", + "G" + ], + [ + "Test", + "Method" + ], + [ + "à¸", + "Ń" + ], + [ + "Ġoccasion", + "ally" + ], + [ + "ĠW", + "ales" + ], + [ + "Ġexerc", + "ises" + ], + [ + "ĠÐ", + "Ĵ" + ], + [ + "0", + "45" + ], + [ + "-", + "plus" + ], + [ + "Ġvalid", + "ator" + ], + [ + "Ġpr", + "ayer" + ], + [ + "L", + "ATED" + ], + [ + "_", + "author" + ], + [ + "Ġlab", + "our" + ], + [ + "++", + "Ċ" + ], + [ + "-e", + "quiv" + ], + [ + "ĠG", + "PL" + ], + [ + "Ġface", + "book" + ], + [ + "s", + "imple" + ], + [ + "g", + "ly" + ], + [ + "Process", + "or" + ], + [ + "ip", + "y" + ], + [ + "7", + "44" + ], + [ + "Ġ*", + ">" + ], + [ + "64", + "8" + ], + [ + "Ġcle", + "ared" + ], + [ + "ĠP", + "ush" + ], + [ + "8", + "58" + ], + [ + "Ġpen", + "is" + ], + [ + "Struct", + "ure" + ], + [ + "li", + "j" + ], + [ + "ĠM", + "organ" + ], + [ + "Ġhand", + "ful" + ], + [ + "\"", + ".Ċ" + ], + [ + "98", + "4" + ], + [ + "|", + "\\" + ], + [ + "Ġ", + "********************************" + ], + [ + "ĠA", + "qu" + ], + [ + "58", + "4" + ], + [ + "_", + "IC" + ], + [ + ".load", + "s" + ], + [ + "Ġm", + "eter" + ], + [ + "ĠMar", + "ine" + ], + [ + "::", + "{" + ], + [ + "ĠT", + "S" + ], + [ + "77", + "6" + ], + [ + "ĠArray", + "s" + ], + [ + ".T", + "itle" + ], + [ + "GR", + "AM" + ], + [ + "ter", + "min" + ], + [ + "Ġco", + "inc" + ], + [ + "El", + "se" + ], + [ + "_st", + "ates" + ], + [ + "-r", + "un" + ], + [ + "m", + "embers" + ], + [ + "78", + "2" + ], + [ + "ast", + "ro" + ], + [ + "0", + "66" + ], + [ + "Ġon", + "Press" + ], + [ + "Ġbe", + "ings" + ], + [ + "Ġabandon", + "ed" + ], + [ + "Ġtax", + "p" + ], + [ + "own", + "ers" + ], + [ + ".m", + "ode" + ], + [ + "Ġdiagn", + "osis" + ], + [ + "Ġ_", + "Ċ" + ], + [ + "ĠK", + "night" + ], + [ + "ĉ", + "A" + ], + [ + "Ġob", + "serve" + ], + [ + "),", + "'" + ], + [ + "8", + "23" + ], + [ + "!", + "\")Ċ" + ], + [ + "ĠPar", + "a" + ], + [ + "Ġvari", + "ation" + ], + [ + "(", + "False" + ], + [ + "ĠAnt", + "i" + ], + [ + "Ġg", + "ri" + ], + [ + "Ġhome", + "less" + ], + [ + "?", + "v" + ], + [ + "Ġbe", + "z" + ], + [ + ".S", + "erver" + ], + [ + "re", + "lease" + ], + [ + "ĠP", + "atri" + ], + [ + "Ġchar", + "s" + ], + [ + "Ġrank", + "ing" + ], + [ + "activ", + "ation" + ], + [ + "58", + "1" + ], + [ + "Ġw", + "ides" + ], + [ + "q", + "r" + ], + [ + ".S", + "ql" + ], + [ + "ac", + "ular" + ], + [ + "ĠB", + "ot" + ], + [ + "_s", + "ync" + ], + [ + "Ġhapp", + "iness" + ], + [ + "Ġvolunte", + "ers" + ], + [ + "8", + "77" + ], + [ + "Ġs", + "its" + ], + [ + "/", + "<" + ], + [ + "[", + "e" + ], + [ + "(file", + "Name" + ], + [ + "Ġcap", + "ac" + ], + [ + "8", + "32" + ], + [ + "ĠMar", + "ia" + ], + [ + "f", + "ather" + ], + [ + "Ġgr", + "am" + ], + [ + "*", + "i" + ], + [ + "Ġcas", + "o" + ], + [ + "_d", + "raw" + ], + [ + "ĠR", + "aw" + ], + [ + "ĠIter", + "ator" + ], + [ + "6", + "64" + ], + [ + "ĠP", + "adding" + ], + [ + "9", + "24" + ], + [ + "P", + "D" + ], + [ + "BO", + "X" + ], + [ + "ĠS", + "PECIAL" + ], + [ + "Ġfe", + "cha" + ], + [ + "Ġv", + "ide" + ], + [ + "ĠLe", + "ader" + ], + [ + "ä»", + "¥" + ], + [ + "$", + "(\"." + ], + [ + "Ġdiam", + "eter" + ], + [ + "Ġm", + "ild" + ], + [ + "7", + "45" + ], + [ + "Ġrock", + "s" + ], + [ + "app", + "ings" + ], + [ + "0", + "48" + ], + [ + "d", + "irectory" + ], + [ + "55", + "7" + ], + [ + ".fl", + "ush" + ], + [ + "ĠJ", + "ess" + ], + [ + "UN", + "IT" + ], + [ + "ĠP", + "ear" + ], + [ + "Ġmand", + "atory" + ], + [ + "S", + "ur" + ], + [ + "q", + "t" + ], + [ + "Ġstream", + "s" + ], + [ + "Ġco", + "operation" + ], + [ + "ĠS", + "ac" + ], + [ + "Ġche", + "aper" + ], + [ + "ĉ", + "ch" + ], + [ + "an", + "imation" + ], + [ + "f", + "are" + ], + [ + "(", + "height" + ], + [ + "(", + "True" + ], + [ + "N", + "Y" + ], + [ + "Ġw", + "rest" + ], + [ + "Ġpoll", + "s" + ], + [ + "Ġencounter", + "ed" + ], + [ + "ĠMarket", + "able" + ], + [ + "_P", + "ASSWORD" + ], + [ + "7", + "16" + ], + [ + "_SE", + "LECT" + ], + [ + "ĠArab", + "ia" + ], + [ + "_c", + "lock" + ], + [ + "Ġv", + "oy" + ], + [ + "Ġи", + "з" + ], + [ + "Ġst", + "ir" + ], + [ + "is", + "ible" + ], + [ + "-e", + "ffect" + ], + [ + ".c", + "reated" + ], + [ + "Ġto", + "ys" + ], + [ + "ĠTrad", + "able" + ], + [ + "Ġr", + "ust" + ], + [ + "Ġstr", + "cpy" + ], + [ + "_t", + "imestamp" + ], + [ + "Ġtalent", + "ed" + ], + [ + ",", + "null" + ], + [ + "ĠJ", + "obs" + ], + [ + "ĠPort", + "land" + ], + [ + "Ġweak", + "ness" + ], + [ + "Th", + "row" + ], + [ + "ĠAng", + "el" + ], + [ + "ä¿", + "®" + ], + [ + "75", + "4" + ], + [ + "Ġun", + "cert" + ], + [ + "ï¼ī", + "Ċ" + ], + [ + "ĠìĿ", + "´" + ], + [ + "Wh", + "ich" + ], + [ + "Ġ[-", + "]:" + ], + [ + "S", + "omething" + ], + [ + "Ġconv", + "icted" + ], + [ + "k", + "le" + ], + [ + "ed", + "ium" + ], + [ + "Ġbranch", + "es" + ], + [ + "Ġb", + "ases" + ], + [ + "ç", + "®" + ], + [ + "Ġcomplex", + "ity" + ], + [ + "ĠF", + "ig" + ], + [ + ".", + "reshape" + ], + [ + "$", + "db" + ], + [ + "7", + "36" + ], + [ + "_CON", + "ST" + ], + [ + "ĠT", + "es" + ], + [ + ".r", + "untime" + ], + [ + "Ġden", + "y" + ], + [ + "ĠB", + "SD" + ], + [ + "Ġk", + "r" + ], + [ + "h", + "att" + ], + [ + "ĠSt", + "atic" + ], + [ + "Ġunivers", + "ities" + ], + [ + "Re", + "place" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġad", + "oles" + ], + [ + "_pl", + "ugin" + ], + [ + "ĠL", + "GBT" + ], + [ + "Ġt", + "ex" + ], + [ + "du", + "ction" + ], + [ + "75", + "1" + ], + [ + "7", + "99" + ], + [ + "ED", + "I" + ], + [ + "ĠT", + "ed" + ], + [ + "_", + "URI" + ], + [ + "Ġre", + "ception" + ], + [ + "art", + "en" + ], + [ + ".S", + "ingle" + ], + [ + "r", + "ice" + ], + [ + "sc", + "ious" + ], + [ + "8", + "43" + ], + [ + "_b", + "g" + ], + [ + "Ġw", + "ages" + ], + [ + "ĠS", + "ervlet" + ], + [ + "UIL", + "ayout" + ], + [ + "Ġform", + "atted" + ], + [ + ".M", + "od" + ], + [ + "<", + "class" + ], + [ + "is", + "en" + ], + [ + "Ġrepresent", + "atives" + ], + [ + "\"]", + "=" + ], + [ + "Ġport", + "al" + ], + [ + "ĠHun", + "ter" + ], + [ + "Ġh", + "iring" + ], + [ + "__", + ")Ċ" + ], + [ + "ric", + "ulum" + ], + [ + "u", + "o" + ], + [ + "li", + "est" + ], + [ + "Ġt", + "ears" + ], + [ + "L", + "at" + ], + [ + "Ġliter", + "al" + ], + [ + ".In", + "sert" + ], + [ + "Ġc", + "urs" + ], + [ + "ĠCom", + "put" + ], + [ + "Ġterror", + "ism" + ], + [ + "Ġswe", + "ep" + ], + [ + "Ġ[]", + "čĊ" + ], + [ + "Ġpass", + "enger" + ], + [ + "Ġeast", + "ern" + ], + [ + "Ġtwe", + "ets" + ], + [ + "Ġoper", + "ated" + ], + [ + "w", + "nd" + ], + [ + "ĠS", + "yn" + ], + [ + ".t", + "ools" + ], + [ + "ĠW", + "M" + ], + [ + "ul", + "ates" + ], + [ + "Ġbacter", + "ia" + ], + [ + "(", + "bytes" + ], + [ + ".set", + "Data" + ], + [ + "Ġvis", + "ibility" + ], + [ + "//", + "================================================================" + ], + [ + "el", + "m" + ], + [ + "Ġgener", + "ating" + ], + [ + "Ġm", + "v" + ], + [ + "Ġk", + "h" + ], + [ + "j", + "en" + ], + [ + "/", + "search" + ], + [ + "Ġaccount", + "ing" + ], + [ + "se", + "gment" + ], + [ + "act", + "ic" + ], + [ + ".", + "ip" + ], + [ + "Ġdeploy", + "ment" + ], + [ + "Ġfoot", + "er" + ], + [ + ">", + "',Ċ" + ], + [ + "Ġexpand", + "ing" + ], + [ + "ĠHam", + "ilton" + ], + [ + "ĠCon", + "trib" + ], + [ + ".T", + "ables" + ], + [ + "7", + "28" + ], + [ + "Act", + "iv" + ], + [ + "H", + "H" + ], + [ + "ocom", + "merce" + ], + [ + "_", + ";" + ], + [ + "Ġamong", + "st" + ], + [ + "ow", + "ing" + ], + [ + "8", + "59" + ], + [ + "ĠC", + "old" + ], + [ + "AP", + "H" + ], + [ + "Ġpsych", + "ological" + ], + [ + "_t", + "ensor" + ], + [ + "Ġpack", + "aging" + ], + [ + "ĠSw", + "eden" + ], + [ + "Ġp", + "are" + ], + [ + "Ġag", + "gregate" + ], + [ + "Ġmoder", + "ate" + ], + [ + "86", + "2" + ], + [ + "_h", + "and" + ], + [ + "Ġdesign", + "ated" + ], + [ + "Ġdr", + "um" + ], + [ + "Ġget", + "User" + ], + [ + "ĠC", + "reek" + ], + [ + "_s", + "cope" + ], + [ + "ĠTrans", + "fer" + ], + [ + "ĠM", + "arg" + ], + [ + "Ġfight", + "ers" + ], + [ + "W", + "nd" + ], + [ + "ĠS", + "el" + ], + [ + "ĠLa", + "unch" + ], + [ + "Ġemerg", + "ing" + ], + [ + "if", + "rame" + ], + [ + "ĠAdd", + "itional" + ], + [ + "Ġf", + "ears" + ], + [ + "Ġsat", + "ellite" + ], + [ + "_", + ":" + ], + [ + "Ġdis", + "posing" + ], + [ + "Get", + "Value" + ], + [ + "Http", + "Post" + ], + [ + "AT", + "IVE" + ], + [ + "ul", + "ary" + ], + [ + "View", + "s" + ], + [ + "Ġatt", + "ending" + ], + [ + "ĠT", + "ennessee" + ], + [ + "ĠM", + "ission" + ], + [ + "Ġmedic", + "ation" + ], + [ + "ĠW", + "y" + ], + [ + "ĠAn", + "na" + ], + [ + "Ø", + "¹" + ], + [ + "ĠVert", + "ex" + ], + [ + ".t", + "ypes" + ], + [ + "O", + "rgan" + ], + [ + ".DataGridView", + "TextBoxColumn" + ], + [ + "ĠR", + "S" + ], + [ + "Ġtemp", + "o" + ], + [ + "(", + "App" + ], + [ + "89", + "2" + ], + [ + "Version", + "UID" + ], + [ + ".p", + "oint" + ], + [ + "ĠD", + "utch" + ], + [ + "H", + "ours" + ], + [ + "L", + "U" + ], + [ + "Ġqu", + "oted" + ], + [ + ".b", + "uilder" + ], + [ + "ĠPer", + "fect" + ], + [ + "ĠAl", + "ways" + ], + [ + "_t", + "wo" + ], + [ + "Ġexclus", + "ively" + ], + [ + "ĠC", + "ra" + ], + [ + "ific", + "ar" + ], + [ + "ĠA", + "WS" + ], + [ + "ing", + "ham" + ], + [ + "com", + "plex" + ], + [ + "k", + "ernel" + ], + [ + "Ġgr", + "avity" + ], + [ + "Ġw", + "i" + ], + [ + "05", + "2" + ], + [ + "Ġover", + "view" + ], + [ + "66", + "1" + ], + [ + "ĠW", + "ant" + ], + [ + "ĠW", + "P" + ], + [ + "(", + "sh" + ], + [ + ".", + "rotation" + ], + [ + "St", + "ates" + ], + [ + "ĠTe", + "en" + ], + [ + "_com", + "ponents" + ], + [ + "ì", + "Īĺ" + ], + [ + "Re", + "ceived" + ], + [ + "Ġly", + "rics" + ], + [ + "rit", + "es" + ], + [ + "ĉĉĉĉĉ", + "Ġ" + ], + [ + "-A", + "merican" + ], + [ + "[", + "num" + ], + [ + "/", + "python" + ], + [ + "ĠU", + "ART" + ], + [ + "Ġapp", + "le" + ], + [ + "ĠJon", + "athan" + ], + [ + "Ġmoment", + "um" + ], + [ + "à¸", + "±" + ], + [ + "Ĥ", + "¹" + ], + [ + "Ġm", + "ich" + ], + [ + "and", + "ra" + ], + [ + "Ġbi", + "ological" + ], + [ + "ĠM", + "ens" + ], + [ + "Ġ%", + "%" + ], + [ + "else", + "a" + ], + [ + "ĠMex", + "ican" + ], + [ + ".rand", + "int" + ], + [ + "Ġt", + "ale" + ], + [ + "ĠValid", + "ate" + ], + [ + "Ġdefe", + "ated" + ], + [ + ".ht", + "m" + ], + [ + "Ġcop", + "per" + ], + [ + "=", + "/" + ], + [ + "cos", + "ystem" + ], + [ + "Ġr", + "ip" + ], + [ + "dec", + "imal" + ], + [ + ".V", + "ISIBLE" + ], + [ + "ĠT", + "a" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ" + ], + [ + "Ġdownload", + "ed" + ], + [ + "en", + "vironment" + ], + [ + "Ġnom", + "ine" + ], + [ + "build", + "ing" + ], + [ + "ĠSp", + "ot" + ], + [ + "ipher", + "al" + ], + [ + "Ġal", + "to" + ], + [ + "qu", + "et" + ], + [ + "ĠF", + "T" + ], + [ + "/", + "get" + ], + [ + "/m", + "aster" + ], + [ + "W", + "IN" + ], + [ + "åħ", + "ĥ" + ], + [ + "67", + "6" + ], + [ + "W", + "est" + ], + [ + "arg", + "c" + ], + [ + "Ġprodu", + "cers" + ], + [ + "ĠM", + "uch" + ], + [ + "_st", + "orage" + ], + [ + "cred", + "it" + ], + [ + "CON", + "T" + ], + [ + "Ġv", + "et" + ], + [ + "Ġvo", + "ices" + ], + [ + "('", + "'," + ], + [ + "Ġinstr", + "uments" + ], + [ + "66", + "2" + ], + [ + "ĠM", + "SG" + ], + [ + "es", + "se" + ], + [ + "re", + "pository" + ], + [ + "om", + "ics" + ], + [ + "Ġdeal", + "er" + ], + [ + "St", + "ill" + ], + [ + "Ġb", + "anner" + ], + [ + "asc", + "ii" + ], + [ + "Ġrem", + "arks" + ], + [ + "[", + "js" + ], + [ + "Ġshort", + "er" + ], + [ + "g", + "ulp" + ], + [ + "Ġmyst", + "er" + ], + [ + "Ġk", + "un" + ], + [ + "ĠB", + "ird" + ], + [ + "Ġti", + "ene" + ], + [ + "7", + "88" + ], + [ + "n", + "ut" + ], + [ + "ĠU", + "m" + ], + [ + "Ġw", + "ise" + ], + [ + "Y", + "eah" + ], + [ + "INE", + "SS" + ], + [ + "04", + "6" + ], + [ + "_b", + "egin" + ], + [ + "-", + "heading" + ], + [ + "C", + "ourse" + ], + [ + "Ġ", + "čĊčĊ" + ], + [ + "omb", + "ie" + ], + [ + "grad", + "ed" + ], + [ + "ĠG", + "PS" + ], + [ + "Ġ", + "że" + ], + [ + "F", + "it" + ], + [ + "c", + "aption" + ], + [ + "ö", + "n" + ], + [ + "/", + "image" + ], + [ + "l", + "ia" + ], + [ + "(m", + "od" + ], + [ + "Ġle", + "ak" + ], + [ + "en", + "za" + ], + [ + "6", + "29" + ], + [ + "/", + "H" + ], + [ + "ĠH", + "appy" + ], + [ + "99", + "3" + ], + [ + "D", + "ist" + ], + [ + "n", + "x" + ], + [ + "ĠGovern", + "or" + ], + [ + "(l", + "ast" + ], + [ + "te", + "acher" + ], + [ + "ĠS", + "ent" + ], + [ + "s", + "upport" + ], + [ + "8", + "38" + ], + [ + "ject", + "ory" + ], + [ + "Ġ", + "Ùħ" + ], + [ + "Reg", + "istration" + ], + [ + "06", + "3" + ], + [ + "ĠGr", + "ay" + ], + [ + ",", + "false" + ], + [ + "Ġadjust", + "ed" + ], + [ + "(", + "settings" + ], + [ + "<", + "R" + ], + [ + "ĠM", + "age" + ], + [ + "Ġpl", + "aint" + ], + [ + "_", + ")Ċ" + ], + [ + "ĉ", + "it" + ], + [ + "omet", + "ric" + ], + [ + ".", + "bootstrap" + ], + [ + "Ġcar", + "ries" + ], + [ + "I", + "p" + ], + [ + "Ġ!", + "$" + ], + [ + "Ġswim", + "ming" + ], + [ + "ĠMar", + "io" + ], + [ + "ĠQuest", + "ions" + ], + [ + "P", + "ACE" + ], + [ + "æĸ", + "¹" + ], + [ + "e", + "or" + ], + [ + "}}", + "\"" + ], + [ + "Ġo", + "ven" + ], + [ + "ĠK", + "on" + ], + [ + "Ġwis", + "dom" + ], + [ + "Ġac", + "quisition" + ], + [ + "ess", + "ment" + ], + [ + "ag", + "ine" + ], + [ + "Ġexpress", + "ions" + ], + [ + "Sequential", + "Group" + ], + [ + "F", + "ront" + ], + [ + "ul", + "pt" + ], + [ + "aw", + "k" + ], + [ + "']", + ")ĊĊ" + ], + [ + "8", + "13" + ], + [ + "7", + "32" + ], + [ + "_", + "AR" + ], + [ + "Ġanal", + "og" + ], + [ + "ul", + "in" + ], + [ + "_PR", + "INT" + ], + [ + "ĠL", + "G" + ], + [ + "Ġb", + "lob" + ], + [ + "ĠFurther", + "more" + ], + [ + "_com", + "ponent" + ], + [ + "ĠC", + "ole" + ], + [ + "L", + "AN" + ], + [ + "SCRI", + "PTION" + ], + [ + "Ġl", + "ap" + ], + [ + "icens", + "ing" + ], + [ + "_TIME", + "OUT" + ], + [ + "ĠF", + "ro" + ], + [ + "Ġli", + "ability" + ], + [ + "Ġcom", + "posed" + ], + [ + "6", + "34" + ], + [ + ".create", + "SequentialGroup" + ], + [ + "_p", + "erson" + ], + [ + "Ġbe", + "am" + ], + [ + "ĉ", + "ĠĠĠĠĠĠĠĠ" + ], + [ + "ĠNot", + "Found" + ], + [ + "68", + "4" + ], + [ + ".", + "'Ċ" + ], + [ + "ÃŃ", + "s" + ], + [ + ".Text", + "View" + ], + [ + "P", + "DF" + ], + [ + "Ġk", + "ar" + ], + [ + "__", + "('" + ], + [ + "Ġ\"", + ":\"" + ], + [ + "_m", + "essages" + ], + [ + "Ġhar", + "vest" + ], + [ + ".h", + "istory" + ], + [ + ">", + "'Ċ" + ], + [ + "-f", + "old" + ], + [ + "æ", + "Ĭ" + ], + [ + "ĠBet", + "ter" + ], + [ + "Ġ\"\\", + "<" + ], + [ + "sp", + "acing" + ], + [ + "Ġfurn", + "ished" + ], + [ + "9", + "13" + ], + [ + "os", + "er" + ], + [ + "]", + "}Ċ" + ], + [ + "Ġ$", + "\"" + ], + [ + "p", + "ull" + ], + [ + ".P", + "ost" + ], + [ + "9", + "19" + ], + [ + "(", + "ip" + ], + [ + "Ĺ", + "ı" + ], + [ + ".f", + "ront" + ], + [ + "nt", + "e" + ], + [ + "ĠF", + "M" + ], + [ + "g", + "uid" + ], + [ + "8", + "44" + ], + [ + "Ġnegot", + "iations" + ], + [ + "agon", + "al" + ], + [ + "9", + "34" + ], + [ + "Ġtrem", + "end" + ], + [ + "unge", + "on" + ], + [ + "Ad", + "v" + ], + [ + "car", + "ousel" + ], + [ + "ÃŁ", + "e" + ], + [ + "_DE", + "SC" + ], + [ + "Ġham", + "mer" + ], + [ + "áº", + "Ń" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĊĊ" + ], + [ + "-c", + "ore" + ], + [ + "-s", + "ervice" + ], + [ + "Ġcorn", + "ers" + ], + [ + "ĠS", + "F" + ], + [ + "p", + "red" + ], + [ + ">", + "A" + ], + [ + "ĠJ", + "Label" + ], + [ + "Ġrom", + "antic" + ], + [ + "Ġtestim", + "ony" + ], + [ + "os", + "c" + ], + [ + "ĠGener", + "ation" + ], + [ + "as", + "ures" + ], + [ + "_int", + "ernal" + ], + [ + "Ġprint", + "s" + ], + [ + "Ġ]", + ")Ċ" + ], + [ + "ĠC", + "leveland" + ], + [ + "re", + "po" + ], + [ + "D", + "isc" + ], + [ + "6", + "77" + ], + [ + "76", + "2" + ], + [ + "Ġ\"", + ">Ċ" + ], + [ + "��", + "��" + ], + [ + "Ġne", + "arest" + ], + [ + "59", + "1" + ], + [ + "_t", + "b" + ], + [ + "(", + "require" + ], + [ + "EO", + "F" + ], + [ + "-", + "child" + ], + [ + "Ġbu", + "dd" + ], + [ + ".Xtra", + "Editors" + ], + [ + "alt", + "ies" + ], + [ + "7", + "23" + ], + [ + "\\\":", + "\\\"" + ], + [ + "W", + "ords" + ], + [ + "9", + "17" + ], + [ + "Ġloc", + "ally" + ], + [ + "Ġpurch", + "ases" + ], + [ + "6", + "95" + ], + [ + "Draw", + "er" + ], + [ + "ex", + "tract" + ], + [ + "Ġexec", + "ut" + ], + [ + "}", + "'." + ], + [ + "user", + "data" + ], + [ + "Ġfocus", + "es" + ], + [ + "-min", + "ute" + ], + [ + "7", + "64" + ], + [ + "ĠP", + "ublish" + ], + [ + "og", + "o" + ], + [ + "Ġmount", + "ains" + ], + [ + "B", + "ot" + ], + [ + "}", + ">{" + ], + [ + "Ġt", + "ension" + ], + [ + "ro", + "d" + ], + [ + "m", + "esh" + ], + [ + "Ġtransform", + "ed" + ], + [ + ",", + "R" + ], + [ + "()", + "}Ċ" + ], + [ + ".l", + "ong" + ], + [ + "Ġg", + "orgeous" + ], + [ + "ĠS", + "chedule" + ], + [ + "Ġol", + "dest" + ], + [ + "Ġsub", + "process" + ], + [ + "(", + "IN" + ], + [ + "y", + "ect" + ], + [ + "ĠCo", + "oper" + ], + [ + "arn", + "ess" + ], + [ + "ĠMon", + "itor" + ], + [ + ".p", + "art" + ], + [ + "97", + "2" + ], + [ + "ĠN", + "BC" + ], + [ + "66", + "8" + ], + [ + "Ġc", + "otton" + ], + [ + "Ġh", + "ol" + ], + [ + "7", + "26" + ], + [ + "Ġrg", + "ba" + ], + [ + "ĠB", + "io" + ], + [ + "Cont", + "inue" + ], + [ + "P", + "od" + ], + [ + "Ġparticip", + "ating" + ], + [ + "clus", + "ions" + ], + [ + "(By", + "Val" + ], + [ + "7", + "34" + ], + [ + "Ã", + "¬" + ], + [ + "ĠH", + "OW" + ], + [ + "_set", + "opt" + ], + [ + "Ġaccompany", + "ing" + ], + [ + "09", + "1" + ], + [ + "at", + "on" + ], + [ + "Ġ/", + "\\" + ], + [ + "ĠAuth", + "entication" + ], + [ + "i", + "én" + ], + [ + "ĠBar", + "ack" + ], + [ + "/*", + "." + ], + [ + "Ġe", + "ager" + ], + [ + "ĠC", + "ancel" + ], + [ + "<", + "lemma" + ], + [ + "ep", + "h" + ], + [ + "ĉ", + "window" + ], + [ + "Ġinc", + "idents" + ], + [ + "75", + "6" + ], + [ + "),", + "(" + ], + [ + ".D", + "es" + ], + [ + "ib", + "e" + ], + [ + "ĠFunction", + "s" + ], + [ + "Ġhosp", + "itals" + ], + [ + "0", + "38" + ], + [ + "Ġo", + "xygen" + ], + [ + "root", + "Scope" + ], + [ + "Ġd", + "rew" + ], + [ + "ĉ", + "request" + ], + [ + "not", + "ice" + ], + [ + "ak", + "u" + ], + [ + "am", + "ents" + ], + [ + "f", + "ar" + ], + [ + "97", + "3" + ], + [ + "77", + "4" + ], + [ + "Ġprec", + "ise" + ], + [ + "_w", + "rapper" + ], + [ + "Ġlisten", + "ers" + ], + [ + "A", + "Z" + ], + [ + ".b", + "ounds" + ], + [ + "ĠA", + "verage" + ], + [ + "field", + "set" + ], + [ + "_", + "axis" + ], + [ + "Ġexam", + "ination" + ], + [ + "'", + ".Ċ" + ], + [ + "mon", + "s" + ], + [ + "++)", + "{čĊ" + ], + [ + "ĠForm", + "s" + ], + [ + "íķ", + "ľ" + ], + [ + "9", + "16" + ], + [ + "Cpp", + "Method" + ], + [ + "_tr", + "ace" + ], + [ + "Ġengine", + "er" + ], + [ + "66", + "3" + ], + [ + "ĠFl", + "at" + ], + [ + "Ġrev", + "ision" + ], + [ + "Ġhe", + "ating" + ], + [ + "6", + "38" + ], + [ + "/", + "profile" + ], + [ + ".r", + "u" + ], + [ + "p", + "riority" + ], + [ + "Ġin", + "fer" + ], + [ + "_ST", + "REAM" + ], + [ + "Ġ*", + ")(" + ], + [ + ">", + "$" + ], + [ + "OLE", + "AN" + ], + [ + "OK", + "IE" + ], + [ + "IB", + "ILITY" + ], + [ + "U", + "AGE" + ], + [ + "ĠSur", + "vey" + ], + [ + "07", + "1" + ], + [ + "Ġres", + "ign" + ], + [ + "w", + "ing" + ], + [ + "Ġsecre", + "ts" + ], + [ + "Ġch", + "ips" + ], + [ + "JSON", + "Object" + ], + [ + "Des", + "ktop" + ], + [ + "59", + "6" + ], + [ + "_SY", + "MBOL" + ], + [ + "(res", + "ource" + ], + [ + "ĠĊ" + ], + [ + "Ġnew", + "est" + ], + [ + "ul", + "i" + ], + [ + "Ġdes", + "ert" + ], + [ + "Ġd", + "ip" + ], + [ + "ĠP", + "ow" + ], + [ + "Ġequ", + "ation" + ], + [ + "Ġposs", + "ibilities" + ], + [ + "ĠF", + "ed" + ], + [ + "os", + "ph" + ], + [ + "Ġ[", + "%" + ], + [ + "Ġb", + "ubble" + ], + [ + "ether", + "lands" + ], + [ + "79", + "3" + ], + [ + "Ġc", + "ement" + ], + [ + ".", + "auto" + ], + [ + "_", + "AN" + ], + [ + "âĢĻ", + "." + ], + [ + "se", + "lection" + ], + [ + "ĠB", + "ond" + ], + [ + "9", + "88" + ], + [ + "D", + "en" + ], + [ + "-", + "O" + ], + [ + ".get", + "Type" + ], + [ + "8", + "96" + ], + [ + ".W", + "indow" + ], + [ + "p", + "res" + ], + [ + "Ġsw", + "inger" + ], + [ + "\"", + "})Ċ" + ], + [ + "Ġp", + "ip" + ], + [ + "Ġm", + "ice" + ], + [ + "Ġcomp", + "ound" + ], + [ + "-", + "plugin" + ], + [ + "ik", + "o" + ], + [ + "Ġcent", + "uries" + ], + [ + "ic", + "ular" + ], + [ + "-in", + "line" + ], + [ + "ĉ", + "key" + ], + [ + ">", + "\\<" + ], + [ + "EN", + "SION" + ], + [ + "Ġ[", + "čĊ" + ], + [ + "Ġprecis", + "ely" + ], + [ + "Ġét", + "é" + ], + [ + "ĠP", + "ast" + ], + [ + "ĠCam", + "bridge" + ], + [ + "-f", + "ull" + ], + [ + "Ġanaly", + "ze" + ], + [ + "ĠSte", + "ven" + ], + [ + "Ġn", + "em" + ], + [ + "d", + "ue" + ], + [ + "ore", + "n" + ], + [ + "Ġmus", + "cles" + ], + [ + "ij", + "ing" + ], + [ + "8", + "52" + ], + [ + "/", + "-" + ], + [ + "ĠKenn", + "edy" + ], + [ + "59", + "7" + ], + [ + "R", + "M" + ], + [ + "oss", + "ible" + ], + [ + "Ġact", + "ress" + ], + [ + "Ġd", + "olor" + ], + [ + "9", + "14" + ], + [ + "å½", + "ķ" + ], + [ + "Ne", + "ed" + ], + [ + ".t", + "oggle" + ], + [ + "ĠR", + "ace" + ], + [ + "w", + "ers" + ], + [ + ".m", + "aterial" + ], + [ + "ĠD", + "ue" + ], + [ + "ĠP", + "el" + ], + [ + "#", + "print" + ], + [ + "Ġindepend", + "ence" + ], + [ + "ex", + "us" + ], + [ + "Sh", + "adow" + ], + [ + "Ġenc", + "oder" + ], + [ + "(", + "level" + ], + [ + "ĠSw", + "ift" + ], + [ + ".d", + "oc" + ], + [ + "_se", + "lection" + ], + [ + "95", + "2" + ], + [ + "Ġserial", + "VersionUID" + ], + [ + "9", + "45" + ], + [ + "Label", + "s" + ], + [ + "Ġperform", + "ances" + ], + [ + ".T", + "ag" + ], + [ + "ĠN", + "HL" + ], + [ + "iz", + "en" + ], + [ + "/", + "UIKit" + ], + [ + "99", + "1" + ], + [ + "_CONT", + "ROL" + ], + [ + "Ġearn", + "ings" + ], + [ + "9", + "75" + ], + [ + "ĠAl", + "t" + ], + [ + "_H", + "ANDLE" + ], + [ + "C", + "tx" + ], + [ + "Ġpers", + "u" + ], + [ + "Ġtr", + "an" + ], + [ + "ç", + "¨" + ], + [ + "_CH", + "ANNEL" + ], + [ + "Ġsatisf", + "action" + ], + [ + "ĠG", + "P" + ], + [ + "7", + "69" + ], + [ + "io", + "x" + ], + [ + "m", + "itt" + ], + [ + "land", + "o" + ], + [ + "Ġp", + "ig" + ], + [ + "inal", + "s" + ], + [ + "ê", + "ncia" + ], + [ + "7", + "31" + ], + [ + "S", + "urface" + ], + [ + "ĠU", + "UID" + ], + [ + "Ġbenef", + "icial" + ], + [ + "Ġsequ", + "ences" + ], + [ + "ĉmem", + "set" + ], + [ + "Ġmag", + "ical" + ], + [ + "Â", + "«" + ], + [ + "Ġw", + "orn" + ], + [ + "AS", + "C" + ], + [ + "pop", + "up" + ], + [ + "COM", + "P" + ], + [ + "_b", + "efore" + ], + [ + "en", + "ess" + ], + [ + "U", + "i" + ], + [ + "L", + "es" + ], + [ + ".re", + "quire" + ], + [ + ".Serial", + "izable" + ], + [ + "add", + "Gap" + ], + [ + "Ġauthor", + "ization" + ], + [ + "08", + "5" + ], + [ + ".py", + "plot" + ], + [ + "urr", + "ay" + ], + [ + "lat", + "itude" + ], + [ + "8", + "45" + ], + [ + "fr", + "ames" + ], + [ + "aj", + "s" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġobserv", + "ations" + ], + [ + "_s", + "up" + ], + [ + ".en", + "viron" + ], + [ + "Ġtri", + "ple" + ], + [ + "ĠRub", + "y" + ], + [ + "Ġdr", + "ain" + ], + [ + "_F", + "ILTER" + ], + [ + "S", + "an" + ], + [ + "UM", + "P" + ], + [ + "Null", + "Exception" + ], + [ + "ĠG", + "ab" + ], + [ + "ow", + "e" + ], + [ + "ĠTurk", + "ish" + ], + [ + "_se", + "quence" + ], + [ + "ĠGr", + "ant" + ], + [ + "uel", + "a" + ], + [ + "Ġw", + "o" + ], + [ + "Ġc", + "ube" + ], + [ + "i", + "q" + ], + [ + "Ġdis", + "orders" + ], + [ + "Ġextra", + "ordinary" + ], + [ + "Ġc", + "trl" + ], + [ + "ĠSe", + "q" + ], + [ + "ent", + "r" + ], + [ + "8", + "65" + ], + [ + "Ġsan", + "ctions" + ], + [ + "9", + "49" + ], + [ + "uts", + "ch" + ], + [ + "Re", + "ports" + ], + [ + "Ġin", + "herit" + ], + [ + "Per", + "iod" + ], + [ + "Ġphot", + "ography" + ], + [ + "ĠF", + "ramework" + ], + [ + "Ġspecial", + "ist" + ], + [ + "Ġ?", + "ĊĊ" + ], + [ + "_", + "selected" + ], + [ + ".P", + "layer" + ], + [ + "Ġal", + "location" + ], + [ + "(", + "account" + ], + [ + "Ġstruct", + "ural" + ], + [ + "v", + "able" + ], + [ + "-", + "offset" + ], + [ + ".App", + "CompatActivity" + ], + [ + "аÐ", + "¼" + ], + [ + ".Add", + "WithValue" + ], + [ + "Ġicon", + "s" + ], + [ + "Ġshut", + "down" + ], + [ + "_l", + "ow" + ], + [ + "ĠCom", + "pare" + ], + [ + "ĠC", + "e" + ], + [ + "=", + "head" + ], + [ + "l", + "am" + ], + [ + ".p", + "redict" + ], + [ + "_DE", + "C" + ], + [ + "ĠS", + "leep" + ], + [ + "ĠGr", + "atis" + ], + [ + "Ġsuggest", + "ion" + ], + [ + "ĠD", + "EL" + ], + [ + "ca", + "ff" + ], + [ + "av", + "irus" + ], + [ + "No", + "thing" + ], + [ + "ŀ", + "ĭ" + ], + [ + "Ġwides", + "pread" + ], + [ + "Ġmechan", + "isms" + ], + [ + "Ġtext", + "Align" + ], + [ + "occ", + "up" + ], + [ + "ĠR", + "ail" + ], + [ + ":", + "NS" + ], + [ + "Ġf", + "iber" + ], + [ + "Ġm", + "k" + ], + [ + "Ġv", + "intage" + ], + [ + "-l", + "ong" + ], + [ + ".re", + "duce" + ], + [ + ".", + "Entities" + ], + [ + "(", + "record" + ], + [ + "Ġple", + "asant" + ], + [ + "FR", + "ING" + ], + [ + ".C", + "ells" + ], + [ + "OT", + "T" + ], + [ + "ĉelse", + "if" + ], + [ + "64", + "9" + ], + [ + "7", + "24" + ], + [ + "_con", + "firm" + ], + [ + "ĠView", + "Group" + ], + [ + "s", + "ym" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġsus", + "pected" + ], + [ + "Cont", + "ains" + ], + [ + "98", + "3" + ], + [ + "Ġb", + "orders" + ], + [ + "Ġcomponent", + "Did" + ], + [ + "ASS", + "ERT" + ], + [ + "Ġinf", + "inite" + ], + [ + "-", + "order" + ], + [ + "Ġh", + "ello" + ], + [ + "ĠGr", + "ade" + ], + [ + ".currentTime", + "Millis" + ], + [ + "apol", + "is" + ], + [ + "z", + "h" + ], + [ + "ĉ", + "Object" + ], + [ + ":", + "\\\\" + ], + [ + "H", + "O" + ], + [ + "val", + "uation" + ], + [ + "Ġvoc", + "ab" + ], + [ + "7", + "19" + ], + [ + "Ġcou", + "pon" + ], + [ + "atab", + "ases" + ], + [ + ".Get", + "Type" + ], + [ + "L", + "earn" + ], + [ + "79", + "2" + ], + [ + "]", + "=\"" + ], + [ + "ĠG", + "ary" + ], + [ + "ot", + "ive" + ], + [ + "Ġas", + "h" + ], + [ + "Ġb", + "ib" + ], + [ + "XX", + "XX" + ], + [ + "Ġbal", + "anced" + ], + [ + "VAL", + "UE" + ], + [ + "ĠN", + "at" + ], + [ + "_A", + "d" + ], + [ + "<", + "E" + ], + [ + "åĮ", + "º" + ], + [ + "ĠMethod", + "Info" + ], + [ + "8", + "97" + ], + [ + "L", + "IB" + ], + [ + "Ġconsider", + "able" + ], + [ + "ĠInd", + "ustry" + ], + [ + "test", + "s" + ], + [ + ".set", + "Title" + ], + [ + "ĠBl", + "uetooth" + ], + [ + "Ġm", + "apped" + ], + [ + "ĠBru", + "ce" + ], + [ + "ĠMain", + "Window" + ], + [ + "ĉ", + "status" + ], + [ + "Ġr", + "az" + ], + [ + "ĠM", + "and" + ], + [ + "Ġclass", + "ification" + ], + [ + "Per", + "missions" + ], + [ + "9", + "69" + ], + [ + "Ġ----------------------------------------------------------------", + "------------" + ], + [ + "Ġcontain", + "ers" + ], + [ + ":", + "set" + ], + [ + "_x", + "ml" + ], + [ + "Ġwh", + "ilst" + ], + [ + "Th", + "rough" + ], + [ + "Ġval", + "ign" + ], + [ + "Ġworld", + "s" + ], + [ + "C", + "ORD" + ], + [ + "ED", + "IA" + ], + [ + "ÑĢ", + "ов" + ], + [ + "Ġsp", + "are" + ], + [ + "ĠH", + "ad" + ], + [ + "ĠDE", + "F" + ], + [ + "(p", + "tr" + ], + [ + "Ġwarm", + "ing" + ], + [ + "8", + "98" + ], + [ + "à¤", + "¾" + ], + [ + "Ġcons", + "ensus" + ], + [ + "ag", + "ne" + ], + [ + "CT", + "L" + ], + [ + "Ġì", + "ķ" + ], + [ + ".M", + "ain" + ], + [ + "web", + "Element" + ], + [ + "Ġp", + "ist" + ], + [ + "Fl", + "ash" + ], + [ + "App", + "end" + ], + [ + ".tw", + "img" + ], + [ + "T", + "ap" + ], + [ + "Ġveget", + "ables" + ], + [ + "al", + "g" + ], + [ + "05", + "8" + ], + [ + ".s", + "ample" + ], + [ + "Ġcoach", + "ing" + ], + [ + "(", + "ind" + ], + [ + "Cell", + "Value" + ], + [ + "Check", + "Box" + ], + [ + "ĠH", + "ell" + ], + [ + "RO", + "OT" + ], + [ + "7", + "96" + ], + [ + "Ġst", + "adium" + ], + [ + "Ġinvestig", + "ating" + ], + [ + ")", + "%" + ], + [ + "st", + "ed" + ], + [ + "9", + "65" + ], + [ + "ĠW", + "riting" + ], + [ + "Ġê", + "²" + ], + [ + "Ġun", + "o" + ], + [ + "Ġ{{", + "--" + ], + [ + "Ġco", + "ords" + ], + [ + "Ġun", + "ser" + ], + [ + "organ", + "ization" + ], + [ + "ĠCr", + "ime" + ], + [ + "ĠDemocr", + "at" + ], + [ + "57", + "9" + ], + [ + "Ġv", + "in" + ], + [ + "/", + "file" + ], + [ + "0", + "78" + ], + [ + "-", + "api" + ], + [ + "ĠA", + "y" + ], + [ + "Ġfund", + "ed" + ], + [ + "ĠBre", + "xit" + ], + [ + "ĠG", + "h" + ], + [ + "ent", + "ina" + ], + [ + "c", + "ases" + ], + [ + "Ġd", + "ash" + ], + [ + "Ġ!!", + "}Ċ" + ], + [ + "H", + "I" + ], + [ + "Off", + "ice" + ], + [ + "Ġcapt", + "ain" + ], + [ + "Ġwor", + "ship" + ], + [ + "\\", + "C" + ], + [ + "7", + "33" + ], + [ + "8", + "51" + ], + [ + "Ġglo", + "be" + ], + [ + "_", + "board" + ], + [ + "Ġbab", + "ies" + ], + [ + "87", + "6" + ], + [ + "Ġconsec", + "utive" + ], + [ + "Ġenh", + "anced" + ], + [ + "ere", + "um" + ], + [ + "ĠAd", + "vis" + ], + [ + "Ġgr", + "ain" + ], + [ + "77", + "1" + ], + [ + "Ġc", + "raw" + ], + [ + "ancell", + "ationToken" + ], + [ + ".", + "alpha" + ], + [ + "_W", + "ITH" + ], + [ + "ĠO", + "tt" + ], + [ + "ĠC", + "ool" + ], + [ + ".b", + "atch" + ], + [ + "Ġver", + "ified" + ], + [ + "(c", + "allback" + ], + [ + "Ġreg", + "ards" + ], + [ + "68", + "3" + ], + [ + "ĠInt", + "Ptr" + ], + [ + "ouch", + "er" + ], + [ + "Ġk", + "in" + ], + [ + "Ġtou", + "ched" + ], + [ + "it", + "Ãł" + ], + [ + "ath", + "on" + ], + [ + "Ġadj", + "acent" + ], + [ + "Ġaccom", + "panied" + ], + [ + "LE", + "AR" + ], + [ + "Ġim", + "plies" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠBalt", + "imore" + ], + [ + "=\"", + "-" + ], + [ + "Fin", + "ally" + ], + [ + "88", + "3" + ], + [ + "S", + "am" + ], + [ + "ic", + "opt" + ], + [ + "Ġs", + "od" + ], + [ + "Ġm", + "aj" + ], + [ + "ĠSh", + "ipping" + ], + [ + "Ġget", + "All" + ], + [ + "Ġcoach", + "es" + ], + [ + "Ġdon", + "ations" + ], + [ + "il", + "ot" + ], + [ + "ĠT", + "ar" + ], + [ + "c", + "err" + ], + [ + "Ġbad", + "ge" + ], + [ + "Ġmark", + "ers" + ], + [ + "ĠR", + "and" + ], + [ + "ais", + "ed" + ], + [ + "iss", + "ance" + ], + [ + "Ġexpl", + "oring" + ], + [ + "8", + "27" + ], + [ + "uc", + "ed" + ], + [ + "ĠIndones", + "ia" + ], + [ + "Ġbene", + "ath" + ], + [ + "Ġmagn", + "etic" + ], + [ + "Ġm", + "useum" + ], + [ + "match", + "Condition" + ], + [ + "Ġdis", + "rupt" + ], + [ + "Ġrem", + "ind" + ], + [ + "ĠT", + "M" + ], + [ + "Ġ/", + "><" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġes", + "k" + ], + [ + ".N", + "ull" + ], + [ + "ĠD", + "ies" + ], + [ + "_OUT", + "PUT" + ], + [ + "_TYP", + "ED" + ], + [ + "Ġpaint", + "ed" + ], + [ + "67", + "3" + ], + [ + "7", + "35" + ], + [ + "Ġsoph", + "istic" + ], + [ + "ĠB", + "ear" + ], + [ + "*", + "n" + ], + [ + "_P", + "ACK" + ], + [ + "Ġdeliver", + "ing" + ], + [ + "ĠC", + "OUNT" + ], + [ + "åį", + "ķ" + ], + [ + "Ġj", + "eg" + ], + [ + "-c", + "ar" + ], + [ + "f", + "name" + ], + [ + "Ġr", + "anging" + ], + [ + "8", + "48" + ], + [ + "ĠN", + "eg" + ], + [ + "/", + "******/" + ], + [ + "ĠCH", + "AR" + ], + [ + "Ġul", + "tra" + ], + [ + "Gr", + "ad" + ], + [ + "=", + "t" + ], + [ + "Ġjud", + "ges" + ], + [ + "ĠD", + "ise" + ], + [ + "ann", + "ers" + ], + [ + "98", + "5" + ], + [ + "89", + "1" + ], + [ + "86", + "1" + ], + [ + "Ġsc", + "al" + ], + [ + "_c", + "al" + ], + [ + "ĠCON", + "NECTION" + ], + [ + "_", + "embed" + ], + [ + "(f", + "n" + ], + [ + "ĠC", + "raft" + ], + [ + "04", + "7" + ], + [ + "ĠP", + "as" + ], + [ + "\")", + "->" + ], + [ + ".con", + "vert" + ], + [ + ".res", + "ource" + ], + [ + "ĠST", + "ATUS" + ], + [ + "ô", + "ng" + ], + [ + "ĠT", + "it" + ], + [ + "Ġclass", + "room" + ], + [ + "ĠArch", + "itect" + ], + [ + "ĠK", + "ings" + ], + [ + "Ġstead", + "y" + ], + [ + "/*", + "!Ċ" + ], + [ + "ĠG", + "ene" + ], + [ + ")", + "\";Ċ" + ], + [ + "ic", + "ia" + ], + [ + "st", + "an" + ], + [ + "ĠCon", + "struction" + ], + [ + "um", + "per" + ], + [ + "95", + "1" + ], + [ + "w", + "c" + ], + [ + "ĠC", + "BS" + ], + [ + "ing", + "ing" + ], + [ + "-p", + "arty" + ], + [ + "(d", + "river" + ], + [ + "M", + "ARK" + ], + [ + "08", + "2" + ], + [ + "Ġn", + "ested" + ], + [ + "ew", + "ard" + ], + [ + "Ġdepend", + "ency" + ], + [ + "Ġm", + "ales" + ], + [ + "9", + "28" + ], + [ + "ĠO", + "NE" + ], + [ + "ĠProdu", + "ction" + ], + [ + "][", + "$" + ], + [ + "ãĥ¼", + "ãĥ" + ], + [ + "_LO", + "AD" + ], + [ + "ĠB", + "ol" + ], + [ + "el", + "ry" + ], + [ + "8", + "31" + ], + [ + "ł", + "éĻ¤" + ], + [ + "ĠRe", + "quire" + ], + [ + "Ġpl", + "acing" + ], + [ + "xx", + "x" + ], + [ + "CA", + "LE" + ], + [ + "Ġth", + "umb" + ], + [ + "8", + "24" + ], + [ + "Ch", + "oose" + ], + [ + "Ġprot", + "otype" + ], + [ + "VO", + "ID" + ], + [ + "Ġles", + "bian" + ], + [ + "7", + "41" + ], + [ + "Ġtra", + "its" + ], + [ + "Sh", + "arp" + ], + [ + "Ġconsum", + "e" + ], + [ + "Tr", + "uth" + ], + [ + "Ġaction", + "Performed" + ], + [ + "ĠEnvironment", + "al" + ], + [ + "ĠDe", + "an" + ], + [ + "Ġest", + "ado" + ], + [ + "s", + "ame" + ], + [ + "Ġnumer", + "ic" + ], + [ + "Ġtrans", + "it" + ], + [ + ".", + "Email" + ], + [ + "-s", + "ide" + ], + [ + "_R", + "UN" + ], + [ + "ĠVill", + "age" + ], + [ + "_OP", + "EN" + ], + [ + "è", + "¦" + ], + [ + ".re", + "m" + ], + [ + "-w", + "arning" + ], + [ + "any", + "a" + ], + [ + "Property", + "Changed" + ], + [ + "Ġ(!", + "_" + ], + [ + "(", + "check" + ], + [ + "il", + "ia" + ], + [ + "ĠSo", + "ft" + ], + [ + "st", + "eps" + ], + [ + "ĠMad", + "rid" + ], + [ + "Memory", + "Warning" + ], + [ + "Ġhand", + "lers" + ], + [ + "Ġexperi", + "encing" + ], + [ + "Ġins", + "pect" + ], + [ + "button", + "s" + ], + [ + "Receive", + "MemoryWarning" + ], + [ + "chem", + "y" + ], + [ + "Link", + "s" + ], + [ + "Ġur", + "llib" + ], + [ + ".System", + "Colors" + ], + [ + "ĠE", + "igen" + ], + [ + "Ġpun", + "ishment" + ], + [ + ":UI", + "Control" + ], + [ + "bar", + "a" + ], + [ + "-", + "set" + ], + [ + "Ġ}čĊčĊ", + "čĊ" + ], + [ + "Ġtoler", + "ance" + ], + [ + "Ġinter", + "faces" + ], + [ + ".", + "redirect" + ], + [ + "ighb", + "ors" + ], + [ + "cs", + "rf" + ], + [ + "_back", + "ground" + ], + [ + ".", + "Utils" + ], + [ + "_H", + "T" + ], + [ + "69", + "2" + ], + [ + "ĠInter", + "est" + ], + [ + "im", + "os" + ], + [ + "Ġgr", + "ants" + ], + [ + "08", + "3" + ], + [ + "Ġexam", + "ined" + ], + [ + "Ð", + "Ķ" + ], + [ + "Ġc", + "f" + ], + [ + "for", + "ge" + ], + [ + "back", + "s" + ], + [ + "ĠObject", + "s" + ], + [ + "_s", + "ent" + ], + [ + ".", + "entry" + ], + [ + "ĠTH", + "EN" + ], + [ + "ell", + "ido" + ], + [ + "c", + "ia" + ], + [ + ",", + "res" + ], + [ + "65", + "9" + ], + [ + "68", + "1" + ], + [ + "/std", + "c" + ], + [ + ".", + "nd" + ], + [ + "(", + "Int" + ], + [ + "ĠAuth", + "ors" + ], + [ + "ĠApp", + "CompatActivity" + ], + [ + "'", + "{" + ], + [ + "Ġmed", + "i" + ], + [ + "M", + "usic" + ], + [ + "ig", + "m" + ], + [ + "ce", + "ipt" + ], + [ + "Ġa", + "uss" + ], + [ + "Ġtarget", + "ing" + ], + [ + "ĠKe", + "ys" + ], + [ + "h", + "n" + ], + [ + ":", + "]Ċ" + ], + [ + "Ġmin", + "eral" + ], + [ + "Ã", + "®" + ], + [ + ".c", + "a" + ], + [ + "76", + "1" + ], + [ + "om", + "ed" + ], + [ + "Ġshe", + "ets" + ], + [ + "Ġc", + "amb" + ], + [ + "Ġdead", + "ly" + ], + [ + ".in", + "ject" + ], + [ + "(", + "unit" + ], + [ + "ĠSe", + "lection" + ], + [ + ".g", + "ms" + ], + [ + "(", + "connection" + ], + [ + "Ġ$", + "(\"" + ], + [ + "é", + "mon" + ], + [ + "ĠCurrent", + "ly" + ], + [ + "pt", + "e" + ], + [ + "_path", + "s" + ], + [ + "8", + "47" + ], + [ + "le", + "af" + ], + [ + "Ġimp", + "lications" + ], + [ + "pos", + "al" + ], + [ + "ä½", + "į" + ], + [ + "[", + "/" + ], + [ + "anc", + "ia" + ], + [ + "é", + "Ľ" + ], + [ + "m", + "ul" + ], + [ + "c", + "ie" + ], + [ + "Ġge", + "ile" + ], + [ + "67", + "9" + ], + [ + "im", + "als" + ], + [ + "UI", + "View" + ], + [ + "Ġs", + "urre" + ], + [ + "serial", + "ize" + ], + [ + "IS", + "O" + ], + [ + "Ġarbit", + "rary" + ], + [ + "Ġsock", + "addr" + ], + [ + ".f", + "n" + ], + [ + "ĠM", + "erc" + ], + [ + "Ġcast", + "ing" + ], + [ + "Key", + "Down" + ], + [ + "Ġnew", + "Value" + ], + [ + "op", + "ens" + ], + [ + "7", + "17" + ], + [ + "T", + "odo" + ], + [ + "Ġflex", + "ibility" + ], + [ + "ĉĉĉĉ", + "ĠĠ" + ], + [ + "V", + "elocity" + ], + [ + "ú", + "n" + ], + [ + "row", + "ing" + ], + [ + "Ġcomput", + "ed" + ], + [ + "`", + ")Ċ" + ], + [ + "st", + "atement" + ], + [ + "Ġr", + "i" + ], + [ + "_c", + "art" + ], + [ + "L", + "ow" + ], + [ + "trans", + "fer" + ], + [ + ".n", + "av" + ], + [ + "Ġgr", + "ave" + ], + [ + "ĠDo", + "or" + ], + [ + "ĉ", + "alert" + ], + [ + "69", + "1" + ], + [ + "69", + "8" + ], + [ + ".sub", + "scribe" + ], + [ + "-", + "profile" + ], + [ + "ĉb", + "ase" + ], + [ + "ĠâĪ", + "Ĵ" + ], + [ + "__", + "ĊĊ" + ], + [ + "Ġengine", + "ers" + ], + [ + "Ġexplos", + "ion" + ], + [ + "Ġd", + "ari" + ], + [ + "68", + "2" + ], + [ + "ĉ", + "Log" + ], + [ + "on", + "al" + ], + [ + "Ġisol", + "ated" + ], + [ + "{", + "i" + ], + [ + "ĠM", + "sg" + ], + [ + "F", + "uture" + ], + [ + "Ġrac", + "ist" + ], + [ + "-w", + "rap" + ], + [ + "ĠV", + "ers" + ], + [ + "b", + "org" + ], + [ + "IS", + "ION" + ], + [ + "Ġ", + "ÑĢаÐ" + ], + [ + "ĠY", + "an" + ], + [ + "8", + "36" + ], + [ + "init", + "With" + ], + [ + "Ġn", + "omin" + ], + [ + "(", + "empty" + ], + [ + "ÃŃ", + "n" + ], + [ + "ãĤ", + "¤" + ], + [ + "ĉ", + "width" + ], + [ + "Ġch", + "amber" + ], + [ + "/", + "ajax" + ], + [ + "EM", + "P" + ], + [ + "09", + "3" + ], + [ + "Ġnec", + "es" + ], + [ + "iv", + "os" + ], + [ + "log", + "ic" + ], + [ + "*)", + "&" + ], + [ + "cript", + "s" + ], + [ + "97", + "6" + ], + [ + "Row", + "At" + ], + [ + "05", + "3" + ], + [ + "ib", + "lings" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġcomput", + "ing" + ], + [ + "Ġm", + "aker" + ], + [ + "ĠNe", + "ither" + ], + [ + "b", + "readcrumb" + ], + [ + "Ġserial", + "ize" + ], + [ + "ĠWith", + "in" + ], + [ + "Ġd", + "ell" + ], + [ + "_TR", + "ACE" + ], + [ + "09", + "2" + ], + [ + "=", + "a" + ], + [ + "Ġwish", + "es" + ], + [ + "-in", + "ch" + ], + [ + "ĠD", + "or" + ], + [ + "Ġinnoc", + "ent" + ], + [ + "ĠD", + "ol" + ], + [ + "Ġint", + "ens" + ], + [ + "for", + "ced" + ], + [ + "05", + "4" + ], + [ + "ĠB", + "IT" + ], + [ + "Ġphotograph", + "s" + ], + [ + "Ġcas", + "a" + ], + [ + "ĠL", + "en" + ], + [ + "\\F", + "ramework" + ], + [ + ".S", + "imple" + ], + [ + "Ġde", + "ar" + ], + [ + "8", + "95" + ], + [ + ")/", + "(" + ], + [ + "ip", + "pi" + ], + [ + "Ġown", + "s" + ], + [ + "Pl", + "ayers" + ], + [ + "Ġpropos", + "als" + ], + [ + ".p", + "i" + ], + [ + "us", + "alem" + ], + [ + "D", + "amage" + ], + [ + "Ġcal", + "ories" + ], + [ + "ĠCreat", + "ive" + ], + [ + "Ġ[", + "$" + ], + [ + "Ġ//", + "čĊ" + ], + [ + "78", + "6" + ], + [ + "And", + "View" + ], + [ + "è", + "me" + ], + [ + ".c", + "ustom" + ], + [ + "_f", + "actory" + ], + [ + "command", + "s" + ], + [ + "_lo", + "ok" + ], + [ + "Ġstr", + "cmp" + ], + [ + "Y", + "N" + ], + [ + "a", + "ired" + ], + [ + "Ġaud", + "it" + ], + [ + "о", + "ÑģÑĤ" + ], + [ + "ĠRe", + "verse" + ], + [ + "ropri", + "ate" + ], + [ + "et", + "ics" + ], + [ + "<", + "vector" + ], + [ + ".s", + "elenium" + ], + [ + ".", + "or" + ], + [ + "Ġpred", + "icate" + ], + [ + "Ġfinish", + "ing" + ], + [ + "Ġk", + "le" + ], + [ + "ĠRep", + "os" + ], + [ + "ĠK", + "han" + ], + [ + "ĠM", + "aking" + ], + [ + "ĠF", + "S" + ], + [ + "Ġp", + "ute" + ], + [ + "ĉ", + "state" + ], + [ + "_S", + "UPPORT" + ], + [ + "'", + "-" + ], + [ + "orient", + "ation" + ], + [ + "Ġexist", + "ed" + ], + [ + "atur", + "a" + ], + [ + "Ġexpect", + "s" + ], + [ + "ĠSh", + "adow" + ], + [ + "9", + "66" + ], + [ + "Ġorgan", + "iz" + ], + [ + "å", + "ŀĭ" + ], + [ + "Ġsusp", + "ension" + ], + [ + "66", + "9" + ], + [ + "Ġu", + "it" + ], + [ + "Ġsimult", + "aneously" + ], + [ + "ĠAff", + "ero" + ], + [ + ":", + "\");Ċ" + ], + [ + "Ġro", + "cket" + ], + [ + "c", + "as" + ], + [ + "eter", + "mine" + ], + [ + "ace", + "ut" + ], + [ + "69", + "3" + ], + [ + "x", + "l" + ], + [ + "ĠA", + "MD" + ], + [ + "(", + "graph" + ], + [ + "75", + "8" + ], + [ + "87", + "2" + ], + [ + "ass", + "oci" + ], + [ + "_C", + "R" + ], + [ + ".ar", + "ange" + ], + [ + "04", + "9" + ], + [ + "(j", + "Label" + ], + [ + "Ġbe", + "ef" + ], + [ + "Qu", + "ick" + ], + [ + ".c", + "ard" + ], + [ + "]", + "):" + ], + [ + "-", + "gr" + ], + [ + "7", + "97" + ], + [ + ".G", + "ONE" + ], + [ + "_C", + "LOSE" + ], + [ + "ĠNe", + "v" + ], + [ + "ÃŃ", + "as" + ], + [ + "Ġste", + "pped" + ], + [ + "ĠFre", + "edom" + ], + [ + "ĠW", + "R" + ], + [ + "NS", + "Array" + ], + [ + "_r", + "x" + ], + [ + "_d", + "ialog" + ], + [ + "Ġhot", + "els" + ], + [ + "95", + "3" + ], + [ + "Ġ(", + "\\<" + ], + [ + "ĠD", + "iamond" + ], + [ + "Ġassum", + "ption" + ], + [ + "um", + "i" + ], + [ + "(", + "items" + ], + [ + "č", + "ččĊ" + ], + [ + "æ³", + "ķ" + ], + [ + "Ġn", + "el" + ], + [ + "Book", + "s" + ], + [ + "åİ", + "¿" + ], + [ + "us", + "b" + ], + [ + "ĠF", + "IN" + ], + [ + "88", + "1" + ], + [ + "æ", + "¬" + ], + [ + "Ġcorpor", + "ations" + ], + [ + "US", + "A" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "9", + "29" + ], + [ + ".p", + "roperty" + ], + [ + "ew", + "ise" + ], + [ + "_", + "plot" + ], + [ + "\">", + "';Ċ" + ], + [ + "Ġpe", + "pper" + ], + [ + "98", + "9" + ], + [ + "Ġsh", + "ed" + ], + [ + "ĠMed", + "ium" + ], + [ + "ĠC", + "ookie" + ], + [ + "88", + "9" + ], + [ + "Ġoverse", + "as" + ], + [ + "ed", + "or" + ], + [ + "asure", + "ment" + ], + [ + "7", + "66" + ], + [ + "åŃ", + "ĺ" + ], + [ + "Ġ'", + ".'" + ], + [ + "Ġph", + "p" + ], + [ + "ĠPRO", + "C" + ], + [ + "Ġexception", + "al" + ], + [ + "(", + "th" + ], + [ + "ĠJ", + "et" + ], + [ + "Ġoccup", + "ied" + ], + [ + ".set", + "Image" + ], + [ + "ĠRel", + "ated" + ], + [ + "uck", + "er" + ], + [ + "M", + "embers" + ], + [ + "PR", + "INT" + ], + [ + "ĠG", + "lo" + ], + [ + "_V", + "IEW" + ], + [ + "}", + "\",Ċ" + ], + [ + "Ġad", + "option" + ], + [ + "[]", + ")Ċ" + ], + [ + "8", + "42" + ], + [ + "ĠMiss", + "ouri" + ], + [ + "ĠLin", + "coln" + ], + [ + "eral", + "d" + ], + [ + "Pop", + "up" + ], + [ + "Ġf", + "ate" + ], + [ + "-", + "bootstrap" + ], + [ + "fe", + "ctions" + ], + [ + "ĠP", + "oll" + ], + [ + "_ARG", + "S" + ], + [ + "in", + "ance" + ], + [ + "69", + "7" + ], + [ + "-h", + "ome" + ], + [ + ".", + ")," + ], + [ + "_d", + "one" + ], + [ + "69", + "4" + ], + [ + ":", + "ĊĊĊ" + ], + [ + "Ġdiscuss", + "ing" + ], + [ + "ĠSQL", + "Exception" + ], + [ + "Ġelect", + "ro" + ], + [ + "ĉ", + "req" + ], + [ + "Ġz", + "w" + ], + [ + "88", + "6" + ], + [ + "Ġl", + "ui" + ], + [ + "9", + "32" + ], + [ + "Ġover", + "night" + ], + [ + "$", + "user" + ], + [ + "ĠW", + "AY" + ], + [ + "Ġall", + "erg" + ], + [ + "Ġdisappoint", + "ed" + ], + [ + "Ġradi", + "ation" + ], + [ + "Ġimpress", + "ed" + ], + [ + "ific", + "ates" + ], + [ + "Ġto", + "b" + ], + [ + "CL", + "ASS" + ], + [ + "Ġc", + "uda" + ], + [ + "_d", + "et" + ], + [ + "-", + "post" + ], + [ + "ul", + "u" + ], + [ + "Trans", + "lation" + ], + [ + "-h", + "and" + ], + [ + ".y", + "ear" + ], + [ + "ĠM", + "ongo" + ], + [ + "Ġun", + "clear" + ], + [ + ".", + "engine" + ], + [ + "WEB", + "PACK" + ], + [ + "r", + "ices" + ], + [ + "_AC", + "CESS" + ], + [ + "Ġh", + "olidays" + ], + [ + "per", + "cent" + ], + [ + ".Id", + "entity" + ], + [ + "ĠG", + "ov" + ], + [ + "Ġpassion", + "ate" + ], + [ + "!!", + "." + ], + [ + "ĠGree", + "ce" + ], + [ + "plus", + "plus" + ], + [ + "'))", + ";" + ], + [ + "G", + "P" + ], + [ + "Ġexc", + "it" + ], + [ + ".tab", + "Page" + ], + [ + "_", + "cond" + ], + [ + "Ġspons", + "or" + ], + [ + "M", + "ODULE" + ], + [ + "_pro", + "c" + ], + [ + "Ġ$", + "Ċ" + ], + [ + "Ġr", + "ational" + ], + [ + ".T", + "ool" + ], + [ + "Ġi", + "hr" + ], + [ + "cc", + "a" + ], + [ + "åĵ", + "ģ" + ], + [ + "ĠE", + "state" + ], + [ + "IB", + "UTE" + ], + [ + "Action", + "Performed" + ], + [ + "ĠS", + "olar" + ], + [ + "¦", + "Ĥ" + ], + [ + "Ġequ", + "ity" + ], + [ + "t", + "id" + ], + [ + "9", + "38" + ], + [ + "Ġrec", + "ip" + ], + [ + ".s", + "imple" + ], + [ + "m", + "k" + ], + [ + "68", + "9" + ], + [ + "ĠL", + "uke" + ], + [ + "ĠGuard", + "ian" + ], + [ + "Ġenc", + "rypted" + ], + [ + "Ġdomin", + "ant" + ], + [ + ".", + "place" + ], + [ + "ĠN", + "V" + ], + [ + "8", + "39" + ], + [ + "Ġtong", + "ue" + ], + [ + "(", + "Get" + ], + [ + "Ġst", + "ainless" + ], + [ + ".P", + "lay" + ], + [ + "Ġe", + "b" + ], + [ + "ac", + "i" + ], + [ + ".b", + "uffer" + ], + [ + "readcr", + "umbs" + ], + [ + "Ġvacc", + "ine" + ], + [ + "p", + "rom" + ], + [ + "97", + "9" + ], + [ + "Ġuser", + "Info" + ], + [ + "Ġsl", + "ug" + ], + [ + "Serial", + "izedName" + ], + [ + "-w", + "ide" + ], + [ + "Ġre", + "actions" + ], + [ + "ĠY", + "ang" + ], + [ + "ĠAdd", + "s" + ], + [ + "(user", + "Id" + ], + [ + "Ġpl", + "ates" + ], + [ + "ĠM", + "EM" + ], + [ + "Ġb", + "ail" + ], + [ + "In", + "side" + ], + [ + "et", + "ed" + ], + [ + "Ġels", + "if" + ], + [ + "Ġs", + "ake" + ], + [ + "Ġc", + "ycles" + ], + [ + "Ġì", + "Ĺ" + ], + [ + "ĉ", + "I" + ], + [ + "-c", + "ollapse" + ], + [ + "8", + "41" + ], + [ + "ĠG", + "MT" + ], + [ + "8", + "14" + ], + [ + "De", + "claration" + ], + [ + "Ġg", + "ros" + ], + [ + "Ġreach", + "es" + ], + [ + "Ġcust", + "ody" + ], + [ + "Unt", + "il" + ], + [ + "75", + "3" + ], + [ + "8", + "56" + ], + [ + "t", + "u" + ], + [ + "ĠCh", + "en" + ], + [ + "Ġn", + "x" + ], + [ + "(", + "addr" + ], + [ + "ĠO", + "ffer" + ], + [ + "Ġcol", + "leg" + ], + [ + "ass", + "ador" + ], + [ + "67", + "4" + ], + [ + "Ġm", + "apper" + ], + [ + "8", + "54" + ], + [ + "ĠS", + "IGNAL" + ], + [ + "ĠB", + "loom" + ], + [ + "ĠH", + "oll" + ], + [ + "ĠIm", + "per" + ], + [ + "-d", + "es" + ], + [ + "_s", + "ite" + ], + [ + "Pro", + "c" + ], + [ + "E", + "qu" + ], + [ + "Ġat", + "omic" + ], + [ + "ĠW", + "oman" + ], + [ + "s", + "ent" + ], + [ + "7", + "38" + ], + [ + "8", + "17" + ], + [ + "sc", + "ar" + ], + [ + "Ġint", + "elligent" + ], + [ + "ĠGet", + "ting" + ], + [ + "ĠReg", + "istration" + ], + [ + "ĠPh", + "ill" + ], + [ + "Ġkill", + "er" + ], + [ + "unic", + "ode" + ], + [ + "Ċ", + "ĉĉĊ" + ], + [ + "ĠJac", + "ob" + ], + [ + "ĠCon", + "st" + ], + [ + "Ġloc", + "ate" + ], + [ + "Ġca", + "us" + ], + [ + "7", + "49" + ], + [ + "ĠSch", + "olar" + ], + [ + "Ġconstitution", + "al" + ], + [ + "Ġinfl", + "ation" + ], + [ + "ĠG", + "ot" + ], + [ + "=", + "array" + ], + [ + "end", + "um" + ], + [ + "Ġtransl", + "ated" + ], + [ + "Ġdiv", + "orce" + ], + [ + "En", + "tries" + ], + [ + "Ġs", + "or" + ], + [ + "ĠQu", + "ote" + ], + [ + "irl", + "ines" + ], + [ + "U", + "K" + ], + [ + "Ġexc", + "el" + ], + [ + "(", + "opt" + ], + [ + "ĠAD", + "V" + ], + [ + ",:", + "," + ], + [ + "Ġcontact", + "ed" + ], + [ + "7", + "42" + ], + [ + "ĠD", + "A" + ], + [ + "Ġr", + "ings" + ], + [ + "ĠIndust", + "rial" + ], + [ + ".get", + "Context" + ], + [ + "Ġforg", + "otten" + ], + [ + "ĠT", + "an" + ], + [ + "Ġp", + "ants" + ], + [ + "Ġo", + "v" + ], + [ + "Ġdec", + "oder" + ], + [ + "ĠPart", + "ial" + ], + [ + "Ġv", + "c" + ], + [ + "Ġbatt", + "les" + ], + [ + "A", + "rial" + ], + [ + "FRING", + "EMENT" + ], + [ + "ir", + "ates" + ], + [ + ",", + "w" + ], + [ + "aint", + "enance" + ], + [ + "ĠO", + "d" + ], + [ + "ĠTechn", + "ologies" + ], + [ + "åī", + "į" + ], + [ + "ĠCar", + "ter" + ], + [ + ".find", + "All" + ], + [ + "N", + "ome" + ], + [ + "B", + "en" + ], + [ + "ĠUs", + "age" + ], + [ + "ĠP", + "icture" + ], + [ + "Ġbad", + "ly" + ], + [ + "_p", + "anel" + ], + [ + "Ġpat", + "ent" + ], + [ + "ĠProt", + "ocol" + ], + [ + "lot", + "te" + ], + [ + "ĉ", + "player" + ], + [ + "je", + "ctions" + ], + [ + "7", + "46" + ], + [ + "Ġd", + "ou" + ], + [ + "_re", + "lease" + ], + [ + "urn", + "iture" + ], + [ + "_t", + "ax" + ], + [ + "ĠF", + "ields" + ], + [ + ".d", + "ataset" + ], + [ + "_m", + "aster" + ], + [ + "CLU", + "DE" + ], + [ + "ĠPh", + "arm" + ], + [ + "b", + "st" + ], + [ + "Ġoper", + "ational" + ], + [ + ".c", + "ell" + ], + [ + "Ġident", + "ifying" + ], + [ + "Ġj", + "wt" + ], + [ + "t", + "uple" + ], + [ + "ĠT", + "C" + ], + [ + "ĠC", + "ro" + ], + [ + "9", + "36" + ], + [ + "ix", + "map" + ], + [ + "-", + "components" + ], + [ + "gener", + "al" + ], + [ + "Ġo", + "z" + ], + [ + "_D", + "e" + ], + [ + "_d", + "ouble" + ], + [ + "ĠTo", + "o" + ], + [ + "08", + "8" + ], + [ + ".View", + "Group" + ], + [ + "87", + "9" + ], + [ + "g", + "ate" + ], + [ + "d", + "ings" + ], + [ + "ph", + "otos" + ], + [ + "Ġgrand", + "e" + ], + [ + "ol", + "lect" + ], + [ + "_l", + "in" + ], + [ + "Ġaw", + "ful" + ], + [ + "f", + "ilters" + ], + [ + "Ġaltern", + "ate" + ], + [ + "es", + "p" + ], + [ + "Ġcomp", + "ress" + ], + [ + "e", + "o" + ], + [ + "ĠS", + "cale" + ], + [ + "Ġind", + "irect" + ], + [ + "Ġinv", + "oice" + ], + [ + "ĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ" + ], + [ + "Start", + "ing" + ], + [ + "ĠPl", + "ayers" + ], + [ + "ie", + "le" + ], + [ + ".", + "then" + ], + [ + "98", + "1" + ], + [ + "Or", + "d" + ], + [ + "ĠT", + "uple" + ], + [ + "Ġb", + "out" + ], + [ + "ĠStat", + "istics" + ], + [ + "Pre", + "view" + ], + [ + "Ġp", + "uzzle" + ], + [ + "ĠW", + "idth" + ], + [ + "ST", + "ATE" + ], + [ + "Ġover", + "lay" + ], + [ + "ĉ", + "on" + ], + [ + "Ġin", + "fr" + ], + [ + "Ġsm", + "allest" + ], + [ + "lock", + "ed" + ], + [ + "ÑĤ", + "о" + ], + [ + "ss", + "l" + ], + [ + "77", + "9" + ], + [ + "Ġde", + "emed" + ], + [ + "Ġs", + "co" + ], + [ + "re", + "ck" + ], + [ + "Ġj", + "Button" + ], + [ + "Ġmiss", + "ions" + ], + [ + "87", + "1" + ], + [ + "ç§", + "°" + ], + [ + ".Selected", + "Index" + ], + [ + "T", + "ABLE" + ], + [ + "Se", + "pt" + ], + [ + "Ġacknow", + "ledge" + ], + [ + "Ġstrt", + "otime" + ], + [ + "ĠT", + "ell" + ], + [ + "ĠD", + "ak" + ], + [ + "Ġal", + "uminum" + ], + [ + "Ġf", + "ence" + ], + [ + "ĠSt", + "ars" + ], + [ + "CON", + "FIG" + ], + [ + "Ġretro", + "fit" + ], + [ + "Ġemph", + "asis" + ], + [ + "/", + "header" + ], + [ + "ĠS", + "omething" + ], + [ + "in", + "ished" + ], + [ + "='", + "\".$" + ], + [ + "ĠValid", + "ators" + ], + [ + "Ġpol", + "ar" + ], + [ + "section", + "s" + ], + [ + "9", + "44" + ], + [ + ".as", + "px" + ], + [ + "Ġas", + "pir" + ], + [ + ".M", + "ock" + ], + [ + "Code", + "Gen" + ], + [ + "Ġpe", + "ut" + ], + [ + "97", + "1" + ], + [ + "Ġaccept", + "ing" + ], + [ + "Ġback", + "ing" + ], + [ + "P", + "icture" + ], + [ + "/", + "ap" + ], + [ + "еÐ", + "³" + ], + [ + "_SE", + "C" + ], + [ + "-", + "use" + ], + [ + "annot", + "ation" + ], + [ + "Ġcogn", + "itive" + ], + [ + "Ġg", + "rip" + ], + [ + "h", + "our" + ], + [ + "ĠLeg", + "al" + ], + [ + "Ġep", + "ic" + ], + [ + ".t", + "oolStrip" + ], + [ + ".not", + "ify" + ], + [ + ".L", + "ast" + ], + [ + "OR", + "IZ" + ], + [ + "M", + "iddleware" + ], + [ + "cri", + "ptions" + ], + [ + "l", + "ash" + ], + [ + "_F", + "OUND" + ], + [ + "ĠLiver", + "pool" + ], + [ + "Ġ{}", + "\"," + ], + [ + "9", + "31" + ], + [ + "Inst", + "all" + ], + [ + "Ġn", + "it" + ], + [ + "Ġfig", + "ured" + ], + [ + "[", + "len" + ], + [ + ".W", + "in" + ], + [ + ".pl", + "atform" + ], + [ + "8", + "53" + ], + [ + "Ġgam", + "bling" + ], + [ + "(d", + "t" + ], + [ + "av", + "ery" + ], + [ + "ĉ", + "include" + ], + [ + "Wh", + "ether" + ], + [ + "R", + "outing" + ], + [ + "Ġther", + "ap" + ], + [ + "Rem", + "ote" + ], + [ + "ĠL", + "oss" + ], + [ + "y", + "ll" + ], + [ + "Ġappro", + "ached" + ], + [ + "ĠV", + "ehicle" + ], + [ + "ĠAl", + "pha" + ], + [ + "Ġvoc", + "ê" + ], + [ + "ans", + "wers" + ], + [ + "NS", + "Dictionary" + ], + [ + "95", + "4" + ], + [ + "cons", + "ider" + ], + [ + "un", + "used" + ], + [ + "ĠF", + "an" + ], + [ + "or", + "able" + ], + [ + "f", + "re" + ], + [ + "87", + "3" + ], + [ + "ĠDIS", + "CLAIM" + ], + [ + "ĠAct", + "or" + ], + [ + ".", + "]" + ], + [ + "to", + "Have" + ], + [ + ".user", + "Id" + ], + [ + "Ġspeed", + "s" + ], + [ + "ew", + "ay" + ], + [ + "Ġrec", + "urs" + ], + [ + "ĠÐ", + "³" + ], + [ + "_pr", + "iv" + ], + [ + "!", + "âĢĿĊĊ" + ], + [ + "Ch", + "oice" + ], + [ + "Ġsett", + "le" + ], + [ + "Ġplan", + "es" + ], + [ + "'", + "}," + ], + [ + "T", + "om" + ], + [ + "IT", + "ER" + ], + [ + "!", + "\"Ċ" + ], + [ + "å", + "»" + ], + [ + "achel", + "or" + ], + [ + "Ġsepar", + "ation" + ], + [ + "Ġd", + "al" + ], + [ + "ad", + "j" + ], + [ + "Ġreg", + "isters" + ], + [ + "r", + "iz" + ], + [ + "ĠNot", + "ice" + ], + [ + "Ġl", + "u" + ], + [ + "Ġcour", + "age" + ], + [ + "Ġax", + "es" + ], + [ + "cell", + "ent" + ], + [ + ".as", + "ync" + ], + [ + "07", + "3" + ], + [ + "Ġcompat", + "ibility" + ], + [ + "ç", + "«" + ], + [ + "Ġ!", + "ĊĊ" + ], + [ + "ĉ", + "title" + ], + [ + "Y", + "LE" + ], + [ + "ĉ", + "message" + ], + [ + "U", + "UID" + ], + [ + "OLD", + "ER" + ], + [ + "ĠH", + "H" + ], + [ + "ĠStyle", + "Sheet" + ], + [ + "Ġaccess", + "ed" + ], + [ + ".", + "validation" + ], + [ + "t", + "asks" + ], + [ + "Ġpoll", + "ution" + ], + [ + ".c", + "anvas" + ], + [ + "Ġing", + "redient" + ], + [ + "ĠC", + "abin" + ], + [ + "A", + "h" + ], + [ + "old", + "own" + ], + [ + "ĠNO", + "I" + ], + [ + "ĠÃ", + "Ĺ" + ], + [ + "[", + "f" + ], + [ + "ed", + "uc" + ], + [ + "y", + "alty" + ], + [ + "(n", + "ot" + ], + [ + "_", + "State" + ], + [ + "9", + "33" + ], + [ + "am", + "en" + ], + [ + "7", + "95" + ], + [ + "7", + "39" + ], + [ + "Ġda", + "o" + ], + [ + "ud", + "ad" + ], + [ + "ell", + "ers" + ], + [ + "}", + "&" + ], + [ + "lic", + "ity" + ], + [ + "_W", + "INDOW" + ], + [ + "Ġt", + "atto" + ], + [ + "val", + "or" + ], + [ + ".R", + "ange" + ], + [ + "Ġrefer", + "enced" + ], + [ + "ĠRes", + "erve" + ], + [ + "M", + "oney" + ], + [ + "87", + "4" + ], + [ + "SCRI", + "PT" + ], + [ + "/", + "product" + ], + [ + "cho", + "ices" + ], + [ + "Ġt", + "in" + ], + [ + "ãĤ", + "ĵ" + ], + [ + "9", + "18" + ], + [ + "Ġsepar", + "ator" + ], + [ + "Ġp", + "kg" + ], + [ + "am", + "med" + ], + [ + "ĠM", + "AT" + ], + [ + "!", + "!ĊĊ" + ], + [ + "Ġr", + "aid" + ], + [ + "Ġmotiv", + "ation" + ], + [ + "ĠX", + "P" + ], + [ + "ĠBack", + "ground" + ], + [ + "ĠQu", + "aternion" + ], + [ + ".define", + "Property" + ], + [ + "ik", + "er" + ], + [ + "ĉp", + "arent" + ], + [ + "ĠOrigin", + "ally" + ], + [ + "ant", + "age" + ], + [ + "ĠH", + "ans" + ], + [ + "Ġtim", + "eline" + ], + [ + ".c", + "ur" + ], + [ + "op", + "ic" + ], + [ + "ĠSe", + "qu" + ], + [ + "m", + "ust" + ], + [ + "ĠCo", + "al" + ], + [ + "Ġform", + "atter" + ], + [ + "_R", + "GB" + ], + [ + "Ġ_", + "(\"" + ], + [ + "'}", + "),Ċ" + ], + [ + "Ġ=", + "================" + ], + [ + "ĠF", + "UNCTION" + ], + [ + "Ġl", + "ng" + ], + [ + "ic", + "ates" + ], + [ + "l", + "ive" + ], + [ + "_", + "engine" + ], + [ + "Ġtown", + "s" + ], + [ + "8", + "68" + ], + [ + "'))", + "ĊĊ" + ], + [ + "ĠP", + "K" + ], + [ + "(", + "api" + ], + [ + "ĉs", + "canf" + ], + [ + "08", + "9" + ], + [ + "pack", + "et" + ], + [ + ".ph", + "one" + ], + [ + "á", + "Ģ" + ], + [ + "ĠAnd", + "y" + ], + [ + "_N", + "AMES" + ], + [ + "98", + "2" + ], + [ + "PL", + "Y" + ], + [ + "9", + "55" + ], + [ + "Ġmin", + "s" + ], + [ + "im", + "i" + ], + [ + "Ġbr", + "ick" + ], + [ + "Ġbl", + "ade" + ], + [ + ".std", + "out" + ], + [ + "}`", + ";Ċ" + ], + [ + "Sh", + "ift" + ], + [ + "ĉs", + "b" + ], + [ + "ĠCheck", + "s" + ], + [ + "Ġphenomen", + "on" + ], + [ + "Av", + "atar" + ], + [ + "Ġmin", + "istry" + ], + [ + "ro", + "se" + ], + [ + "ĉ", + "File" + ], + [ + "8", + "78" + ], + [ + "Ġtit", + "led" + ], + [ + "(", + "LOG" + ], + [ + "Ġg", + "an" + ], + [ + "des", + "ign" + ], + [ + "(),", + "čĊ" + ], + [ + "Ġb", + "ones" + ], + [ + "st", + "m" + ], + [ + "ÅĽ", + "Äĩ" + ], + [ + "ĠInput", + "Stream" + ], + [ + "Ġvol", + "unt" + ], + [ + "ĠSerial", + "izable" + ], + [ + "Ġfight", + "er" + ], + [ + "ĠDr", + "ag" + ], + [ + "T", + "witter" + ], + [ + "Ġsubs", + "id" + ], + [ + "ç", + "¼" + ], + [ + "Ġfor", + "ums" + ], + [ + ".load", + "ing" + ], + [ + "log", + "ged" + ], + [ + "_", + "this" + ], + [ + "Ġterr", + "ain" + ], + [ + "Ġir", + "re" + ], + [ + "ĠIn", + "g" + ], + [ + "ĠC", + "N" + ], + [ + "_object", + "s" + ], + [ + ".", + "uid" + ], + [ + "Ġconscious", + "ness" + ], + [ + "T", + "INGS" + ], + [ + "ĠG", + "all" + ], + [ + "Ġport", + "ray" + ], + [ + "05", + "6" + ], + [ + "ĠDevelop", + "er" + ], + [ + "Ġparticip", + "ant" + ], + [ + "Ġ\"", + ";čĊ" + ], + [ + "/", + "model" + ], + [ + "79", + "4" + ], + [ + "ĠOper", + "ations" + ], + [ + "^", + "\\" + ], + [ + "ĠL", + "ater" + ], + [ + "Ġrais", + "es" + ], + [ + "-n", + "one" + ], + [ + ".m", + "eta" + ], + [ + "='", + ".$" + ], + [ + "Fin", + "ished" + ], + [ + "Ġrepl", + "acing" + ], + [ + "Ġsam", + "pling" + ], + [ + "ĠJ", + "en" + ], + [ + "\"", + "There" + ], + [ + "RE", + "AL" + ], + [ + "A", + "LE" + ], + [ + "ìĬ", + "¤" + ], + [ + "Or", + "ders" + ], + [ + "_param", + "eter" + ], + [ + "ĠOlymp", + "ic" + ], + [ + "Ġtr", + "ès" + ], + [ + "Ġare", + "na" + ], + [ + "i", + "ol" + ], + [ + ";", + "?>" + ], + [ + "Ġimpact", + "s" + ], + [ + "ĠW", + "S" + ], + [ + ":", + "get" + ], + [ + "Ġfl", + "ights" + ], + [ + "ĠRuss", + "ell" + ], + [ + "c", + "amera" + ], + [ + "F", + "n" + ], + [ + "s", + "igma" + ], + [ + "Ġfor", + "cing" + ], + [ + "Ġloc", + "als" + ], + [ + "Ġdepart", + "ure" + ], + [ + "Ġcelebr", + "ation" + ], + [ + "ĠS", + "ay" + ], + [ + "88", + "4" + ], + [ + "ï¼", + "Ĵ" + ], + [ + "ĠH", + "ills" + ], + [ + ".has", + "OwnProperty" + ], + [ + "Ġtyp", + "ings" + ], + [ + ".A", + "PI" + ], + [ + "Ġdon", + "ation" + ], + [ + "Operation", + "Exception" + ], + [ + ".Act", + "ivity" + ], + [ + "c", + "plusplus" + ], + [ + "ĠChar", + "lie" + ], + [ + "Ġimport", + "ed" + ], + [ + "Ġd", + "ann" + ], + [ + "Ġoccas", + "ions" + ], + [ + "Ġimplement", + "ing" + ], + [ + "Ġpur", + "ple" + ], + [ + ".d", + "ialog" + ], + [ + "SQL", + "Exception" + ], + [ + "ern", + "o" + ], + [ + "Ġw", + "ars" + ], + [ + "Ġpast", + "e" + ], + [ + "Ġdecre", + "ased" + ], + [ + "Ġhar", + "sh" + ], + [ + "Ġel", + "abor" + ], + [ + "input", + "s" + ], + [ + "ĠView", + "s" + ], + [ + "Ġerror", + "Message" + ], + [ + "_m", + "ul" + ], + [ + "ĉ", + "write" + ], + [ + "ĠC", + "op" + ], + [ + "ĠAnn", + "ual" + ], + [ + "(b", + "utton" + ], + [ + "Ġv", + "ida" + ], + [ + "b", + "ars" + ], + [ + "ĠHar", + "vard" + ], + [ + "ĉex", + "pect" + ], + [ + "Ġindex", + "es" + ], + [ + "Ġdocument", + "ary" + ], + [ + "Ġf", + "lesh" + ], + [ + "OR", + "LD" + ], + [ + "ĠD", + "elta" + ], + [ + "M", + "AND" + ], + [ + "Br", + "ush" + ], + [ + "-c", + "olumn" + ], + [ + "Ġdevelop", + "ments" + ], + [ + "97", + "4" + ], + [ + "78", + "3" + ], + [ + "method", + "Visitor" + ], + [ + "s", + "lice" + ], + [ + "ĠP", + "DO" + ], + [ + "Ġinvest", + "ing" + ], + [ + "8", + "67" + ], + [ + "ir", + "able" + ], + [ + "Ġxml", + "ns" + ], + [ + "ï¼", + "Ľ" + ], + [ + "art", + "a" + ], + [ + "Ġthe", + "ories" + ], + [ + "_c", + "ity" + ], + [ + "Ġ$", + "__" + ], + [ + "Cre", + "ating" + ], + [ + "(", + "pr" + ], + [ + "D", + "ropdown" + ], + [ + "ism", + "atch" + ], + [ + "ĠN", + "ET" + ], + [ + "9", + "26" + ], + [ + "']", + ")){Ċ" + ], + [ + "ĠVal", + "ues" + ], + [ + "ĠSE", + "O" + ], + [ + "ĠST", + "AT" + ], + [ + "Ġe", + "cosystem" + ], + [ + "Ġtem", + "pt" + ], + [ + "Ġ\\", + "\\" + ], + [ + "Ġ//", + "{Ċ" + ], + [ + "ĠChrist", + "opher" + ], + [ + "ĠKent", + "ucky" + ], + [ + "ĠHttp", + "ServletResponse" + ], + [ + "Ġhy", + "brid" + ], + [ + "y", + "on" + ], + [ + "Ġfeed", + "ing" + ], + [ + "ĠEx", + "tra" + ], + [ + "N", + "orm" + ], + [ + "IT", + "CH" + ], + [ + "ĠSe", + "an" + ], + [ + "ĠUp", + "load" + ], + [ + "m", + "un" + ], + [ + "p", + "ur" + ], + [ + "Ġp", + "ersistent" + ], + [ + "ĠID", + "C" + ], + [ + "ĠPer", + "form" + ], + [ + "86", + "3" + ], + [ + ".m", + "erge" + ], + [ + "_", + "room" + ], + [ + "Mean", + "while" + ], + [ + "!", + "='" + ], + [ + "ĠW", + "el" + ], + [ + "Args", + "Constructor" + ], + [ + "88", + "7" + ], + [ + ".D", + "atabase" + ], + [ + "Ġcount", + "ing" + ], + [ + "()", + "*" + ], + [ + "Ķ", + "åĽŀ" + ], + [ + "ĠT", + "OP" + ], + [ + "m", + "ill" + ], + [ + "ĠD", + "T" + ], + [ + "IGN", + "ED" + ], + [ + "95", + "6" + ], + [ + "ĠK", + "B" + ], + [ + "Ġcomp", + "ly" + ], + [ + "S", + "outh" + ], + [ + "_c", + "ollection" + ], + [ + "Ch", + "apter" + ], + [ + "Ġexpl", + "aining" + ], + [ + "_", + "AM" + ], + [ + "_t", + "s" + ], + [ + "c", + "ards" + ], + [ + "Ġqu", + "el" + ], + [ + "Ġp", + "ole" + ], + [ + "Ġtouch", + "down" + ], + [ + "ĠO", + "thers" + ], + [ + "Ġpe", + "ers" + ], + [ + "ĠType", + "Error" + ], + [ + "76", + "3" + ], + [ + "Ġsix", + "th" + ], + [ + "Ġche", + "er" + ], + [ + "Ġdis", + "pute" + ], + [ + "96", + "3" + ], + [ + "89", + "3" + ], + [ + "us", + "c" + ], + [ + ")", + "]," + ], + [ + "th", + "umb" + ], + [ + "Ġh", + "iding" + ], + [ + "ĠS", + "IG" + ], + [ + "lik", + "es" + ], + [ + "ĠP", + "AGE" + ], + [ + ".Ref", + "lection" + ], + [ + "Ġhead", + "quarters" + ], + [ + "T", + "ING" + ], + [ + "ĠG", + "host" + ], + [ + "M", + "LE" + ], + [ + "$", + "Ċ" + ], + [ + "Ġcontr", + "ary" + ], + [ + "ext", + "end" + ], + [ + "']", + ")." + ], + [ + "FF", + "ECT" + ], + [ + "ĠP", + "interest" + ], + [ + "úmer", + "o" + ], + [ + "ric", + "ane" + ], + [ + "ĉs", + "ession" + ], + [ + "Ġcr", + "ystal" + ], + [ + "-", + "Control" + ], + [ + "overn", + "ment" + ], + [ + "og", + "raf" + ], + [ + "96", + "1" + ], + [ + "-", + "action" + ], + [ + "v", + "olume" + ], + [ + "ft", + "en" + ], + [ + "Ġun", + "con" + ], + [ + "Ġan", + "imate" + ], + [ + "Ġle", + "ase" + ], + [ + "sc", + "r" + ], + [ + "Ġref", + "use" + ], + [ + "ãĢ", + "ĭ" + ], + [ + "ft", + "p" + ], + [ + "in", + "formation" + ], + [ + "Ġeval", + "uated" + ], + [ + "Ġin", + "jection" + ], + [ + "Ġj", + "ack" + ], + [ + "Ġwork", + "shop" + ], + [ + "æ³", + "¨" + ], + [ + "PT", + "H" + ], + [ + "ĠT", + "s" + ], + [ + "off", + "er" + ], + [ + "ĉ", + "os" + ], + [ + "Ġking", + "dom" + ], + [ + "M", + "issing" + ], + [ + "Ġlaw", + "makers" + ], + [ + "ext", + "Field" + ], + [ + "Ġsing", + "ing" + ], + [ + "ab", + "i" + ], + [ + "/", + "client" + ], + [ + ".m", + "edia" + ], + [ + "ATEG", + "ORY" + ], + [ + "Sign", + "ature" + ], + [ + "%", + "',Ċ" + ], + [ + "ĠF", + "uck" + ], + [ + "][", + ":" + ], + [ + "Ġsens", + "ors" + ], + [ + "/", + "com" + ], + [ + "ĠPr", + "imary" + ], + [ + ".S", + "QL" + ], + [ + "_pro", + "gram" + ], + [ + "Ġp", + "ills" + ], + [ + "Ġinteg", + "ral" + ], + [ + "Ġfle", + "et" + ], + [ + "Ġdro", + "pping" + ], + [ + ".s", + "l" + ], + [ + "Be", + "en" + ], + [ + "Ġp", + "ets" + ], + [ + "Ġadvis", + "ed" + ], + [ + "Ġdr", + "agon" + ], + [ + "_", + "EDIT" + ], + [ + "(", + "im" + ], + [ + "9", + "39" + ], + [ + "F", + "ER" + ], + [ + "ĠDr", + "ug" + ], + [ + "(r", + "andom" + ], + [ + "Ġcomp", + "ression" + ], + [ + "ou", + "st" + ], + [ + "[", + "%" + ], + [ + "Ġbuy", + "er" + ], + [ + "h", + "op" + ], + [ + "R", + "oles" + ], + [ + "man", + "age" + ], + [ + "Ġpain", + "ful" + ], + [ + "ĠBr", + "anch" + ], + [ + "-mod", + "al" + ], + [ + "en", + "ant" + ], + [ + "ĠM", + "esh" + ], + [ + "/", + "font" + ], + [ + "ĠG", + "raham" + ], + [ + "Ġâ", + "ĺ" + ], + [ + "Ġn", + "c" + ], + [ + "ĠFranc", + "is" + ], + [ + "Ġspec", + "ification" + ], + [ + "Ġdam", + "ages" + ], + [ + "-", + "config" + ], + [ + "Ġthe", + "oret" + ], + [ + "sec", + "ure" + ], + [ + "_m", + "ulti" + ], + [ + "aceut", + "ical" + ], + [ + "Ġdemand", + "ing" + ], + [ + "en", + "ne" + ], + [ + "IST", + "S" + ], + [ + "09", + "4" + ], + [ + "()", + "));ĊĊ" + ], + [ + "Re", + "ason" + ], + [ + "Re", + "cent" + ], + [ + "ph", + "ase" + ], + [ + "Ġps", + "y" + ], + [ + "_M", + "AN" + ], + [ + "Ġvolunte", + "er" + ], + [ + "å", + "¿" + ], + [ + "istrib", + "uted" + ], + [ + "li", + "o" + ], + [ + "Ġproduct", + "ivity" + ], + [ + "_com", + "m" + ], + [ + "S", + "pring" + ], + [ + "n", + "is" + ], + [ + ".", + "weight" + ], + [ + "ĠC", + "ancer" + ], + [ + "Al", + "loc" + ], + [ + "ĠT", + "weet" + ], + [ + "Ġsepar", + "ately" + ], + [ + "ĉ", + "check" + ], + [ + "_p", + "roperties" + ], + [ + ".", + "Unit" + ], + [ + "8", + "29" + ], + [ + "_CL", + "K" + ], + [ + "Ġg", + "t" + ], + [ + "Ġ(", + ");ĊĊ" + ], + [ + "Ġhand", + "y" + ], + [ + "8", + "34" + ], + [ + "ĠThom", + "pson" + ], + [ + "Ġunn", + "ecessary" + ], + [ + "ĠRe", + "ader" + ], + [ + "89", + "4" + ], + [ + "G", + "N" + ], + [ + "=", + "request" + ], + [ + "ĠU", + "tility" + ], + [ + ".Re", + "pository" + ], + [ + "ĠA", + "x" + ], + [ + "hy", + "dr" + ], + [ + "79", + "1" + ], + [ + "ie", + "u" + ], + [ + "Ġth", + "y" + ], + [ + "Ġl", + "t" + ], + [ + "_m", + "ail" + ], + [ + "ä¿®", + "æĶ¹" + ], + [ + "ail", + "and" + ], + [ + "ĠPhil", + "ip" + ], + [ + "Ġbit", + "ter" + ], + [ + "Ġbet", + "ting" + ], + [ + "8", + "37" + ], + [ + "Ġtim", + "ed" + ], + [ + "ock", + "s" + ], + [ + "07", + "6" + ], + [ + "'", + "a" + ], + [ + "Ġal", + "gorithms" + ], + [ + "Ġre", + "interpret" + ], + [ + "Ġto", + "ss" + ], + [ + "ro", + "gen" + ], + [ + "Ġhop", + "ed" + ], + [ + "(", + "selected" + ], + [ + "Ġvent", + "ure" + ], + [ + "TE", + "X" + ], + [ + "ĠLe", + "ave" + ], + [ + ".Sub", + "string" + ], + [ + "Ġgr", + "ateful" + ], + [ + "7", + "43" + ], + [ + "uk", + "a" + ], + [ + "ĠCon", + "sumer" + ], + [ + "Ġag", + "greg" + ], + [ + "C", + "ircle" + ], + [ + "à¸", + "ģ" + ], + [ + "_block", + "s" + ], + [ + "Ġleg", + "ally" + ], + [ + "Ġ\"", + "|" + ], + [ + "ãĥ", + "ĥ" + ], + [ + ".", + "board" + ], + [ + ".A", + "b" + ], + [ + "Function", + "s" + ], + [ + "rec", + "ipe" + ], + [ + "è", + "ĩ" + ], + [ + "ĠO", + "xford" + ], + [ + "Ġwho", + "les" + ], + [ + ".B", + "uild" + ], + [ + "_ch", + "anged" + ], + [ + "h", + "ai" + ], + [ + "Ġdepart", + "ments" + ], + [ + "9", + "64" + ], + [ + "I", + "mp" + ], + [ + "Ġcoal", + "ition" + ], + [ + "IN", + "FRINGEMENT" + ], + [ + "Ġemp", + "ower" + ], + [ + "itch", + "es" + ], + [ + "N", + "orth" + ], + [ + "Ġinfl", + "amm" + ], + [ + "ON", + "SE" + ], + [ + "Ġmiss", + "ile" + ], + [ + "ĠR", + "aj" + ], + [ + "ĠIss", + "ue" + ], + [ + "Ġat", + "oi" + ], + [ + "ca", + "led" + ], + [ + ".Cont", + "rollers" + ], + [ + "ĠW", + "olf" + ], + [ + "Ġcrush", + "ers" + ], + [ + "á»", + "ĩ" + ], + [ + ".A", + "uth" + ], + [ + ".add", + "Attribute" + ], + [ + "h", + "is" + ], + [ + "Ġbo", + "ots" + ], + [ + ".c", + "lean" + ], + [ + "c", + "amp" + ], + [ + "Ġten", + "ant" + ], + [ + "Ġt", + "une" + ], + [ + "Ġ{}", + "'." + ], + [ + "Ġwork", + "out" + ], + [ + "Re", + "po" + ], + [ + "Ġpartial", + "ly" + ], + [ + "MI", + "SSION" + ], + [ + "j", + "amin" + ], + [ + "ĠS", + "B" + ], + [ + "Ġdetermin", + "ation" + ], + [ + "Ġ'", + "');Ċ" + ], + [ + "ĠB", + "eng" + ], + [ + "Ġv", + "os" + ], + [ + "Ġin", + "hab" + ], + [ + "/", + "lang" + ], + [ + "s", + "burgh" + ], + [ + "Exec", + "utor" + ], + [ + "h", + "one" + ], + [ + "ĠCh", + "allenge" + ], + [ + "_link", + "s" + ], + [ + ".Le", + "vel" + ], + [ + "Ġunder", + "ground" + ], + [ + "-c", + "ode" + ], + [ + "95", + "9" + ], + [ + "Ġoptim", + "ization" + ], + [ + "log", + "ging" + ], + [ + "_de", + "st" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġchemical", + "s" + ], + [ + "_IMPORT", + "ED" + ], + [ + "ado", + "op" + ], + [ + "ĠTH", + "AT" + ], + [ + "man", + "aged" + ], + [ + "Ġredu", + "ces" + ], + [ + "ĠRE", + "AL" + ], + [ + "ĠG", + "uy" + ], + [ + "_GENER", + "IC" + ], + [ + "/", + "********************************" + ], + [ + ".", + "amount" + ], + [ + "Ġd", + "ere" + ], + [ + "get", + "Time" + ], + [ + "Ġp", + "ant" + ], + [ + "an", + "onymous" + ], + [ + "Ġharmon", + "y" + ], + [ + "ĠAl", + "an" + ], + [ + "Ġscen", + "arios" + ], + [ + "Ġd", + "irt" + ], + [ + "ht", + "ags" + ], + [ + "M", + "c" + ], + [ + "Sh", + "ell" + ], + [ + "r", + "in" + ], + [ + "{", + "čĊčĊ" + ], + [ + ".p", + "ow" + ], + [ + "ĉ", + "client" + ], + [ + "Ġconspir", + "acy" + ], + [ + "Ġad", + "mission" + ], + [ + "ĠReg", + "ional" + ], + [ + "ĠView", + "Controller" + ], + [ + "ĠPhilipp", + "ines" + ], + [ + "Ġde", + "pos" + ], + [ + "Ġp", + "ap" + ], + [ + "96", + "2" + ], + [ + "ĠP", + "ad" + ], + [ + "P", + "aul" + ], + [ + ".Com", + "boBox" + ], + [ + "Ġt", + "utor" + ], + [ + "ĠRec", + "ipe" + ], + [ + "w", + "riting" + ], + [ + "Ġcontrib", + "utor" + ], + [ + "OT", + "H" + ], + [ + "Sm", + "all" + ], + [ + "V", + "I" + ], + [ + "Ġh", + "acer" + ], + [ + "e", + "qu" + ], + [ + "ĠEx", + "amples" + ], + [ + "h", + "uman" + ], + [ + ".m", + "essages" + ], + [ + "ĉt", + "yp" + ], + [ + "Ġ(", + "čĊ" + ], + [ + "ĠS", + "SL" + ], + [ + "LE", + "N" + ], + [ + "ĠRom", + "ney" + ], + [ + "(", + "grid" + ], + [ + "ĉ", + "min" + ], + [ + "Ġ>", + "ĊĊ" + ], + [ + "Ġfr", + "uits" + ], + [ + "Ġvot", + "er" + ], + [ + "In", + "line" + ], + [ + "pan", + "e" + ], + [ + "ĠC", + "ollections" + ], + [ + "char", + "set" + ], + [ + "Ġsp", + "am" + ], + [ + "z", + "b" + ], + [ + "item", + "ap" + ], + [ + "Ġsucceed", + "ed" + ], + [ + "_C", + "OL" + ], + [ + "Ġel", + "apsed" + ], + [ + "im", + "eter" + ], + [ + "Ġrecover", + "ed" + ], + [ + "T", + "ensor" + ], + [ + "hatt", + "an" + ], + [ + ".set", + "up" + ], + [ + "ist", + "o" + ], + [ + "(", + "head" + ], + [ + "9", + "77" + ], + [ + "ĠS", + "IZE" + ], + [ + "Ġtact", + "ics" + ], + [ + "Ġdist", + "ur" + ], + [ + "Ġpre", + "val" + ], + [ + "ici", + "os" + ], + [ + "(", + "Value" + ], + [ + "_c", + "ols" + ], + [ + "ĠF", + "at" + ], + [ + "Ġse", + "al" + ], + [ + "Ġs", + "ons" + ], + [ + "Ġens", + "ures" + ], + [ + "09", + "5" + ], + [ + "Ġpress", + "ing" + ], + [ + "=", + "&" + ], + [ + "igen", + "ous" + ], + [ + "Ġharass", + "ment" + ], + [ + "_", + "JSON" + ], + [ + "Ġign", + "or" + ], + [ + "yn", + "omial" + ], + [ + "om", + "er" + ], + [ + "_st", + "atic" + ], + [ + "Ġsignific", + "ance" + ], + [ + "Ġcirc", + "les" + ], + [ + "_S", + "ystem" + ], + [ + "Ġdiscipl", + "ine" + ], + [ + "Ġdress", + "ed" + ], + [ + "Ġs", + "phere" + ], + [ + "9", + "27" + ], + [ + "Ġclim", + "b" + ], + [ + "75", + "9" + ], + [ + "_", + "actions" + ], + [ + "ĠB", + "ab" + ], + [ + "Ġ'", + "='," + ], + [ + "_s", + "chema" + ], + [ + "\"", + "use" + ], + [ + "Ġund", + "ers" + ], + [ + "Ġc", + "ups" + ], + [ + ".s", + "creen" + ], + [ + "/", + "new" + ], + [ + "Ġappe", + "aring" + ], + [ + "T", + "OP" + ], + [ + "vis", + "ed" + ], + [ + "cl", + "ang" + ], + [ + "Ġinvestig", + "ators" + ], + [ + "Ġmyster", + "ious" + ], + [ + "Ġprom", + "ising" + ], + [ + "Ġqual", + "ify" + ], + [ + "Ġc", + "ave" + ], + [ + "Ġequ", + "ip" + ], + [ + "=", + "x" + ], + [ + "G", + "T" + ], + [ + "(", + "link" + ], + [ + ".", + "velocity" + ], + [ + ".", + "erase" + ], + [ + "ot", + "er" + ], + [ + "++++", + "++++" + ], + [ + "pro", + "fit" + ], + [ + "Ġz", + "ones" + ], + [ + "_", + "uid" + ], + [ + "-", + "ser" + ], + [ + "Ġobject", + "ives" + ], + [ + "Ġmil", + "f" + ], + [ + "web", + "kit" + ], + [ + "(m", + "atch" + ], + [ + "ne", + "h" + ], + [ + "ĠAssoci", + "ated" + ], + [ + "ĠT", + "odo" + ], + [ + "=", + "d" + ], + [ + "0", + "65" + ], + [ + "C", + "am" + ], + [ + "Ġv", + "ocal" + ], + [ + "Ġs", + "udo" + ], + [ + "(", + "EX" + ], + [ + "Ġtr", + "ou" + ], + [ + "AB", + "C" + ], + [ + ".b", + "ean" + ], + [ + "ĠG", + "round" + ], + [ + "ĠRE", + "ST" + ], + [ + "we", + "ets" + ], + [ + "In", + "g" + ], + [ + "im", + "on" + ], + [ + "9", + "46" + ], + [ + "_b", + "us" + ], + [ + "ĠC", + "OLOR" + ], + [ + "un", + "to" + ], + [ + "Ġf", + "oss" + ], + [ + "ĠLink", + "s" + ], + [ + "8", + "69" + ], + [ + "ä", + "ng" + ], + [ + "/", + "forms" + ], + [ + "pr", + "ises" + ], + [ + "Ġachie", + "vement" + ], + [ + "C", + "ALL" + ], + [ + "ел", + "ÑĮ" + ], + [ + "ĠVer", + "ify" + ], + [ + "_S", + "OURCE" + ], + [ + "apt", + "cha" + ], + [ + "ID", + "D" + ], + [ + "_re", + "ference" + ], + [ + "G", + "old" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ" + ], + [ + "9", + "47" + ], + [ + "Re", + "ceiver" + ], + [ + "0", + "99" + ], + [ + "Ġa", + "j" + ], + [ + "_d", + "irection" + ], + [ + "}", + "]" + ], + [ + "ĠCom", + "pet" + ], + [ + "Ġb", + "ang" + ], + [ + "7", + "98" + ], + [ + "ĠC", + "ass" + ], + [ + "-", + "url" + ], + [ + "te", + "chn" + ], + [ + "ĠJer", + "usalem" + ], + [ + "long", + "itude" + ], + [ + "'", + ");čĊčĊ" + ], + [ + "Ġwin", + "ners" + ], + [ + "T", + "asks" + ], + [ + "ĠD", + "MA" + ], + [ + "Ġtool", + "tip" + ], + [ + "İ", + "·" + ], + [ + "ĠB", + "ra" + ], + [ + "_d", + "uration" + ], + [ + "cur", + "y" + ], + [ + "parent", + "s" + ], + [ + "----", + "", + ">(" + ], + [ + "ĠK", + "ir" + ], + [ + "Ġint", + "ros" + ], + [ + "Ġsk", + "etch" + ], + [ + "Ġsk", + "illed" + ], + [ + "Ġim", + "mer" + ], + [ + "Ġade", + "quate" + ], + [ + "_re", + "p" + ], + [ + "(", + "header" + ], + [ + "_", + "like" + ], + [ + "Ġper", + "ceived" + ], + [ + "ss", + "h" + ], + [ + "Ġassum", + "ing" + ], + [ + "Ġf", + "f" + ], + [ + "_u", + "uid" + ], + [ + "ul", + "as" + ], + [ + "Ġdemocr", + "atic" + ], + [ + ".", + "entities" + ], + [ + "S", + "eries" + ], + [ + "aph", + "ore" + ], + [ + "Ġnew", + "er" + ], + [ + "}", + "(" + ], + [ + "SE", + "C" + ], + [ + "ai", + "ro" + ], + [ + "Ġcomm", + "od" + ], + [ + "Ġprivile", + "ge" + ], + [ + "Ġde", + "ux" + ], + [ + "ĠH", + "op" + ], + [ + ".'", + "/" + ], + [ + "ct", + "ic" + ], + [ + ".", + "';Ċ" + ], + [ + "", + "C" + ], + [ + "ĠWar", + "ren" + ], + [ + "Ġoptim", + "izer" + ], + [ + "ĠSER", + "VICES" + ], + [ + "_", + "oper" + ], + [ + "get", + "Attribute" + ], + [ + "ĠMc", + "K" + ], + [ + "_s", + "elf" + ], + [ + "08", + "4" + ], + [ + ".r", + "s" + ], + [ + "\"", + ")ĊĊĊ" + ], + [ + "Get", + "Component" + ], + [ + "er", + "ce" + ], + [ + "Ġt", + "ous" + ], + [ + "un", + "its" + ], + [ + "']", + ");čĊ" + ], + [ + "Z", + "oom" + ], + [ + "/", + "E" + ], + [ + "Ġobs", + "c" + ], + [ + "Ġfast", + "est" + ], + [ + "on", + "line" + ], + [ + "Ġpeace", + "ful" + ], + [ + "ff", + "en" + ], + [ + "Ġc", + "argo" + ], + [ + "ĉ", + "pr" + ], + [ + "Ġseek", + "s" + ], + [ + "z", + "u" + ], + [ + "07", + "4" + ], + [ + "Tr", + "im" + ], + [ + "Ġw", + "ard" + ], + [ + "Ġver", + "d" + ], + [ + "Ġblog", + "s" + ], + [ + ".exception", + "s" + ], + [ + "ĠPrem", + "ium" + ], + [ + "ĠN", + "etherlands" + ], + [ + "S", + "afe" + ], + [ + "Fin", + "ish" + ], + [ + "ĠAl", + "bum" + ], + [ + "_A", + "CC" + ], + [ + "=", + "this" + ], + [ + "v", + "irtual" + ], + [ + "]", + ">" + ], + [ + "_L", + "ABEL" + ], + [ + "ĠN", + "ich" + ], + [ + "_w", + "in" + ], + [ + "ĠA", + "aron" + ], + [ + "W", + "P" + ], + [ + ";", + "$" + ], + [ + "aim", + "s" + ], + [ + "ĠImage", + "View" + ], + [ + "Ġend", + "less" + ], + [ + "ER", + "A" + ], + [ + "_DIS", + "ABLE" + ], + [ + "Ġcancel", + "led" + ], + [ + "-", + "us" + ], + [ + "Ġins", + "pection" + ], + [ + "em", + "in" + ], + [ + "ĠG", + "rey" + ], + [ + "-", + "open" + ], + [ + "Ġiter", + "ations" + ], + [ + ".", + "owner" + ], + [ + "Ġk", + "eras" + ], + [ + ".P", + "assword" + ], + [ + "ĠR", + "y" + ], + [ + "ĠIN", + "S" + ], + [ + "A", + "ir" + ], + [ + "ĠSe", + "veral" + ], + [ + ".Tab", + "Stop" + ], + [ + "ING", + "LE" + ], + [ + "ĠH", + "air" + ], + [ + "ĠCan", + "vas" + ], + [ + "AA", + "AA" + ], + [ + "Ġfl", + "aw" + ], + [ + "ced", + "es" + ], + [ + ".Re", + "port" + ], + [ + "í", + "Ĭ" + ], + [ + "ĠT", + "ips" + ], + [ + "cript", + "ors" + ], + [ + ".trans", + "action" + ], + [ + ".S", + "pring" + ], + [ + "Ġview", + "er" + ], + [ + "Ġins", + "ights" + ], + [ + "è¾", + "ĵ" + ], + [ + "ord", + "ion" + ], + [ + "U", + "INT" + ], + [ + "se", + "ek" + ], + [ + "ĠA", + "uf" + ], + [ + "ìŀ", + "IJ" + ], + [ + "Ġstr", + "ain" + ], + [ + "To", + "oltip" + ], + [ + "Ġd", + "z" + ], + [ + "ign", + "al" + ], + [ + "ad", + "t" + ], + [ + "Ġu", + "c" + ], + [ + "fin", + "ite" + ], + [ + "Ġn", + "m" + ], + [ + ".c", + "md" + ], + [ + "ĠMy", + "Sql" + ], + [ + "[", + "data" + ], + [ + ".j", + "ackson" + ], + [ + ".t", + "ree" + ], + [ + "Request", + "Param" + ], + [ + "_", + "agent" + ], + [ + "\")", + "]čĊ" + ], + [ + "Ġass", + "ass" + ], + [ + "(", + "Constants" + ], + [ + ":", + "ss" + ], + [ + "ĠM", + "AN" + ], + [ + "+-", + "+-" + ], + [ + "ĠB", + "ottom" + ], + [ + "print", + "s" + ], + [ + "ĠS", + "ame" + ], + [ + "@", + "Autowired" + ], + [ + "sw", + "ap" + ], + [ + "ici", + "ón" + ], + [ + "Ġprotest", + "ers" + ], + [ + "Ġh", + "oney" + ], + [ + "ĠV", + "eter" + ], + [ + "(C", + "alendar" + ], + [ + "-", + "ad" + ], + [ + "ĠBrook", + "lyn" + ], + [ + "L", + "ife" + ], + [ + "_V", + "AR" + ], + [ + "ze", + "ch" + ], + [ + "ĠC", + "ALL" + ], + [ + "_C", + "AST" + ], + [ + "ĠE", + "lection" + ], + [ + "Ġthick", + "ness" + ], + [ + "V", + "ery" + ], + [ + "_IN", + "TEGER" + ], + [ + "-", + "dev" + ], + [ + "))", + "))" + ], + [ + "ap", + "at" + ], + [ + "oo", + "oo" + ], + [ + "d", + "emo" + ], + [ + "Ġparse", + "Float" + ], + [ + "ĠR", + "ather" + ], + [ + "ST", + "IT" + ], + [ + "m", + "aker" + ], + [ + "[", + "current" + ], + [ + "chron", + "o" + ], + [ + "Ġch", + "rist" + ], + [ + "ãģ", + "ª" + ], + [ + "ĠD", + "etail" + ], + [ + "Æ°", + "á»" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġs", + "ul" + ], + [ + "id", + "ency" + ], + [ + "Q", + "ue" + ], + [ + "Ġeleg", + "ant" + ], + [ + "ap", + "ons" + ], + [ + "Ġdish", + "es" + ], + [ + "Ġinteg", + "ers" + ], + [ + "(", + "read" + ], + [ + "05", + "7" + ], + [ + "find", + "ViewById" + ], + [ + "ĠAm", + "ount" + ], + [ + "ĠSk", + "ip" + ], + [ + "Ġhab", + "its" + ], + [ + "*", + ")(" + ], + [ + "Ġmon", + "sters" + ], + [ + "M", + "AC" + ], + [ + ":", + "end" + ], + [ + "Ġfr", + "ank" + ], + [ + "As", + "sembly" + ], + [ + "Ġd", + "fs" + ], + [ + "Ġne", + "ut" + ], + [ + "_TYP", + "ES" + ], + [ + "e", + "qual" + ], + [ + "loy", + "d" + ], + [ + "(", + "uri" + ], + [ + "Ġch", + "i" + ], + [ + "Ġdefend", + "ant" + ], + [ + "Ġconflic", + "ts" + ], + [ + "Ġv", + "il" + ], + [ + "-", + "js" + ], + [ + "ĠPe", + "ace" + ], + [ + "Ġmut", + "able" + ], + [ + ")", + "sender" + ], + [ + "ĠF", + "ocus" + ], + [ + "å»", + "º" + ], + [ + "Ġapprec", + "iated" + ], + [ + "s", + "leep" + ], + [ + "ĠR", + "ED" + ], + [ + "C", + "ulture" + ], + [ + "Ġdesign", + "ers" + ], + [ + "_g", + "enerator" + ], + [ + "c", + "odes" + ], + [ + "/", + "ex" + ], + [ + ".Get", + "Value" + ], + [ + "umb", + "led" + ], + [ + ".scal", + "ajs" + ], + [ + "per", + "or" + ], + [ + "Ġveter", + "ans" + ], + [ + "Ġ}", + ")čĊ" + ], + [ + "Ġun", + "fortunately" + ], + [ + "_C", + "REATE" + ], + [ + "M", + "ass" + ], + [ + "ĠCL", + "AIM" + ], + [ + "ĠMe", + "et" + ], + [ + "_s", + "upport" + ], + [ + "B", + "ank" + ], + [ + "()", + ".Ċ" + ], + [ + "D", + "ark" + ], + [ + "_LO", + "W" + ], + [ + "ĠMin", + "ing" + ], + [ + "ĠO", + "wner" + ], + [ + "ier", + "a" + ], + [ + "Client", + "e" + ], + [ + "Ġencour", + "aging" + ], + [ + ">", + "S" + ], + [ + "Ġboy", + "friend" + ], + [ + "ĠH", + "alf" + ], + [ + "ĠA", + "CC" + ], + [ + "A", + "ff" + ], + [ + "_", + "ar" + ], + [ + "-l", + "ife" + ], + [ + "c", + "x" + ], + [ + ".J", + "Button" + ], + [ + "iz", + "ado" + ], + [ + ".z", + "ero" + ], + [ + ".open", + "qa" + ], + [ + "ot", + "on" + ], + [ + ".text", + "Content" + ], + [ + "Ġto", + "ll" + ], + [ + "at", + "ie" + ], + [ + "Ġball", + "ot" + ], + [ + "-", + "number" + ], + [ + ".", + "Exception" + ], + [ + "ĉ", + "params" + ], + [ + "c", + "ircle" + ], + [ + "-m", + "ap" + ], + [ + "Ġn", + "ap" + ], + [ + "ĠRob", + "ot" + ], + [ + "ĠI", + "ch" + ], + [ + "reg", + "istration" + ], + [ + "Am", + "azon" + ], + [ + "roll", + "ment" + ], + [ + "(", + "exp" + ], + [ + "Ġt", + "anks" + ], + [ + "ĠG", + "ordon" + ], + [ + "Ġmach", + "inery" + ], + [ + "Ġbas", + "eline" + ], + [ + "æ", + "ĭ" + ], + [ + "08", + "6" + ], + [ + "Ø", + "©" + ], + [ + "ĠCon", + "vention" + ], + [ + "ĉ", + "config" + ], + [ + "ook", + "ies" + ], + [ + "m", + "ult" + ], + [ + "Rec", + "ords" + ], + [ + "ĠE", + "ST" + ], + [ + "Ġgar", + "bage" + ], + [ + "Ġcon", + "form" + ], + [ + "id", + "al" + ], + [ + "Ġb", + "arg" + ], + [ + "Ġsurv", + "ived" + ], + [ + "Ġinvestig", + "ations" + ], + [ + "9", + "35" + ], + [ + ".contains", + "Key" + ], + [ + "----------------------------------------------------------------", + "----------Ċ" + ], + [ + "ort", + "ion" + ], + [ + "Ġhor", + "r" + ], + [ + "_", + "http" + ], + [ + "Ġm", + "ant" + ], + [ + "]", + ";čĊčĊ" + ], + [ + "b", + "inary" + ], + [ + "9", + "48" + ], + [ + "em", + "pl" + ], + [ + "Ġin", + "quiry" + ], + [ + "ĠMean", + "while" + ], + [ + "09", + "8" + ], + [ + "Ġcollect", + "ing" + ], + [ + ".Entity", + "Framework" + ], + [ + "\",", + "ĊĊ" + ], + [ + "ĠP", + "ic" + ], + [ + "@", + "Inject" + ], + [ + "ick", + "ness" + ], + [ + "ĠB", + "inding" + ], + [ + "Ġcont", + "rolling" + ], + [ + "re", + "verse" + ], + [ + "Ġch", + "airs" + ], + [ + "semb", + "led" + ], + [ + "(", + "add" + ], + [ + "Dis", + "abled" + ], + [ + "an", + "as" + ], + [ + ".trans", + "late" + ], + [ + "--------", + "---Ċ" + ], + [ + "Ġref", + "lected" + ], + [ + "\"]", + "ĊĊ" + ], + [ + "Ex", + "ternal" + ], + [ + "Ar", + "row" + ], + [ + "Single", + "ton" + ], + [ + "%", + "x" + ], + [ + "Ġ", + "Å" + ], + [ + "Ġan", + "cest" + ], + [ + "ĠOr", + "leans" + ], + [ + "ĉc", + "md" + ], + [ + "Ġprohib", + "ited" + ], + [ + "ith", + "metic" + ], + [ + "(ch", + "annel" + ], + [ + "_c", + "ss" + ], + [ + "For", + "ward" + ], + [ + ".s", + "ocket" + ], + [ + "Ġl", + "uc" + ], + [ + "â", + "Ĩ" + ], + [ + "ĠFire", + "fox" + ], + [ + "ĠM", + "ovies" + ], + [ + ")", + "_" + ], + [ + ".", + "ends" + ], + [ + "(", + "shape" + ], + [ + "Ġde", + "alt" + ], + [ + "Ġs", + "aves" + ], + [ + "Ġgl", + "ory" + ], + [ + "Ġmej", + "or" + ], + [ + "Ġbreath", + "ing" + ], + [ + "Ġ", + "eller" + ], + [ + "get", + "Data" + ], + [ + "Ġang", + "les" + ], + [ + "Ġtool", + "bar" + ], + [ + "Ġsp", + "acing" + ], + [ + "05", + "9" + ], + [ + "IP", + "S" + ], + [ + "Ġflo", + "ors" + ], + [ + "_ACT", + "IVE" + ], + [ + "Ġsh", + "uffle" + ], + [ + "/", + "shared" + ], + [ + "ĠE", + "le" + ], + [ + "ed", + "ish" + ], + [ + "Ġweb", + "cam" + ], + [ + ".ex", + "pect" + ], + [ + "il", + "oc" + ], + [ + "ĠIn", + "cludes" + ], + [ + "Ġtweet", + "ed" + ], + [ + "Ġ:", + ")" + ], + [ + "ĠEss", + "ay" + ], + [ + "F", + "ix" + ], + [ + "-b", + "etween" + ], + [ + "_", + "web" + ], + [ + ".con", + "v" + ], + [ + "Ġrac", + "ism" + ], + [ + "Ġreflect", + "s" + ], + [ + "um", + "m" + ], + [ + "иÑĤ", + "е" + ], + [ + "_f", + "ooter" + ], + [ + "/d", + "ocs" + ], + [ + "ĠP", + "our" + ], + [ + "Ng", + "Module" + ], + [ + ".initial", + "ize" + ], + [ + "pattern", + "s" + ], + [ + "_", + "In" + ], + [ + "ĠAb", + "b" + ], + [ + "*", + "čĊ" + ], + [ + "Ġsent", + "iment" + ], + [ + "b", + "uff" + ], + [ + "_count", + "s" + ], + [ + "Ġre", + "use" + ], + [ + "ch", + "unk" + ], + [ + "Ġim", + "posed" + ], + [ + "Primary", + "Key" + ], + [ + "Fore", + "ground" + ], + [ + "Ġconsum", + "ed" + ], + [ + "?", + "!" + ], + [ + "Ġd", + "ick" + ], + [ + "Ġch", + "ron" + ], + [ + "ĠF", + "ern" + ], + [ + "Ġrespons", + "ive" + ], + [ + "95", + "8" + ], + [ + "Ġin", + "sect" + ], + [ + "icult", + "y" + ], + [ + "Ġr", + "w" + ], + [ + "Ġal", + "ike" + ], + [ + "Ġsub", + "set" + ], + [ + "ĠCook", + "ies" + ], + [ + "ĠP", + "air" + ], + [ + "Ġt", + "ier" + ], + [ + "IF", + "O" + ], + [ + "av", + "our" + ], + [ + "ĠQ", + "U" + ], + [ + ",", + "sizeof" + ], + [ + "Ġmerg", + "ed" + ], + [ + "m", + "v" + ], + [ + "it", + "ol" + ], + [ + "yl", + "on" + ], + [ + "Ġjump", + "ed" + ], + [ + ".", + "role" + ], + [ + "ens", + "aje" + ], + [ + "R", + "ules" + ], + [ + "Ġb", + "rowse" + ], + [ + "An", + "imator" + ], + [ + "Ġy", + "oga" + ], + [ + "Ġvari", + "ants" + ], + [ + "Ġcour", + "tesy" + ], + [ + "ur", + "an" + ], + [ + "p", + "bs" + ], + [ + "else", + "if" + ], + [ + "Al", + "t" + ], + [ + "ĠL", + "ane" + ], + [ + "CL", + "K" + ], + [ + "IM", + "ARY" + ], + [ + "_PRO", + "PERTY" + ], + [ + "ï¼", + "IJ" + ], + [ + "Ġch", + "an" + ], + [ + "Ġgrad", + "ually" + ], + [ + "Ġsh", + "ake" + ], + [ + "Ġbl", + "onde" + ], + [ + "...", + "\");Ċ" + ], + [ + "-se", + "x" + ], + [ + "Ġgame", + "play" + ], + [ + "ac", + "ies" + ], + [ + ".ref", + "resh" + ], + [ + "US", + "B" + ], + [ + "ĠPl", + "ot" + ], + [ + "W", + "as" + ], + [ + "iss", + "ippi" + ], + [ + "ĠT", + "ensor" + ], + [ + "Ġcryptoc", + "urrency" + ], + [ + "Ġdifficult", + "ies" + ], + [ + "De", + "leted" + ], + [ + "With", + "out" + ], + [ + "_", + "append" + ], + [ + "_", + "ver" + ], + [ + "9", + "67" + ], + [ + "\"))", + "čĊ" + ], + [ + "Ġhonest", + "ly" + ], + [ + "Ġp", + "ivot" + ], + [ + "Ġtem", + "ps" + ], + [ + "_p", + "s" + ], + [ + "ĠUn", + "like" + ], + [ + "[:", + "-" + ], + [ + "V", + "S" + ], + [ + "_in", + "f" + ], + [ + "Ġjun", + "ior" + ], + [ + "Ġanim", + "ations" + ], + [ + "Ġfile", + "path" + ], + [ + "?", + "{{", + "$" + ], + [ + "Ġun", + "icode" + ], + [ + "pl", + "aces" + ], + [ + "ĠC", + "offee" + ], + [ + ".S", + "E" + ], + [ + "ĠP", + "AR" + ], + [ + "(t", + "xt" + ], + [ + "ge", + "bra" + ], + [ + "Ġf", + "ires" + ], + [ + "Main", + "Window" + ], + [ + "med", + "ium" + ], + [ + "Ġ(", + "âĢľ" + ], + [ + "Ġl", + "g" + ], + [ + "Ġc", + "mp" + ], + [ + "/", + "base" + ], + [ + "_l", + "ayers" + ], + [ + "_", + "entries" + ], + [ + "Ġadmin", + "ister" + ], + [ + "ĠSU", + "CH" + ], + [ + "B", + "P" + ], + [ + "ĠScott", + "ish" + ], + [ + "ĉčĊ", + "ĉčĊ" + ], + [ + "gu", + "ard" + ], + [ + "ĠStr", + "ong" + ], + [ + "In", + "sn" + ], + [ + "ĠC", + "AP" + ], + [ + "as", + "ury" + ], + [ + "ĠSE", + "E" + ], + [ + "C", + "lock" + ], + [ + "er", + "ie" + ], + [ + "\\", + "models" + ], + [ + "Ġ$", + "$" + ], + [ + "ĠC", + "ab" + ], + [ + "Ġwur", + "de" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġcl", + "ips" + ], + [ + "Ġarrang", + "ement" + ], + [ + "ĠW", + "onder" + ], + [ + "ĠH", + "orn" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġc", + "ure" + ], + [ + "m", + "kdir" + ], + [ + "Ġal", + "igned" + ], + [ + "ĠP", + "ink" + ], + [ + "Ġland", + "ed" + ], + [ + "Dim", + "ension" + ], + [ + "Scroll", + "Pane" + ], + [ + ".ch", + "at" + ], + [ + ".W", + "ith" + ], + [ + "ĠTr", + "ain" + ], + [ + "]", + ".Ċ" + ], + [ + "Ġth", + "irty" + ], + [ + "Ġdur", + "able" + ], + [ + "Ġl", + "d" + ], + [ + "Ġlate", + "init" + ], + [ + "Ġch", + "arts" + ], + [ + "Ġins", + "ult" + ], + [ + ".F", + "atal" + ], + [ + "_", + "ct" + ], + [ + "Ġm", + "asks" + ], + [ + "CLU", + "DED" + ], + [ + "Pres", + "ident" + ], + [ + "Ġcol", + "ours" + ], + [ + "g", + "ments" + ], + [ + ".at", + "tributes" + ], + [ + "ĠF", + "lex" + ], + [ + "ĠC", + "lock" + ], + [ + "ÃŃ", + "cul" + ], + [ + "im", + "en" + ], + [ + "J", + "O" + ], + [ + "ĠReg", + "ex" + ], + [ + "_L", + "INK" + ], + [ + "Ġc", + "ouch" + ], + [ + "ĠIN", + "PUT" + ], + [ + "Ġbe", + "ating" + ], + [ + "b", + "usiness" + ], + [ + "pre", + "ced" + ], + [ + ".", + "unit" + ], + [ + "ĠF", + "el" + ], + [ + "N", + "ever" + ], + [ + "osp", + "el" + ], + [ + ".start", + "swith" + ], + [ + "ĠE", + "PA" + ], + [ + ".", + "only" + ], + [ + "Ġprevent", + "ing" + ], + [ + "y", + "er" + ], + [ + "Column", + "Name" + ], + [ + "Ġelev", + "ation" + ], + [ + "fl", + "u" + ], + [ + "icy", + "cle" + ], + [ + "Ġoff", + "line" + ], + [ + "Tool", + "bar" + ], + [ + "Ġcompet", + "ing" + ], + [ + ")", + "]." + ], + [ + "Ġm", + "og" + ], + [ + "Ġis", + "Valid" + ], + [ + "As", + "k" + ], + [ + "_", + "av" + ], + [ + "_l", + "at" + ], + [ + "AN", + "C" + ], + [ + "ĠJ", + "oh" + ], + [ + "k", + "ers" + ], + [ + "Ġgu", + "ards" + ], + [ + "Ġch", + "ains" + ], + [ + "ĠSimple", + "DateFormat" + ], + [ + ".st", + "atic" + ], + [ + "Ġvess", + "el" + ], + [ + "Ġm", + "ud" + ], + [ + "Ġst", + "abil" + ], + [ + "Ġst", + "ret" + ], + [ + "g", + "m" + ], + [ + "am", + "ation" + ], + [ + "ç", + "ľ" + ], + [ + "-w", + "ith" + ], + [ + "Ġro", + "s" + ], + [ + "_P", + "A" + ], + [ + "Ġresult", + "ado" + ], + [ + "Ġconf", + "idential" + ], + [ + "ĠTok", + "yo" + ], + [ + "ĉ", + "using" + ], + [ + "ĠMath", + "f" + ], + [ + "omb", + "ine" + ], + [ + "ĠESP", + "N" + ], + [ + "Ġdeal", + "ers" + ], + [ + "Ġdismiss", + "ed" + ], + [ + "TR", + "Y" + ], + [ + "Ġte", + "ens" + ], + [ + "rec", + "ords" + ], + [ + "Ġw", + "ings" + ], + [ + "g", + "allery" + ], + [ + "account", + "s" + ], + [ + "_L", + "IB" + ], + [ + "Ġj", + "acket" + ], + [ + "ĠNS", + "Object" + ], + [ + "Ġst", + "ones" + ], + [ + "ĠDel", + "ivery" + ], + [ + "ĠD", + "iet" + ], + [ + "/w", + "atch" + ], + [ + "Ġto", + "ilet" + ], + [ + "ĠG", + "uest" + ], + [ + ".d", + "ay" + ], + [ + "06", + "7" + ], + [ + "Ġint", + "val" + ], + [ + "08", + "7" + ], + [ + "Vis", + "it" + ], + [ + "Ġinvestig", + "ated" + ], + [ + "Ġpent", + "ru" + ], + [ + "ĠThe", + "atre" + ], + [ + "andid", + "ates" + ], + [ + "L", + "ang" + ], + [ + "ĠS", + "erv" + ], + [ + "Ġcont", + "rollers" + ], + [ + "Ġset", + "Title" + ], + [ + "N", + "P" + ], + [ + "am", + "y" + ], + [ + "fl", + "at" + ], + [ + "(", + "ui" + ], + [ + "06", + "9" + ], + [ + "_d", + "ocument" + ], + [ + "è", + "ĥ½" + ], + [ + "ĠC", + "oin" + ], + [ + "ĠAd", + "ams" + ], + [ + "pt", + "ic" + ], + [ + "Ġproduct", + "ive" + ], + [ + "Ġaccompl", + "ished" + ], + [ + "čĊčĊ", + "čĊčĊ" + ], + [ + "Ġdefer", + "red" + ], + [ + "ient", + "es" + ], + [ + "Ġs", + "inc" + ], + [ + "ol", + "ars" + ], + [ + "Right", + "arrow" + ], + [ + "Ġvari", + "ations" + ], + [ + "(", + "offset" + ], + [ + "95", + "7" + ], + [ + ".Layout", + "Inflater" + ], + [ + "Ġsus", + "pend" + ], + [ + "Ġprevent", + "ion" + ], + [ + "_pr", + "ivate" + ], + [ + "_", + "js" + ], + [ + "âĺ", + "ħ" + ], + [ + "Ġw", + "ieder" + ], + [ + "at", + "um" + ], + [ + "Ĵ", + "Į" + ], + [ + "Ġappear", + "ances" + ], + [ + ".D", + "ocument" + ], + [ + "Ġvalid", + "ates" + ], + [ + "cal", + "endar" + ], + [ + "}", + "\";Ċ" + ], + [ + ".d", + "emo" + ], + [ + "con", + "ut" + ], + [ + "Ġcorre", + "ction" + ], + [ + "ĠDe", + "al" + ], + [ + "Ġbatter", + "ies" + ], + [ + ".d", + "uration" + ], + [ + ",", + "\\" + ], + [ + "_m", + "arker" + ], + [ + "m", + "ulti" + ], + [ + "Ġh", + "alt" + ], + [ + "Ġc", + "ms" + ], + [ + "Ġsh", + "aped" + ], + [ + "B", + "ro" + ], + [ + "re", + "duce" + ], + [ + "Ġ", + "####" + ], + [ + "CT", + "OR" + ], + [ + "ĠBen", + "ef" + ], + [ + "Ġicon", + "ic" + ], + [ + "Ġp", + "iano" + ], + [ + "Ġeffect", + "iveness" + ], + [ + "|", + ".Ċ" + ], + [ + "Ġa", + "jax" + ], + [ + "Ġv", + "olumes" + ], + [ + "à¸", + "¡" + ], + [ + "Ġcl", + "js" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "ath", + "s" + ], + [ + "ra", + "its" + ], + [ + "å¤", + "§" + ], + [ + "Ñ", + "ĸ" + ], + [ + "_m", + "ult" + ], + [ + "Ġfasc", + "inating" + ], + [ + "A", + "verage" + ], + [ + "Ġpr", + "é" + ], + [ + "ĠChair", + "man" + ], + [ + ".find", + "Element" + ], + [ + "_p", + "in" + ], + [ + "Ġcomp", + "aring" + ], + [ + "Ġdark", + "ness" + ], + [ + "-F", + "i" + ], + [ + "-", + "server" + ], + [ + "Ġselect", + "ing" + ], + [ + "ster", + "dam" + ], + [ + "ĠPart", + "s" + ], + [ + "FORM", + "ATION" + ], + [ + "Ġnot", + "ing" + ], + [ + "Ġp", + "ile" + ], + [ + "og", + "s" + ], + [ + "Ġpa", + "lette" + ], + [ + "_d", + "o" + ], + [ + "it", + "ize" + ], + [ + "07", + "9" + ], + [ + "()", + "(" + ], + [ + "Ġdef", + "ining" + ], + [ + "Ġremain", + "der" + ], + [ + "Un", + "its" + ], + [ + "_T", + "ASK" + ], + [ + "Http", + "Client" + ], + [ + "S", + "ocial" + ], + [ + "Ġfund", + "ra" + ], + [ + "N", + "R" + ], + [ + "ch", + "est" + ], + [ + "C", + "urrency" + ], + [ + ".ad", + "apter" + ], + [ + "Ġd", + "op" + ], + [ + "un", + "ting" + ], + [ + "ANG", + "UAGE" + ], + [ + "\"", + "He" + ], + [ + "ĉ", + "index" + ], + [ + "_p", + "ackage" + ], + [ + ".I", + "con" + ], + [ + "Ġrep", + "et" + ], + [ + "m", + "ass" + ], + [ + "=\"", + ".$" + ], + [ + "ĠS", + "ud" + ], + [ + "Ġl", + "id" + ], + [ + "pro", + "vince" + ], + [ + "ì", + "ľ" + ], + [ + "G", + "PIO" + ], + [ + "Ð", + "ļ" + ], + [ + "ĠMy", + "SQL" + ], + [ + "Ġdoc", + "s" + ], + [ + "ĠG", + "A" + ], + [ + "Ġip", + "sum" + ], + [ + "K", + "ernel" + ], + [ + "Ġaccept", + "s" + ], + [ + "Ġfit", + "ting" + ], + [ + "Ġcu", + "ando" + ], + [ + "Ġd", + "uplic" + ], + [ + "ĠBro", + "ther" + ], + [ + "ĠK", + "le" + ], + [ + "num", + "s" + ], + [ + "Ġmor", + "ph" + ], + [ + "Ġ", + "########" + ], + [ + "ĠCG", + "Point" + ], + [ + "<", + "unsigned" + ], + [ + "ä¾", + "ĭ" + ], + [ + "ĠD", + "uke" + ], + [ + ".set", + "Bounds" + ], + [ + "q", + "s" + ], + [ + "or", + "ic" + ], + [ + "j", + "er" + ], + [ + "Ġregard", + "ed" + ], + [ + "Http", + "Request" + ], + [ + "Ġbond", + "s" + ], + [ + "Ġthorough", + "ly" + ], + [ + "enc", + "ent" + ], + [ + "Ġhighlight", + "ed" + ], + [ + "Ġac", + "res" + ], + [ + "Ġwork", + "place" + ], + [ + "ĠL", + "ux" + ], + [ + "Ġqu", + "ot" + ], + [ + "98", + "6" + ], + [ + ".in", + "flate" + ], + [ + "Ġdocument", + "ed" + ], + [ + "Ġadd", + "iction" + ], + [ + "Ġmut", + "ation" + ], + [ + ".c", + "ity" + ], + [ + "Ġbott", + "les" + ], + [ + "ĠRepos", + "itory" + ], + [ + "on", + "n" + ], + [ + "err", + "no" + ], + [ + "ARI", + "ABLE" + ], + [ + "åº", + "¦" + ], + [ + "_B", + "EGIN" + ], + [ + "gl", + "as" + ], + [ + "'", + "})Ċ" + ], + [ + "ĠMass", + "age" + ], + [ + "ĠWh", + "it" + ], + [ + "reg", + "ex" + ], + [ + "W", + "A" + ], + [ + "Ġout", + "let" + ], + [ + "-", + "head" + ], + [ + "Ġexp", + "ired" + ], + [ + "ĠTh", + "ai" + ], + [ + "/", + "include" + ], + [ + "grad", + "ient" + ], + [ + "scan", + "f" + ], + [ + "Ġse", + "am" + ], + [ + "w", + "al" + ], + [ + "ĉb", + "uf" + ], + [ + "B", + "earer" + ], + [ + "Ġprec", + "ious" + ], + [ + "if", + "acts" + ], + [ + "co", + "ord" + ], + [ + "Ġexpl", + "oration" + ], + [ + ".get", + "Y" + ], + [ + "(h", + "andle" + ], + [ + "Top", + "ic" + ], + [ + "ĠV", + "ent" + ], + [ + "r", + "hs" + ], + [ + "----", + "--Ċ" + ], + [ + "ĠB", + "right" + ], + [ + "Ġg", + "uild" + ], + [ + "m", + "other" + ], + [ + "st", + "orm" + ], + [ + "Ġmunicip", + "al" + ], + [ + "Ġin", + "k" + ], + [ + ".T", + "YPE" + ], + [ + "w", + "l" + ], + [ + "...", + "", + "", + "manual" + ], + [ + "ĠTechn", + "ical" + ], + [ + "Ġcorpor", + "ation" + ], + [ + "ĠH", + "W" + ], + [ + "ank", + "a" + ], + [ + "T", + "AIL" + ], + [ + "ist", + "as" + ], + [ + "Ġperform", + "s" + ], + [ + "ĠBeh", + "avior" + ], + [ + ".F", + "or" + ], + [ + "_", + "ORDER" + ], + [ + "ĠK", + "ick" + ], + [ + "Ġcallback", + "s" + ], + [ + "_d", + "r" + ], + [ + "ue", + "go" + ], + [ + "h", + "ub" + ], + [ + "uff", + "icient" + ], + [ + "sk", + "y" + ], + [ + "Ġb", + "p" + ], + [ + "ht", + "able" + ], + [ + "ĠON", + "LY" + ], + [ + "ĠAUTH", + "ORS" + ], + [ + ".Arg", + "ument" + ], + [ + "\"", + "};Ċ" + ], + [ + "ĠTh", + "under" + ], + [ + "ĠK", + "om" + ], + [ + ".Sh", + "ould" + ], + [ + "A", + "UTH" + ], + [ + "ah", + "u" + ], + [ + "_p", + "ayment" + ], + [ + "Ġst", + "arter" + ], + [ + "ìĦ", + "ľ" + ], + [ + "ìļ", + "©" + ], + [ + "B", + "log" + ], + [ + ".p", + "atch" + ], + [ + "Ġgovern", + "ed" + ], + [ + "ass", + "y" + ], + [ + "-f", + "ound" + ], + [ + "Ġthe", + "ater" + ], + [ + "ĠFont", + "Weight" + ], + [ + "ĠBat", + "man" + ], + [ + "\"", + "If" + ], + [ + ".R", + "andom" + ], + [ + "_d", + "elta" + ], + [ + "ĠC", + "E" + ], + [ + "Auth", + "enticated" + ], + [ + "Ġdr", + "one" + ], + [ + "Ġc", + "ous" + ], + [ + "r", + "adius" + ], + [ + "M", + "er" + ], + [ + "(", + "None" + ], + [ + "ĠN", + "J" + ], + [ + "_", + "headers" + ], + [ + "Ġam", + "er" + ], + [ + "py", + "test" + ], + [ + "ĠA", + "ctions" + ], + [ + "ĉĉĉ", + "ĠĠĠĠ" + ], + [ + "Ġet", + "t" + ], + [ + "Ġh", + "oly" + ], + [ + "Ġun", + "comfort" + ], + [ + "ĠN", + "in" + ], + [ + "ĠDec", + "imal" + ], + [ + "ĠM", + "essages" + ], + [ + ".s", + "ender" + ], + [ + "]", + "])Ċ" + ], + [ + "Ġembr", + "ace" + ], + [ + "Th", + "ough" + ], + [ + "/", + "sp" + ], + [ + "Ġcult", + "ures" + ], + [ + "Ġhigh", + "way" + ], + [ + "t", + "ar" + ], + [ + ".f", + "ail" + ], + [ + "_h", + "idden" + ], + [ + "ĠcomponentDid", + "Mount" + ], + [ + "ĠW", + "right" + ], + [ + "Ġj", + "ag" + ], + [ + "_", + "il" + ], + [ + "../../", + "../" + ], + [ + "ig", + "u" + ], + [ + "F", + "ood" + ], + [ + "Ġa", + "ce" + ], + [ + "Ġa", + "ños" + ], + [ + "US", + "D" + ], + [ + "Ġmut", + "ual" + ], + [ + "Log", + "ic" + ], + [ + "Ġtem", + "ple" + ], + [ + "Ġbrief", + "ly" + ], + [ + "ĠT", + "rip" + ], + [ + "class", + "method" + ], + [ + "default", + "s" + ], + [ + "Ġch", + "unks" + ], + [ + ",,", + ",," + ], + [ + "ĠRe", + "ason" + ], + [ + "$", + "id" + ], + [ + "-up", + "s" + ], + [ + "Ġdam", + "n" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġun", + "limited" + ], + [ + "Ġsc", + "ulpt" + ], + [ + "ĠC", + "ards" + ], + [ + "Ġaut", + "or" + ], + [ + "ĠTest", + "ing" + ], + [ + "Ġdies", + "e" + ], + [ + "sh", + "ops" + ], + [ + "ç", + "´" + ], + [ + "(p", + "ayload" + ], + [ + "ĠP", + "ATH" + ], + [ + "ĠMem", + "orial" + ], + [ + "Ġridic", + "ulous" + ], + [ + "eg", + "ree" + ], + [ + "-w", + "inning" + ], + [ + "Ġre", + "hab" + ], + [ + "Ġsophistic", + "ated" + ], + [ + "wp", + "db" + ], + [ + "ĉ", + "path" + ], + [ + "!", + "\";Ċ" + ], + [ + "_S", + "YS" + ], + [ + ".s", + "peed" + ], + [ + "Ġso", + "ap" + ], + [ + "s", + "uffix" + ], + [ + "W", + "rap" + ], + [ + "Ġenh", + "ancement" + ], + [ + "Ã", + "ī" + ], + [ + "ú", + "b" + ], + [ + "Ġplay", + "list" + ], + [ + "Ġmix", + "ing" + ], + [ + "ant", + "idad" + ], + [ + "=\"", + "\";Ċ" + ], + [ + "ĠRev", + "ision" + ], + [ + "ĠBe", + "at" + ], + [ + ".in", + "c" + ], + [ + "-w", + "ay" + ], + [ + "enc", + "ias" + ], + [ + "ul", + "ers" + ], + [ + "C", + "at" + ], + [ + "id", + "el" + ], + [ + "ĠSh", + "ip" + ], + [ + ".set", + "Color" + ], + [ + "Ġthreat", + "ening" + ], + [ + ".mod", + "ules" + ], + [ + "Ġafter", + "wards" + ], + [ + "ĠD", + "ashboard" + ], + [ + "Ċ", + "ĠĊ" + ], + [ + "Sign", + "al" + ], + [ + "Ġpr", + "imer" + ], + [ + "orne", + "ys" + ], + [ + "ici", + "ary" + ], + [ + "Ġl", + "igne" + ], + [ + "_p", + "redict" + ], + [ + "Ġa", + "est" + ], + [ + "_", + "https" + ], + [ + ">", + ":" + ], + [ + "ĠL", + "ex" + ], + [ + "Ġrencont", + "res" + ], + [ + "eg", + "ral" + ], + [ + "sc", + "ala" + ], + [ + "_f", + "amily" + ], + [ + "ÃŁ", + "en" + ], + [ + "_s", + "ym" + ], + [ + "Ġuncert", + "ainty" + ], + [ + "ĠVAL", + "UE" + ], + [ + "Ġ}", + ";čĊčĊ" + ], + [ + "Ġbro", + "ader" + ], + [ + "Ġh", + "orses" + ], + [ + "ãģ", + "Ŀ" + ], + [ + "ĠK", + "al" + ], + [ + "ob", + "a" + ], + [ + "_IN", + "ET" + ], + [ + "ĠK", + "ill" + ], + [ + "j", + "query" + ], + [ + "am", + "ination" + ], + [ + "[", + "@\"" + ], + [ + "Ġm", + "uj" + ], + [ + "##", + "#Ċ" + ], + [ + "First", + "OrDefault" + ], + [ + "then", + "Return" + ], + [ + "C", + "he" + ], + [ + "/", + "footer" + ], + [ + "Ġpark", + "s" + ], + [ + "as", + "je" + ], + [ + "ĠG", + "ulf" + ], + [ + "Ġmod", + "est" + ], + [ + ".", + "Init" + ], + [ + "ï¼Ł", + "ĊĊ" + ], + [ + "Ġpros", + "pects" + ], + [ + "Ġs", + "vg" + ], + [ + "Ġå", + "ı" + ], + [ + ".D", + "ialog" + ], + [ + "_N", + "ET" + ], + [ + "Ġ(", + "($" + ], + [ + "Ġe", + "k" + ], + [ + "ĠW", + "arning" + ], + [ + "ĠM", + "K" + ], + [ + "<", + "LM" + ], + [ + "Ġ'", + "čĊ" + ], + [ + "i", + "em" + ], + [ + "h", + "etic" + ], + [ + "Ġi", + "x" + ], + [ + "th", + "ink" + ], + [ + "-sh", + "adow" + ], + [ + "ĠE", + "ld" + ], + [ + "ĠNev", + "ada" + ], + [ + "ĠLe", + "af" + ], + [ + "ĠG", + "ROUP" + ], + [ + "Ġprom", + "o" + ], + [ + "ent", + "ine" + ], + [ + "ĉ", + "Map" + ], + [ + "ĠModel", + "s" + ], + [ + "ĠK", + "rist" + ], + [ + "_k", + "ernel" + ], + [ + "-m", + "ade" + ], + [ + "Ġc", + "err" + ], + [ + "As", + "sets" + ], + [ + "ell", + "ar" + ], + [ + "Ġinv", + "oked" + ], + [ + ".v", + "ue" + ], + [ + "Ġcult", + "iv" + ], + [ + "C", + "losed" + ], + [ + "Ġgener", + "ates" + ], + [ + "ffff", + "ff" + ], + [ + "thes", + "ize" + ], + [ + "s", + "qrt" + ], + [ + "ĠCast", + "le" + ], + [ + ".c", + "ar" + ], + [ + "Ġke", + "en" + ], + [ + "und", + "a" + ], + [ + "ĠC", + "row" + ], + [ + "ĠSing", + "h" + ], + [ + "y", + "thon" + ], + [ + "Ġbe", + "ans" + ], + [ + "l", + "arg" + ], + [ + "æĸĩ", + "件" + ], + [ + "Aw", + "esome" + ], + [ + "unc", + "ate" + ], + [ + "Path", + "s" + ], + [ + "o", + "ji" + ], + [ + "(c", + "urr" + ], + [ + "CON", + "DS" + ], + [ + "Ġm", + "im" + ], + [ + "Ġshould", + "ers" + ], + [ + "H", + "ard" + ], + [ + "ast", + "es" + ], + [ + "а", + "еÑĤ" + ], + [ + "Ġconv", + "ince" + ], + [ + "de", + "cess" + ], + [ + "m", + "ade" + ], + [ + "ĠC", + "MD" + ], + [ + ".", + "Im" + ], + [ + "Ġcha", + "os" + ], + [ + "ens", + "ively" + ], + [ + "Ġcool", + "ing" + ], + [ + "Ġbur", + "ied" + ], + [ + "('", + "@" + ], + [ + "_S", + "e" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ" + ], + [ + ".com", + "pany" + ], + [ + ".sub", + "mit" + ], + [ + "ph", + "ant" + ], + [ + "Ġboot", + "strap" + ], + [ + "_h", + "elp" + ], + [ + "à", + "§" + ], + [ + ".d", + "ump" + ], + [ + "Ġdif", + "er" + ], + [ + "_m", + "apping" + ], + [ + "Ġcirc", + "ular" + ], + [ + "Ġescort", + "s" + ], + [ + "Ġb", + "ere" + ], + [ + "Ġgrad", + "u" + ], + [ + "ĠLeg", + "end" + ], + [ + "im", + "edia" + ], + [ + "ĠBar", + "celona" + ], + [ + "Ġbed", + "s" + ], + [ + "åĪ", + "°" + ], + [ + "ãĢ", + "Ĭ" + ], + [ + "_v", + "olume" + ], + [ + "Ġtremend", + "ous" + ], + [ + "Ġsc", + "aling" + ], + [ + "Ġp", + "ins" + ], + [ + "en", + "as" + ], + [ + "type", + "param" + ], + [ + "D", + "ashboard" + ], + [ + "render", + "er" + ], + [ + "Ġsp", + "i" + ], + [ + "Ġ&", + "$" + ], + [ + "ĠSk", + "in" + ], + [ + "alm", + "art" + ], + [ + "Ġh", + "ockey" + ], + [ + "Ġ'\"", + ".$" + ], + [ + "Ġerr", + "no" + ], + [ + "Ġb", + "ew" + ], + [ + "Follow", + "ing" + ], + [ + ".M", + "odule" + ], + [ + "er", + "able" + ], + [ + "ĠM", + "ilitary" + ], + [ + "ĠR", + "io" + ], + [ + "_", + "available" + ], + [ + "ĠSur", + "face" + ], + [ + "Ġst", + "ab" + ], + [ + "IF", + "IER" + ], + [ + "ĠL", + "IST" + ], + [ + "Ġd", + "ashboard" + ], + [ + "Ġcl", + "usters" + ], + [ + ".pl", + "ugin" + ], + [ + "Ġj", + "ou" + ], + [ + "ĠDec", + "or" + ], + [ + "F", + "our" + ], + [ + "Ġdel", + "le" + ], + [ + "******", + "/Ċ" + ], + [ + "ia", + "z" + ], + [ + "in", + "de" + ], + [ + "ch", + "ing" + ], + [ + "Ġget", + "Item" + ], + [ + ".Add", + "ress" + ], + [ + "ment", + "ed" + ], + [ + "A", + "meric" + ], + [ + "Pl", + "ain" + ], + [ + "Ġus", + "b" + ], + [ + "ĠPract", + "ice" + ], + [ + "_", + "ment" + ], + [ + ".bl", + "ue" + ], + [ + "H", + "int" + ], + [ + "ÑĢаÐ", + "²" + ], + [ + "Ġconn", + "ector" + ], + [ + "Ġinher", + "ited" + ], + [ + "и", + "в" + ], + [ + "Ġinterval", + "s" + ], + [ + "Ġc", + "ere" + ], + [ + "Ġu", + "d" + ], + [ + "Ġin", + "con" + ], + [ + ".Ex", + "ists" + ], + [ + "ĠM", + "ic" + ], + [ + "F", + "K" + ], + [ + "(c", + "ard" + ], + [ + ".Set", + "tings" + ], + [ + "Ġexhib", + "ition" + ], + [ + "Ġon", + "Pressed" + ], + [ + "Ġrest", + "ored" + ], + [ + "eng", + "u" + ], + [ + ".", + "def" + ], + [ + "Ġrec", + "v" + ], + [ + ".\"", + ");čĊ" + ], + [ + "enc", + "oder" + ], + [ + "ather", + "ine" + ], + [ + "(", + "dest" + ], + [ + "az", + "ed" + ], + [ + "#", + "endregion" + ], + [ + "sem", + "bl" + ], + [ + ",", + "M" + ], + [ + "ob", + "y" + ], + [ + "Ġп", + "еÑĢ" + ], + [ + ".C", + "all" + ], + [ + "Ġattend", + "ance" + ], + [ + "-b", + "order" + ], + [ + "Ġaddress", + "ing" + ], + [ + "ê", + "n" + ], + [ + "ĠLe", + "v" + ], + [ + "Ġb", + "ash" + ], + [ + "ben", + "ch" + ], + [ + "C", + "redentials" + ], + [ + "Sp", + "acing" + ], + [ + "(", + "of" + ], + [ + "_RE", + "SET" + ], + [ + "ig", + "uous" + ], + [ + "Ġcr", + "uel" + ], + [ + "Ġcross", + "ed" + ], + [ + "Ġle", + "ur" + ], + [ + "ĠG", + "olf" + ], + [ + "or", + "rect" + ], + [ + "Ġpack", + "ets" + ], + [ + "ĠData", + "Set" + ], + [ + "Ġpart", + "ly" + ], + [ + "SEQU", + "ENTIAL" + ], + [ + "Ġindic", + "ation" + ], + [ + "ĠS", + "alt" + ], + [ + "ac", + "ia" + ], + [ + "Ġ*", + ");Ċ" + ], + [ + "ĉ", + "info" + ], + [ + "ĠView", + "Bag" + ], + [ + "on", + "z" + ], + [ + "Ġeditor", + "ial" + ], + [ + "ĠA", + "rena" + ], + [ + "Ġs", + "ir" + ], + [ + "_", + "Static" + ], + [ + "(", + "socket" + ], + [ + "s", + "u" + ], + [ + "cho", + "ose" + ], + [ + ".m", + "onth" + ], + [ + ".M", + "y" + ], + [ + "09", + "6" + ], + [ + "é", + "ri" + ], + [ + ";", + "font" + ], + [ + "do", + "es" + ], + [ + "Ġcon", + "verter" + ], + [ + "Ġsal", + "v" + ], + [ + "Ġl", + "r" + ], + [ + "Ġinflu", + "enced" + ], + [ + "(f", + "eature" + ], + [ + "ĠQue", + "ens" + ], + [ + "let", + "t" + ], + [ + "_M", + "ON" + ], + [ + "&", + "amp" + ], + [ + "Touch", + "ableOpacity" + ], + [ + "O", + "FF" + ], + [ + "Ġmetab", + "ol" + ], + [ + "(", + "iter" + ], + [ + "Ġvit", + "amin" + ], + [ + "ĠIND", + "IRECT" + ], + [ + "aut", + "om" + ], + [ + "_p", + "ublic" + ], + [ + "Ġadjust", + "ment" + ], + [ + "Ġspecial", + "ized" + ], + [ + "w", + "indows" + ], + [ + ".add", + "All" + ], + [ + "Ġaccording", + "ly" + ], + [ + "ĠJ", + "OptionPane" + ], + [ + "Ġcell", + "spacing" + ], + [ + "Ġqu", + "ad" + ], + [ + "Ġcre", + "ep" + ], + [ + "Ġout", + "lets" + ], + [ + "}`", + ")Ċ" + ], + [ + "Ġpri", + "est" + ], + [ + "_TH", + "READ" + ], + [ + "ĠMar", + "x" + ], + [ + "ĠBy", + "Val" + ], + [ + "Ġc", + "ual" + ], + [ + "éĿ", + "¢" + ], + [ + "Ġtempor", + "arily" + ], + [ + "An", + "n" + ], + [ + "ke", + "leton" + ], + [ + "å", + "¥" + ], + [ + "ĠLO", + "C" + ], + [ + "au", + "er" + ], + [ + "der", + "ive" + ], + [ + "Ġbeh", + "aviors" + ], + [ + "as", + "ename" + ], + [ + "ĠCent", + "ury" + ], + [ + "Ġhor", + "rible" + ], + [ + "ME", + "SS" + ], + [ + "_", + "List" + ], + [ + "we", + "i" + ], + [ + "P", + "at" + ], + [ + "ĠCh", + "oice" + ], + [ + "_F", + "ROM" + ], + [ + "ĉ", + "line" + ], + [ + ".in", + "voke" + ], + [ + ".B", + "ottom" + ], + [ + "Ġnow", + "here" + ], + [ + ".\"", + "ĊĊĊĊ" + ], + [ + "_", + "export" + ], + [ + "Ġstrugg", + "led" + ], + [ + ".Ap", + "pearance" + ], + [ + "ĠJ", + "Button" + ], + [ + "ĠJer", + "emy" + ], + [ + "([", + "[" + ], + [ + "Ġkick", + "ed" + ], + [ + "mar", + "shal" + ], + [ + "st", + "aff" + ], + [ + "es", + "ity" + ], + [ + "Ġqu", + "iz" + ], + [ + "_e", + "ffect" + ], + [ + "Ġ}", + "));ĊĊ" + ], + [ + "m", + "el" + ], + [ + "b", + "anner" + ], + [ + "ĠP", + "IN" + ], + [ + "Ġin", + "vention" + ], + [ + "Ġcons", + "olid" + ], + [ + "Ġop", + "s" + ], + [ + "ĠB", + "etween" + ], + [ + "j", + "ack" + ], + [ + "ern", + "ational" + ], + [ + "Ġsacr", + "ifice" + ], + [ + "ag", + "ation" + ], + [ + "ĠJ", + "oy" + ], + [ + "Ġam", + "endment" + ], + [ + "ĠS", + "old" + ], + [ + "Ġprison", + "ers" + ], + [ + "ан", + "нÑĭ" + ], + [ + "Doc", + "uments" + ], + [ + ")", + "])Ċ" + ], + [ + "ust", + "ed" + ], + [ + "ĠLine", + "arLayout" + ], + [ + "os", + "o" + ], + [ + "_E", + "M" + ], + [ + ".s", + "elf" + ], + [ + ".M", + "iddle" + ], + [ + ")", + "//" + ], + [ + "Ġ\\", + "'" + ], + [ + "Ġfuck", + "ed" + ], + [ + "ĠM", + "urray" + ], + [ + "Ġprof", + "ound" + ], + [ + "_E", + "LEMENT" + ], + [ + "ult", + "a" + ], + [ + "il", + "ers" + ], + [ + "port", + "folio" + ], + [ + "J", + "une" + ], + [ + "t", + "cp" + ], + [ + "mod", + "ified" + ], + [ + "ĠTr", + "ace" + ], + [ + "ĠK", + "el" + ], + [ + "aly", + "zer" + ], + [ + ")", + "=>" + ], + [ + "ĠRep", + "air" + ], + [ + "_B", + "E" + ], + [ + "Br", + "and" + ], + [ + "u", + "art" + ], + [ + "pre", + "view" + ], + [ + "Ġiniti", + "atives" + ], + [ + "run", + "ning" + ], + [ + "b", + "ang" + ], + [ + "ĉ", + "update" + ], + [ + "ĠCo", + "ach" + ], + [ + "R", + "ich" + ], + [ + "Ġy", + "outube" + ], + [ + "Ġrit", + "ual" + ], + [ + "app", + "a" + ], + [ + "ĠRobin", + "son" + ], + [ + "prec", + "ision" + ], + [ + "////////////////////////////////////////////////////////////////", + "////////////" + ], + [ + "=[", + "]Ċ" + ], + [ + "Ġcelebr", + "ated" + ], + [ + "OT", + "O" + ], + [ + "Ġin", + "clusion" + ], + [ + "J", + "P" + ], + [ + "'", + ";čĊčĊ" + ], + [ + "Ġnot", + "able" + ], + [ + "(_", + "." + ], + [ + "Man", + "aged" + ], + [ + "Ġgu", + "ides" + ], + [ + "&", + "nbsp" + ], + [ + "ated", + "Route" + ], + [ + "ĠAd", + "just" + ], + [ + "Ġcol", + "ored" + ], + [ + "_s", + "cores" + ], + [ + "ĠTes", + "la" + ], + [ + "_pro", + "gress" + ], + [ + ".in", + "st" + ], + [ + "['", + "_" + ], + [ + ".fl", + "ags" + ], + [ + "Ġf", + "close" + ], + [ + "_O", + "PER" + ], + [ + "ż", + "y" + ], + [ + "_n", + "ote" + ], + [ + "Ġtrans", + "gender" + ], + [ + "å", + "ķ" + ], + [ + "RI", + "PT" + ], + [ + "Ġabs", + "ent" + ], + [ + "Ġam", + "et" + ], + [ + "Ġoper", + "and" + ], + [ + "ë", + "©" + ], + [ + "Ġh", + "ood" + ], + [ + "to", + "LowerCase" + ], + [ + "av", + "o" + ], + [ + "ĠCirc", + "uit" + ], + [ + "ĠL", + "ind" + ], + [ + "--", + "}}Ċ" + ], + [ + "=", + "m" + ], + [ + "Ġsup", + "press" + ], + [ + "ĠM", + "AP" + ], + [ + "i", + "ang" + ], + [ + "-", + "admin" + ], + [ + "Ġside", + "bar" + ], + [ + "ĠB", + "u" + ], + [ + "ĠH", + "ex" + ], + [ + ",", + "F" + ], + [ + "ĠSign", + "al" + ], + [ + "Ġtrans", + "parency" + ], + [ + "ĠFeder", + "ation" + ], + [ + "/", + "V" + ], + [ + "Re", + "q" + ], + [ + "Ġpul", + "se" + ], + [ + "Ġt", + "ends" + ], + [ + "Num", + "bers" + ], + [ + "%", + "'" + ], + [ + "Ġde", + "port" + ], + [ + "dat", + "as" + ], + [ + "_U", + "INT" + ], + [ + "_", + "tra" + ], + [ + "ok", + "o" + ], + [ + "Ġ\"", + "?" + ], + [ + "comp", + "et" + ], + [ + "sole", + "te" + ], + [ + "und", + "ry" + ], + [ + "Ġover", + "lap" + ], + [ + "}`", + ",Ċ" + ], + [ + ".", + "ly" + ], + [ + "_sum", + "mary" + ], + [ + "ĠL", + "ost" + ], + [ + ".C", + "enter" + ], + [ + "Ġdis", + "ability" + ], + [ + ".Serial", + "ization" + ], + [ + "Ġge", + "om" + ], + [ + "Ġ?", + ":" + ], + [ + "ĠW", + "o" + ], + [ + "Ġsh", + "ipped" + ], + [ + "Ĥ", + "æķ°" + ], + [ + "Ġu", + "gly" + ], + [ + "Ġexcit", + "ement" + ], + [ + "Ġext", + "erior" + ], + [ + "Ġcheck", + "out" + ], + [ + "Ġk", + "ur" + ], + [ + ",", + "D" + ], + [ + "ĠAl", + "aska" + ], + [ + "Ġsyn", + "thetic" + ], + [ + "ĠB", + "udget" + ], + [ + "ĠSub", + "scribe" + ], + [ + "Ġ&", + "Ċ" + ], + [ + "ÈĻ", + "i" + ], + [ + "ĠY", + "u" + ], + [ + "ĉ", + "query" + ], + [ + "}", + ".Ċ" + ], + [ + "Ġtr", + "aged" + ], + [ + "ass", + "en" + ], + [ + "Ġaccommod", + "ation" + ], + [ + "Ġphys", + "ician" + ], + [ + "Ġren", + "amed" + ], + [ + "Ġtid", + "ak" + ], + [ + "z", + "Äħ" + ], + [ + "Ġmin", + "us" + ], + [ + "ny", + "ch" + ], + [ + "09", + "7" + ], + [ + "_EX", + "CEPTION" + ], + [ + "thread", + "s" + ], + [ + "Ġt", + "ire" + ], + [ + "_c", + "reated" + ], + [ + "ens", + "ure" + ], + [ + "Ġworth", + "y" + ], + [ + "Ġexc", + "use" + ], + [ + "Ġclo", + "th" + ], + [ + ".parent", + "Node" + ], + [ + "/pl", + "atform" + ], + [ + "ĠU", + "FC" + ], + [ + "ĠG", + "tk" + ], + [ + "un", + "ny" + ], + [ + "Ġg", + "ibt" + ], + [ + "ke", + "ley" + ], + [ + "h", + "um" + ], + [ + "(t", + "x" + ], + [ + "ĉ", + "dev" + ], + [ + "Ġout", + "fit" + ], + [ + "do", + "ors" + ], + [ + "Ġf", + "on" + ], + [ + "ic", + "ut" + ], + [ + "vol", + "atile" + ], + [ + "Ġhom", + "osex" + ], + [ + "Max", + "imum" + ], + [ + "Ġexp", + "end" + ], + [ + "Ġ});ĊĊ", + "Ċ" + ], + [ + "E", + "q" + ], + [ + "ond", + "ers" + ], + [ + "dep", + "artment" + ], + [ + "ĠPhys", + "ics" + ], + [ + "\"", + "});Ċ" + ], + [ + "Ġpar", + "ad" + ], + [ + ".S", + "tr" + ], + [ + "Ġse", + "le" + ], + [ + "IF", + "IED" + ], + [ + "Ġdel", + "ivers" + ], + [ + "iv", + "an" + ], + [ + "Ġrespons", + "ibilities" + ], + [ + "Ġadvoc", + "ates" + ], + [ + "è", + "µ" + ], + [ + "ĠR", + "ID" + ], + [ + ".param", + "eters" + ], + [ + "M", + "etrics" + ], + [ + "ron", + "ics" + ], + [ + "ĠUITableView", + "Cell" + ], + [ + "A", + "bsolute" + ], + [ + "ip", + "se" + ], + [ + "yl", + "um" + ], + [ + "MLE", + "lement" + ], + [ + "_VAL", + "ID" + ], + [ + "<", + "title" + ], + [ + "D", + "lg" + ], + [ + "p", + "aces" + ], + [ + "Ġsynd", + "rome" + ], + [ + "be", + "ans" + ], + [ + "_d", + "atabase" + ], + [ + "oz", + "illa" + ], + [ + "ĠM", + "eg" + ], + [ + "DB", + "G" + ], + [ + "Ġl", + "ub" + ], + [ + "Bag", + "Constraints" + ], + [ + "ab", + "ad" + ], + [ + "Ġproject", + "ed" + ], + [ + "_BY", + "TE" + ], + [ + ".Size", + "F" + ], + [ + "st", + "reet" + ], + [ + "ĊĊĊĊ", + "ĊĊĊĊĊĊ" + ], + [ + "ĠLO", + "SS" + ], + [ + "Ġdirect", + "ors" + ], + [ + "/", + "news" + ], + [ + "Ġnurs", + "ing" + ], + [ + "ĠD", + "one" + ], + [ + ".", + "HTTP" + ], + [ + "dis", + "count" + ], + [ + "ĠR", + "ot" + ], + [ + "To", + "Many" + ], + [ + "Ġen", + "abling" + ], + [ + "Ġauss", + "i" + ], + [ + "ost", + "a" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "čĊ" + ], + [ + "è½", + "½" + ], + [ + "Ġhel", + "icopt" + ], + [ + "ĠIn", + "side" + ], + [ + "ä¿¡", + "æģ¯" + ], + [ + "is", + "per" + ], + [ + "ĠAll", + "ah" + ], + [ + "ARCH", + "AR" + ], + [ + "Ġroll", + "s" + ], + [ + "Com", + "pare" + ], + [ + "X", + "P" + ], + [ + "Index", + "Of" + ], + [ + "S", + "UM" + ], + [ + "Ġass", + "ured" + ], + [ + "ĠPhys", + "ical" + ], + [ + "End", + "point" + ], + [ + ".G", + "lobal" + ], + [ + ".d", + "etail" + ], + [ + "Ġthe", + "ft" + ], + [ + ".j", + "upiter" + ], + [ + "Ġhum", + "or" + ], + [ + ".R", + "ender" + ], + [ + "A", + "lex" + ], + [ + ".c", + "ap" + ], + [ + "Ġbuff", + "ers" + ], + [ + "Ġdis", + "pose" + ], + [ + "t", + "ion" + ], + [ + ".p", + "resent" + ], + [ + "z", + "el" + ], + [ + ",", + "P" + ], + [ + "Ġdesper", + "ate" + ], + [ + ".get", + "Column" + ], + [ + "Ġtw", + "in" + ], + [ + "ì", + "ĸ" + ], + [ + ".c", + "an" + ], + [ + "Ġf", + "lee" + ], + [ + "ĠIran", + "ian" + ], + [ + "Ġstick", + "y" + ], + [ + "ĠU", + "TC" + ], + [ + "L", + "T" + ], + [ + "////////////////////////////////", + "////////////////" + ], + [ + "Ġl", + "icensing" + ], + [ + "_PO", + "INT" + ], + [ + "ĠM", + "aps" + ], + [ + "Ġl", + "ol" + ], + [ + "=", + "models" + ], + [ + "-t", + "ab" + ], + [ + "ĠN", + "ash" + ], + [ + "_log", + "ger" + ], + [ + "tor", + "ch" + ], + [ + "ĠCON", + "SEQUENTIAL" + ], + [ + "Not", + "Empty" + ], + [ + "/", + "react" + ], + [ + "Ġp", + "f" + ], + [ + "Ġassert", + "ion" + ], + [ + "Ġsubsequ", + "ently" + ], + [ + "_c", + "an" + ], + [ + "Ġpand", + "emic" + ], + [ + "og", + "ue" + ], + [ + "\"+", + "Ċ" + ], + [ + "_", + "ent" + ], + [ + "_P", + "aram" + ], + [ + ".ĊĊ", + "ĊĊĊĊĊĊ" + ], + [ + "Res", + "earch" + ], + [ + "C", + "apture" + ], + [ + "Ġbel", + "oved" + ], + [ + "d", + "em" + ], + [ + "Ġextract", + "ed" + ], + [ + "Ġf", + "ights" + ], + [ + "ER", + "C" + ], + [ + "(a", + "uth" + ], + [ + "position", + "s" + ], + [ + "Ġrevers", + "ed" + ], + [ + "(st", + "ack" + ], + [ + "Ġ_", + ")" + ], + [ + "uto", + "ff" + ], + [ + "_fl", + "ow" + ], + [ + "ç", + "Ĥ¹" + ], + [ + "(", + "Game" + ], + [ + "Ġex", + "cluded" + ], + [ + "ĠCS", + "V" + ], + [ + "c", + "g" + ], + [ + "ĠT", + "itan" + ], + [ + "p", + "ause" + ], + [ + "Ġcer", + "ca" + ], + [ + "Ġdump", + "ster" + ], + [ + "L", + "ess" + ], + [ + "Ġkotlin", + "x" + ], + [ + "aster", + "xml" + ], + [ + "Ġpoint", + "ers" + ], + [ + "Ġfl", + "ows" + ], + [ + "ĠT", + "un" + ], + [ + "ĠMain", + "Activity" + ], + [ + "Ġdis", + "cret" + ], + [ + "Ġcomb", + "inations" + ], + [ + "vis", + "it" + ], + [ + "_b", + "ind" + ], + [ + "oot", + "ing" + ], + [ + "d", + "ater" + ], + [ + "_look", + "up" + ], + [ + ".n", + "io" + ], + [ + "Ġswe", + "at" + ], + [ + "ĠR", + "d" + ], + [ + "Ġscient", + "ist" + ], + [ + "ĠP", + "ixel" + ], + [ + "@", + "NgModule" + ], + [ + "Play", + "ing" + ], + [ + "Ġunf", + "old" + ], + [ + "Trans", + "late" + ], + [ + "ĠLaw", + "rence" + ], + [ + "ĠFIX", + "ME" + ], + [ + "B", + "ill" + ], + [ + "ĠR", + "IGHT" + ], + [ + "Ġwhere", + "ver" + ], + [ + "Ġo", + "ok" + ], + [ + "vid", + "ence" + ], + [ + "Ġ]", + "];" + ], + [ + "ĠSk", + "ill" + ], + [ + "unist", + "d" + ], + [ + "ĠðŁ", + "ĻĤ" + ], + [ + "Ġfem", + "ales" + ], + [ + "--", + ")Ċ" + ], + [ + "İ·", + "åıĸ" + ], + [ + "ĠF", + "red" + ], + [ + "Over", + "all" + ], + [ + "Ù", + "Ĥ" + ], + [ + "Ġess", + "ence" + ], + [ + "Ġthere", + "by" + ], + [ + "Ġw", + "ounded" + ], + [ + "ĠD", + "OWN" + ], + [ + "les", + "son" + ], + [ + "text", + "ure" + ], + [ + "R", + "ound" + ], + [ + "Ġautom", + "ated" + ], + [ + "ĠÐ", + "¡" + ], + [ + "ĠUp", + "dates" + ], + [ + "Ġsh", + "ade" + ], + [ + "p", + "ublish" + ], + [ + "ĠG", + "ear" + ], + [ + "=", + "lambda" + ], + [ + "Ġle", + "ver" + ], + [ + ")", + "+\"" + ], + [ + "h", + "ill" + ], + [ + "Ġrad", + "ar" + ], + [ + "ry", + "ing" + ], + [ + "Ġ\"", + ")." + ], + [ + "f", + "illed" + ], + [ + "Ġline", + "up" + ], + [ + "Ġd", + "l" + ], + [ + "Ġworks", + "pace" + ], + [ + "V", + "o" + ], + [ + "_d", + "t" + ], + [ + "ë", + "²" + ], + [ + "_", + "Item" + ], + [ + "NS", + "URL" + ], + [ + ".", + "verify" + ], + [ + "ĠHawai", + "i" + ], + [ + "G", + "od" + ], + [ + "M", + "arch" + ], + [ + "Ġ[âĢ¦", + "]" + ], + [ + "Ġpel", + "o" + ], + [ + "ur", + "ious" + ], + [ + "ĠPitt", + "sburgh" + ], + [ + ".", + "It" + ], + [ + "C", + "lean" + ], + [ + ">", + "\\<^" + ], + [ + "Ġi", + "os" + ], + [ + "s", + "ound" + ], + [ + "\"]", + ";" + ], + [ + "Ġfre", + "ed" + ], + [ + "rot", + "tle" + ], + [ + "ĠL", + "ower" + ], + [ + "[", + "count" + ], + [ + "å", + "Ŀ" + ], + [ + "Ġp", + "ale" + ], + [ + "ĠWay", + "ne" + ], + [ + "ear", + "th" + ], + [ + "_c", + "ategories" + ], + [ + "U", + "CK" + ], + [ + ".m", + "etadata" + ], + [ + "Ġsum", + "mon" + ], + [ + "H", + "OME" + ], + [ + "олÑĮ", + "з" + ], + [ + "Ġmanufact", + "ured" + ], + [ + "Ġdo", + "ck" + ], + [ + "Ġcompet", + "itors" + ], + [ + "_MODE", + "L" + ], + [ + "ok", + "ia" + ], + [ + "ĠH", + "ey" + ], + [ + "Î", + "¿" + ], + [ + "Ġback", + "ward" + ], + [ + "ĠPO", + "SS" + ], + [ + "rop", + "a" + ], + [ + "Ġc", + "ri" + ], + [ + "_O", + "BJ" + ], + [ + "Trans", + "port" + ], + [ + "-h", + "igh" + ], + [ + "Ġerot", + "ik" + ], + [ + "_s", + "lot" + ], + [ + "Ġart", + "ic" + ], + [ + "_f", + "ramework" + ], + [ + "-ser", + "if" + ], + [ + "ĠSql", + "DbType" + ], + [ + "')", + "(" + ], + [ + "+", + "\"/" + ], + [ + "Ġw", + "ore" + ], + [ + "S", + "il" + ], + [ + "Ġst", + "oring" + ], + [ + "ĠPh", + "ase" + ], + [ + "u", + "ant" + ], + [ + "Ġb", + "ump" + ], + [ + "in", + "ho" + ], + [ + "Ġd", + "ign" + ], + [ + "Ġback", + "s" + ], + [ + "q", + "q" + ], + [ + "(h", + "ash" + ], + [ + "Ġge", + "o" + ], + [ + "Ġt", + "ender" + ], + [ + "Log", + "o" + ], + [ + "!", + ")Ċ" + ], + [ + "ĠM", + "X" + ], + [ + "ĠAr", + "thur" + ], + [ + "esso", + "a" + ], + [ + "_C", + "h" + ], + [ + "Ġbed", + "rooms" + ], + [ + "=\"#", + "\"><" + ], + [ + "Ġth", + "roat" + ], + [ + "ins", + "ic" + ], + [ + ".int", + "eger" + ], + [ + "Ġpr", + "imitive" + ], + [ + "Truth", + "y" + ], + [ + "Ġfacilit", + "ate" + ], + [ + "Ġcreat", + "ivity" + ], + [ + "ĠD", + "NS" + ], + [ + "Ġg", + "ra" + ], + [ + "ue", + "z" + ], + [ + "Ġcount", + "less" + ], + [ + "ĠPol", + "and" + ], + [ + "'", + "M" + ], + [ + "ĠD", + "ist" + ], + [ + "Ġv", + "est" + ], + [ + "Ġcert", + "ification" + ], + [ + "á»", + "ij" + ], + [ + "h", + "eld" + ], + [ + "ext", + "ensions" + ], + [ + "(", + "static" + ], + [ + "Ġgr", + "ades" + ], + [ + "ĠU", + "ber" + ], + [ + "ãģ", + "Ł" + ], + [ + "Ġ[", + "])Ċ" + ], + [ + "dat", + "os" + ], + [ + "Ġget", + "Data" + ], + [ + "ĠCh", + "arg" + ], + [ + "ĠB", + "S" + ], + [ + ".m", + "icrosoft" + ], + [ + ".v", + "ideo" + ], + [ + ".d", + "irection" + ], + [ + "->{", + "'" + ], + [ + "l", + "ua" + ], + [ + "ape", + "st" + ], + [ + "Ġbo", + "iler" + ], + [ + "ere", + "k" + ], + [ + "Ġdec", + "ides" + ], + [ + ".j", + "ar" + ], + [ + "IS", + "C" + ], + [ + "ĠW", + "ords" + ], + [ + "(C", + "ON" + ], + [ + "EMPL", + "ATE" + ], + [ + "ree", + "ze" + ], + [ + "sh", + "ots" + ], + [ + "app", + "s" + ], + [ + "unt", + "ed" + ], + [ + ".set", + "Name" + ], + [ + "::", + "<" + ], + [ + "-b", + "old" + ], + [ + "ê", + "²" + ], + [ + "å¯", + "Ĩ" + ], + [ + "Long", + "rightarrow" + ], + [ + "Ġunf", + "air" + ], + [ + "Ġear", + "ning" + ], + [ + "Ġsh", + "elf" + ], + [ + "URE", + "MENT" + ], + [ + "Ġid", + "le" + ], + [ + "_M", + "ENU" + ], + [ + ".C", + "ustom" + ], + [ + "AG", + "ER" + ], + [ + "-", + "\"" + ], + [ + "_s", + "witch" + ], + [ + "b", + "ecause" + ], + [ + ")", + "view" + ], + [ + "m", + "are" + ], + [ + "_", + "condition" + ], + [ + "ĠStart", + "ing" + ], + [ + "M", + "vc" + ], + [ + "(p", + "re" + ], + [ + "d", + "ump" + ], + [ + "_LO", + "CK" + ], + [ + "at", + "etime" + ], + [ + ".c", + "allback" + ], + [ + "ĠC", + "er" + ], + [ + "op", + "ol" + ], + [ + "ib", + "rary" + ], + [ + "Ġres", + "ervation" + ], + [ + "ĉĉĉĉĉĉĉ", + "Ċ" + ], + [ + "lect", + "or" + ], + [ + "grad", + "uate" + ], + [ + "Ġgener", + "ous" + ], + [ + "Ġ", + "ion" + ], + [ + "ric", + "ao" + ], + [ + "m", + "q" + ], + [ + "_com", + "plete" + ], + [ + "(c", + "ursor" + ], + [ + "ĠForm", + "Control" + ], + [ + ":", + "center" + ], + [ + "Ġsub", + "stitute" + ], + [ + "ĠPl", + "anning" + ], + [ + "Ġp", + "ension" + ], + [ + "Ġrecommend", + "ation" + ], + [ + "ĠT", + "ags" + ], + [ + "Ġg", + "ef" + ], + [ + "Ġalbum", + "s" + ], + [ + "Ġwash", + "ing" + ], + [ + "ro", + "c" + ], + [ + "Ġtr", + "ains" + ], + [ + "at", + "ings" + ], + [ + "Ġex", + "ponent" + ], + [ + "ack", + "bar" + ], + [ + "-", + "ln" + ], + [ + "á", + "g" + ], + [ + ".Data", + "Annotations" + ], + [ + "ĠE", + "IF" + ], + [ + "ĠMalays", + "ia" + ], + [ + "ĉ", + "PORT" + ], + [ + "on", + "us" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġpe", + "u" + ], + [ + ">", + "ĊĊĊĊ" + ], + [ + "ĠArg", + "uments" + ], + [ + "Ġdebug", + "ging" + ], + [ + "(", + "right" + ], + [ + "'", + "D" + ], + [ + "com", + "pute" + ], + [ + "Ġfin", + "est" + ], + [ + "OR", + "AGE" + ], + [ + "Ġspect", + "acular" + ], + [ + "ph", + "rase" + ], + [ + "Ġind", + "ia" + ], + [ + "Ġlegend", + "ary" + ], + [ + "b", + "irth" + ], + [ + "Ġcom", + "posite" + ], + [ + "Ġg", + "rows" + ], + [ + "ĠT", + "D" + ], + [ + "Ġep", + "id" + ], + [ + "Ġlaunch", + "ing" + ], + [ + "]", + "][" + ], + [ + "Min", + "utes" + ], + [ + "ĠCh", + "a" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġwitness", + "es" + ], + [ + "uk", + "an" + ], + [ + "ĉ", + "Type" + ], + [ + "Ġhab", + "e" + ], + [ + "par", + "agraph" + ], + [ + "ĠJ", + "Panel" + ], + [ + "ĠH", + "ann" + ], + [ + "Ġvar", + "ied" + ], + [ + "ĠP", + "okemon" + ], + [ + "ĠM", + "UST" + ], + [ + "åĬ", + "¨" + ], + [ + ".vis", + "ibility" + ], + [ + "op", + "up" + ], + [ + "^", + "[" + ], + [ + ".exp", + "and" + ], + [ + "Ġ\"", + "'," + ], + [ + ".f", + "asterxml" + ], + [ + "_", + "auto" + ], + [ + "ĠShe", + "et" + ], + [ + "mark", + "er" + ], + [ + "Par", + "cel" + ], + [ + "ew", + "s" + ], + [ + "ĠStr", + "ategy" + ], + [ + "-m", + "aking" + ], + [ + "Ġun", + "ve" + ], + [ + "Ġtrail", + "ing" + ], + [ + "Ġclick", + "s" + ], + [ + "ĠGet", + "Component" + ], + [ + "ĉ", + "content" + ], + [ + "IG", + "ENCE" + ], + [ + "ERN", + "EL" + ], + [ + "NSMutable", + "Array" + ], + [ + "Ġb", + "reat" + ], + [ + "Ġharm", + "ful" + ], + [ + "¶", + "Ī" + ], + [ + "Ġbes", + "ides" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġbrut", + "al" + ], + [ + "v", + "ang" + ], + [ + "(p", + "arse" + ], + [ + "qu", + "ick" + ], + [ + "Ġpy", + "test" + ], + [ + "Ġswitch", + "ing" + ], + [ + "()", + "]Ċ" + ], + [ + "Ġì", + "Ħ" + ], + [ + "L", + "ER" + ], + [ + "ĉf", + "ont" + ], + [ + "Ġnet", + "t" + ], + [ + ")", + "]ĊĊ" + ], + [ + "(/", + "\\" + ], + [ + "æŀ", + "ľ" + ], + [ + "to", + "Array" + ], + [ + "Ġbre", + "ed" + ], + [ + "ĠC", + "AR" + ], + [ + "ĠWe", + "apon" + ], + [ + "A", + "bs" + ], + [ + "t", + "ot" + ], + [ + "Ġset", + "Name" + ], + [ + "apt", + "ive" + ], + [ + "Ġ:", + "," + ], + [ + "Ġesc", + "aped" + ], + [ + "ord", + "en" + ], + [ + "ĠP", + "ri" + ], + [ + "th", + "umbnail" + ], + [ + "Ġdescri", + "ptions" + ], + [ + "/", + "styles" + ], + [ + "ĠPC", + "I" + ], + [ + "Ġal", + "phabet" + ], + [ + "astic", + "search" + ], + [ + "NOT", + "E" + ], + [ + "Ġc", + "ialis" + ], + [ + "ĠGr", + "iff" + ], + [ + "Ġpor", + "que" + ], + [ + "Ġprote", + "ins" + ], + [ + "pl", + "ays" + ], + [ + "Ġst", + "ating" + ], + [ + "Ġimag", + "ination" + ], + [ + "Ġfac", + "ial" + ], + [ + "ĠMe", + "chan" + ], + [ + "Ġarr", + "anged" + ], + [ + "_", + "used" + ], + [ + "Ġarrang", + "ements" + ], + [ + "ĠP", + "ipe" + ], + [ + "host", + "name" + ], + [ + "Ġprov", + "inc" + ], + [ + "T", + "it" + ], + [ + ".Flat", + "Style" + ], + [ + "ĠS", + "plit" + ], + [ + "ĠLo", + "ader" + ], + [ + ".c", + "c" + ], + [ + "Ġclin", + "ic" + ], + [ + "----------------", + "------------" + ], + [ + "Ġb", + "aking" + ], + [ + "ĠEN", + "T" + ], + [ + "ne", + "ath" + ], + [ + "ãĢģ", + "ĊĊ" + ], + [ + "AN", + "E" + ], + [ + ".EntityFramework", + "Core" + ], + [ + "app", + "ers" + ], + [ + ".", + "ic" + ], + [ + "ĠNg", + "Module" + ], + [ + "ĠF", + "ORM" + ], + [ + "Ġ'", + ";" + ], + [ + "-pro", + "fit" + ], + [ + "h", + "w" + ], + [ + "en", + "emy" + ], + [ + "ĠE", + "ye" + ], + [ + "Ġca", + "ution" + ], + [ + "t", + "own" + ], + [ + "Ġur", + "ged" + ], + [ + "ĠJim", + "my" + ], + [ + "ynchron", + "ous" + ], + [ + "-s", + "ized" + ], + [ + "m", + "aking" + ], + [ + ",", + "{" + ], + [ + "]", + "'," + ], + [ + "_", + "Object" + ], + [ + "ah", + "oma" + ], + [ + "Ġactiv", + "ist" + ], + [ + "IN", + "VAL" + ], + [ + "ĠCom", + "mercial" + ], + [ + "ĠOr", + "lando" + ], + [ + "(t", + "ab" + ], + [ + "ĠØ", + "¨" + ], + [ + "Al", + "gorithm" + ], + [ + "Ġher", + "itage" + ], + [ + "Get", + "Mapping" + ], + [ + "Ġfail", + "ures" + ], + [ + "ri", + "os" + ], + [ + "at", + "iva" + ], + [ + "Ġt", + "et" + ], + [ + "Ġcar", + "pet" + ], + [ + "(", + "Z" + ], + [ + "th", + "ree" + ], + [ + "Ġdisc", + "losure" + ], + [ + ".", + "ERROR" + ], + [ + "_c", + "alled" + ], + [ + "Ġd", + "ial" + ], + [ + "Ġoccas", + "ional" + ], + [ + ".E", + "rr" + ], + [ + "Ġfunc", + "ion" + ], + [ + "caff", + "old" + ], + [ + "Ġrele", + "asing" + ], + [ + "ï¼ī", + "ĊĊ" + ], + [ + "_", + "Value" + ], + [ + "ĠV", + "ari" + ], + [ + "y", + "ellow" + ], + [ + "Ġstrugg", + "les" + ], + [ + ".c", + "al" + ], + [ + "ĠDak", + "ota" + ], + [ + "ĉc", + "lose" + ], + [ + "Ġsand", + "wich" + ], + [ + "Ġanaly", + "tics" + ], + [ + "Ġ**", + ")" + ], + [ + "&", + "#" + ], + [ + "ĠJ", + "os" + ], + [ + "Ġpass", + "ive" + ], + [ + "AT", + "TR" + ], + [ + "Th", + "rowable" + ], + [ + "ĠM", + "un" + ], + [ + "ĠU", + "int" + ], + [ + "(dis", + "posing" + ], + [ + "ar", + "ak" + ], + [ + "ĠLe", + "aders" + ], + [ + "Ġaffect", + "ing" + ], + [ + "Ġitem", + "View" + ], + [ + "Ġeconom", + "ics" + ], + [ + "f", + "v" + ], + [ + "à¹", + "Ģ" + ], + [ + ".r", + "b" + ], + [ + "ĠOver", + "all" + ], + [ + "Ġwealth", + "y" + ], + [ + "Ġev", + "olved" + ], + [ + "nd", + "a" + ], + [ + "ĠH", + "us" + ], + [ + "re", + "strict" + ], + [ + "um", + "en" + ], + [ + "ĠA", + "gricult" + ], + [ + "!", + "ĊĊĊ" + ], + [ + "Ġexp", + "ires" + ], + [ + "Ġspokes", + "person" + ], + [ + "int", + "erval" + ], + [ + "ĠÃ", + "¢" + ], + [ + "Ġque", + "en" + ], + [ + "(n", + "il" + ], + [ + "ing", + "o" + ], + [ + "He", + "ap" + ], + [ + "Ù", + "İ" + ], + [ + "Ġcompl", + "ain" + ], + [ + "S", + "ym" + ], + [ + "ĠCl", + "one" + ], + [ + "ĠR", + "u" + ], + [ + "ĠW", + "ILL" + ], + [ + "ĠCr", + "ystal" + ], + [ + "/", + "content" + ], + [ + "ing", + "en" + ], + [ + "oint", + "ment" + ], + [ + "Last", + "Name" + ], + [ + "av", + "icon" + ], + [ + "ĠIB", + "M" + ], + [ + "ĠDim", + "ension" + ], + [ + "an", + "h" + ], + [ + "icip", + "ants" + ], + [ + "ĠAn", + "ne" + ], + [ + ".pro", + "gress" + ], + [ + "Ġal", + "go" + ], + [ + "ob", + "il" + ], + [ + "ĠV", + "oice" + ], + [ + "ĠF", + "E" + ], + [ + "Ġg", + "li" + ], + [ + "Ġv", + "ed" + ], + [ + "Ġprevent", + "s" + ], + [ + "\\", + "Column" + ], + [ + "Ġfol", + "k" + ], + [ + "ett", + "i" + ], + [ + "Ġm", + "n" + ], + [ + "ĠCL", + "ASS" + ], + [ + "Ġdisplay", + "ing" + ], + [ + "ĠK", + "l" + ], + [ + "ĠF", + "err" + ], + [ + "d", + "uto" + ], + [ + ".", + "ib" + ], + [ + "Ġd", + "ados" + ], + [ + "'", + "name" + ], + [ + "-s", + "pace" + ], + [ + "Ġit", + "alian" + ], + [ + "Ġin", + "verse" + ], + [ + "Ġd", + "ense" + ], + [ + "ut", + "er" + ], + [ + "ĠI", + "Enumerator" + ], + [ + "-s", + "ign" + ], + [ + "Ġnation", + "wide" + ], + [ + "Ġperson", + "a" + ], + [ + "Ġsol", + "ved" + ], + [ + "Ġdram", + "atically" + ], + [ + "Log", + "out" + ], + [ + "Ġgr", + "av" + ], + [ + "Ġanalys", + "es" + ], + [ + "ol", + "lo" + ], + [ + "Ġl", + "amp" + ], + [ + ".", + "team" + ], + [ + "ĠE", + "rot" + ], + [ + "=", + "[\"" + ], + [ + "Ġd", + "ancing" + ], + [ + "Ġ?>", + "/" + ], + [ + "Ġc", + "ater" + ], + [ + "ff", + "e" + ], + [ + "ĠSh", + "a" + ], + [ + "ĠB", + "os" + ], + [ + "ĠRE", + "QUIRE" + ], + [ + "ĠMon", + "ster" + ], + [ + "ĠR", + "B" + ], + [ + "ĠI", + "DE" + ], + [ + "Ġsu", + "its" + ], + [ + "Ġform", + "Data" + ], + [ + "(", + "theta" + ], + [ + "Ġsp", + "atial" + ], + [ + "=", + "NULL" + ], + [ + "ĠSql", + "Connection" + ], + [ + "Ġ", + "à" + ], + [ + "ĠV", + "enez" + ], + [ + "ĠMor", + "ning" + ], + [ + "Ġpublic", + "ations" + ], + [ + "ĠNON", + "INFRINGEMENT" + ], + [ + "first", + "Name" + ], + [ + "ud", + "s" + ], + [ + "W", + "ould" + ], + [ + "_HE", + "AD" + ], + [ + "Ġinvest", + "ed" + ], + [ + "st", + "able" + ], + [ + "f", + "red" + ], + [ + "Ġcommand", + "er" + ], + [ + "SE", + "S" + ], + [ + "âĢĶ", + "a" + ], + [ + "an", + "che" + ], + [ + "ĠM", + "ovement" + ], + [ + "ë", + "³" + ], + [ + "S", + "uite" + ], + [ + "Ġjur", + "isdiction" + ], + [ + "ë¦", + "¬" + ], + [ + "ĠB", + "eth" + ], + [ + "j", + "Query" + ], + [ + "ĠIs", + "a" + ], + [ + "Ġd", + "ental" + ], + [ + ",", + "*" + ], + [ + "ĠL", + "imit" + ], + [ + "ili", + "ation" + ], + [ + "=\"", + "{" + ], + [ + "b", + "ast" + ], + [ + "Ġt", + "urb" + ], + [ + "is", + "y" + ], + [ + "O", + "OK" + ], + [ + "Ġadvoc", + "ate" + ], + [ + "im", + "ag" + ], + [ + "LE", + "CTION" + ], + [ + "л", + "ÑĮ" + ], + [ + "(c", + "ategory" + ], + [ + ".de", + "c" + ], + [ + "Ġun", + "iqu" + ], + [ + "_s", + "n" + ], + [ + "Ġattract", + "ed" + ], + [ + "ĠÃ", + "ī" + ], + [ + "ĠRun", + "ning" + ], + [ + "_", + "edges" + ], + [ + "ĠDis", + "able" + ], + [ + "_A", + "S" + ], + [ + "åĽ", + "¾" + ], + [ + "Ġnetwork", + "ing" + ], + [ + "_br", + "anch" + ], + [ + "H", + "aving" + ], + [ + "toBe", + "Truthy" + ], + [ + "G", + "I" + ], + [ + "Ġcamp", + "s" + ], + [ + "se", + "p" + ], + [ + "-p", + "art" + ], + [ + "Ġ)ĊĊ", + "ĊĊĊĊĊĊ" + ], + [ + "ustral", + "ia" + ], + [ + "ĠRe", + "ports" + ], + [ + "rit", + "o" + ], + [ + "Ġwa", + "ist" + ], + [ + "_pl", + "us" + ], + [ + "ĠW", + "W" + ], + [ + "-p", + "erson" + ], + [ + "Apr", + "il" + ], + [ + "Ġs", + "ar" + ], + [ + ".t", + "ar" + ], + [ + "Ġagricult", + "ural" + ], + [ + "t", + "ic" + ], + [ + "Ġt", + "cp" + ], + [ + "Ġset", + "Value" + ], + [ + "agent", + "o" + ], + [ + "ĠAp", + "pe" + ], + [ + "p", + "iler" + ], + [ + "CA", + "DE" + ], + [ + "Ġan", + "che" + ], + [ + "atch", + "er" + ], + [ + "Ġcom", + "ics" + ], + [ + "Ġl", + "bs" + ], + [ + "_se", + "gment" + ], + [ + "']", + "=$" + ], + [ + "itt", + "ers" + ], + [ + "ich", + "er" + ], + [ + "G", + "INE" + ], + [ + "Ġutil", + "ize" + ], + [ + "ĠC", + "ursor" + ], + [ + "_ex", + "pression" + ], + [ + "Ġd", + "ag" + ], + [ + "<", + "long" + ], + [ + "Ġr", + "hyth" + ], + [ + "æı", + "IJ" + ], + [ + "Ġconsult", + "ation" + ], + [ + "Y", + "et" + ], + [ + "\"))", + "ĊĊ" + ], + [ + "_M", + "AC" + ], + [ + "c", + "ould" + ], + [ + "Ġ'", + "\\\\" + ], + [ + "ĠV", + "o" + ], + [ + "ĉ", + "http" + ], + [ + "Ġg", + "s" + ], + [ + "ph", + "er" + ], + [ + "-", + "grid" + ], + [ + "J", + "ames" + ], + [ + "J", + "ul" + ], + [ + "Ġsch", + "on" + ], + [ + "Ġtensor", + "flow" + ], + [ + "ĠLOG", + "GER" + ], + [ + "am", + "as" + ], + [ + "Ġsc", + "ipy" + ], + [ + "Ġconv", + "iction" + ], + [ + ".", + "ag" + ], + [ + "Ġadministr", + "ator" + ], + [ + "))", + "{čĊ" + ], + [ + "Ġn", + "un" + ], + [ + "\"", + "group" + ], + [ + "P", + "or" + ], + [ + "Ġnur", + "se" + ], + [ + "ex", + "pression" + ], + [ + "ak", + "y" + ], + [ + "ĠHe", + "avy" + ], + [ + ".", + "opt" + ], + [ + ".get", + "All" + ], + [ + "Ġover", + "l" + ], + [ + "/", + "\"," + ], + [ + "_c", + "ountry" + ], + [ + "ç", + "İ" + ], + [ + "ĠG", + "ENER" + ], + [ + "_r", + "oute" + ], + [ + "ĠD", + "al" + ], + [ + "Â", + "´" + ], + [ + "ol", + "oad" + ], + [ + "Ġuncomfort", + "able" + ], + [ + "(m", + "enu" + ], + [ + "Ġhost", + "name" + ], + [ + "'", + "\");Ċ" + ], + [ + "Ġcalcul", + "ations" + ], + [ + "-c", + "lick" + ], + [ + "Ġprotect", + "ive" + ], + [ + "ãĤ", + "¯" + ], + [ + "_F", + "orm" + ], + [ + "ung", + "s" + ], + [ + "Act", + "ual" + ], + [ + "m", + "f" + ], + [ + "ĠProcess", + "ing" + ], + [ + "ĠIn", + "ventory" + ], + [ + "(m", + "atrix" + ], + [ + "app", + "ropriate" + ], + [ + "w", + "eg" + ], + [ + "ij", + "a" + ], + [ + "Ġch", + "r" + ], + [ + "Ġr", + "ifle" + ], + [ + "-w", + "sj" + ], + [ + "k", + "ar" + ], + [ + "Ġindepend", + "ently" + ], + [ + "I", + "OS" + ], + [ + "Ġconsist", + "ency" + ], + [ + "v", + "n" + ], + [ + "/s", + "ystem" + ], + [ + "ĠCh", + "anges" + ], + [ + "Ġexp", + "ose" + ], + [ + "ici", + "ents" + ], + [ + "Ġrel", + "ate" + ], + [ + "ĉ", + "next" + ], + [ + "è", + "¨" + ], + [ + "ud", + "es" + ], + [ + "Ġglass", + "es" + ], + [ + "F", + "XML" + ], + [ + "....", + ".." + ], + [ + "ĠP", + "df" + ], + [ + "Ġappro", + "ve" + ], + [ + "Ġ{", + "\\" + ], + [ + "Ġexist", + "e" + ], + [ + "))", + "(" + ], + [ + "ARE", + "NT" + ], + [ + "оÐ", + "¿" + ], + [ + "ĠL", + "atest" + ], + [ + "ĠNiger", + "ia" + ], + [ + ".Inter", + "faces" + ], + [ + "Ġrem", + "oves" + ], + [ + "En", + "emy" + ], + [ + "Ġen", + "force" + ], + [ + "vert", + "s" + ], + [ + "ĉ", + "pos" + ], + [ + "_text", + "ure" + ], + [ + "W", + "ARD" + ], + [ + "ĠINC", + "IDENT" + ], + [ + "(", + "container" + ], + [ + "Ġdef", + "ending" + ], + [ + "ĠR", + "X" + ], + [ + "ĠH", + "ook" + ], + [ + "br", + "is" + ], + [ + "ĠFl", + "ask" + ], + [ + "Gr", + "ay" + ], + [ + ".", + ")Ċ" + ], + [ + "vis", + "ibility" + ], + [ + "ĠRedirectTo", + "Action" + ], + [ + "err", + "al" + ], + [ + "_e", + "lem" + ], + [ + "Ġres", + "on" + ], + [ + "front", + "end" + ], + [ + "_variable", + "s" + ], + [ + "ater", + "ia" + ], + [ + "Ġ+", + "\"" + ], + [ + "ave", + "led" + ], + [ + "RI", + "X" + ], + [ + "Ġdef", + "icit" + ], + [ + "_C", + "heck" + ], + [ + "YY", + "YY" + ], + [ + "To", + "One" + ], + [ + "sp", + "y" + ], + [ + "Ġun", + "ited" + ], + [ + "end", + "ent" + ], + [ + "Ġp", + "ode" + ], + [ + "ãģ", + "Į" + ], + [ + "C", + "AT" + ], + [ + "(f", + "mt" + ], + [ + "ĠBon", + "us" + ], + [ + "Ġre", + "ck" + ], + [ + "Â", + "º" + ], + [ + "Mod", + "ules" + ], + [ + "Ġvac", + "uum" + ], + [ + "R", + "adio" + ], + [ + "ĠDAM", + "AGE" + ], + [ + "P", + "en" + ], + [ + "ĠPark", + "er" + ], + [ + ";", + ";Ċ" + ], + [ + "ĠRe", + "ally" + ], + [ + "_n", + "eg" + ], + [ + "p", + "ending" + ], + [ + "Ġnomine", + "e" + ], + [ + "ĠC", + "ategories" + ], + [ + "ĠUl", + "tra" + ], + [ + "We", + "apon" + ], + [ + "Ġdef", + "ender" + ], + [ + "I", + "ss" + ], + [ + "ĠG", + "ender" + ], + [ + "ĠD", + "ress" + ], + [ + "Ġimpr", + "ison" + ], + [ + "Ġbank", + "rupt" + ], + [ + "imension", + "al" + ], + [ + "PH", + "A" + ], + [ + "ĠStr", + "ateg" + ], + [ + "ĠPROF", + "ITS" + ], + [ + "Ġp", + "atri" + ], + [ + "////////////////////////////////////////////////////////////////", + "////////////////" + ], + [ + "de", + "legate" + ], + [ + "Ġfor", + "State" + ], + [ + "Ġdev", + "oted" + ], + [ + "_m", + "ake" + ], + [ + "Ġterror", + "ists" + ], + [ + "ĠS", + "nap" + ], + [ + "_n", + "av" + ], + [ + "ĠA", + "A" + ], + [ + "ĠI", + "an" + ], + [ + "ĉ", + "app" + ], + [ + "Pl", + "acement" + ], + [ + "_h", + "dr" + ], + [ + "<", + "K" + ], + [ + "Ġs", + "ang" + ], + [ + "st", + "roke" + ], + [ + "-", + "Q" + ], + [ + ">", + "x" + ], + [ + ".T", + "ask" + ], + [ + "m", + "oney" + ], + [ + "ib", + "aba" + ], + [ + "'", + "});Ċ" + ], + [ + "ĠSpec", + "ific" + ], + [ + "ĠLine", + "ar" + ], + [ + "_O", + "PT" + ], + [ + "Hash", + "Code" + ], + [ + "(", + "Player" + ], + [ + ".Contains", + "Key" + ], + [ + "Ġcoll", + "apsed" + ], + [ + "trans", + "parent" + ], + [ + "_R", + "ANGE" + ], + [ + "View", + "er" + ], + [ + "(c", + "fg" + ], + [ + "Ġsort", + "ing" + ], + [ + "Ġinf", + "ected" + ], + [ + "ĠN", + "ach" + ], + [ + "Ġaccommod", + "ate" + ], + [ + ".element", + "s" + ], + [ + "_P", + "ART" + ], + [ + "ĠSex", + "y" + ], + [ + "=", + "get" + ], + [ + "(", + "year" + ], + [ + "Ġx", + "hr" + ], + [ + ":", + "]" + ], + [ + "ows", + "ki" + ], + [ + "Ġsum", + "mar" + ], + [ + "ĠÂ", + "¿" + ], + [ + "Ġint", + "e" + ], + [ + "Ġwork", + "flow" + ], + [ + "ĠTai", + "wan" + ], + [ + "vers", + "ions" + ], + [ + "åı", + "ij" + ], + [ + "Ġsurprising", + "ly" + ], + [ + "Ġopt", + "ical" + ], + [ + "Ġpro", + "ces" + ], + [ + "Ġdisag", + "ree" + ], + [ + "Ġnue", + "vo" + ], + [ + "ĠC", + "AM" + ], + [ + "sort", + "ed" + ], + [ + "le", + "ases" + ], + [ + "ist", + "le" + ], + [ + "Id", + "ent" + ], + [ + "ĉ", + "event" + ], + [ + "ject", + "ed" + ], + [ + "Ch", + "unk" + ], + [ + "V", + "ars" + ], + [ + ".pro", + "vider" + ], + [ + "Ġproceed", + "ings" + ], + [ + "Ġin", + "clusive" + ], + [ + "Ġart", + "work" + ], + [ + "end", + "ants" + ], + [ + "ï¼ļ", + "Ċ" + ], + [ + "se", + "en" + ], + [ + "Ġl", + "ig" + ], + [ + "Ġm", + "akers" + ], + [ + "_f", + "un" + ], + [ + "Ġlength", + "s" + ], + [ + "Path", + "Variable" + ], + [ + "[", + "item" + ], + [ + "à¸", + "µ" + ], + [ + "De", + "ad" + ], + [ + "FFFF", + "FF" + ], + [ + "ĠUr", + "ban" + ], + [ + "up", + "les" + ], + [ + "ich", + "en" + ], + [ + "(null", + "ptr" + ], + [ + ".s", + "pec" + ], + [ + ",", + "System" + ], + [ + "UR", + "ATION" + ], + [ + "(j", + "ob" + ], + [ + "å¼", + "ı" + ], + [ + "Ġtrack", + "er" + ], + [ + "Å", + "Ļ" + ], + [ + "ĠM", + "R" + ], + [ + "ĠSQL", + "ite" + ], + [ + "Ġd", + "to" + ], + [ + "Ġ;", + ";Ċ" + ], + [ + "Ġm", + "int" + ], + [ + "ĠInt", + "roduction" + ], + [ + "ca", + "o" + ], + [ + "Ġquestion", + "ed" + ], + [ + "Ġf", + "itted" + ], + [ + "rev", + "ision" + ], + [ + "s", + "q" + ], + [ + "Ġm", + "ig" + ], + [ + "_un", + "its" + ], + [ + "_", + "async" + ], + [ + "Ġf", + "lick" + ], + [ + "});ĊĊ", + "Ċ" + ], + [ + "Ġnot", + "re" + ], + [ + "}`", + "," + ], + [ + "F", + "ilters" + ], + [ + "Ġm", + "undo" + ], + [ + "_d", + "ays" + ], + [ + "Ġfr", + "m" + ], + [ + "ut", + "c" + ], + [ + "Ġval", + "s" + ], + [ + "ew", + "idth" + ], + [ + "ĠGener", + "ator" + ], + [ + "ĠArt", + "ist" + ], + [ + "ĠID", + "s" + ], + [ + "ĠArt", + "icles" + ], + [ + "re", + "ater" + ], + [ + "ĠComponent", + "Fixture" + ], + [ + ".", + "=" + ], + [ + "Ġr", + "ou" + ], + [ + "-", + "no" + ], + [ + ".b", + "ukkit" + ], + [ + "eg", + "g" + ], + [ + "ĠD", + "iff" + ], + [ + "atic", + "s" + ], + [ + "Ñĥ", + "Ñĩ" + ], + [ + "âĢĶ", + "ĊĊ" + ], + [ + "ĠChar", + "lotte" + ], + [ + "by", + "e" + ], + [ + "Ġ}", + ");čĊčĊ" + ], + [ + "ĠV", + "ik" + ], + [ + "ĠB", + "row" + ], + [ + "Ġl", + "v" + ], + [ + "ĠG", + "ib" + ], + [ + "-w", + "ing" + ], + [ + "GL", + "IGENCE" + ], + [ + "(I", + "l" + ], + [ + "ĠEngine", + "er" + ], + [ + ".W", + "ait" + ], + [ + "ĠP", + "ictures" + ], + [ + "Ġr", + "het" + ], + [ + "Ġth", + "ermal" + ], + [ + "Ġpr", + "aise" + ], + [ + "<", + ">();ĊĊ" + ], + [ + "ĠSp", + "ider" + ], + [ + "P", + "ause" + ], + [ + "ĠB", + "aker" + ], + [ + "Ġsl", + "ower" + ], + [ + "Ġ}", + "]Ċ" + ], + [ + "_en", + "queue" + ], + [ + "Ġdisappe", + "ared" + ], + [ + "ĠT", + "icket" + ], + [ + "IN", + "UX" + ], + [ + "_LOC", + "AL" + ], + [ + "аÑģ", + "Ñģ" + ], + [ + "@Inject", + "able" + ], + [ + "comm", + "unity" + ], + [ + "Gesture", + "Recognizer" + ], + [ + "åĽ", + "½" + ], + [ + "Ġsca", + "les" + ], + [ + "Ġ-", + "(" + ], + [ + "/", + "'+" + ], + [ + "ĠS", + "it" + ], + [ + "Ġexecut", + "ives" + ], + [ + "ard", + "ing" + ], + [ + "Ġad", + "vers" + ], + [ + "Ġback", + "wards" + ], + [ + "ĉ", + "context" + ], + [ + "ĠH", + "amp" + ], + [ + "ĠP", + "F" + ], + [ + "ĠDe", + "ck" + ], + [ + "ĠCra", + "ig" + ], + [ + "A", + "merican" + ], + [ + "Ġb", + "ell" + ], + [ + "Ġpro", + "l" + ], + [ + "uf", + "en" + ], + [ + "Ġr", + "ng" + ], + [ + "ar", + "shal" + ], + [ + "ĠSim", + "ply" + ], + [ + "first", + "name" + ], + [ + "sh", + "ore" + ], + [ + "J", + "uly" + ], + [ + "Ġmort", + "ality" + ], + [ + "ĠâĨĴ", + "ĊĊ" + ], + [ + "Help", + "ers" + ], + [ + "Ġbench", + "mark" + ], + [ + "em", + "ade" + ], + [ + "Ġorganis", + "ations" + ], + [ + ".g", + "son" + ], + [ + "ĠText", + "Field" + ], + [ + "Ġciv", + "ilians" + ], + [ + ".Array", + "s" + ], + [ + "ĠMiss", + "issippi" + ], + [ + "Ġinter", + "mediate" + ], + [ + "get", + "User" + ], + [ + "_cl", + "uster" + ], + [ + "Rel", + "ative" + ], + [ + "fore", + "ign" + ], + [ + ".querySelector", + "All" + ], + [ + "Fore", + "ignKey" + ], + [ + "Ġreason", + "ably" + ], + [ + "--------", + "-Ċ" + ], + [ + "C", + "ards" + ], + [ + "ĠK", + "am" + ], + [ + "ĠTh", + "or" + ], + [ + "Ġroll", + "er" + ], + [ + "-e", + "lement" + ], + [ + "ĠC", + "urrency" + ], + [ + "dd", + "ie" + ], + [ + "ALL", + "Y" + ], + [ + "ĠR", + "A" + ], + [ + "Ġper", + "met" + ], + [ + "aa", + "aa" + ], + [ + "Ġhom", + "ework" + ], + [ + "ĠV", + "it" + ], + [ + "Ġm", + "old" + ], + [ + "ĠF", + "er" + ], + [ + "[", + "start" + ], + [ + "Ġstatist", + "ical" + ], + [ + "Ġsc", + "ary" + ], + [ + "_H", + "OME" + ], + [ + ".B", + "egin" + ], + [ + "Con", + "struct" + ], + [ + "ogen", + "ic" + ], + [ + "ĠDEAL", + "INGS" + ], + [ + "Ġtamb", + "ién" + ], + [ + "ix", + "on" + ], + [ + ".", + "ind" + ], + [ + "ac", + "re" + ], + [ + "Ġtransform", + "s" + ], + [ + "ĠN", + "ap" + ], + [ + ".B", + "lock" + ], + [ + "uss", + "ia" + ], + [ + "pir", + "ation" + ], + [ + "ul", + "ent" + ], + [ + "Ġce", + "il" + ], + [ + "Cl", + "ause" + ], + [ + "na", + "ire" + ], + [ + "T", + "ES" + ], + [ + "Ġne", + "at" + ], + [ + "ST", + "D" + ], + [ + "ĠReg", + "Exp" + ], + [ + "per", + "form" + ], + [ + ":", + ")" + ], + [ + "Ġun", + "ions" + ], + [ + "Ġs", + "ublic" + ], + [ + "Ġw", + "inds" + ], + [ + "lo", + "ating" + ], + [ + "g", + "lich" + ], + [ + "Ġp", + "agination" + ], + [ + "S", + "kill" + ], + [ + "App", + "ly" + ], + [ + "ĠOper", + "ator" + ], + [ + "ist", + "ogram" + ], + [ + "Ġqual", + "ities" + ], + [ + "C", + "ross" + ], + [ + "Ġde", + "com" + ], + [ + "],", + "\"" + ], + [ + "ĠJ", + "uan" + ], + [ + ".mod", + "al" + ], + [ + ".Ch", + "ild" + ], + [ + "ĠRog", + "er" + ], + [ + "STIT", + "UTE" + ], + [ + ":CGRect", + "Make" + ], + [ + "a", + "lette" + ], + [ + "Ġst", + "a" + ], + [ + "as", + "ide" + ], + [ + "Ġbl", + "ur" + ], + [ + "ĠW", + "a" + ], + [ + "if", + "etime" + ], + [ + "re", + "ed" + ], + [ + "control", + "s" + ], + [ + "Ġb", + "ins" + ], + [ + "Ġп", + "ол" + ], + [ + "*/", + ",Ċ" + ], + [ + "U", + "IS" + ], + [ + "ĠR", + "ou" + ], + [ + "ĠDem", + "o" + ], + [ + "-", + "awesome" + ], + [ + "ĠCh", + "ain" + ], + [ + "Ġh", + "asta" + ], + [ + "ĠB", + "art" + ], + [ + ".", + "KEY" + ], + [ + "Ġvend", + "ors" + ], + [ + "nof", + "ollow" + ], + [ + "ĠD", + "est" + ], + [ + "_b", + "uilder" + ], + [ + "Ġarg", + "ues" + ], + [ + "_", + "answer" + ], + [ + "g", + "oto" + ], + [ + "ĠRES", + "ULT" + ], + [ + "ĠM", + "ON" + ], + [ + "Ġp", + "oder" + ], + [ + "o", + "ons" + ], + [ + "_C", + "ASE" + ], + [ + "Ġrep", + "lic" + ], + [ + "Ġfin", + "ancing" + ], + [ + "ĠD", + "ATE" + ], + [ + "c", + "ern" + ], + [ + "_tr", + "ack" + ], + [ + "t", + "ies" + ], + [ + "/", + "logo" + ], + [ + "ĠNE", + "GLIGENCE" + ], + [ + "get", + "Type" + ], + [ + ">", + "T" + ], + [ + "b", + "et" + ], + [ + "g", + "irl" + ], + [ + "ĠINCIDENT", + "AL" + ], + [ + "-s", + "ite" + ], + [ + ".tr", + "igger" + ], + [ + "ĠL", + "isa" + ], + [ + "_input", + "s" + ], + [ + "Ġrel", + "atives" + ], + [ + "Logged", + "In" + ], + [ + "Config", + "ure" + ], + [ + "I", + "K" + ], + [ + ".", + "accept" + ], + [ + "Res", + "ume" + ], + [ + "ĠD", + "raft" + ], + [ + "Ġ*", + ">(" + ], + [ + "ĠW", + "A" + ], + [ + "ed", + "ian" + ], + [ + "ern", + "ess" + ], + [ + "ĠLayout", + "Inflater" + ], + [ + "*/", + "čĊčĊ" + ], + [ + "oth", + "y" + ], + [ + "Ġoblig", + "ation" + ], + [ + "Sub", + "scribe" + ], + [ + "Ġth", + "umbnail" + ], + [ + "ex", + "ist" + ], + [ + "Ġins", + "isted" + ], + [ + "ĠU", + "ICollectionView" + ], + [ + "ĠAng", + "ular" + ], + [ + "Ġtable", + "ts" + ], + [ + "ĠImp", + "act" + ], + [ + "ãĢį", + "ĊĊ" + ], + [ + "ah", + "o" + ], + [ + "Ġcharacter", + "istic" + ], + [ + "g", + "d" + ], + [ + "Ġ=", + "================================================" + ], + [ + "our", + "t" + ], + [ + "`", + "." + ], + [ + "App", + "ro" + ], + [ + "Co", + "ordinate" + ], + [ + "Rem", + "ember" + ], + [ + "Ġmar", + "ine" + ], + [ + "]", + "=='" + ], + [ + "ĠAdmin", + "istrator" + ], + [ + ".get", + "Default" + ], + [ + "Ġforg", + "ot" + ], + [ + "ĠStruct", + "ure" + ], + [ + "V", + "ue" + ], + [ + "ars", + "ing" + ], + [ + "m", + "oment" + ], + [ + "k", + "w" + ], + [ + "_c", + "ursor" + ], + [ + "Att", + "ack" + ], + [ + "Ġath", + "letic" + ], + [ + "Ġdiagn", + "osed" + ], + [ + "Ġend", + "e" + ], + [ + "åĪ", + "łéĻ¤" + ], + [ + "H", + "ouse" + ], + [ + "ĠP", + "ARAM" + ], + [ + "Ġw", + "iki" + ], + [ + "ĠO", + "pp" + ], + [ + "Ġcons", + "ervation" + ], + [ + "Ġs", + "nd" + ], + [ + "_t", + "em" + ], + [ + "sub", + "str" + ], + [ + "ĠC", + "ape" + ], + [ + ".s", + "im" + ], + [ + "UT", + "ION" + ], + [ + "an", + "an" + ], + [ + "âĢĻ", + "un" + ], + [ + "Ġg", + "y" + ], + [ + "-", + "work" + ], + [ + "Ġcomp", + "elling" + ], + [ + "='", + "#" + ], + [ + "ĉs", + "ub" + ], + [ + "Ġdirect", + "ories" + ], + [ + "íĬ", + "¸" + ], + [ + "Ġtouch", + "es" + ], + [ + "out", + "ines" + ], + [ + ".C", + "ollection" + ], + [ + "s", + "chedule" + ], + [ + ".l", + "at" + ], + [ + "ĠDo", + "ctrine" + ], + [ + "CA", + "A" + ], + [ + "ĠRe", + "fer" + ], + [ + "Ġshift", + "s" + ], + [ + "Ġlik", + "elihood" + ], + [ + "pre", + "ter" + ], + [ + "ĠF", + "emale" + ], + [ + "Ġinter", + "cept" + ], + [ + "Ġl", + "ou" + ], + [ + "çĻ", + "»" + ], + [ + "Ġr", + "ug" + ], + [ + "ĠC", + "rown" + ], + [ + "Ġ************************************************************************", + "****" + ], + [ + "-", + "product" + ], + [ + "Ġprompt", + "ed" + ], + [ + "ung", + "le" + ], + [ + "d", + "ocker" + ], + [ + "ĠT", + "u" + ], + [ + "ĠUn", + "ique" + ], + [ + "_", + "Error" + ], + [ + "ul", + "os" + ], + [ + "Ġâ", + "Ħ" + ], + [ + "Ġ(", + "`" + ], + [ + "Get", + "ting" + ], + [ + "_s", + "cal" + ], + [ + "ĠEn", + "h" + ], + [ + "ü", + "t" + ], + [ + "Ġsust", + "ained" + ], + [ + "Ġp", + "atches" + ], + [ + "Ġpros", + "per" + ], + [ + "ĠG", + "aza" + ], + [ + "_l", + "ight" + ], + [ + "Ġin", + "cons" + ], + [ + "--------", + "Ċ" + ], + [ + "ĉĉ", + "ĠĠĠĠĠĠ" + ], + [ + "S", + "F" + ], + [ + "C", + "N" + ], + [ + ":", + "\";Ċ" + ], + [ + "ĠColl", + "ins" + ], + [ + "(", + "*)" + ], + [ + "Ġcomp", + "ilation" + ], + [ + "']", + "čĊ" + ], + [ + "Ġcon", + "sequence" + ], + [ + ",", + "..." + ], + [ + "Ġd", + "m" + ], + [ + "ĠB", + "LOCK" + ], + [ + "Cl", + "uster" + ], + [ + "Ġsk", + "i" + ], + [ + "(arg", + "c" + ], + [ + "T", + "uple" + ], + [ + "Ġjo", + "ins" + ], + [ + "ĠSher", + "iff" + ], + [ + "W", + "ar" + ], + [ + "ind", + "i" + ], + [ + "Ġcomment", + "ed" + ], + [ + "H", + "OST" + ], + [ + "Ġinv", + "itation" + ], + [ + "apan", + "ese" + ], + [ + "Ġperm", + "its" + ], + [ + "preced", + "ented" + ], + [ + "_z", + "one" + ], + [ + "ĠA", + "my" + ], + [ + "_R", + "D" + ], + [ + "Min", + "imum" + ], + [ + "Ġinv", + "ocation" + ], + [ + ".en", + "able" + ], + [ + "icht", + "en" + ], + [ + "-", + "owned" + ], + [ + "\"", + "id" + ], + [ + "_PO", + "INTER" + ], + [ + "F", + "ac" + ], + [ + "Ġspecific", + "ations" + ], + [ + "Ġnom", + "ination" + ], + [ + "Ġg", + "p" + ], + [ + "<", + "(" + ], + [ + "Ġrob", + "ots" + ], + [ + "ĠJ", + "erry" + ], + [ + "Ġhold", + "ers" + ], + [ + "Ġw", + "and" + ], + [ + "c", + "ms" + ], + [ + "Ġ}", + "))Ċ" + ], + [ + ".To", + "ast" + ], + [ + "ĠI", + "List" + ], + [ + "B", + "ased" + ], + [ + "z", + "oom" + ], + [ + "/", + "style" + ], + [ + "ĠBe", + "ck" + ], + [ + "M", + "en" + ], + [ + "Ġcontrib", + "uting" + ], + [ + "Ġund", + "o" + ], + [ + "ĠO", + "H" + ], + [ + "Ġadd", + "Object" + ], + [ + "Ġe", + "igen" + ], + [ + "sign", + "up" + ], + [ + "éĶ", + "Ļ" + ], + [ + "Ġdist", + "ant" + ], + [ + "PAR", + "ATOR" + ], + [ + "ĠM", + "ari" + ], + [ + "Ġm", + "á" + ], + [ + "E", + "mp" + ], + [ + "ó", + "s" + ], + [ + "Ġì", + "Īĺ" + ], + [ + "ev", + "t" + ], + [ + "+", + "j" + ], + [ + "p", + "ark" + ], + [ + "ĠSt", + "ay" + ], + [ + "ĠD", + "un" + ], + [ + "Ġso", + "y" + ], + [ + ">", + "%" + ], + [ + "az", + "ines" + ], + [ + "Ġti", + "empo" + ], + [ + "(m", + "e" + ], + [ + "p", + "resent" + ], + [ + ".Th", + "is" + ], + [ + "Ġedit", + "ors" + ], + [ + "F", + "IELD" + ], + [ + ".W", + "ork" + ], + [ + "ĠUn", + "iverse" + ], + [ + "Ġdr", + "unk" + ], + [ + ".t", + "imer" + ], + [ + "Ġalter", + "ed" + ], + [ + "ĠN", + "ar" + ], + [ + "ëł", + "¥" + ], + [ + ".Act", + "ive" + ], + [ + "id", + "or" + ], + [ + "ç", + "Ń" + ], + [ + ".delta", + "Time" + ], + [ + "Ġawk", + "ward" + ], + [ + "&", + "quot" + ], + [ + "ĠSaf", + "ari" + ], + [ + "Ġtr", + "icks" + ], + [ + "MENT", + "S" + ], + [ + "div", + "ision" + ], + [ + "Ġvary", + "ing" + ], + [ + "ĠHigh", + "way" + ], + [ + "Ġphotograph", + "er" + ], + [ + "ĠSt", + "ewart" + ], + [ + "Ġlast", + "ing" + ], + [ + ".P", + "re" + ], + [ + ".amazon", + "aws" + ], + [ + "ĠL", + "uck" + ], + [ + ".D", + "escription" + ], + [ + "ĠN", + "az" + ], + [ + "n", + "eg" + ], + [ + "Ġc", + "ó" + ], + [ + "<<\"", + "\\" + ], + [ + "ĠSur", + "v" + ], + [ + "ĠU", + "nc" + ], + [ + "Rec", + "ipe" + ], + [ + ".Border", + "Style" + ], + [ + "Ġmod", + "ifications" + ], + [ + "-", + "at" + ], + [ + "AT", + "FORM" + ], + [ + "h", + "dr" + ], + [ + "ak", + "o" + ], + [ + "Ġsublic", + "ense" + ], + [ + "ĠJ", + "ump" + ], + [ + "Ġbe", + "im" + ], + [ + "ĠMan", + "hattan" + ], + [ + ".", + "bool" + ], + [ + "_h", + "w" + ], + [ + "ÑĤ", + "ÑĮ" + ], + [ + "B", + "in" + ], + [ + "Ġg", + "ateway" + ], + [ + "\"", + "\":" + ], + [ + "ĠU", + "IS" + ], + [ + ":\"", + "+" + ], + [ + "-", + "def" + ], + [ + "ĠReg", + "ular" + ], + [ + "/", + "testing" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "string", + "stream" + ], + [ + "Ġdis", + "par" + ], + [ + "Ġmob", + "il" + ], + [ + "-", + "read" + ], + [ + "ĠAd", + "apter" + ], + [ + "ĠCh", + "ampions" + ], + [ + "Ġsched", + "uler" + ], + [ + "Ġk", + "ills" + ], + [ + "ĠM", + "ultiple" + ], + [ + "ir", + "ror" + ], + [ + "Ġgod", + "s" + ], + [ + "AD", + "O" + ], + [ + "ak", + "te" + ], + [ + "ĠUs", + "uario" + ], + [ + ".c", + "ircular" + ], + [ + "Ġre", + "cept" + ], + [ + "ĠEx", + "pr" + ], + [ + "Ġelder", + "ly" + ], + [ + "Ġnic", + "ely" + ], + [ + "Ġbest", + "e" + ], + [ + "W", + "ant" + ], + [ + "Ġclass", + "ical" + ], + [ + ".s", + "prite" + ], + [ + "obj", + "c" + ], + [ + "ĠM", + "ason" + ], + [ + "Ġsist", + "ema" + ], + [ + ".Bl", + "ack" + ], + [ + "es", + "o" + ], + [ + "ĠZe", + "it" + ], + [ + "Ġdiv", + "id" + ], + [ + "Ġent", + "ers" + ], + [ + "_sub", + "ject" + ], + [ + "ĠPlan", + "et" + ], + [ + ".w", + "arning" + ], + [ + "ĠG", + "ram" + ], + [ + "_t", + "okens" + ], + [ + "Ġhousehold", + "s" + ], + [ + "_c", + "ustomer" + ], + [ + "user", + "Name" + ], + [ + "c", + "ross" + ], + [ + "Ġp", + "ione" + ], + [ + "Ġass", + "ists" + ], + [ + "_S", + "M" + ], + [ + "ib", + "o" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġuse", + "less" + ], + [ + "#", + "elif" + ], + [ + "ĠUlt", + "imate" + ], + [ + "C", + "ome" + ], + [ + "g", + "el" + ], + [ + "Ġd", + "ich" + ], + [ + "xy", + "z" + ], + [ + "ik", + "el" + ], + [ + "ob", + "ra" + ], + [ + "_s", + "can" + ], + [ + "ĠInter", + "ior" + ], + [ + "ĠN", + "ice" + ], + [ + "Ġpl", + "ac" + ], + [ + "ĉt", + "arget" + ], + [ + "Ġvir", + "al" + ], + [ + "ass", + "o" + ], + [ + "()", + "/" + ], + [ + "und", + "e" + ], + [ + "ĠAd", + "obe" + ], + [ + "O", + "s" + ], + [ + "vis", + "ited" + ], + [ + "ĠO", + "W" + ], + [ + "ĠFe", + "ed" + ], + [ + "ĠSe", + "quence" + ], + [ + "Ġman", + "ages" + ], + [ + "in", + "son" + ], + [ + "ĠLouis", + "iana" + ], + [ + "{", + "})" + ], + [ + "ĠH", + "ab" + ], + [ + "ĠL", + "D" + ], + [ + "Ġb", + "ip" + ], + [ + "pr", + "ites" + ], + [ + "(e", + "lem" + ], + [ + ".h", + "ibernate" + ], + [ + "él", + "é" + ], + [ + "Ġoh", + "ne" + ], + [ + "_trans", + "action" + ], + [ + "Ġann", + "unci" + ], + [ + "P", + "ublished" + ], + [ + "ĠH", + "onda" + ], + [ + "ĠT", + "am" + ], + [ + "ĠP", + "acket" + ], + [ + "_", + "selector" + ], + [ + "Ġchalleng", + "ed" + ], + [ + "Process", + "ing" + ], + [ + "-h", + "over" + ], + [ + "Ġtr", + "ainer" + ], + [ + "_c", + "ancel" + ], + [ + "ĠNS", + "Dictionary" + ], + [ + "ab", + "ric" + ], + [ + "ĠM", + "LS" + ], + [ + "_s", + "ensor" + ], + [ + "Ġshr", + "ink" + ], + [ + "ĠF", + "X" + ], + [ + "th", + "reshold" + ], + [ + "ĉH", + "X" + ], + [ + "-m", + "ark" + ], + [ + "`", + ".`" + ], + [ + "S", + "cheme" + ], + [ + "(f", + "ull" + ], + [ + "_w", + "riter" + ], + [ + "ĠS", + "ys" + ], + [ + "Ġf", + "led" + ], + [ + "ĠC", + "in" + ], + [ + "-w", + "idget" + ], + [ + "ĠPre", + "vious" + ], + [ + "G", + "ender" + ], + [ + "_", + "question" + ], + [ + "Fe", + "ed" + ], + [ + "Ġscr", + "ut" + ], + [ + "(p", + "refix" + ], + [ + "ãĢĤ", + "ãĢĤ" + ], + [ + "Ġin", + "fections" + ], + [ + "Part", + "s" + ], + [ + "Ġhier", + "archy" + ], + [ + "_DE", + "LETE" + ], + [ + "ĠPat", + "ient" + ], + [ + "_p", + "ay" + ], + [ + "Ġprom", + "oted" + ], + [ + "Ġì", + "ĭ" + ], + [ + "Ġcivil", + "ian" + ], + [ + "Ġagricult", + "ure" + ], + [ + "ĠP", + "iece" + ], + [ + "Ġst", + "ance" + ], + [ + "uts", + "che" + ], + [ + "Ass", + "ign" + ], + [ + ".A", + "CTION" + ], + [ + "F", + "ig" + ], + [ + "_r", + "adius" + ], + [ + "ĠS", + "ync" + ], + [ + "du", + "cer" + ], + [ + "f", + "ailure" + ], + [ + "ens", + "ed" + ], + [ + "pt", + "ime" + ], + [ + "B", + "M" + ], + [ + "_dat", + "etime" + ], + [ + "qu", + "ivo" + ], + [ + "QUE", + "UE" + ], + [ + "èĢ", + "ħ" + ], + [ + "Ap", + "pear" + ], + [ + "Ġsum", + "mit" + ], + [ + ":", + "void" + ], + [ + "Ġv", + "ine" + ], + [ + "è®", + "¤" + ], + [ + "on", + "ne" + ], + [ + "_TR", + "ANS" + ], + [ + ".g", + "reen" + ], + [ + "_", + "cc" + ], + [ + "Ġhung", + "ry" + ], + [ + "Ġ\"", + ">" + ], + [ + "()", + ");čĊčĊ" + ], + [ + "Ex", + "tract" + ], + [ + "iz", + "ens" + ], + [ + "Ġsol", + "ver" + ], + [ + "Not", + "ify" + ], + [ + "Ġeng", + "lish" + ], + [ + "ĠSh", + "opping" + ], + [ + "inter", + "faces" + ], + [ + "RE", + "Q" + ], + [ + "Ġil", + "leg" + ], + [ + "ĠUI", + "ImageView" + ], + [ + "Ġdis", + "connect" + ], + [ + "ĠUnt", + "il" + ], + [ + "ĠConserv", + "ative" + ], + [ + "@", + "Column" + ], + [ + "Ġshift", + "ed" + ], + [ + "Ġ:", + "čĊ" + ], + [ + "Ġf", + "ich" + ], + [ + "Ġd", + "la" + ], + [ + "Ġsh", + "oe" + ], + [ + "\"),", + "čĊ" + ], + [ + "ular", + "ity" + ], + [ + "_RE", + "SP" + ], + [ + "We", + "ather" + ], + [ + "UI", + "Application" + ], + [ + ".", + "iterator" + ], + [ + "Ġag", + "ing" + ], + [ + ".P", + "arent" + ], + [ + "ow", + "ie" + ], + [ + "(e", + "qual" + ], + [ + "ĠCon", + "v" + ], + [ + "/", + "default" + ], + [ + "Ġmeas", + "uring" + ], + [ + ".pre", + "v" + ], + [ + ".Is", + "Valid" + ], + [ + ".F", + "at" + ], + [ + "Ġs", + "Äĥ" + ], + [ + "key", + "words" + ], + [ + "with", + "out" + ], + [ + "Ġso", + "vere" + ], + [ + "Ġex", + "changes" + ], + [ + "Ġm", + "elt" + ], + [ + "Ġis", + "lands" + ], + [ + "ĠInt", + "egr" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġg", + "le" + ], + [ + "Ġjournal", + "ism" + ], + [ + "Ġd", + "ated" + ], + [ + "Local", + "ized" + ], + [ + "ĠRef", + "resh" + ], + [ + "Part", + "icle" + ], + [ + "Ġa", + "a" + ], + [ + "ĠSTR", + "ICT" + ], + [ + "Ġb", + "od" + ], + [ + ".Pro", + "cess" + ], + [ + "_A", + "UTO" + ], + [ + "ĠP", + "ublished" + ], + [ + "e", + "very" + ], + [ + "Ġtechn", + "ological" + ], + [ + "ls", + "x" + ], + [ + "Ġir", + "rit" + ], + [ + "Add", + "itional" + ], + [ + "Ġdel", + "imiter" + ], + [ + "_l", + "anguage" + ], + [ + "-", + "area" + ], + [ + "bo", + "ys" + ], + [ + "ĠT", + "ube" + ], + [ + "Ġw", + "at" + ], + [ + "Ġmechan", + "ics" + ], + [ + "_", + "owner" + ], + [ + "Sp", + "ell" + ], + [ + "ĠSt", + "ories" + ], + [ + ".Append", + "Line" + ], + [ + "Table", + "View" + ], + [ + "h", + "em" + ], + [ + "st", + "ick" + ], + [ + "oll", + "ower" + ], + [ + "I", + "FF" + ], + [ + "ĠU", + "V" + ], + [ + "oll", + "ision" + ], + [ + "S", + "UB" + ], + [ + "Ġcompar", + "able" + ], + [ + "Ġdon", + "de" + ], + [ + "s", + "ales" + ], + [ + "ll", + "vm" + ], + [ + "Ġ}", + "],Ċ" + ], + [ + "OTT", + "OM" + ], + [ + "ĠPur", + "pose" + ], + [ + "L", + "ab" + ], + [ + "Ġinterview", + "ed" + ], + [ + "o", + "is" + ], + [ + "as", + "il" + ], + [ + ".set", + "Id" + ], + [ + "ĠIn", + "struction" + ], + [ + "--", + ">" + ], + [ + "ĠMod", + "ified" + ], + [ + "ation", + "ally" + ], + [ + "ĠMe", + "eting" + ], + [ + "è¯", + "¯" + ], + [ + "#", + "region" + ], + [ + "Ġrout", + "ing" + ], + [ + ".f", + "ocus" + ], + [ + "ĠYou", + "th" + ], + [ + "<", + "D" + ], + [ + "ĠN", + "ag" + ], + [ + "contact", + "s" + ], + [ + "Ġform", + "ing" + ], + [ + "Ġm", + "ie" + ], + [ + "',['", + "../" + ], + [ + "ĠB", + "P" + ], + [ + "Ġapp", + "et" + ], + [ + "ĠTe", + "acher" + ], + [ + "ĠT", + "P" + ], + [ + "Ġann", + "ually" + ], + [ + "outed", + "EventArgs" + ], + [ + "ĠSpe", + "aker" + ], + [ + "Ġre", + "name" + ], + [ + "CF", + "G" + ], + [ + "(\"", + "//" + ], + [ + "æİ", + "¥" + ], + [ + "/p", + "ages" + ], + [ + "Ġpr", + "és" + ], + [ + "ĠSp", + "ell" + ], + [ + ".All", + "ow" + ], + [ + "ĠINT", + "ERRU" + ], + [ + "Ġ(", + "#" + ], + [ + "âĢĻ", + "ĊĊ" + ], + [ + "_G", + "eneric" + ], + [ + ".im", + "show" + ], + [ + "_t", + "im" + ], + [ + "-", + "face" + ], + [ + "(&", + "(" + ], + [ + "atin", + "um" + ], + [ + "Ġrevolution", + "ary" + ], + [ + "ĠH", + "ours" + ], + [ + "r", + "ain" + ], + [ + "Ġany", + "time" + ], + [ + "Ġab", + "b" + ], + [ + ".j", + "sp" + ], + [ + "Scroll", + "View" + ], + [ + "ĠTr", + "uth" + ], + [ + "Ġanticip", + "ated" + ], + [ + "Ġacc", + "ent" + ], + [ + ".", + "checked" + ], + [ + "Ġspec", + "ifies" + ], + [ + "Ġca", + "f" + ], + [ + "Ġcell", + "padding" + ], + [ + "Ġcook", + "ed" + ], + [ + "ĠH", + "ugh" + ], + [ + "pe", + "ek" + ], + [ + "_R", + "ATE" + ], + [ + "Ġd", + "orm" + ], + [ + "/", + "čĊ" + ], + [ + "IV", + "ITY" + ], + [ + ".Cont", + "roller" + ], + [ + "(p", + "art" + ], + [ + ".con", + "straint" + ], + [ + "Ġinv", + "asion" + ], + [ + "MO", + "VE" + ], + [ + "Ġgl", + "uc" + ], + [ + "l", + "ename" + ], + [ + "Ġam", + "en" + ], + [ + "eng", + "lish" + ], + [ + "ĠSw", + "itzerland" + ], + [ + "\";ĊĊ", + "Ċ" + ], + [ + "pe", + "st" + ], + [ + ".col", + "lect" + ], + [ + "N", + "ib" + ], + [ + "ĠD", + "ict" + ], + [ + "ĠE", + "mb" + ], + [ + "(sub", + "ject" + ], + [ + "Ġoutr", + "age" + ], + [ + "Ġdec", + "iding" + ], + [ + "Ġsent", + "enced" + ], + [ + "F", + "echa" + ], + [ + "\"", + "A" + ], + [ + "Ġqu", + "er" + ], + [ + "Ġfont", + "Family" + ], + [ + "Ġqu", + "adr" + ], + [ + "-", + "Y" + ], + [ + "_C", + "ACHE" + ], + [ + "Ġanaly", + "zed" + ], + [ + "Ġg", + "aining" + ], + [ + "ĠAgain", + "st" + ], + [ + "ĠSou", + "l" + ], + [ + "ta", + "u" + ], + [ + "Ġlight", + "weight" + ], + [ + "ĠT", + "F" + ], + [ + "ĠEffect", + "s" + ], + [ + ".T", + "ypes" + ], + [ + ".add", + "Class" + ], + [ + "Ġv", + "egan" + ], + [ + "é", + "ģ" + ], + [ + ".'", + "\"" + ], + [ + "ĠExpl", + "orer" + ], + [ + ".d", + "etect" + ], + [ + ".sh", + "ift" + ], + [ + "Ġoblig", + "ations" + ], + [ + "last", + "Name" + ], + [ + "Ġassoci", + "ations" + ], + [ + "ĠTime", + "Span" + ], + [ + "un", + "ter" + ], + [ + "ĠF", + "resh" + ], + [ + "Compat", + "ible" + ], + [ + "P", + "ub" + ], + [ + "id", + "ges" + ], + [ + ".", + "option" + ], + [ + "var", + "i" + ], + [ + ".hash", + "Code" + ], + [ + "Ġg", + "eb" + ], + [ + ".", + "section" + ], + [ + "-", + "not" + ], + [ + "ĠSub", + "mit" + ], + [ + "T", + "N" + ], + [ + "reg", + "istry" + ], + [ + "_m", + "edia" + ], + [ + "Ġn", + "aj" + ], + [ + "ff", + "t" + ], + [ + "Ġm", + "ate" + ], + [ + "-th", + "ird" + ], + [ + "Ġp", + "ockets" + ], + [ + "est", + "a" + ], + [ + "Ġb", + "ent" + ], + [ + "ĠN", + "ord" + ], + [ + "Ġretail", + "ers" + ], + [ + "ĠMor", + "ris" + ], + [ + ".\"\"", + "\"ĊĊ" + ], + [ + "W", + "rong" + ], + [ + "Ġ", + "ÅĽ" + ], + [ + "R", + "ay" + ], + [ + ".", + "ec" + ], + [ + "ĠB", + "ind" + ], + [ + "_H", + "AND" + ], + [ + "(n", + "on" + ], + [ + "is", + "Valid" + ], + [ + "Ġsimilar", + "ly" + ], + [ + "_L", + "IMIT" + ], + [ + "Ġdynam", + "ics" + ], + [ + "Ġdist", + "inction" + ], + [ + "ãģ", + "Ĩ" + ], + [ + "<", + "N" + ], + [ + "Ġor", + "th" + ], + [ + "ĠToy", + "ota" + ], + [ + "ĠK", + "ate" + ], + [ + "ĠL", + "S" + ], + [ + "or", + "ie" + ], + [ + "ĠSpr", + "ings" + ], + [ + "Ġf", + "reak" + ], + [ + "last", + "name" + ], + [ + "_M", + "ULT" + ], + [ + "-st", + "ep" + ], + [ + "\"", + "(" + ], + [ + "AD", + "DR" + ], + [ + "Ġentert", + "aining" + ], + [ + "_CON", + "F" + ], + [ + "Ġdec", + "oded" + ], + [ + "Ġst", + "reak" + ], + [ + "Ġwait", + "ed" + ], + [ + "Ġnot", + "ified" + ], + [ + "rodu", + "ced" + ], + [ + "vis", + "ual" + ], + [ + ".Layout", + "Params" + ], + [ + "æ", + "°" + ], + [ + "es", + "ian" + ], + [ + "f", + "its" + ], + [ + "s", + "pring" + ], + [ + "ĠBern", + "ie" + ], + [ + "User", + "Defaults" + ], + [ + "Ġped", + "est" + ], + [ + "Ap", + "pearance" + ], + [ + "ĠW", + "iki" + ], + [ + "ĠNOT", + "ICE" + ], + [ + "Ġs", + "sh" + ], + [ + "Ġdur", + "ante" + ], + [ + "ĠZ", + "ip" + ], + [ + "ı", + "r" + ], + [ + "ĠNAT", + "O" + ], + [ + "Ġtw", + "elve" + ], + [ + "Ġro", + "yal" + ], + [ + "ï", + "¸" + ], + [ + "Ġmer", + "chant" + ], + [ + "ĠF", + "urniture" + ], + [ + "']", + "),Ċ" + ], + [ + ",", + "X" + ], + [ + "Ġfold", + "ers" + ], + [ + "ĠG", + "ate" + ], + [ + "ĉf", + "unc" + ], + [ + "p", + "ick" + ], + [ + "_us", + "uario" + ], + [ + "ĠV", + "erm" + ], + [ + "ment", + "ion" + ], + [ + "ur", + "pose" + ], + [ + "Ġalert", + "s" + ], + [ + "x", + "ious" + ], + [ + "_s", + "ig" + ], + [ + "ĠF", + "u" + ], + [ + "Ġ(", + ":" + ], + [ + "Ġd", + "umb" + ], + [ + "åħ", + "³" + ], + [ + "Ġaccur", + "ately" + ], + [ + "éĩ", + "į" + ], + [ + "R", + "B" + ], + [ + "-s", + "creen" + ], + [ + "ĠV", + "ER" + ], + [ + "j", + "our" + ], + [ + "Ġrom", + "ance" + ], + [ + "uc", + "ceed" + ], + [ + ".", + "choice" + ], + [ + "Ġad", + "ip" + ], + [ + "_d", + "ims" + ], + [ + "Serial", + "izable" + ], + [ + "ãĤ", + "ĭ" + ], + [ + ".j", + "ob" + ], + [ + "Ġpro", + "g" + ], + [ + "uch", + "ar" + ], + [ + "Ġg", + "ently" + ], + [ + "ĠR", + "SS" + ], + [ + "ict", + "ured" + ], + [ + "_ENABLE", + "D" + ], + [ + "ĉ", + "label" + ], + [ + "aw", + "ks" + ], + [ + "ĠEn", + "sure" + ], + [ + "rem", + "ember" + ], + [ + "ìł", + "ķ" + ], + [ + "Ġtrans", + "mit" + ], + [ + "{{", + "$" + ], + [ + ".Trans", + "action" + ], + [ + "ur", + "se" + ], + [ + "_rel", + "ative" + ], + [ + "Ġs", + "ized" + ], + [ + "ĠX", + "X" + ], + [ + "ĠPr", + "incess" + ], + [ + "ĠL", + "arry" + ], + [ + "Ġpr", + "ó" + ], + [ + "ĠÑģÑĤ", + "ÑĢ" + ], + [ + "Ġs", + "isters" + ], + [ + "estr", + "uct" + ], + [ + "Ġcheck", + "point" + ], + [ + ":", + "length" + ], + [ + "ĠCar", + "los" + ], + [ + "/", + "icon" + ], + [ + "_T", + "ARGET" + ], + [ + "T", + "okens" + ], + [ + "Ġpat", + "ience" + ], + [ + "ĠSe", + "lected" + ], + [ + "q", + "ty" + ], + [ + ".show", + "Message" + ], + [ + "Ġwild", + "life" + ], + [ + "ĠP", + "rops" + ], + [ + "b", + "m" + ], + [ + "-", + "arrow" + ], + [ + "Ġpar", + "cel" + ], + [ + "fire", + "base" + ], + [ + "ĠBen", + "jamin" + ], + [ + "cess", + "o" + ], + [ + ".t", + "im" + ], + [ + "ĠG", + "arc" + ], + [ + ".", + "any" + ], + [ + "ĠHOW", + "EVER" + ], + [ + "ĠK", + "o" + ], + [ + "Ġgrab", + "bed" + ], + [ + "_f", + "rames" + ], + [ + "Ġobject", + "AtIndex" + ], + [ + "ĠADV", + "ISED" + ], + [ + "Ġsub", + "ur" + ], + [ + "ĉ", + "GL" + ], + [ + "Ġ})", + "}Ċ" + ], + [ + "-l", + "ength" + ], + [ + "ìĭ", + "ľ" + ], + [ + "ĠPot", + "ter" + ], + [ + "_b", + "uff" + ], + [ + ".g", + "ui" + ], + [ + "ĠEnc", + "oding" + ], + [ + "E", + "lect" + ], + [ + "-m", + "essage" + ], + [ + "Ġ", + "�" + ], + [ + "Ġ", + "ÈĻi" + ], + [ + "ĠArgument", + "NullException" + ], + [ + "а", + "ÑĨи" + ], + [ + "Ġmin", + "imize" + ], + [ + "Ġrespond", + "ing" + ], + [ + "$_", + "['" + ], + [ + "ĠInd", + "ividual" + ], + [ + "á", + "c" + ], + [ + "ĠIN", + "TER" + ], + [ + "Ġmast", + "urb" + ], + [ + "ĠB", + "in" + ], + [ + "('", + "$" + ], + [ + "ëĵ", + "ľ" + ], + [ + "Ġopen", + "ly" + ], + [ + "Ġ>", + "<" + ], + [ + "Ġun", + "to" + ], + [ + "olog", + "ically" + ], + [ + "ĠM", + "ul" + ], + [ + "VID", + "IA" + ], + [ + "Ġsl", + "im" + ], + [ + "ĠCommission", + "er" + ], + [ + "(", + "on" + ], + [ + "Ġunder", + "neath" + ], + [ + "/", + "db" + ], + [ + "v", + "ote" + ], + [ + "(", + "Message" + ], + [ + "ĠP", + "ope" + ], + [ + "Def", + "ined" + ], + [ + "Ġsw", + "ift" + ], + [ + "ur", + "f" + ], + [ + "Ġadapt", + "ed" + ], + [ + "SE", + "L" + ], + [ + "Ġreven", + "ues" + ], + [ + "Ġdiv", + "ine" + ], + [ + "=", + "y" + ], + [ + "Grad", + "ient" + ], + [ + "_", + "act" + ], + [ + "Ġ/*!", + "<" + ], + [ + "Ġpoly", + "gon" + ], + [ + "ĠF", + "DA" + ], + [ + "ĠC", + "arr" + ], + [ + "at", + "ables" + ], + [ + "(std", + "out" + ], + [ + "Ġrefr", + "iger" + ], + [ + "Ġco", + "ordin" + ], + [ + "avor", + "ites" + ], + [ + "ÑĪ", + "и" + ], + [ + "Ġcompass", + "ion" + ], + [ + "ĠPOSS", + "IBILITY" + ], + [ + "-", + "secondary" + ], + [ + "ur", + "acy" + ], + [ + "Ġcomp", + "romise" + ], + [ + "_A", + "V" + ], + [ + "_", + "os" + ], + [ + "Ġbes", + "ide" + ], + [ + "ĥ", + "Ŀ" + ], + [ + "Ġl", + "n" + ], + [ + ".pl", + "ugins" + ], + [ + "Cap", + "acity" + ], + [ + "al", + "ah" + ], + [ + ".b", + "in" + ], + [ + "ĠC", + "RC" + ], + [ + "_b", + "alance" + ], + [ + "Ġflex", + "Direction" + ], + [ + "Ġam", + "bit" + ], + [ + "Ġnick", + "name" + ], + [ + "ĠFor", + "ces" + ], + [ + "C", + "LE" + ], + [ + "ĠSh", + "ell" + ], + [ + "Ġs", + "ail" + ], + [ + "ĠW", + "riter" + ], + [ + "ĠA", + "lice" + ], + [ + "d", + "w" + ], + [ + "ĠInd", + "ians" + ], + [ + "ĠMar", + "shall" + ], + [ + "_S", + "RC" + ], + [ + "Ġnormal", + "ized" + ], + [ + "ĠJ", + "ag" + ], + [ + "ãĤ", + "Ĵ" + ], + [ + "ze", + "it" + ], + [ + "r", + "pc" + ], + [ + "ÃŃ", + "c" + ], + [ + ".in", + "line" + ], + [ + "Ġtrav", + "ers" + ], + [ + "_n", + "umeric" + ], + [ + "Ġutil", + "ities" + ], + [ + "Ġev", + "ac" + ], + [ + "IN", + "PUT" + ], + [ + "ĉ", + "register" + ], + [ + "M", + "X" + ], + [ + "ĠCamp", + "bell" + ], + [ + "Ġdatas", + "ets" + ], + [ + "Ġdem", + "anded" + ], + [ + "Ġinitial", + "State" + ], + [ + "g", + "an" + ], + [ + "Ġe", + "i" + ], + [ + "Un", + "expected" + ], + [ + "-", + "web" + ], + [ + "tr", + "ait" + ], + [ + ",", + "Y" + ], + [ + "ĠT", + "odd" + ], + [ + "Ġske", + "leton" + ], + [ + "Ġoptim", + "ize" + ], + [ + "ç¬", + "¬" + ], + [ + "ĠU", + "pon" + ], + [ + "ĠSt", + "Object" + ], + [ + "Ġap", + "lic" + ], + [ + ".'", + "", + "P" + ], + [ + "v", + "ron" + ], + [ + ".", + "UN" + ], + [ + "Ġpaint", + "er" + ], + [ + "izar", + "re" + ], + [ + "Ġl", + "av" + ], + [ + "Ġp", + "om" + ], + [ + "p", + "reg" + ], + [ + "=", + "function" + ], + [ + "(", + "serial" + ], + [ + "ific", + "a" + ], + [ + "um", + "ing" + ], + [ + "åľ", + "°" + ], + [ + "ãģ", + "Ĥ" + ], + [ + "-", + "op" + ], + [ + "U", + "CH" + ], + [ + "ĠH", + "end" + ], + [ + ".prop", + "Types" + ], + [ + "Ġy", + "o" + ], + [ + "Ġrout", + "ines" + ], + [ + "Ġcar", + "ing" + ], + [ + "S", + "em" + ], + [ + "Ġres", + "erves" + ], + [ + "Ġprior", + "ities" + ], + [ + "red", + "its" + ], + [ + "IST", + "R" + ], + [ + "Content", + "Type" + ], + [ + "ĠSch", + "w" + ], + [ + "/", + "media" + ], + [ + "Ġe", + "str" + ], + [ + "Ġclim", + "bing" + ], + [ + "-", + "week" + ], + [ + "cher", + "che" + ], + [ + "s", + "ensor" + ], + [ + "To", + "Array" + ], + [ + "ĠMont", + "real" + ], + [ + "Ġcloud", + "s" + ], + [ + "ĠInject", + "able" + ], + [ + "ĠR", + "ice" + ], + [ + "Ġpropag", + "anda" + ], + [ + "_pro", + "vider" + ], + [ + "Ġind", + "oor" + ], + [ + "Ġin", + "aug" + ], + [ + "Ġdipl", + "om" + ], + [ + "Ġmess", + "aging" + ], + [ + "_m", + "ut" + ], + [ + "å", + "¦Ĥ" + ], + [ + "Ġk", + "w" + ], + [ + "ON", + "S" + ], + [ + "ari", + "ans" + ], + [ + "R", + "PC" + ], + [ + ")", + "]čĊ" + ], + [ + "-r", + "ay" + ], + [ + "ĠS", + "or" + ], + [ + "m", + "all" + ], + [ + "Ġmarket", + "place" + ], + [ + "Ġv", + "tk" + ], + [ + "M", + "a" + ], + [ + "og", + "an" + ], + [ + "ig", + "i" + ], + [ + "Ġspons", + "ored" + ], + [ + "ĠD", + "ani" + ], + [ + ".S", + "EVER" + ], + [ + ">'", + ".$" + ], + [ + "m", + "ultipart" + ], + [ + "ĠW", + "ol" + ], + [ + "Ġtable", + "Name" + ], + [ + "ĠUser", + "name" + ], + [ + "Background", + "Color" + ], + [ + "Ġf", + "right" + ], + [ + "_E", + "MAIL" + ], + [ + "Sept", + "ember" + ], + [ + "_val", + "s" + ], + [ + "op", + "ia" + ], + [ + "Ġsp", + "otted" + ], + [ + "-", + "Ch" + ], + [ + "Ġdata", + "Source" + ], + [ + "/", + "\"Ċ" + ], + [ + "ек", + "ÑĤ" + ], + [ + "ĠRequest", + "Method" + ], + [ + "ĠRe", + "place" + ], + [ + "-d", + "o" + ], + [ + "ah", + "n" + ], + [ + "ĠPh", + "D" + ], + [ + "]", + ".ĊĊ" + ], + [ + "N", + "ON" + ], + [ + "g", + "ement" + ], + [ + "ĠTh", + "r" + ], + [ + "Ġquiet", + "ly" + ], + [ + "Ġtort", + "ure" + ], + [ + "Ġte", + "as" + ], + [ + "ĠC", + "Y" + ], + [ + "Ġa", + "tr" + ], + [ + "develop", + "ment" + ], + [ + "-d", + "etail" + ], + [ + "Ġlight", + "er" + ], + [ + "Ġarg", + "uing" + ], + [ + "Ġdes", + "erves" + ], + [ + "Ġcur", + "riculum" + ], + [ + "_CON", + "TEXT" + ], + [ + "ÅĤ", + "y" + ], + [ + "H", + "ITE" + ], + [ + "ĉ", + "ID" + ], + [ + "/", + "uploads" + ], + [ + "Ġt", + "its" + ], + [ + "re", + "o" + ], + [ + "_d", + "rop" + ], + [ + ".", + "UTF" + ], + [ + "Ġpick", + "up" + ], + [ + "Ġgro", + "cery" + ], + [ + "ĠP", + "ure" + ], + [ + "Ġeas", + "iest" + ], + [ + "Ph", + "il" + ], + [ + ".f", + "eature" + ], + [ + "(\"", + "*" + ], + [ + "Ġinvest", + "or" + ], + [ + "t", + "ok" + ], + [ + "Ġj", + "ar" + ], + [ + "L", + "os" + ], + [ + "âĢĶâĢĶâĢĶâĢĶ", + "âĢĶâĢĶâĢĶâĢĶ" + ], + [ + ".", + "queue" + ], + [ + "-s", + "peed" + ], + [ + "M", + "al" + ], + [ + "um", + "blr" + ], + [ + "ĠCON", + "ST" + ], + [ + "ĠH", + "RESULT" + ], + [ + "ĠD", + "ance" + ], + [ + "(file", + "Path" + ], + [ + "Ġattrib", + "uted" + ], + [ + "à¥", + "į" + ], + [ + "ĠB", + "und" + ], + [ + "co", + "ins" + ], + [ + "Ġs", + "ão" + ], + [ + "Ġp", + "ir" + ], + [ + "person", + "al" + ], + [ + "Ġpre", + "lim" + ], + [ + "Ġprop", + "ose" + ], + [ + "ĠT", + "L" + ], + [ + "]", + "])" + ], + [ + "ĠSub", + "scription" + ], + [ + "ĠK", + "re" + ], + [ + ",", + "len" + ], + [ + ".First", + "OrDefault" + ], + [ + ")", + "--" + ], + [ + "_product", + "s" + ], + [ + ".Get", + "Bytes" + ], + [ + "Sh", + "ip" + ], + [ + "Ġenc", + "rypt" + ], + [ + "ĠS", + "G" + ], + [ + "ĠM", + "yst" + ], + [ + "h", + "ir" + ], + [ + "Ġiter", + "ate" + ], + [ + "Ġint", + "end" + ], + [ + ".mock", + "ito" + ], + [ + "Ġch", + "apters" + ], + [ + "(", + "angle" + ], + [ + "ĠV", + "lad" + ], + [ + "è®", + "¾" + ], + [ + "'", + ".ĊĊ" + ], + [ + "Response", + "Body" + ], + [ + "ĠAb", + "d" + ], + [ + "de", + "al" + ], + [ + "Ġbar", + "riers" + ], + [ + "-out", + "line" + ], + [ + "b", + "ill" + ], + [ + "ĠF", + "alls" + ], + [ + "_se", + "cond" + ], + [ + ".", + "include" + ], + [ + ".", + "ceil" + ], + [ + "Ġoccup", + "ation" + ], + [ + "ph", + "ony" + ], + [ + ".move", + "To" + ], + [ + "ĠJenn", + "ifer" + ], + [ + "AST", + "ER" + ], + [ + ";", + "\"><" + ], + [ + "ĠEn", + "abled" + ], + [ + "Ġtermin", + "ate" + ], + [ + "ĠI", + "o" + ], + [ + "l", + "ations" + ], + [ + "ĠTHE", + "ORY" + ], + [ + "Ġear", + "liest" + ], + [ + "Ġr", + "ack" + ], + [ + "ĠSc", + "ar" + ], + [ + "sh", + "ake" + ], + [ + "ch", + "ip" + ], + [ + "Ġu", + "v" + ], + [ + "Ġall", + "iance" + ], + [ + "п", + "иÑģ" + ], + [ + "ĠGOOD", + "S" + ], + [ + "z", + "ione" + ], + [ + "ĠV", + "I" + ], + [ + "Ġ{", + "-" + ], + [ + "Ġfilter", + "ing" + ], + [ + "Ġmis", + "con" + ], + [ + ".Dock", + "Style" + ], + [ + "Ġb", + "ush" + ], + [ + "Ġj", + "unk" + ], + [ + "æ", + "Į" + ], + [ + "ĠQ", + "UE" + ], + [ + "Ġhook", + "s" + ], + [ + "Ġfirm", + "ware" + ], + [ + "Ġmiddle", + "ware" + ], + [ + "d", + "ic" + ], + [ + "ĠOak", + "land" + ], + [ + "Ġarr", + "ives" + ], + [ + "P", + "ayload" + ], + [ + "p", + "ixel" + ], + [ + "]", + "|" + ], + [ + "Ġstart", + "Date" + ], + [ + ".P", + "RO" + ], + [ + "_a", + "udio" + ], + [ + "Ġmid", + "field" + ], + [ + "igid", + "body" + ], + [ + "ĠSw", + "iss" + ], + [ + "ĠCl", + "ip" + ], + [ + "ĠD", + "ump" + ], + [ + "ĠText", + "Box" + ], + [ + "Ġg", + "eh" + ], + [ + "y", + "ield" + ], + [ + "od", + "s" + ], + [ + "Ġrefer", + "endum" + ], + [ + "Back", + "end" + ], + [ + "ĠC", + "ream" + ], + [ + "Ġdomin", + "ated" + ], + [ + "ĠArch", + "ive" + ], + [ + "Ġrid", + "ers" + ], + [ + ".prepare", + "Statement" + ], + [ + "Ġqu", + "ando" + ], + [ + "Ġche", + "f" + ], + [ + "w", + "iki" + ], + [ + "in", + "el" + ], + [ + "am", + "pling" + ], + [ + "(\"", + "\\\\" + ], + [ + "Ġs", + "ag" + ], + [ + "_pro", + "xy" + ], + [ + "ãģ", + "ķ" + ], + [ + "p", + "do" + ], + [ + ".getElementsBy", + "TagName" + ], + [ + "Ġdemonstr", + "ation" + ], + [ + "ĠN", + "PC" + ], + [ + "Ġarch", + "ivo" + ], + [ + "end", + "ance" + ], + [ + "Ġefficient", + "ly" + ], + [ + "(", + "actual" + ], + [ + ".t", + "ableView" + ], + [ + "Ġm", + "ush" + ], + [ + "Ġbe", + "ars" + ], + [ + "_thread", + "s" + ], + [ + "j", + "as" + ], + [ + "ah", + "un" + ], + [ + "Ġne", + "ural" + ], + [ + "Ġdesign", + "ing" + ], + [ + "ĠG", + "DP" + ], + [ + "Ġlift", + "ed" + ], + [ + "çĽ", + "®" + ], + [ + "ĠJ", + "oint" + ], + [ + "ĠIn", + "clude" + ], + [ + "ĠGi", + "ants" + ], + [ + "Ġwithdraw", + "al" + ], + [ + "ĠR", + "ent" + ], + [ + "n", + "ative" + ], + [ + "ĠSe", + "ek" + ], + [ + "gress", + "ion" + ], + [ + "_C", + "PU" + ], + [ + "\\", + "S" + ], + [ + "ĠSh", + "ield" + ], + [ + "Ġsol", + "ic" + ], + [ + "Ġbo", + "om" + ], + [ + "yect", + "o" + ], + [ + "Ġmanufact", + "ure" + ], + [ + "ĠâĢ", + "ĭ" + ], + [ + "Ġb", + "box" + ], + [ + "Ġearth", + "qu" + ], + [ + "ollect", + "ors" + ], + [ + ":@\"", + "%" + ], + [ + "Ġlo", + "ops" + ], + [ + "J", + "e" + ], + [ + "alk", + "ing" + ], + [ + "ĠWh", + "ats" + ], + [ + "ĠBo", + "ys" + ], + [ + ".", + "book" + ], + [ + "ARG", + "E" + ], + [ + "_p", + "ixel" + ], + [ + "Ġsus", + "pects" + ], + [ + "Î", + "¹" + ], + [ + "us", + "p" + ], + [ + "ĠBM", + "W" + ], + [ + "ie", + "ces" + ], + [ + "(p", + "erson" + ], + [ + "å¼", + "Ģ" + ], + [ + "é", + "»" + ], + [ + "ĠPod", + "cast" + ], + [ + "Ġb", + "ou" + ], + [ + "(", + "Item" + ], + [ + "Ã", + "»" + ], + [ + "(", + "Input" + ], + [ + "Http", + "Get" + ], + [ + "Ġb", + "urg" + ], + [ + ")", + "^" + ], + [ + "BO", + "ARD" + ], + [ + "*/", + "," + ], + [ + "Ġg", + "ulp" + ], + [ + "ĠB", + "enn" + ], + [ + "Ġdeck", + "s" + ], + [ + ".status", + "Code" + ], + [ + "Ġac", + "ute" + ], + [ + "Ġh", + "ug" + ], + [ + "ug", + "u" + ], + [ + "Ġp", + "led" + ], + [ + ",\"", + "%" + ], + [ + "h", + "ape" + ], + [ + "Ġз", + "ап" + ], + [ + "ĠMain", + "e" + ], + [ + ".re", + "al" + ], + [ + "Ġd", + "alam" + ], + [ + "ĠMin", + "or" + ], + [ + ".F", + "loat" + ], + [ + "dis", + "p" + ], + [ + "Ġt", + "l" + ], + [ + "Ġen", + "count" + ], + [ + "=>", + "$" + ], + [ + "Ġf", + "g" + ], + [ + "te", + "es" + ], + [ + "ĠRec", + "omm" + ], + [ + "ä", + "l" + ], + [ + "Ġchem", + "istry" + ], + [ + "Block", + "s" + ], + [ + "O", + "ID" + ], + [ + "Ġfore", + "x" + ], + [ + "ĠApp", + "end" + ], + [ + "Ġ{", + "*" + ], + [ + "ĠSup", + "ply" + ], + [ + "CG", + "Float" + ], + [ + "(b", + "l" + ], + [ + "Ġat", + "e" + ], + [ + "ador", + "a" + ], + [ + "Ġg", + "ust" + ], + [ + "Ass", + "oci" + ], + [ + ">", + ".Ċ" + ], + [ + "F", + "ETCH" + ], + [ + ".s", + "erial" + ], + [ + "widget", + "s" + ], + [ + "ard", + "less" + ], + [ + "ie", + "fs" + ], + [ + "_F", + "ULL" + ], + [ + "ernet", + "es" + ], + [ + "ĠP", + "red" + ], + [ + "Ø", + "Ń" + ], + [ + "äº", + "ĭ" + ], + [ + "ub", + "ernetes" + ], + [ + "ĠL", + "aura" + ], + [ + "Ġl", + "abeled" + ], + [ + "High", + "light" + ], + [ + "Ġanno", + "ying" + ], + [ + "/", + "update" + ], + [ + "(d", + "escription" + ], + [ + "Ġintim", + "id" + ], + [ + "$", + "c" + ], + [ + "\"))", + ")Ċ" + ], + [ + ".A", + "P" + ], + [ + "Ġ[]", + "*" + ], + [ + "ĠEX", + "IT" + ], + [ + ".H", + "ost" + ], + [ + "ĠOP", + "EN" + ], + [ + ".send", + "Message" + ], + [ + "_c", + "amera" + ], + [ + "_t", + "ile" + ], + [ + "Ġth", + "erm" + ], + [ + "onom", + "ous" + ], + [ + "Ġdis", + "adv" + ], + [ + "Ġna", + "ar" + ], + [ + "index", + "Of" + ], + [ + "ĠP", + "P" + ], + [ + ".prot", + "ocol" + ], + [ + "AF", + "E" + ], + [ + "Ġtext", + "ures" + ], + [ + "################################", + "################" + ], + [ + "umb", + "ai" + ], + [ + ".st", + "ats" + ], + [ + "ĠG", + "E" + ], + [ + "Ġi", + "e" + ], + [ + "ĠST", + "D" + ], + [ + "ĠM", + "ann" + ], + [ + ".ref", + "lect" + ], + [ + "K", + "B" + ], + [ + "Ġd", + "ive" + ], + [ + ".w", + "av" + ], + [ + "/*", + "----------------------------------------------------------------" + ], + [ + "/", + "settings" + ], + [ + ".l", + "ifecycle" + ], + [ + "Ġda", + "ughters" + ], + [ + "or", + "us" + ], + [ + "ub", + "er" + ], + [ + "N", + "ING" + ], + [ + "st", + "ri" + ], + [ + "ĠT", + "ip" + ], + [ + "Ġz", + "n" + ], + [ + "Ġswitch", + "ed" + ], + [ + "in", + "et" + ], + [ + "uff", + "y" + ], + [ + "ĠTransport", + "ation" + ], + [ + "(", + "conf" + ], + [ + "fr", + "ica" + ], + [ + "ĠX", + "L" + ], + [ + "ĠLe", + "ad" + ], + [ + "_per", + "cent" + ], + [ + "<", + "Map" + ], + [ + "Ġthr", + "ust" + ], + [ + "or", + "b" + ], + [ + "ik", + "k" + ], + [ + "Ġtra", + "uma" + ], + [ + "Access", + "or" + ], + [ + "ĠF", + "it" + ], + [ + "ĠString", + "Buffer" + ], + [ + "ex", + "pl" + ], + [ + "(s", + "creen" + ], + [ + "Ġaud", + "iences" + ], + [ + "ĠO", + "PTION" + ], + [ + "_", + "round" + ], + [ + "[", + "node" + ], + [ + "be", + "h" + ], + [ + "->", + "__" + ], + [ + "per", + "missions" + ], + [ + "ĠD", + "etermine" + ], + [ + ".M", + "an" + ], + [ + "Ġadv", + "ances" + ], + [ + ".", + "InputStream" + ], + [ + "Ġstrong", + "est" + ], + [ + "Ġe", + "Bay" + ], + [ + "Ġ#", + "-" + ], + [ + "Ġdir", + "name" + ], + [ + "ĠS", + "MS" + ], + [ + "Ġmedic", + "ations" + ], + [ + "Ġam", + "ended" + ], + [ + "Ġchurch", + "es" + ], + [ + "ĠImper", + "ial" + ], + [ + "$", + "row" + ], + [ + "ĠMad", + "ison" + ], + [ + "ĠIn", + "sp" + ], + [ + "Ġaff", + "air" + ], + [ + "Ġpsych", + "ology" + ], + [ + "v", + "h" + ], + [ + "Ġsever", + "ity" + ], + [ + "âĢ", + "IJ" + ], + [ + "Ġstri", + "ps" + ], + [ + "A", + "H" + ], + [ + "vert", + "ising" + ], + [ + "Ġcon", + "se" + ], + [ + "IM", + "AGE" + ], + [ + "ĠSt", + "ats" + ], + [ + "ĉs", + "c" + ], + [ + ".C", + "ursor" + ], + [ + "Ġfree", + "ze" + ], + [ + "ss", + "on" + ], + [ + "(x", + "ml" + ], + [ + "ĠSus", + "an" + ], + [ + ".t", + "ile" + ], + [ + "ed", + "ed" + ], + [ + "ĠĠĠĠ", + "ĉĉĉ" + ], + [ + "uel", + "le" + ], + [ + "ĠMitch", + "ell" + ], + [ + "b", + "ased" + ], + [ + "Oper", + "and" + ], + [ + "½", + "æķ°" + ], + [ + "ĠF", + "F" + ], + [ + "ĉstr", + "cpy" + ], + [ + "ounc", + "es" + ], + [ + "ild", + "o" + ], + [ + ".execute", + "Query" + ], + [ + "Ġapproach", + "ing" + ], + [ + "ĠSe", + "ven" + ], + [ + "Ġn", + "uts" + ], + [ + "Ġr", + "ic" + ], + [ + "ass", + "ignment" + ], + [ + "Ġcalcul", + "ator" + ], + [ + "ĠMur", + "phy" + ], + [ + "ĠB", + "ou" + ], + [ + "í", + "Ħ" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġt", + "icks" + ], + [ + "Project", + "s" + ], + [ + "il", + "ib" + ], + [ + ".text", + "Color" + ], + [ + "m", + "ov" + ], + [ + "_log", + "o" + ], + [ + "(", + "template" + ], + [ + "ĠIN", + "IT" + ], + [ + "Ġimage", + "View" + ], + [ + "scri", + "ptions" + ], + [ + "OR", + "ITY" + ], + [ + "Con", + "sumer" + ], + [ + "Ġun", + "precedented" + ], + [ + "Ġtour", + "ist" + ], + [ + "Ġbr", + "on" + ], + [ + "Ġcontract", + "or" + ], + [ + "Ġlic", + "ence" + ], + [ + "ĠN", + "am" + ], + [ + "æ", + "¯" + ], + [ + "(", + "transform" + ], + [ + "_AT", + "T" + ], + [ + "P", + "ref" + ], + [ + "ĠG", + "am" + ], + [ + "Ġvess", + "els" + ], + [ + "Ġh", + "av" + ], + [ + "L", + "ater" + ], + [ + ".To", + "Lower" + ], + [ + "Ġurl", + "s" + ], + [ + "Ġbreak", + "down" + ], + [ + "Ġpen", + "alties" + ], + [ + "Ġf", + "oster" + ], + [ + "ĠU", + "E" + ], + [ + "Ġcl", + "ue" + ], + [ + "com", + "ed" + ], + [ + "åIJį", + "称" + ], + [ + "-m", + "ain" + ], + [ + "Ġp", + "ts" + ], + [ + "Ġcount", + "ed" + ], + [ + "ict", + "s" + ], + [ + "/", + "post" + ], + [ + "Ġget", + "attr" + ], + [ + "Ġp", + "ing" + ], + [ + "ANCE", + "L" + ], + [ + "Ġp", + "ec" + ], + [ + "Ñħ", + "од" + ], + [ + "ant", + "om" + ], + [ + "ĠBlue", + "print" + ], + [ + "ĠEvent", + "Emitter" + ], + [ + "Ġl", + "ä" + ], + [ + "æ", + "²" + ], + [ + "Ġstr", + "aw" + ], + [ + "(", + "comp" + ], + [ + "'", + "une" + ], + [ + ">", + "N" + ], + [ + "-", + "client" + ], + [ + "es", + "Module" + ], + [ + "-b", + "ase" + ], + [ + "Ġret", + "reat" + ], + [ + "_s", + "imple" + ], + [ + "ĉĉĉĉĉĉ", + "Ġ" + ], + [ + "fe", + "e" + ], + [ + "')", + "čĊčĊ" + ], + [ + "Control", + "Item" + ], + [ + "Ġsubscri", + "bers" + ], + [ + "ple", + "ase" + ], + [ + "ĠE", + "ff" + ], + [ + "Ġp", + "ound" + ], + [ + "ĠBy", + "tes" + ], + [ + "ĠTe", + "a" + ], + [ + "_", + "activity" + ], + [ + "Ġmax", + "im" + ], + [ + "Ġop", + "code" + ], + [ + "B", + "SD" + ], + [ + ".", + "constant" + ], + [ + ";", + "}" + ], + [ + "omb", + "res" + ], + [ + "Ġcare", + "ers" + ], + [ + ")", + ".ĊĊĊĊ" + ], + [ + "Ġsp", + "reading" + ], + [ + "-exp", + "anded" + ], + [ + "ĠOr", + "d" + ], + [ + "amar", + "in" + ], + [ + "Ġmob", + "ility" + ], + [ + "Un", + "fortunately" + ], + [ + "ak", + "k" + ], + [ + "N", + "L" + ], + [ + "_", + "redirect" + ], + [ + "ĠP", + "G" + ], + [ + "ĠS", + "ensor" + ], + [ + "b", + "ol" + ], + [ + "t", + "ap" + ], + [ + "_MEM", + "ORY" + ], + [ + "ĠUI", + "Alert" + ], + [ + "plit", + "ude" + ], + [ + "We", + "bsite" + ], + [ + "ĠLog", + "o" + ], + [ + "lo", + "ve" + ], + [ + "[", + "ind" + ], + [ + "Ġalto", + "gether" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġes", + "per" + ], + [ + "ĠLib", + "eral" + ], + [ + "Ġo", + "ss" + ], + [ + "Ġel", + "it" + ], + [ + "Ġst", + "iff" + ], + [ + "od", + "ox" + ], + [ + "_ment", + "ions" + ], + [ + "ĠDou", + "glas" + ], + [ + "_p", + "id" + ], + [ + "ĠC", + "K" + ], + [ + "ĠinitWith", + "Frame" + ], + [ + ".b", + "log" + ], + [ + "p", + "kg" + ], + [ + "ang", + "hai" + ], + [ + "QUI", + "RED" + ], + [ + "u", + "u" + ], + [ + "Ġm", + "kdir" + ], + [ + "AT", + "AL" + ], + [ + "Ġun", + "h" + ], + [ + "in", + "ces" + ], + [ + "st", + "h" + ], + [ + "Ġhypo", + "thesis" + ], + [ + "Ġc", + "ata" + ], + [ + "ĠT", + "B" + ], + [ + "ĠCl", + "ar" + ], + [ + "Ġpre", + "decess" + ], + [ + "Ġsitu", + "ated" + ], + [ + "-w", + "orld" + ], + [ + "))", + "/" + ], + [ + "Ġhead", + "lines" + ], + [ + ".st", + "at" + ], + [ + "Ġout", + "break" + ], + [ + "sp", + "ath" + ], + [ + "_FLAG", + "S" + ], + [ + "ĠServlet", + "Exception" + ], + [ + "S", + "un" + ], + [ + "F", + "ROM" + ], + [ + "ĠD", + "ir" + ], + [ + "ãĥ»ãĥ»", + "ãĥ»" + ], + [ + "_co", + "ord" + ], + [ + "ĠOpt", + "im" + ], + [ + "Mon", + "itor" + ], + [ + ".b", + "it" + ], + [ + "XX", + "X" + ], + [ + "Ġtod", + "as" + ], + [ + "f", + "eld" + ], + [ + "ÑĢ", + "и" + ], + [ + "im", + "ir" + ], + [ + "Ġpolit", + "ically" + ], + [ + "Ġmolec", + "ular" + ], + [ + "Ġtrad", + "ed" + ], + [ + "Ġ{{", + "$" + ], + [ + "ĠSw", + "edish" + ], + [ + "Ġ'@", + "/" + ], + [ + "_RE", + "AL" + ], + [ + "Ġw", + "arehouse" + ], + [ + "t", + "oday" + ], + [ + ",", + "L" + ], + [ + "or", + "p" + ], + [ + "<", + "section" + ], + [ + "-", + "br" + ], + [ + "ym", + "e" + ], + [ + "ĠUser", + "Service" + ], + [ + "Ġlib", + "erty" + ], + [ + "Ġmoment", + "o" + ], + [ + "(", + "Image" + ], + [ + "<", + "size" + ], + [ + "S", + "ch" + ], + [ + "Ġj", + "og" + ], + [ + "i", + "ology" + ], + [ + "arent", + "ly" + ], + [ + "Ġquant", + "um" + ], + [ + "ĠAb", + "u" + ], + [ + "Ġr", + "im" + ], + [ + "Ġman", + "a" + ], + [ + "Font", + "Size" + ], + [ + "Build", + "ing" + ], + [ + "st", + "airs" + ], + [ + "AIL", + "ABLE" + ], + [ + "Ġ&", + "'" + ], + [ + "Ġs", + "ect" + ], + [ + "Ġs", + "igh" + ], + [ + "(b", + "atch" + ], + [ + ".I", + "Container" + ], + [ + "p", + "oll" + ], + [ + "ĠCor", + "ps" + ], + [ + "Î", + "µ" + ], + [ + "ar", + "u" + ], + [ + "ĠK", + "ay" + ], + [ + ".r", + "ange" + ], + [ + "_click", + "ed" + ], + [ + "ĠRobert", + "s" + ], + [ + ".N", + "etwork" + ], + [ + "fin", + "ish" + ], + [ + "-", + "Man" + ], + [ + "Ġcolleg", + "es" + ], + [ + "ĠF", + "ine" + ], + [ + "\"))", + ",Ċ" + ], + [ + "f", + "ilm" + ], + [ + "Ġrem", + "inded" + ], + [ + "Ġgest", + "ure" + ], + [ + "out", + "il" + ], + [ + "Ġthread", + "ing" + ], + [ + "Ġobj", + "et" + ], + [ + "Ġt", + "ours" + ], + [ + "activ", + "ated" + ], + [ + ".m", + "kdir" + ], + [ + "=", + "user" + ], + [ + "Ġre", + "de" + ], + [ + "f", + "ü" + ], + [ + "_SY", + "STEM" + ], + [ + "p", + "v" + ], + [ + "Ġcon", + "gr" + ], + [ + "Ġmass", + "asje" + ], + [ + "Ġpract", + "ition" + ], + [ + "Un", + "iversity" + ], + [ + "Ġtab", + "index" + ], + [ + "Ð", + "ĺ" + ], + [ + "S", + "ets" + ], + [ + "Ġcount", + "ies" + ], + [ + "g", + "uest" + ], + [ + "f", + "an" + ], + [ + "Ġword", + "en" + ], + [ + ".d", + "i" + ], + [ + "на", + "Ñĩ" + ], + [ + "Â", + "¿" + ], + [ + "ig", + "Decimal" + ], + [ + "Ġsh", + "ore" + ], + [ + "Ġg", + "ö" + ], + [ + "Ġrep", + "airs" + ], + [ + "Ġhelp", + "ers" + ], + [ + "Ġcenter", + "ed" + ], + [ + "OL", + "LOW" + ], + [ + "Ġmap", + "StateToProps" + ], + [ + "Ġc", + "ents" + ], + [ + "<", + "A" + ], + [ + "Ġexpect", + "ation" + ], + [ + "Oct", + "ober" + ], + [ + "Ġbg", + "color" + ], + [ + "ca", + "les" + ], + [ + ".C", + "ON" + ], + [ + "ĠV", + "el" + ], + [ + "Ġcry", + "ing" + ], + [ + "-se", + "ason" + ], + [ + "Ġfunction", + "ing" + ], + [ + "_LOC", + "ATION" + ], + [ + "ü", + "ss" + ], + [ + "ber", + "y" + ], + [ + "Par", + "a" + ], + [ + "omin", + "ator" + ], + [ + "-", + "le" + ], + [ + "Ġeth", + "ical" + ], + [ + "has", + "htags" + ], + [ + "emp", + "lo" + ], + [ + "Ġn", + "úmero" + ], + [ + "(", + "activity" + ], + [ + ".St", + "op" + ], + [ + ".str", + "ftime" + ], + [ + "IL", + "D" + ], + [ + "Ġto", + "e" + ], + [ + "ĉ", + "Node" + ], + [ + "\")", + "čĊčĊ" + ], + [ + "ĠPu", + "erto" + ], + [ + "Ġexec", + "uting" + ], + [ + "ĠG", + "UID" + ], + [ + "Ġoppos", + "ing" + ], + [ + "al", + "ph" + ], + [ + "Ġexhib", + "it" + ], + [ + "_fl", + "ash" + ], + [ + "Ġme", + "ille" + ], + [ + "Ġjson", + "Object" + ], + [ + "H", + "ero" + ], + [ + "aint", + "ed" + ], + [ + "_D", + "OM" + ], + [ + "Ġw", + "il" + ], + [ + "Ġslo", + "pe" + ], + [ + "Ġm", + "Ã¥" + ], + [ + "ĠIraq", + "i" + ], + [ + "Ġorgan", + "ize" + ], + [ + "ĉj", + "Query" + ], + [ + "H", + "UD" + ], + [ + "sh", + "ine" + ], + [ + ".", + "we" + ], + [ + "ĠSk", + "ills" + ], + [ + "pons", + "or" + ], + [ + "Ġcon", + "clusions" + ], + [ + "Ġre", + "forms" + ], + [ + "Ġrel", + "uct" + ], + [ + "n", + "amed" + ], + [ + "ĠOl", + "iver" + ], + [ + "Ġ//", + "}Ċ" + ], + [ + "-", + "looking" + ], + [ + "Ġf", + "og" + ], + [ + "ĠH", + "O" + ], + [ + "ĠF", + "ried" + ], + [ + "Ġinev", + "itable" + ], + [ + "ĠData", + "GridView" + ], + [ + "H", + "our" + ], + [ + "il", + "les" + ], + [ + "log", + "ical" + ], + [ + "Ġconnect", + "ivity" + ], + [ + ".tw", + "ig" + ], + [ + "ĠK", + "yle" + ], + [ + "(d", + "st" + ], + [ + "-", + "Sh" + ], + [ + "ĠStud", + "ios" + ], + [ + "(", + "Level" + ], + [ + ".j", + "et" + ], + [ + "_PRO", + "TO" + ], + [ + "-de", + "coration" + ], + [ + "OT", + "HER" + ], + [ + "Ġread", + "ily" + ], + [ + ".Param", + "eter" + ], + [ + "Ġmultip", + "ly" + ], + [ + "ĠL", + "IB" + ], + [ + "ar", + "med" + ], + [ + "Ġsoon", + "er" + ], + [ + "æ", + "Ħ" + ], + [ + "_", + "ES" + ], + [ + "Ġfoss", + "il" + ], + [ + "ĠA", + "nc" + ], + [ + "âĢľ", + "This" + ], + [ + "l", + "odash" + ], + [ + "Py", + "thon" + ], + [ + "Ġhist", + "ogram" + ], + [ + "west", + "ern" + ], + [ + "Ġinf", + "ant" + ], + [ + "Ġco", + "ordinator" + ], + [ + "Ġn", + "ib" + ], + [ + ":", + "m" + ], + [ + "Ġres", + "pected" + ], + [ + "Ġdef", + "init" + ], + [ + "&", + "T" + ], + [ + "_p", + "ad" + ], + [ + "ĠTr", + "igger" + ], + [ + "th", + "al" + ], + [ + "Ġimage", + "Named" + ], + [ + "Ġbeat", + "en" + ], + [ + "ĉ", + "rc" + ], + [ + "ĠPal", + "ace" + ], + [ + "Ġhaz", + "ard" + ], + [ + "Ġisol", + "ation" + ], + [ + "_", + "rc" + ], + [ + "cont", + "re" + ], + [ + "OUT", + "PUT" + ], + [ + "Ġre", + "ign" + ], + [ + "ĠPl", + "ate" + ], + [ + "AT", + "ES" + ], + [ + "Ġfl", + "ux" + ], + [ + "Ġpack", + "s" + ], + [ + ".get", + "Selected" + ], + [ + "Ġparticip", + "ated" + ], + [ + "Ġneed", + "le" + ], + [ + "-de", + "pth" + ], + [ + "::::", + "::" + ], + [ + "-l", + "aw" + ], + [ + "ins", + "pace" + ], + [ + "on", + "itor" + ], + [ + "=", + "no" + ], + [ + "ĠAt", + "omic" + ], + [ + "ĠBr", + "ain" + ], + [ + "Edit", + "able" + ], + [ + "-s", + "c" + ], + [ + "red", + "ential" + ], + [ + "ĠP", + "erry" + ], + [ + "k", + "ie" + ], + [ + "Ġ", + "----------Ċ" + ], + [ + ".st", + "roke" + ], + [ + "(", + "Intent" + ], + [ + "Ġun", + "ity" + ], + [ + "um", + "lah" + ], + [ + "F", + "urther" + ], + [ + "Ġpr", + "ze" + ], + [ + "Ġs", + "ø" + ], + [ + "ãĤ", + "Ĭ" + ], + [ + "ĠPROC", + "UREMENT" + ], + [ + "ĠH", + "ousing" + ], + [ + "Ġatt", + "orneys" + ], + [ + "Ġcomp", + "ose" + ], + [ + "atter", + "ing" + ], + [ + "\"", + "What" + ], + [ + "dra", + "ul" + ], + [ + "Ġstraight", + "forward" + ], + [ + "In", + "stant" + ], + [ + ".J", + "TextField" + ], + [ + "Ġtr", + "ades" + ], + [ + "л", + "а" + ], + [ + "Ġ{", + "!" + ], + [ + "Ġl", + "ately" + ], + [ + "IM", + "G" + ], + [ + "ĠA", + "ld" + ], + [ + "ĠIN", + "NER" + ], + [ + "Ġcart", + "oon" + ], + [ + ".S", + "ource" + ], + [ + "F", + "ALSE" + ], + [ + "Ġd", + "ough" + ], + [ + "f", + "en" + ], + [ + "(", + "rect" + ], + [ + "Data", + "Table" + ], + [ + "N", + "ick" + ], + [ + "ĠBut", + "ter" + ], + [ + "read", + "s" + ], + [ + "_com", + "ments" + ], + [ + "EN", + "V" + ], + [ + "ĠConnect", + "icut" + ], + [ + "-F", + "IRST" + ], + [ + "ĉĉĉ", + "ĠĠĠĠĠ" + ], + [ + "ach", + "i" + ], + [ + ".M", + "sg" + ], + [ + "re", + "ction" + ], + [ + "Ġrelax", + "ed" + ], + [ + "Ġsha", + "ft" + ], + [ + "Ġe", + "f" + ], + [ + "ĠAdd", + "ing" + ], + [ + "Ġbre", + "ach" + ], + [ + "Ġ", + "ï¼ļ" + ], + [ + "ram", + "a" + ], + [ + "Ġconduct", + "ing" + ], + [ + "Ġ(", + ";" + ], + [ + "(g", + "l" + ], + [ + "ĠCA", + "USED" + ], + [ + "ash", + "i" + ], + [ + "ĠF", + "LAG" + ], + [ + "ĠCom", + "merce" + ], + [ + "ĠIN", + "TEGER" + ], + [ + "h", + "ours" + ], + [ + "ĠSchool", + "s" + ], + [ + "Ġn", + "ucle" + ], + [ + "Ag", + "ain" + ], + [ + "pro", + "j" + ], + [ + "Ġsevent", + "h" + ], + [ + "EMPL", + "ARY" + ], + [ + "(m", + "ock" + ], + [ + "']", + ",čĊ" + ], + [ + "_S", + "PEED" + ], + [ + ">", + "false" + ], + [ + "Ġsp", + "a" + ], + [ + "ĠN", + "ear" + ], + [ + "ì", + "ķ" + ], + [ + "Ġintr", + "ig" + ], + [ + "_m", + "embers" + ], + [ + "w", + "ave" + ], + [ + "Ġanalyst", + "s" + ], + [ + "_O", + "S" + ], + [ + "ed", + "in" + ], + [ + "ĠF", + "ri" + ], + [ + "Ġretrie", + "ved" + ], + [ + "Reg", + "ular" + ], + [ + "_", + "obs" + ], + [ + "EX", + "PORT" + ], + [ + "')}}", + "\"" + ], + [ + "\"", + "class" + ], + [ + "__", + "((" + ], + [ + "b", + "ucket" + ], + [ + "Ġst", + "ro" + ], + [ + "ĠP", + "atch" + ], + [ + "yst", + "ick" + ], + [ + "ful", + "ness" + ], + [ + "ap", + "os" + ], + [ + "D", + "a" + ], + [ + "ĉĉĉĉĉ", + "ĠĠĠ" + ], + [ + "Ġen", + "rich" + ], + [ + "un", + "ordered" + ], + [ + "h", + "ole" + ], + [ + "C", + "ong" + ], + [ + "<", + "Product" + ], + [ + "ĠC", + "urt" + ], + [ + "(", + "the" + ], + [ + "_l", + "ower" + ], + [ + "Ġavoid", + "ing" + ], + [ + "Ġbu", + "zz" + ], + [ + "Ġv", + "iable" + ], + [ + "ub", + "a" + ], + [ + "-", + "is" + ], + [ + "are", + "l" + ], + [ + "Ġact", + "ed" + ], + [ + "-d", + "etails" + ], + [ + "à¸", + "ĩ" + ], + [ + "ĠThe", + "ory" + ], + [ + "ĠP", + "un" + ], + [ + "ĠAn", + "onymous" + ], + [ + "...", + "\"Ċ" + ], + [ + "è", + "res" + ], + [ + "åı", + "¯" + ], + [ + "ĠV", + "ision" + ], + [ + "_se", + "m" + ], + [ + "ash", + "a" + ], + [ + "Ġcelebr", + "ity" + ], + [ + "Ġend", + "Date" + ], + [ + "Ġpop", + "ulate" + ], + [ + "Ġcu", + "is" + ], + [ + "qu", + "ant" + ], + [ + "f", + "loor" + ], + [ + "Ġglob", + "ally" + ], + [ + "Ġcru", + "ise" + ], + [ + "ĠStan", + "ley" + ], + [ + "Ġb", + "ikes" + ], + [ + ".get", + "Connection" + ], + [ + "Ġpoor", + "ly" + ], + [ + "_", + "other" + ], + [ + "amp", + "ing" + ], + [ + ".\"", + ");ĊĊ" + ], + [ + "od", + "i" + ], + [ + "_A", + "DMIN" + ], + [ + ".color", + "s" + ], + [ + "ĠG", + "aming" + ], + [ + ">", + "';ĊĊ" + ], + [ + "STR", + "UCT" + ], + [ + "Q", + "R" + ], + [ + "ID", + "s" + ], + [ + "(arg", + "uments" + ], + [ + "_a", + "ux" + ], + [ + "(", + "Event" + ], + [ + "_PR", + "IVATE" + ], + [ + "ĠTre", + "k" + ], + [ + "Ġdownload", + "s" + ], + [ + "m", + "utable" + ], + [ + "_STR", + "UCT" + ], + [ + "(w", + "x" + ], + [ + "Ġdom", + "ains" + ], + [ + "js", + "px" + ], + [ + "ĠVi", + "agra" + ], + [ + "Command", + "s" + ], + [ + "J", + "s" + ], + [ + ".c", + "fg" + ], + [ + "Content", + "Pane" + ], + [ + "ĠEdit", + "Text" + ], + [ + "à¥į", + "à¤" + ], + [ + "Att", + "ach" + ], + [ + "ĠAR", + "M" + ], + [ + "posit", + "ive" + ], + [ + "ĠGener", + "ated" + ], + [ + "Ġse", + "ized" + ], + [ + "=", + ":" + ], + [ + "Ġelectron", + "ics" + ], + [ + "ĠApp", + "Component" + ], + [ + "/", + "',Ċ" + ], + [ + ".equals", + "IgnoreCase" + ], + [ + "Do", + "ctrine" + ], + [ + "d", + "isk" + ], + [ + "ĠPolit", + "ical" + ], + [ + "CH", + "O" + ], + [ + "<", + "F" + ], + [ + "ĉ", + "height" + ], + [ + "ĠB", + "ug" + ], + [ + ".", + "le" + ], + [ + "ik", + "h" + ], + [ + "Ġmill", + "iseconds" + ], + [ + "Ġconstit", + "u" + ], + [ + "m", + "ag" + ], + [ + ".n", + "l" + ], + [ + "-r", + "ange" + ], + [ + "ang", + "gal" + ], + [ + "',", + "[" + ], + [ + "ropol", + "itan" + ], + [ + "ĠÃ", + "ľ" + ], + [ + "ĠU", + "C" + ], + [ + ".d", + "esc" + ], + [ + "-L", + "AST" + ], + [ + "f", + "stream" + ], + [ + "ib", + "il" + ], + [ + "Ġf", + "ier" + ], + [ + "VER", + "Y" + ], + [ + "Ġë", + "³" + ], + [ + "IR", + "T" + ], + [ + "_", + "UI" + ], + [ + "(", + "abs" + ], + [ + "Ġkne", + "es" + ], + [ + "Ġro", + "okie" + ], + [ + "ĠV", + "ac" + ], + [ + "are", + "na" + ], + [ + "comm", + "end" + ], + [ + "-", + "\\" + ], + [ + "ĠSUB", + "STITUTE" + ], + [ + "So", + "ft" + ], + [ + "Ġpart", + "ir" + ], + [ + "we", + "alth" + ], + [ + "è¦", + "ģ" + ], + [ + "(d", + "ataset" + ], + [ + "ĠCl", + "imate" + ], + [ + "-", + "show" + ], + [ + "Ġreli", + "ability" + ], + [ + "_ch", + "unk" + ], + [ + "ä»", + "£" + ], + [ + "_st", + "ock" + ], + [ + "ĠEX", + "EMPLARY" + ], + [ + "ï¸", + "ı" + ], + [ + "Ġv", + "ÃŃ" + ], + [ + "Ġsm", + "iled" + ], + [ + "Ġdr", + "ill" + ], + [ + ".F", + "unction" + ], + [ + "ĠS", + "I" + ], + [ + "Ġreg", + "ression" + ], + [ + "-", + "X" + ], + [ + "ĠJ", + "ar" + ], + [ + "p", + "ref" + ], + [ + "ĉs", + "uccess" + ], + [ + "ĠHit", + "ler" + ], + [ + "Ġinst", + "inct" + ], + [ + "Ġfem", + "mes" + ], + [ + "Ġlo", + "ver" + ], + [ + "<", + "Ċ" + ], + [ + "Ġmulti", + "plier" + ], + [ + "r", + "il" + ], + [ + "Res", + "ize" + ], + [ + "ĠAuthor", + "ization" + ], + [ + "ĠK", + "an" + ], + [ + "Dispatch", + "ToProps" + ], + [ + "Ġc", + "rops" + ], + [ + "t", + "okens" + ], + [ + "ec", + "n" + ], + [ + "ential", + "ly" + ], + [ + "ĠINTERRU", + "PTION" + ], + [ + "f", + "ake" + ], + [ + "Und", + "efined" + ], + [ + "ĠA", + "K" + ], + [ + "ĠTest", + "Case" + ], + [ + "Ġr", + "ab" + ], + [ + "Ġtor", + "rent" + ], + [ + "ĠO", + "t" + ], + [ + "B", + "ars" + ], + [ + "Ġlect", + "ure" + ], + [ + "Ġen", + "jo" + ], + [ + "Ġrespond", + "s" + ], + [ + "Ġindex", + "ed" + ], + [ + "Of", + "Work" + ], + [ + "_ch", + "ain" + ], + [ + "))", + "->" + ], + [ + "ĠBeaut", + "y" + ], + [ + "Ġ`", + "<" + ], + [ + "Ġtouch", + "ing" + ], + [ + "Ġ|", + "--" + ], + [ + "ĉf", + "lag" + ], + [ + "normal", + "ize" + ], + [ + "Ġtr", + "apped" + ], + [ + "Ġestablish", + "ing" + ], + [ + "/b", + "uild" + ], + [ + "A", + "J" + ], + [ + "f", + "y" + ], + [ + "-", + "react" + ], + [ + "av", + "n" + ], + [ + "RI", + "PTION" + ], + [ + "Ġk", + "ut" + ], + [ + "ĠF", + "ashion" + ], + [ + "ĠIn", + "form" + ], + [ + "cur", + "ities" + ], + [ + "<", + "byte" + ], + [ + "ĠUkr", + "ain" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġconsist", + "ing" + ], + [ + "ood", + "le" + ], + [ + ".", + "ctx" + ], + [ + ".To", + "List" + ], + [ + "Ġcomment", + "ary" + ], + [ + "Ġtransf", + "ers" + ], + [ + "Ġn", + "ost" + ], + [ + "ih", + "ad" + ], + [ + "ĠU", + "pper" + ], + [ + "Ġconf", + "using" + ], + [ + "miss", + "ing" + ], + [ + "-", + "cl" + ], + [ + "Ġbound", + "ing" + ], + [ + "Ġcongress", + "ional" + ], + [ + "Ġreve", + "aling" + ], + [ + "d", + "h" + ], + [ + "r", + "up" + ], + [ + "Ġt", + "res" + ], + [ + "re", + "peat" + ], + [ + ",", + "ĊĊĊĊ" + ], + [ + "_t", + "ac" + ], + [ + "Ġexp", + "ed" + ], + [ + "G", + "irl" + ], + [ + "h", + "orizontal" + ], + [ + "Ġ\"../../", + "../" + ], + [ + "(", + "option" + ], + [ + "Ġwe", + "iter" + ], + [ + "ĉs", + "ql" + ], + [ + "Ġ=>", + "{Ċ" + ], + [ + "Ġgar", + "lic" + ], + [ + "Ġre", + "pr" + ], + [ + "Ġrepl", + "ies" + ], + [ + "(", + "prop" + ], + [ + "Ġspir", + "its" + ], + [ + "Ġins", + "pire" + ], + [ + "Ġbas", + "ement" + ], + [ + ".re", + "ject" + ], + [ + "Ġhint", + "s" + ], + [ + "Ġpoll", + "ing" + ], + [ + "ĉ", + "ĠĊ" + ], + [ + "_r", + "ating" + ], + [ + "Ġc", + "ath" + ], + [ + "av", + "ier" + ], + [ + "Ġcomp", + "ressed" + ], + [ + "ĠV", + "S" + ], + [ + "]", + "'" + ], + [ + "Ġjud", + "icial" + ], + [ + "ĠT", + "rend" + ], + [ + "tr", + "aining" + ], + [ + "EST", + "AMP" + ], + [ + "ogn", + "ition" + ], + [ + "Ä", + "ģ" + ], + [ + "SE", + "NT" + ], + [ + "vent", + "ions" + ], + [ + "Ġconsult", + "ant" + ], + [ + "um", + "ph" + ], + [ + "Ġuser", + "Service" + ], + [ + ",", + "NULL" + ], + [ + "k", + "h" + ], + [ + "D", + "ear" + ], + [ + "_B", + "AD" + ], + [ + "it", + "ations" + ], + [ + "Ġmet", + "aph" + ], + [ + "'", + "é" + ], + [ + "and", + "ise" + ], + [ + "-f", + "ont" + ], + [ + ".ch", + "art" + ], + [ + "Ġs", + "g" + ], + [ + "_", + "Controller" + ], + [ + ".j", + "peg" + ], + [ + "ĠUL", + "ONG" + ], + [ + "ĉg", + "ame" + ], + [ + "(", + "ss" + ], + [ + "ĠM", + "aj" + ], + [ + "ĉg", + "o" + ], + [ + "ĠS", + "ad" + ], + [ + "ĠB", + "erg" + ], + [ + "ĠM", + "ine" + ], + [ + "P", + "ack" + ], + [ + "Ġres", + "istant" + ], + [ + "ĠR", + "OM" + ], + [ + "Ġp", + "eg" + ], + [ + "ĠStan", + "ford" + ], + [ + "ĠY", + "ahoo" + ], + [ + "Ġsca", + "led" + ], + [ + "Ġl", + "an" + ], + [ + "=", + "[]" + ], + [ + "\"/", + ">", + "ččĊ" + ], + [ + "Ġs", + "ud" + ], + [ + "ĉ", + "background" + ], + [ + "Ġsch", + "olars" + ], + [ + "-m", + "uted" + ], + [ + "ar", + "á" + ], + [ + "Ġ=", + "====" + ], + [ + "Ġ__", + "__" + ], + [ + "C", + "reat" + ], + [ + "ene", + "ver" + ], + [ + "/w", + "p" + ], + [ + "ĠV", + "PN" + ], + [ + "Error", + "Code" + ], + [ + ")", + "],Ċ" + ], + [ + "(b", + "uilder" + ], + [ + "ĠEn", + "emy" + ], + [ + "S", + "ensor" + ], + [ + "us", + "a" + ], + [ + "Ġtr", + "iggers" + ], + [ + "Ġplayoff", + "s" + ], + [ + "_RE", + "Q" + ], + [ + "Ġ(", + "~" + ], + [ + "ĠBar", + "ry" + ], + [ + "Ġperman", + "ently" + ], + [ + "ĠR", + "UN" + ], + [ + "Ġb", + "ure" + ], + [ + ".Fat", + "alf" + ], + [ + "Ġch", + "ick" + ], + [ + "ĉ", + "panic" + ], + [ + "ps", + "i" + ], + [ + "ok", + "a" + ], + [ + "éĢ", + "ī" + ], + [ + ">", + "[" + ], + [ + "Ġunderstand", + "s" + ], + [ + "ĠJun", + "ior" + ], + [ + "ĠIN", + "FO" + ], + [ + "=", + "mysqli" + ], + [ + "ust", + "ain" + ], + [ + "-s", + "ource" + ], + [ + "s", + "erv" + ], + [ + "ĠC", + "REATE" + ], + [ + ".", + "au" + ], + [ + "Ġsell", + "s" + ], + [ + "ĠĠĊ", + "ĠĠĊ" + ], + [ + "E", + "urope" + ], + [ + "z", + "w" + ], + [ + "pre", + "h" + ], + [ + "ĠNS", + "A" + ], + [ + "Ġx", + "y" + ], + [ + "à¸", + "´" + ], + [ + "ĠB", + "eyond" + ], + [ + "Inst", + "ead" + ], + [ + "Non", + "Query" + ], + [ + "Ġar", + "ise" + ], + [ + "Ġavoid", + "ed" + ], + [ + ".em", + "place" + ], + [ + "_model", + "s" + ], + [ + "}", + "),Ċ" + ], + [ + "Ġh", + "id" + ], + [ + "Ġ&", + "_" + ], + [ + ".p", + "oints" + ], + [ + ".get", + "Width" + ], + [ + ".Ex", + "ec" + ], + [ + "Ġ//", + "//" + ], + [ + "ĠS", + "essions" + ], + [ + "...", + "\\" + ], + [ + "ĠCol", + "omb" + ], + [ + "Ġacceler", + "ation" + ], + [ + "rest", + "ore" + ], + [ + "Ġ", + "ile" + ], + [ + "ob", + "ic" + ], + [ + "<", + "Node" + ], + [ + "ĠD", + "X" + ], + [ + "ĠBes", + "ides" + ], + [ + ".", + "age" + ], + [ + "ĠCont", + "ains" + ], + [ + "N", + "ational" + ], + [ + "ĠIm", + "plementation" + ], + [ + "Ġeff", + "ic" + ], + [ + "ĠR", + "M" + ], + [ + "H", + "y" + ], + [ + "ĠWed", + "ding" + ], + [ + "ok", + "ies" + ], + [ + "Ġrec", + "ursive" + ], + [ + "Ġprosec", + "utors" + ], + [ + ".Se", + "lection" + ], + [ + "ĠForm", + "ula" + ], + [ + "Been", + "Called" + ], + [ + "[i", + "i" + ], + [ + "ĠFr", + "an" + ], + [ + "Ġtraged", + "y" + ], + [ + "_F", + "EATURE" + ], + [ + "Ļ", + "¨" + ], + [ + "comp", + "ass" + ], + [ + "ĠB", + "h" + ], + [ + "?", + "ĊĊĊ" + ], + [ + ".w", + "riter" + ], + [ + "ĠH", + "our" + ], + [ + "Db", + "Context" + ], + [ + "io", + "v" + ], + [ + "am", + "on" + ], + [ + "re", + "pr" + ], + [ + "é", + "ĥ" + ], + [ + "ĉf", + "i" + ], + [ + "']", + "]" + ], + [ + "ĠD", + "ry" + ], + [ + ".", + "ro" + ], + [ + "ĠO", + "bserv" + ], + [ + "æł", + "ĩ" + ], + [ + "Form", + "er" + ], + [ + "ĠB", + "alance" + ], + [ + "ĉ", + "json" + ], + [ + "Ġpr", + "zy" + ], + [ + "I", + "SS" + ], + [ + "(", + "sock" + ], + [ + "ĠL", + "INE" + ], + [ + "Ġde", + "ce" + ], + [ + "Ġal", + "ly" + ], + [ + "Ġtend", + "ency" + ], + [ + "F", + "un" + ], + [ + "Ġschem", + "es" + ], + [ + "Ġinter", + "ven" + ], + [ + "æĺ", + "İ" + ], + [ + "Ġad", + "verse" + ], + [ + "quote", + "lev" + ], + [ + "Ġsacr", + "ific" + ], + [ + "_s", + "ide" + ], + [ + "Ġmut", + "ex" + ], + [ + "AG", + "IC" + ], + [ + "Ġocc", + "urring" + ], + [ + "ĠCommunic", + "ation" + ], + [ + "um", + "ar" + ], + [ + "ç¼", + "ĸ" + ], + [ + "ĠTreat", + "ment" + ], + [ + ".p", + "erson" + ], + [ + "ĠL", + "C" + ], + [ + "Ġe", + "ch" + ], + [ + "(", + "(\"" + ], + [ + "ĠDise", + "ase" + ], + [ + "ä", + "d" + ], + [ + "ĠA", + "Z" + ], + [ + ".A", + "ccount" + ], + [ + "Ġcontinu", + "ously" + ], + [ + "END", + "ING" + ], + [ + "ĠRET", + "URN" + ], + [ + "-", + "string" + ], + [ + ".f", + "ilename" + ], + [ + "syn", + "thesize" + ], + [ + "Res", + "ponder" + ], + [ + "(", + "opts" + ], + [ + "reg", + "s" + ], + [ + "Ġn", + "uest" + ], + [ + "Pe", + "er" + ], + [ + "//", + "------------------------------------------------" + ], + [ + "Ġg", + "auge" + ], + [ + "ĠK", + "in" + ], + [ + ".s", + "chema" + ], + [ + "Ġarr", + "ange" + ], + [ + "ĠBl", + "ake" + ], + [ + "_Type", + "Info" + ], + [ + "C", + "over" + ], + [ + "ĠHamp", + "shire" + ], + [ + "P", + "aper" + ], + [ + "-in", + "ner" + ], + [ + "util", + "ity" + ], + [ + "Ġcross", + "origin" + ], + [ + "F", + "OR" + ], + [ + "Ġign", + "oring" + ], + [ + "ĠD", + "D" + ], + [ + "av", + "an" + ], + [ + "Ġtrad", + "itions" + ], + [ + "Ġget", + "String" + ], + [ + "Ġeth", + "ics" + ], + [ + "ĠMaterial", + "s" + ], + [ + "DE", + "SC" + ], + [ + "Ġen", + "zym" + ], + [ + "io", + "let" + ], + [ + "ĠCh", + "ip" + ], + [ + "ĠMc", + "Donald" + ], + [ + "Ġn", + "erve" + ], + [ + "ç", + "Ħ" + ], + [ + "\")", + "]" + ], + [ + "æ±", + "Ĥ" + ], + [ + "ĠS", + "ugar" + ], + [ + "_S", + "IM" + ], + [ + "j", + "peg" + ], + [ + "Ġdiscret", + "ion" + ], + [ + "ĠT", + "N" + ], + [ + "bo", + "ve" + ], + [ + "ĠMin", + "imum" + ], + [ + "ĠForm", + "Group" + ], + [ + "Ġwork", + "force" + ], + [ + "ĠExec", + "ution" + ], + [ + "err", + "er" + ], + [ + "ĉ", + "ĠĠĠĠĉ" + ], + [ + "Ġpres", + "cribed" + ], + [ + ".Text", + "Align" + ], + [ + "OP", + "EN" + ], + [ + "ĠP", + "B" + ], + [ + "im", + "ity" + ], + [ + "ĠEx", + "ternal" + ], + [ + "°", + "C" + ], + [ + "ĠApplication", + "Controller" + ], + [ + "Ġb", + "arr" + ], + [ + "imp", + "licit" + ], + [ + "_d", + "ot" + ], + [ + "ĠCol", + "on" + ], + [ + "C", + "OLOR" + ], + [ + ".Pro", + "ject" + ], + [ + "*", + "", + "}Ċ" + ], + [ + "pl", + "aint" + ], + [ + "get", + "Text" + ], + [ + "Ġindivid", + "ually" + ], + [ + "Ġcheck", + "box" + ], + [ + "U", + "Y" + ], + [ + "ĠL", + "amb" + ], + [ + "Ġdys", + "function" + ], + [ + "ĠL", + "ar" + ], + [ + "à", + "°" + ], + [ + "ĠCre", + "ating" + ], + [ + "');ĊĊ", + "Ċ" + ], + [ + "\"", + "They" + ], + [ + "loc", + "ations" + ], + [ + "_C", + "ORE" + ], + [ + "Inter", + "action" + ], + [ + "umbn", + "ails" + ], + [ + "ĠPart", + "ner" + ], + [ + "b", + "rit" + ], + [ + "Ġless", + "er" + ], + [ + "ĠSl", + "ot" + ], + [ + "set", + "Attribute" + ], + [ + "ĠW", + "ave" + ], + [ + ".p", + "o" + ], + [ + "/", + "store" + ], + [ + "Ġbrows", + "ing" + ], + [ + "_p", + "d" + ], + [ + "sum", + "e" + ], + [ + "s", + "ed" + ], + [ + "Cur", + "ve" + ], + [ + "Ġpl", + "asma" + ], + [ + "Ġsusp", + "icious" + ], + [ + "ìĿ", + "¸" + ], + [ + "ĠB", + "ah" + ], + [ + "ĠExp", + "licit" + ], + [ + "_C", + "C" + ], + [ + ".Client", + "Size" + ], + [ + "\\", + "View" + ], + [ + "Ġsub", + "stit" + ], + [ + "lo", + "on" + ], + [ + "ĠG", + "AME" + ], + [ + "ĠB", + "rid" + ], + [ + "Ľ", + "建" + ], + [ + "_", + "User" + ], + [ + "Ġsqu", + "ares" + ], + [ + "f", + "one" + ], + [ + "Ġsac", + "red" + ], + [ + "ug", + "hs" + ], + [ + "]", + "interface" + ], + [ + "ĠTh", + "row" + ], + [ + "ĠK", + "irk" + ], + [ + "Ġemp", + "ire" + ], + [ + "Ġassess", + "ed" + ], + [ + "T", + "ax" + ], + [ + "ĠHe", + "aven" + ], + [ + "-b", + "uffer" + ], + [ + "_STAT", + "IC" + ], + [ + "én", + "é" + ], + [ + "-b", + "ordered" + ], + [ + "Ġpun", + "ct" + ], + [ + "(m", + "ode" + ], + [ + "Ġke", + "ine" + ], + [ + "S", + "ent" + ], + [ + "ĠCal", + "cul" + ], + [ + "ĠE", + "ve" + ], + [ + "Ġsty", + "lish" + ], + [ + "Ġoil", + "s" + ], + [ + ".Test", + "Case" + ], + [ + "Ġtrad", + "emark" + ], + [ + "Ġliter", + "ary" + ], + [ + "Ġconcentr", + "ations" + ], + [ + "ĠRel", + "ations" + ], + [ + "(", + "Class" + ], + [ + "Ġstd", + "in" + ], + [ + "Ġv", + "æ" + ], + [ + "back", + "up" + ], + [ + ".", + "VERSION" + ], + [ + ".AutoScale", + "Dimensions" + ], + [ + "st", + "arter" + ], + [ + "Transaction", + "al" + ], + [ + "-", + "panel" + ], + [ + "St", + "udio" + ], + [ + "k", + "c" + ], + [ + "ĠCh", + "amber" + ], + [ + "ĠSpi", + "el" + ], + [ + "Ġr", + "ho" + ], + [ + "ا", + "ÙĦ" + ], + [ + "!", + "'" + ], + [ + ".At", + "tributes" + ], + [ + "Ġmurder", + "ed" + ], + [ + "apeut", + "ic" + ], + [ + "Ġint", + "imate" + ], + [ + "Ġtext", + "Field" + ], + [ + "ĠBuff", + "alo" + ], + [ + "d", + "ummy" + ], + [ + "\"", + "%" + ], + [ + "ĠLib", + "erty" + ], + [ + "ob", + "ar" + ], + [ + "ĠT", + "ank" + ], + [ + "ĠPop", + "ular" + ], + [ + "erv", + "isor" + ], + [ + "ĠIn", + "iti" + ], + [ + "ĠM", + "all" + ], + [ + "ĠP", + "rior" + ], + [ + "C", + "AP" + ], + [ + "ĠCl", + "ay" + ], + [ + "ĠCert", + "ificate" + ], + [ + ".L", + "ock" + ], + [ + "-st", + "rip" + ], + [ + "-dr", + "iven" + ], + [ + "/", + "all" + ], + [ + "ĠMessageBox", + "Buttons" + ], + [ + "_SE", + "CRET" + ], + [ + "_p", + "b" + ], + [ + "Ġr", + "ats" + ], + [ + "ा", + "à¤" + ], + [ + "Ġn", + "t" + ], + [ + ".R", + "outer" + ], + [ + "_top", + "ic" + ], + [ + "Ġt", + "ennis" + ], + [ + "ĠP", + "UBLIC" + ], + [ + "ĠActiv", + "atedRoute" + ], + [ + "Ġ'", + ",Ċ" + ], + [ + "Ġcost", + "ume" + ], + [ + "Ġj", + "okes" + ], + [ + ".", + "Handle" + ], + [ + "ĉ", + "byte" + ], + [ + "Ġflav", + "ors" + ], + [ + "(", + "cc" + ], + [ + "Ġperson", + "as" + ], + [ + "ĉ", + "image" + ], + [ + "ĠN", + "azi" + ], + [ + "Ġgram", + "mar" + ], + [ + "Ġú", + "lt" + ], + [ + "Ġval", + "ve" + ], + [ + "Ġv", + "ic" + ], + [ + "ĠR", + "achel" + ], + [ + "_in", + "valid" + ], + [ + "P", + "refs" + ], + [ + "std", + "int" + ], + [ + "(r", + "oute" + ], + [ + "Ġhtml", + "specialchars" + ], + [ + "Ġpe", + "oples" + ], + [ + "pl", + "ine" + ], + [ + "Ġn", + "v" + ], + [ + "ĠQu", + "ant" + ], + [ + "opp", + "ers" + ], + [ + "Ġcurrent", + "User" + ], + [ + "ĠC", + "atal" + ], + [ + "Ġrecon", + "c" + ], + [ + "Ġconj", + "unction" + ], + [ + "l", + "x" + ], + [ + "amb", + "urg" + ], + [ + "Ġinflu", + "ential" + ], + [ + "d", + "anger" + ], + [ + "ind", + "ers" + ], + [ + "Ġ%", + "@\"," + ], + [ + ".config", + "uration" + ], + [ + "os", + "ome" + ], + [ + ".", + "identity" + ], + [ + "Ġpick", + "er" + ], + [ + "n", + "ost" + ], + [ + "ĠDI", + "Y" + ], + [ + "Aug", + "ust" + ], + [ + "ab", + "lo" + ], + [ + "Le", + "af" + ], + [ + "ĠRec", + "o" + ], + [ + "ck", + "o" + ], + [ + "DO", + "C" + ], + [ + "ĠH", + "erm" + ], + [ + ":", + "any" + ], + [ + "ĠInt", + "erview" + ], + [ + "ĠT", + "ex" + ], + [ + "x", + "fe" + ], + [ + "(", + "work" + ], + [ + "Ġle", + "ap" + ], + [ + "He", + "ading" + ], + [ + "Ġqu", + "arters" + ], + [ + "\\", + "Bundle" + ], + [ + "re", + "b" + ], + [ + "Per", + "haps" + ], + [ + "ĠG", + "mbH" + ], + [ + "B", + "irth" + ], + [ + "ĉ", + "sum" + ], + [ + "ĠWat", + "son" + ], + [ + ".n", + "il" + ], + [ + "ç", + "¡" + ], + [ + "{", + "}ĊĊ" + ], + [ + "ica", + "id" + ], + [ + "Get", + "ter" + ], + [ + "\"", + "name" + ], + [ + "Ġ\"", + "čĊ" + ], + [ + "_n", + "one" + ], + [ + "z", + "m" + ], + [ + "ac", + "ute" + ], + [ + "uest", + "o" + ], + [ + "Ġs", + "ous" + ], + [ + "Ġre", + "build" + ], + [ + "Ġnewsp", + "apers" + ], + [ + "ĠH", + "az" + ], + [ + "Ġk", + "its" + ], + [ + "if", + "o" + ], + [ + "Bl", + "ur" + ], + [ + "Ġsu", + "ited" + ], + [ + "-", + "In" + ], + [ + "à", + "¯" + ], + [ + "ĠKe", + "ith" + ], + [ + "ĠNor", + "way" + ], + [ + "IN", + "IT" + ], + [ + "ire", + "ccion" + ], + [ + "iet", + "ies" + ], + [ + "_us", + "age" + ], + [ + "ĠDou", + "g" + ], + [ + "r", + "ise" + ], + [ + "Ġtr", + "illion" + ], + [ + "im", + "ited" + ], + [ + "ĠR", + "EL" + ], + [ + "al", + "ic" + ], + [ + "Ġcritic", + "ized" + ], + [ + "the", + "orem" + ], + [ + "Ġce", + "ase" + ], + [ + "Ġsid", + "ew" + ], + [ + "ĠT", + "erry" + ], + [ + "Ġsubs", + "idi" + ], + [ + "Ġfirm", + "ly" + ], + [ + "Ġaw", + "s" + ], + [ + "Ġh", + "ott" + ], + [ + "Ġdress", + "ing" + ], + [ + "bad", + "ge" + ], + [ + "ĠApp", + "lications" + ], + [ + "è¿", + "ĶåĽŀ" + ], + [ + "Ġlaugh", + "ed" + ], + [ + "Ġh", + "obby" + ], + [ + "Ġmus", + "icians" + ], + [ + "Ġ*", + "." + ], + [ + ".", + "placeholder" + ], + [ + "Ġcount", + "ers" + ], + [ + "ĠCap", + "itol" + ], + [ + "SD", + "K" + ], + [ + "Ġhel", + "met" + ], + [ + "and", + "box" + ], + [ + "qu", + "it" + ], + [ + "Ġcriminal", + "s" + ], + [ + "Ġteen", + "ager" + ], + [ + "(", + "update" + ], + [ + "G", + "l" + ], + [ + ".se", + "lection" + ], + [ + "Ġdis", + "charge" + ], + [ + "Ġpresent", + "ing" + ], + [ + "ufact", + "urer" + ], + [ + "_UN", + "KNOWN" + ], + [ + "Ġstress", + "ed" + ], + [ + "å", + "Ļ¨" + ], + [ + "Pro", + "to" + ], + [ + "_cor", + "rect" + ], + [ + "ha", + "us" + ], + [ + "Ġren", + "ov" + ], + [ + "Ġfire", + "arms" + ], + [ + "Ġtechn", + "ically" + ], + [ + "-b", + "rowser" + ], + [ + "Ġc", + "andy" + ], + [ + "St", + "roke" + ], + [ + "Ġexec", + "utor" + ], + [ + "Ġocc", + "urrence" + ], + [ + "ĠIP", + "v" + ], + [ + "_INTER", + "FACE" + ], + [ + "ĠRetrie", + "ve" + ], + [ + ".b", + "ad" + ], + [ + "Ex", + "change" + ], + [ + "Nav", + "bar" + ], + [ + "ĠK", + "id" + ], + [ + "(get", + "ApplicationContext" + ], + [ + "_ST", + "OP" + ], + [ + "ĠB", + "oss" + ], + [ + "List", + "eners" + ], + [ + "Ġshoot", + "er" + ], + [ + "ĠAl", + "b" + ], + [ + "ä", + "ch" + ], + [ + "Ġp", + "ix" + ], + [ + ".key", + "Code" + ], + [ + "al", + "one" + ], + [ + "Ġabs", + "urd" + ], + [ + "ĠC", + "um" + ], + [ + "ĠNewton", + "soft" + ], + [ + "ik", + "t" + ], + [ + "Ġlaugh", + "ing" + ], + [ + "Ġcapital", + "ism" + ], + [ + "ree", + "Node" + ], + [ + "T", + "x" + ], + [ + "_QU", + "ERY" + ], + [ + ".S", + "leep" + ], + [ + "(", + "login" + ], + [ + "Web", + "Element" + ], + [ + "Ġcelebr", + "ating" + ], + [ + "Ġde", + "precated" + ], + [ + "Ġma", + "ar" + ], + [ + "Ġart", + "istic" + ], + [ + "_ASS", + "OC" + ], + [ + "ĠBorder", + "Radius" + ], + [ + "ĉw", + "p" + ], + [ + "Ġsurviv", + "ors" + ], + [ + "In", + "ner" + ], + [ + "-", + "red" + ], + [ + "Ġprosec", + "ution" + ], + [ + "_", + "pp" + ], + [ + "(\"", + "", + "$" + ], + [ + "Ġcomm", + "a" + ], + [ + "un", + "checked" + ], + [ + "graph", + "ics" + ], + [ + "r", + "ors" + ], + [ + "G", + "ROUND" + ], + [ + "(", + "public" + ], + [ + "Ġcustom", + "ized" + ], + [ + "ĠArk", + "ansas" + ], + [ + "ĠR", + "ew" + ], + [ + "Ġexp", + "iration" + ], + [ + "×", + "ķ" + ], + [ + "ĠC", + "ul" + ], + [ + "Ġn", + "ons" + ], + [ + ".F", + "ilter" + ], + [ + "Ġsen", + "ator" + ], + [ + "_def", + "inition" + ], + [ + "ash", + "ington" + ], + [ + "ym", + "ph" + ], + [ + "/", + "J" + ], + [ + "Ġf", + "use" + ], + [ + "ram", + "id" + ], + [ + "ĠSup", + "plier" + ], + [ + "Ġaut", + "ocomplete" + ], + [ + "Ġ}", + ")," + ], + [ + ".\"", + "ĊĊĊ" + ], + [ + "_function", + "s" + ], + [ + "ĉ", + "to" + ], + [ + ".e", + "val" + ], + [ + "ĠT", + "Object" + ], + [ + "Re", + "ferences" + ], + [ + "Ġhe", + "ated" + ], + [ + "H", + "AL" + ], + [ + "Ġ))", + "}Ċ" + ], + [ + "}", + "$" + ], + [ + "ĠB", + "arr" + ], + [ + "_UN", + "IT" + ], + [ + "+", + "$" + ], + [ + "Ġget", + "Value" + ], + [ + "ip", + "ed" + ], + [ + "ch", + "ied" + ], + [ + "(v", + "m" + ], + [ + "c", + "ue" + ], + [ + "_int", + "eger" + ], + [ + "_c", + "ourse" + ], + [ + "th", + "ird" + ], + [ + "Ġrevis", + "ed" + ], + [ + "**", + "/Ċ" + ], + [ + "_D", + "IRECT" + ], + [ + "Out", + "Of" + ], + [ + "(\"", + "(" + ], + [ + "ĠFe", + "el" + ], + [ + "Ġre", + "ass" + ], + [ + "Ġsub", + "title" + ], + [ + "per", + "i" + ], + [ + "n", + "f" + ], + [ + "Ġenjo", + "ys" + ], + [ + "Ġtreat", + "s" + ], + [ + ")", + "this" + ], + [ + "-t", + "abs" + ], + [ + "anc", + "ers" + ], + [ + "Ġcontin", + "ent" + ], + [ + "Ġcard", + "io" + ], + [ + "S", + "er" + ], + [ + ".", + "question" + ], + [ + "Ġph", + "rases" + ], + [ + "Valid", + "ators" + ], + [ + "Ġpop", + "ul" + ], + [ + "Ġl", + "ÃŃ" + ], + [ + "s", + "ong" + ], + [ + "_IN", + "TERNAL" + ], + [ + "Ġadvis", + "er" + ], + [ + "Ġp", + "uzz" + ], + [ + "Ġambit", + "ious" + ], + [ + "ĠT", + "ob" + ], + [ + "ĠD", + "P" + ], + [ + "Ġpres", + "idency" + ], + [ + "Ġsurre", + "nder" + ], + [ + "Ġwatch", + "es" + ], + [ + "_b", + "inary" + ], + [ + "ĠSo", + "on" + ], + [ + "Ġcan", + "ada" + ], + [ + "(\"", + "\")Ċ" + ], + [ + "]", + "='" + ], + [ + "ĠBr", + "andon" + ], + [ + "eps", + "ilon" + ], + [ + "r", + "w" + ], + [ + ".add", + "Child" + ], + [ + ".C", + "opy" + ], + [ + "Pr", + "incipal" + ], + [ + "Ph", + "otos" + ], + [ + "Ġmarg", + "inal" + ], + [ + "Ġbas", + "ics" + ], + [ + "e", + "ing" + ], + [ + "M", + "ust" + ], + [ + "_", + "String" + ], + [ + "Ġo", + "le" + ], + [ + "M", + "agento" + ], + [ + ".c", + "ustomer" + ], + [ + "(p", + "rev" + ], + [ + "à¸", + "¥" + ], + [ + "Ġlo", + "yalty" + ], + [ + "C", + "og" + ], + [ + "Ġprot", + "ocols" + ], + [ + "ĠCom", + "panies" + ], + [ + "Ġtheoret", + "ical" + ], + [ + "Ġaccess", + "ing" + ], + [ + "ĠZ", + "en" + ], + [ + ".", + "ones" + ], + [ + "att", + "ice" + ], + [ + "_w", + "orld" + ], + [ + "z", + "es" + ], + [ + "Ġtatto", + "o" + ], + [ + "Ġmen", + "os" + ], + [ + "Ġinter", + "sect" + ], + [ + "\"]", + ";ĊĊ" + ], + [ + "bel", + "ie" + ], + [ + "Ġin", + "active" + ], + [ + ".read", + "line" + ], + [ + "-label", + "led" + ], + [ + ".d", + "one" + ], + [ + "lick", + "r" + ], + [ + "ĠW", + "ORK" + ], + [ + "Ġderiv", + "ative" + ], + [ + "Ġd", + "atabases" + ], + [ + "âĤ", + "Ĥ" + ], + [ + "Ġs", + "x" + ], + [ + ".is", + "Array" + ], + [ + "Ġy", + "s" + ], + [ + "Ġp", + "ada" + ], + [ + "ĠBul", + "let" + ], + [ + "(`", + "/" + ], + [ + "is", + "Active" + ], + [ + "ĠCG", + "Size" + ], + [ + "(equal", + "To" + ], + [ + "ĠColum", + "bus" + ], + [ + "Ġmar", + "ry" + ], + [ + "DE", + "V" + ], + [ + "_l", + "imits" + ], + [ + "ron", + "es" + ], + [ + "I", + "AS" + ], + [ + "Ġt", + "au" + ], + [ + "min", + "o" + ], + [ + "_W", + "rite" + ], + [ + "ĠW", + "ine" + ], + [ + "Ġ[", + "['" + ], + [ + "ĠP", + "ull" + ], + [ + "rit", + "ers" + ], + [ + "ri", + "ents" + ], + [ + "Ġsh", + "ifting" + ], + [ + "up", + "p" + ], + [ + "_TIM", + "ER" + ], + [ + "ĠCondition", + "s" + ], + [ + "áº", + "¥" + ], + [ + "ĠOr", + "ders" + ], + [ + "ĠSt", + "rength" + ], + [ + "æī", + "Ģ" + ], + [ + "Ġvalid", + "ity" + ], + [ + "Ġf", + "ot" + ], + [ + "et", + "ur" + ], + [ + "Ġb", + "olt" + ], + [ + "åĨ", + "ħ" + ], + [ + "ĠAl", + "ong" + ], + [ + "os", + "hi" + ], + [ + "Ġassum", + "ptions" + ], + [ + "Ġmag", + "azines" + ], + [ + "_S", + "PI" + ], + [ + "Ġp", + "unt" + ], + [ + "_PRO", + "DUCT" + ], + [ + "Ġrel", + "ay" + ], + [ + "ĠJ", + "avascript" + ], + [ + ".", + "te" + ], + [ + "-", + "es" + ], + [ + "Ġwidget", + "s" + ], + [ + "(f", + "s" + ], + [ + "<", + "Item" + ], + [ + "_ex", + "tra" + ], + [ + "Ġrecru", + "iting" + ], + [ + "E", + "t" + ], + [ + "Ġnecess", + "ity" + ], + [ + "p", + "w" + ], + [ + "Ġnov", + "els" + ], + [ + "uss", + "els" + ], + [ + "Cre", + "ator" + ], + [ + "ĠM", + "VP" + ], + [ + "ĠO", + "C" + ], + [ + "th", + "ood" + ], + [ + "cl", + "ients" + ], + [ + "))", + "*" + ], + [ + "Ġcharacter", + "ized" + ], + [ + "_SE", + "ND" + ], + [ + "ut", + "i" + ], + [ + "T", + "y" + ], + [ + ".from", + "Json" + ], + [ + "@", + "Service" + ], + [ + "ãĤ", + "Ĥ" + ], + [ + "Ch", + "ris" + ], + [ + "_", + "Is" + ], + [ + "ĠJohn", + "ny" + ], + [ + "Ġclean", + "er" + ], + [ + "ĠInitial", + "izes" + ], + [ + "UN", + "K" + ], + [ + "(", + "axis" + ], + [ + "еÐ", + "·" + ], + [ + "ie", + "val" + ], + [ + "ĠWar", + "riors" + ], + [ + "}", + ")(" + ], + [ + "DM", + "I" + ], + [ + "âĻ", + "Ģ" + ], + [ + "ĠTre", + "asury" + ], + [ + "Ġfe", + "as" + ], + [ + "Ġsl", + "a" + ], + [ + "_EN", + "UM" + ], + [ + "l", + "hs" + ], + [ + "ĠIn", + "stit" + ], + [ + "ipp", + "ers" + ], + [ + "Line", + "ar" + ], + [ + "Re", + "ading" + ], + [ + "quir", + "ies" + ], + [ + "-c", + "ell" + ], + [ + "ch", + "rome" + ], + [ + ".S", + "earch" + ], + [ + "IN", + "A" + ], + [ + "ç±»", + "åŀĭ" + ], + [ + "ĠĊ", + "ĠĊ" + ], + [ + "ĠSam", + "uel" + ], + [ + "Ġmill", + "s" + ], + [ + "Ġdon", + "ate" + ], + [ + "ĠGe", + "o" + ], + [ + "(", + "rows" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġé", + "l" + ], + [ + "ä½", + "ĵ" + ], + [ + "Ġb", + "em" + ], + [ + "_UN", + "USED" + ], + [ + "ĠR", + "CC" + ], + [ + "Ġintrodu", + "cing" + ], + [ + "att", + "a" + ], + [ + "ĠP", + "riority" + ], + [ + "ĠF", + "B" + ], + [ + "ĠSer", + "ge" + ], + [ + ">", + "\";" + ], + [ + "atch", + "ing" + ], + [ + "ĠKnow", + "ledge" + ], + [ + "ĉ", + "The" + ], + [ + ";", + "margin" + ], + [ + "less", + "ness" + ], + [ + "op", + "ard" + ], + [ + "um", + "atic" + ], + [ + "()", + "));čĊ" + ], + [ + "Ġf", + "als" + ], + [ + "(c", + "ache" + ], + [ + "Type", + "Id" + ], + [ + "éĢ", + "ļ" + ], + [ + "_", + "choice" + ], + [ + "ĠGo", + "th" + ], + [ + "ĠS", + "ites" + ], + [ + "M", + "G" + ], + [ + "_b", + "order" + ], + [ + "Ind", + "ices" + ], + [ + "Compar", + "er" + ], + [ + "ĠRed", + "istribution" + ], + [ + "Ġclo", + "set" + ], + [ + "Ġvers", + "atile" + ], + [ + "Input", + "s" + ], + [ + "****************", + "****" + ], + [ + "Ġob", + "esity" + ], + [ + "qu", + "iz" + ], + [ + "gr", + "a" + ], + [ + "(g", + "lobal" + ], + [ + "åĬ", + "¡" + ], + [ + "Ġcollect", + "or" + ], + [ + "Ġk", + "or" + ], + [ + "ov", + "able" + ], + [ + "AD", + "C" + ], + [ + "ĠEvent", + "Handler" + ], + [ + ".", + "nc" + ], + [ + "Ġplay", + "back" + ], + [ + "ient", + "os" + ], + [ + "_p", + "erm" + ], + [ + "_W", + "ARNING" + ], + [ + "ĠOlymp", + "ics" + ], + [ + ".n", + "orm" + ], + [ + "ĠBroad", + "cast" + ], + [ + "_sm", + "all" + ], + [ + "dr", + "ive" + ], + [ + ".", + "iloc" + ], + [ + "Ġtyp", + "ed" + ], + [ + "M", + "EM" + ], + [ + "_con", + "s" + ], + [ + "DM", + "ETHOD" + ], + [ + "Ġl", + "un" + ], + [ + ".d", + "istance" + ], + [ + "(p", + "ar" + ], + [ + "po", + "on" + ], + [ + "Ġb", + "ast" + ], + [ + "activ", + "ities" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + ":", + "čĊčĊ" + ], + [ + "S", + "ER" + ], + [ + ")", + "&&" + ], + [ + "_l", + "st" + ], + [ + "ĠPol", + "ish" + ], + [ + "Ġknock", + "ed" + ], + [ + "Ġfrustr", + "ation" + ], + [ + "au", + "kee" + ], + [ + "Ġph", + "osph" + ], + [ + "iqu", + "id" + ], + [ + "_c", + "oeff" + ], + [ + "æŃ", + "¤" + ], + [ + "L", + "atest" + ], + [ + "ĠD", + "ust" + ], + [ + "T", + "ipo" + ], + [ + "Ġmaint", + "ains" + ], + [ + "Ġmar", + "sh" + ], + [ + "inc", + "inn" + ], + [ + "l", + "bl" + ], + [ + "C", + "are" + ], + [ + "Ġneighborhood", + "s" + ], + [ + "_g", + "pio" + ], + [ + "ĠAr", + "senal" + ], + [ + "D", + "em" + ], + [ + "ĠW", + "he" + ], + [ + "_h", + "ook" + ], + [ + "Ġl", + "dc" + ], + [ + "ĠHar", + "per" + ], + [ + "ĠBer", + "keley" + ], + [ + "Ġgrad", + "uated" + ], + [ + "Per", + "cent" + ], + [ + "Ġarr", + "iving" + ], + [ + "ĠAdvent", + "ure" + ], + [ + "(s", + "cope" + ], + [ + "('", + "*" + ], + [ + "qu", + "arter" + ], + [ + "ĠMar", + "ie" + ], + [ + "Spe", + "aking" + ], + [ + "_code", + "gen" + ], + [ + "Ġimm", + "un" + ], + [ + "c", + "aster" + ], + [ + "ãĤ", + "Į" + ], + [ + "åķ", + "Ĩ" + ], + [ + "ĠDim", + "ensions" + ], + [ + ".rec", + "ord" + ], + [ + "Ġtext", + "o" + ], + [ + "ĠMich", + "elle" + ], + [ + "P", + "ending" + ], + [ + "(", + "by" + ], + [ + "_P", + "AR" + ], + [ + "uch", + "t" + ], + [ + "be", + "e" + ], + [ + ".Th", + "read" + ], + [ + "amp", + "ire" + ], + [ + "k", + "now" + ], + [ + "ĠClin", + "ical" + ], + [ + "Ġmargin", + "Bottom" + ], + [ + "Ġdistingu", + "ish" + ], + [ + ".F", + "ull" + ], + [ + ".", + "undefined" + ], + [ + "ĠSequ", + "elize" + ], + [ + "################################################################", + "############" + ], + [ + "Ġeduc", + "ated" + ], + [ + "_O", + "VER" + ], + [ + "åº", + "ı" + ], + [ + "ĠÂł", + "ĠÂł" + ], + [ + "_e", + "ach" + ], + [ + "Ġur", + "ge" + ], + [ + "de", + "part" + ], + [ + "Ġdon", + "ors" + ], + [ + "ĠA", + "u" + ], + [ + "Ġbill", + "ions" + ], + [ + "Ġbelong", + "ing" + ], + [ + "_", + "age" + ], + [ + "_", + "Int" + ], + [ + "Ġsub", + "stances" + ], + [ + "m", + "achine" + ], + [ + "!!", + "!ĊĊ" + ], + [ + "Ġjson", + "ify" + ], + [ + "ib", + "bean" + ], + [ + "ĠC", + "ad" + ], + [ + "Ġend", + "Time" + ], + [ + "Ġc", + "ycling" + ], + [ + "ĠUIT", + "extField" + ], + [ + "Ġle", + "verage" + ], + [ + "Ġvan", + "illa" + ], + [ + "e", + "at" + ], + [ + "La", + "unch" + ], + [ + "(", + "pt" + ], + [ + "st", + "ates" + ], + [ + "ĠControl", + "s" + ], + [ + "ĠRes", + "pons" + ], + [ + "ĠJ", + "ake" + ], + [ + "Ġas", + "leep" + ], + [ + "fort", + "unate" + ], + [ + ".next", + "Line" + ], + [ + "Size", + "Mode" + ], + [ + "ìĿ", + "¼" + ], + [ + "Testing", + "Module" + ], + [ + "G", + "erman" + ], + [ + "ĠInvest", + "ig" + ], + [ + ".re", + "verse" + ], + [ + "ĠB", + "ACK" + ], + [ + "(", + "DateTime" + ], + [ + "Ġnon", + "profit" + ], + [ + "ĠEx", + "pect" + ], + [ + "Ġt", + "anto" + ], + [ + "']", + ")," + ], + [ + "ĉ", + "the" + ], + [ + "M", + "ultiple" + ], + [ + "(get", + "Activity" + ], + [ + "_W", + "AIT" + ], + [ + "Ġj", + "á" + ], + [ + "de", + "cor" + ], + [ + "lev", + "ance" + ], + [ + "ĠGit", + "Hub" + ], + [ + "min", + "ation" + ], + [ + "_qu", + "antity" + ], + [ + ".Sc", + "anner" + ], + [ + "ĠL", + "ion" + ], + [ + "éĶĻ", + "误" + ], + [ + "Ġd", + "re" + ], + [ + "Ġtan", + "tra" + ], + [ + "Ġcontent", + "Type" + ], + [ + "Ġf", + "id" + ], + [ + "_", + "alt" + ], + [ + "NS", + "IndexPath" + ], + [ + "-", + "pl" + ], + [ + "åĮ", + "ĸ" + ], + [ + "Ġantib", + "iot" + ], + [ + "table", + "s" + ], + [ + "ac", + "ial" + ], + [ + "ĠReg", + "istry" + ], + [ + "Ġol", + "ive" + ], + [ + "ig", + "ers" + ], + [ + "Ġsubscri", + "ber" + ], + [ + "_p", + "res" + ], + [ + "ĠSy", + "ntax" + ], + [ + "Ġlo", + "vers" + ], + [ + ".", + "Byte" + ], + [ + "old", + "ers" + ], + [ + "_for", + "ward" + ], + [ + "al", + "ways" + ], + [ + "C", + "aption" + ], + [ + "Pr", + "iv" + ], + [ + "ĠT", + "ampa" + ], + [ + "is", + "ateur" + ], + [ + "-labelled", + "by" + ], + [ + "ĠTo", + "String" + ], + [ + "Ġì", + "Ĥ¬" + ], + [ + "Ġinit", + "iated" + ], + [ + "W", + "F" + ], + [ + "Ġinstitution", + "al" + ], + [ + "in", + "ject" + ], + [ + "ĠSc", + "r" + ], + [ + "Ġdo", + "ctrine" + ], + [ + "Ġsp", + "acious" + ], + [ + "is", + "ure" + ], + [ + "ĠAn", + "a" + ], + [ + "\"", + "time" + ], + [ + "ess", + "aging" + ], + [ + "Ġc", + "id" + ], + [ + "ĠN", + "an" + ], + [ + "Ġin", + "complete" + ], + [ + "T", + "AG" + ], + [ + "-b", + "uild" + ], + [ + "Dec", + "ember" + ], + [ + "Ġres", + "idual" + ], + [ + "(P", + "DO" + ], + [ + "ĠList", + "en" + ], + [ + "Ġg", + "lyph" + ], + [ + "Ġg", + "aps" + ], + [ + "ne", + "a" + ], + [ + ".R", + "ect" + ], + [ + "Ġsa", + "u" + ], + [ + "ĠPhot", + "ograph" + ], + [ + "Ġexec", + "utable" + ], + [ + "ĠExp", + "ert" + ], + [ + "Cor", + "outine" + ], + [ + "_s", + "izes" + ], + [ + "ĠN", + "L" + ], + [ + ".is", + "Valid" + ], + [ + ");", + "}Ċ" + ], + [ + "-", + "reg" + ], + [ + "Ġc", + "iting" + ], + [ + "c", + "wd" + ], + [ + "ĠOtt", + "awa" + ], + [ + "ĠB", + "att" + ], + [ + "Ġrenew", + "able" + ], + [ + "Ġprelim", + "inary" + ], + [ + "Ġas", + "ylum" + ], + [ + "Ġw", + "rist" + ], + [ + "Ġutil", + "iz" + ], + [ + "Ġdet", + "ention" + ], + [ + "F", + "ast" + ], + [ + "Ġan", + "ge" + ], + [ + "incinn", + "ati" + ], + [ + "Ġste", + "ering" + ], + [ + "ĠNa", + "N" + ], + [ + "ios", + "ity" + ], + [ + "/", + "page" + ], + [ + "Ġè", + "¿" + ], + [ + "ster", + "ol" + ], + [ + "Ġdis", + "g" + ], + [ + "(", + "DB" + ], + [ + "ĠDESC", + "RIPTION" + ], + [ + "Ġ_", + "$" + ], + [ + "Ġobst", + "acle" + ], + [ + "Ġb", + "izarre" + ], + [ + "Ġextr", + "action" + ], + [ + "_ex", + "pected" + ], + [ + "Ġlos", + "es" + ], + [ + "ĠCele", + "br" + ], + [ + "Ġhtml", + "For" + ], + [ + "Ġexplo", + "it" + ], + [ + "олÑĮз", + "ов" + ], + [ + "XY", + "Z" + ], + [ + "Ġmagn", + "et" + ], + [ + "amp", + "ed" + ], + [ + "Ġat", + "oms" + ], + [ + "S", + "ources" + ], + [ + "pect", + "ives" + ], + [ + "Ñģ", + "ли" + ], + [ + "Ġ=", + "čĊ" + ], + [ + "Ġd", + "are" + ], + [ + "ĠWal", + "ter" + ], + [ + "Ġbright", + "ness" + ], + [ + "Ġan", + "notations" + ], + [ + "ë", + "ı" + ], + [ + "is", + "ke" + ], + [ + "S", + "chedule" + ], + [ + ".", + "images" + ], + [ + "ros", + "so" + ], + [ + "Ġ\"", + ".." + ], + [ + "g", + "amma" + ], + [ + "Ġin", + "structor" + ], + [ + "Ġover", + "write" + ], + [ + "-", + "am" + ], + [ + "Ġdevast", + "ating" + ], + [ + "ĠSaint", + "s" + ], + [ + "Ġh", + "s" + ], + [ + "Ġbon", + "uses" + ], + [ + "$", + "output" + ], + [ + "ij", + "d" + ], + [ + "(Action", + "Event" + ], + [ + "mon", + "itor" + ], + [ + "Ġmatt", + "ress" + ], + [ + "Jan", + "uary" + ], + [ + ".j", + "p" + ], + [ + "Ġcar", + "acter" + ], + [ + "Ġim", + "pose" + ], + [ + "_re", + "st" + ], + [ + "ĠSign", + "ature" + ], + [ + "Ġcoron", + "avirus" + ], + [ + "ãģ", + "Ĭ" + ], + [ + "_com", + "pare" + ], + [ + "Me", + "asure" + ], + [ + "it", + "ated" + ], + [ + "el", + "ijk" + ], + [ + "ig", + "os" + ], + [ + "es", + "ar" + ], + [ + "Ġrush", + "ed" + ], + [ + "met", + "ry" + ], + [ + "_SE", + "PARATOR" + ], + [ + "_W", + "E" + ], + [ + "_ATTR", + "IBUTE" + ], + [ + "Ġy", + "aml" + ], + [ + "Ġspec", + "s" + ], + [ + "ĠR", + "ah" + ], + [ + "ph", + "eric" + ], + [ + "ĠInvest", + "ment" + ], + [ + "ä", + "ll" + ], + [ + "Ġappe", + "aling" + ], + [ + "Ġview", + "port" + ], + [ + "ç", + "©" + ], + [ + "Ġmargin", + "Left" + ], + [ + "Ġsub", + "tract" + ], + [ + "ĠED", + "IT" + ], + [ + "ĉ", + "ArrayList" + ], + [ + "gr", + "ading" + ], + [ + "ĠF", + "ailure" + ], + [ + "as", + "per" + ], + [ + "EE", + "K" + ], + [ + "(n", + "ow" + ], + [ + "<", + "object" + ], + [ + "ĠAl", + "ignment" + ], + [ + "ple", + "ado" + ], + [ + "q", + "tt" + ], + [ + "(", + "ERROR" + ], + [ + "ĠIN", + "VALID" + ], + [ + "Ġuser", + "id" + ], + [ + "ra", + "ises" + ], + [ + "ID", + "I" + ], + [ + "Ġvari", + "ance" + ], + [ + "ĠN", + "il" + ], + [ + "/", + "delete" + ], + [ + "_M", + "AIN" + ], + [ + ".T", + "oken" + ], + [ + ".C", + "ategory" + ], + [ + ">", + ")Ċ" + ], + [ + "Coll", + "ision" + ], + [ + "ĠGre", + "ater" + ], + [ + "ĠR", + "acing" + ], + [ + "al", + "an" + ], + [ + "Ġmon", + "etary" + ], + [ + ",", + "new" + ], + [ + "ĠS", + "orry" + ], + [ + ".", + "Enable" + ], + [ + "ĠInstant", + "iate" + ], + [ + "oll", + "en" + ], + [ + "ë©", + "´" + ], + [ + "ĠCall", + "ing" + ], + [ + "_h", + "our" + ], + [ + "AD", + "A" + ], + [ + "Ġsh", + "y" + ], + [ + ")", + "**" + ], + [ + "Ġ==", + ">" + ], + [ + "Ġes", + "pecial" + ], + [ + "Ġinterpre", + "ted" + ], + [ + "!", + "=\"" + ], + [ + "Ġpharm", + "acy" + ], + [ + ".s", + "ingle" + ], + [ + "ĠC", + "ialis" + ], + [ + "Ġpar", + "as" + ], + [ + ".to", + "UpperCase" + ], + [ + "ĠDem", + "on" + ], + [ + "Pr", + "ime" + ], + [ + "Ġrank", + "ings" + ], + [ + "Add", + "ing" + ], + [ + "_H", + "ASH" + ], + [ + "ĠEx", + "am" + ], + [ + "Ú", + "©" + ], + [ + "ĠVict", + "or" + ], + [ + "Ok", + "ay" + ], + [ + "\"]", + ";čĊ" + ], + [ + "Ġfort", + "une" + ], + [ + "ĠF", + "ETCH" + ], + [ + "exp", + "and" + ], + [ + ".Inter", + "op" + ], + [ + "Ġb", + "arn" + ], + [ + "æ", + "¶Ī" + ], + [ + "ue", + "vo" + ], + [ + "Ġspec", + "ulation" + ], + [ + "âĶĢâĶĢ", + "âĶĢâĶĢ" + ], + [ + "ĠN", + "u" + ], + [ + "ĠBl", + "ues" + ], + [ + "(f", + "name" + ], + [ + "Ġinhab", + "it" + ], + [ + "Ġ\\\"", + "%" + ], + [ + "C", + "ES" + ], + [ + "ular", + "io" + ], + [ + "_c", + "r" + ], + [ + "Ġvalid", + "ated" + ], + [ + "Ġmid", + "night" + ], + [ + "ank", + "ing" + ], + [ + "Ġincorpor", + "ate" + ], + [ + "Ġpurs", + "uit" + ], + [ + "EX", + "P" + ], + [ + "pr", + "ime" + ], + [ + "P", + "id" + ], + [ + "-", + "US" + ], + [ + "ĠN", + "urs" + ], + [ + "ĠW", + "heel" + ], + [ + "é", + "ĺ" + ], + [ + "Ġin", + "p" + ], + [ + "Ġsupport", + "ive" + ], + [ + ".m", + "ember" + ], + [ + "ĠSh", + "ot" + ], + [ + ".Check", + "Box" + ], + [ + "Ġaff", + "irm" + ], + [ + "T", + "or" + ], + [ + "Full", + "Year" + ], + [ + "Ġconsider", + "ably" + ], + [ + "cred", + "entials" + ], + [ + "_", + "opts" + ], + [ + "R", + "oll" + ], + [ + "(", + "round" + ], + [ + "Ġcom", + "ent" + ], + [ + "_U", + "ART" + ], + [ + "Ġext", + "ending" + ], + [ + "R", + "G" + ], + [ + "result", + "ado" + ], + [ + "it", + "u" + ], + [ + ".get", + "Session" + ], + [ + "Ġattr", + "action" + ], + [ + "&", + "D" + ], + [ + "$", + "html" + ], + [ + "ĠJess", + "ica" + ], + [ + "ĠAssoci", + "ate" + ], + [ + "a", + "ñ" + ], + [ + "_", + "ed" + ], + [ + "ĠL", + "ag" + ], + [ + "Ġorig", + "ins" + ], + [ + "())", + "->" + ], + [ + "add", + "EventListener" + ], + [ + "IAL", + "OG" + ], + [ + "åIJ", + "¦" + ], + [ + ".Com", + "pare" + ], + [ + "Al", + "bum" + ], + [ + "ĠK", + "u" + ], + [ + "<", + "Q" + ], + [ + "arg", + "est" + ], + [ + "Ġpro", + "long" + ], + [ + "Ġconfig", + "urations" + ], + [ + "Ġaccident", + "ally" + ], + [ + "_ph", + "oto" + ], + [ + "Ġ''", + ";čĊ" + ], + [ + "Ġver", + "se" + ], + [ + "B", + "ob" + ], + [ + "Ġfarm", + "ing" + ], + [ + "del", + "ivery" + ], + [ + "ĠM", + "ack" + ], + [ + "Ġuse", + "Selector" + ], + [ + ".bootstrap", + "cdn" + ], + [ + "keep", + "ing" + ], + [ + "en", + "y" + ], + [ + ".", + "upload" + ], + [ + "ĠM", + "ETHOD" + ], + [ + "cre", + "ator" + ], + [ + "<", + "_" + ], + [ + "ĠE", + "aster" + ], + [ + ".", + "--" + ], + [ + "UI", + "Button" + ], + [ + "ãĤ", + "ī" + ], + [ + "om", + "eters" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġh", + "ogy" + ], + [ + "\\", + "s" + ], + [ + "Ġh", + "arness" + ], + [ + ".C", + "ell" + ], + [ + "Ġlif", + "ting" + ], + [ + "Ġcomb", + "ines" + ], + [ + "ĠOcc", + "up" + ], + [ + "ex", + "clude" + ], + [ + "pat", + "ial" + ], + [ + "Ġres", + "pir" + ], + [ + "_f", + "it" + ], + [ + "Ġfif", + "ty" + ], + [ + "ĠM", + "ol" + ], + [ + "Ġtun", + "ed" + ], + [ + "-d", + "imensional" + ], + [ + "Ġq", + "s" + ], + [ + "Ġto", + "ps" + ], + [ + ">", + "\";ĊĊ" + ], + [ + "quis", + "ite" + ], + [ + "ch", + "annels" + ], + [ + "/", + "res" + ], + [ + "ĠAn", + "alytics" + ], + [ + ".app", + "compat" + ], + [ + "/", + "to" + ], + [ + "Ġon", + "Error" + ], + [ + "(", + "attr" + ], + [ + "IR", + "M" + ], + [ + "Ġrag", + "az" + ], + [ + "-", + "as" + ], + [ + ".Se", + "cond" + ], + [ + "orient", + "ed" + ], + [ + "Ġdon", + "n" + ], + [ + "Ġlight", + "ning" + ], + [ + "f", + "id" + ], + [ + "ĠP", + "le" + ], + [ + "ãģ¾", + "ãģĻ" + ], + [ + "t", + "ro" + ], + [ + ".Tr", + "ue" + ], + [ + "O", + "bservable" + ], + [ + "×", + "Ļ" + ], + [ + "umb", + "ing" + ], + [ + "Ġpros", + "pective" + ], + [ + "-f", + "ilter" + ], + [ + "Ġpurs", + "uant" + ], + [ + "(p", + "oints" + ], + [ + ".B", + "ind" + ], + [ + "Ġp", + "alm" + ], + [ + "clear", + "fix" + ], + [ + "ö", + "s" + ], + [ + "ĠG", + "onz" + ], + [ + "Ġwe", + "aken" + ], + [ + "Dr", + "ive" + ], + [ + "en", + "ido" + ], + [ + "l", + "ld" + ], + [ + "ob", + "ox" + ], + [ + "ane", + "an" + ], + [ + "G", + "ot" + ], + [ + "ä¿", + "Ŀ" + ], + [ + "Reg", + "ex" + ], + [ + "æ", + "ĥ" + ], + [ + "Ġsal", + "ad" + ], + [ + "ass", + "is" + ], + [ + "\"", + "net" + ], + [ + "inherit", + "Doc" + ], + [ + "ĠR", + "V" + ], + [ + "qu", + "ier" + ], + [ + "Ġcl", + "azz" + ], + [ + "ı", + "ÅŁ" + ], + [ + "oster", + "one" + ], + [ + "Ġair", + "line" + ], + [ + ".list", + "dir" + ], + [ + "Ġdownload", + "ing" + ], + [ + "ĠP", + "alm" + ], + [ + "w", + "aukee" + ], + [ + "&", + "lt" + ], + [ + ".B", + "L" + ], + [ + "_IN", + "LINE" + ], + [ + "off", + "s" + ], + [ + "<<", + "(" + ], + [ + "_new", + "s" + ], + [ + "Ġch", + "ase" + ], + [ + "/", + "><" + ], + [ + "Ġeuro", + "s" + ], + [ + "ĠEgypt", + "ian" + ], + [ + "ĠSt", + "ainless" + ], + [ + "_BO", + "OL" + ], + [ + "ĠG", + "uild" + ], + [ + "ĠD", + "ynam" + ], + [ + "[index", + "Path" + ], + [ + "Ġ", + "ï" + ], + [ + "Ġmemor", + "able" + ], + [ + "ĠCh", + "ampion" + ], + [ + "Resource", + "Manager" + ], + [ + ".Log", + "in" + ], + [ + "ĠForm", + "er" + ], + [ + "yp", + "ed" + ], + [ + "Ġl", + "leg" + ], + [ + ";", + "\"," + ], + [ + "D", + "WORD" + ], + [ + "Ġtax", + "i" + ], + [ + "Ġbom", + "bs" + ], + [ + "ra", + "h" + ], + [ + ".t", + "ags" + ], + [ + "_test", + "s" + ], + [ + "st", + "ones" + ], + [ + "âĢĿ", + ")" + ], + [ + "[", + "g" + ], + [ + "r", + "type" + ], + [ + "Ġv", + "u" + ], + [ + "Ġhost", + "ile" + ], + [ + "Ch", + "ars" + ], + [ + "ĠPatri", + "ots" + ], + [ + "/", + "status" + ], + [ + "<", + "B" + ], + [ + "ĠIn", + "come" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġpat", + "rol" + ], + [ + "_CH", + "ANGE" + ], + [ + "Ġup", + "graded" + ], + [ + "Ġch", + "ina" + ], + [ + "set", + "q" + ], + [ + "Start", + "ed" + ], + [ + ".U", + "ndef" + ], + [ + "Ġcheck", + "sum" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "{", + "o" + ], + [ + "Ġen", + "f" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠAny", + "one" + ], + [ + "Enc", + "ode" + ], + [ + "ĠQt", + "Widgets" + ], + [ + "are", + "as" + ], + [ + "Ġshe", + "er" + ], + [ + "sk", + "i" + ], + [ + "end", + "point" + ], + [ + "_T", + "est" + ], + [ + "S", + "oup" + ], + [ + "~~~~~~~~", + "~~~~~~~~" + ], + [ + "(f", + "iles" + ], + [ + "ĉĉĉĉĉ", + "čĊ" + ], + [ + ".sp", + "ark" + ], + [ + "Ġval", + "ued" + ], + [ + "Ġ%", + "Ċ" + ], + [ + ".control", + "s" + ], + [ + "ĠXCTAssert", + "Equal" + ], + [ + "Ġf", + "ame" + ], + [ + "ĠR", + "ic" + ], + [ + "D", + "OT" + ], + [ + "ĠAlbert", + "a" + ], + [ + "ä½", + "¿" + ], + [ + "os", + "al" + ], + [ + ".Web", + "Controls" + ], + [ + "Ġ", + "------------" + ], + [ + "ĠM", + "is" + ], + [ + "ĠS", + "YS" + ], + [ + "Non", + "null" + ], + [ + "=", + "item" + ], + [ + "Ġexp", + "ire" + ], + [ + "Dec", + "ode" + ], + [ + "_", + "operation" + ], + [ + "ĠValid", + "ator" + ], + [ + ".C", + "ENTER" + ], + [ + "uff", + "s" + ], + [ + "*", + "m" + ], + [ + "Ġav", + "ant" + ], + [ + "æ¬", + "¡" + ], + [ + "âĢľ", + "You" + ], + [ + ".per", + "mission" + ], + [ + "...", + ")" + ], + [ + "ĠL", + "ic" + ], + [ + "_co", + "ords" + ], + [ + ".n", + "ombre" + ], + [ + "c", + "lo" + ], + [ + ".Int", + "ernal" + ], + [ + "ĠCh", + "o" + ], + [ + "_s", + "w" + ], + [ + "ĉ", + "Il" + ], + [ + "cl", + "k" + ], + [ + "Ġcast", + "le" + ], + [ + "(l", + "ayer" + ], + [ + "p", + "it" + ], + [ + "Ġgu", + "ided" + ], + [ + "Ġâĸ", + "Ī" + ], + [ + "Ġsuper", + "b" + ], + [ + "Ġsup", + "plements" + ], + [ + "_c", + "ent" + ], + [ + "Ġpe", + "ek" + ], + [ + "IN", + "ARY" + ], + [ + ".Content", + "Alignment" + ], + [ + "f", + "alls" + ], + [ + "\"))", + ";" + ], + [ + "W", + "all" + ], + [ + ").", + "čĊ" + ], + [ + "ĠD", + "anny" + ], + [ + "irm", + "ingham" + ], + [ + "IAL", + "IZ" + ], + [ + "(", + "create" + ], + [ + "\"", + "In" + ], + [ + "Service", + "Provider" + ], + [ + "Ġpr", + "iced" + ], + [ + "mac", + "ro" + ], + [ + "am", + "ac" + ], + [ + ".", + "box" + ], + [ + "----", + "Ċ" + ], + [ + "ãĥ", + "«" + ], + [ + "ĠS", + "uit" + ], + [ + "ur", + "st" + ], + [ + "br", + "u" + ], + [ + "ourn", + "als" + ], + [ + "num", + "ero" + ], + [ + "__", + "()Ċ" + ], + [ + "D", + "as" + ], + [ + "ĠM", + "itt" + ], + [ + "ud", + "er" + ], + [ + "?", + "\\" + ], + [ + "f", + "u" + ], + [ + "[", + "B" + ], + [ + "Ġ:", + ")ĊĊ" + ], + [ + "(int", + "er" + ], + [ + "br", + "ains" + ], + [ + "Ġatt", + "itudes" + ], + [ + "Ver", + "ify" + ], + [ + "Ġsign", + "atures" + ], + [ + "ack", + "Bar" + ], + [ + "Ġg", + "d" + ], + [ + "J", + "ack" + ], + [ + ".c", + "at" + ], + [ + "Ġz", + "z" + ], + [ + "war", + "f" + ], + [ + "FT", + "ER" + ], + [ + "\");ĊĊ", + "Ċ" + ], + [ + "Al", + "ive" + ], + [ + "IC", + "LE" + ], + [ + "ĠWh", + "atever" + ], + [ + "Ġout", + "lined" + ], + [ + "s", + "prite" + ], + [ + "еÐ", + "²" + ], + [ + "_A", + "B" + ], + [ + "_DE", + "PTH" + ], + [ + "Ġcrush", + "ed" + ], + [ + "aa", + "a" + ], + [ + "(e", + "v" + ], + [ + "æľ", + "º" + ], + [ + "Ant", + "i" + ], + [ + "IC", + "O" + ], + [ + "is", + "EqualTo" + ], + [ + ".s", + "un" + ], + [ + "ic", + "ulo" + ], + [ + "s", + "ale" + ], + [ + "_h", + "ex" + ], + [ + "ĠV", + "k" + ], + [ + "apt", + "or" + ], + [ + "Un", + "ion" + ], + [ + "ĠDis", + "count" + ], + [ + "list", + "a" + ], + [ + ".Undef", + "Or" + ], + [ + "Ġautom", + "ation" + ], + [ + "N", + "or" + ], + [ + "å¯", + "¹" + ], + [ + "åı", + "Ĥæķ°" + ], + [ + "Ġref", + "lex" + ], + [ + "ĠLa", + "ure" + ], + [ + ".showMessage", + "Dialog" + ], + [ + ".t", + "emp" + ], + [ + "Ġa", + "kan" + ], + [ + "Ġ__", + "____" + ], + [ + ".Is", + "True" + ], + [ + "ARE", + "D" + ], + [ + "ag", + "le" + ], + [ + "E", + "nergy" + ], + [ + "Ġquant", + "ities" + ], + [ + "âĢĻ", + "é" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġcitizens", + "hip" + ], + [ + "m", + "outh" + ], + [ + "Ġin", + "appropriate" + ], + [ + "ĠOut", + "door" + ], + [ + "White", + "Space" + ], + [ + "An", + "onymous" + ], + [ + "load", + "s" + ], + [ + "webElement", + "Properties" + ], + [ + "T", + "en" + ], + [ + "Ġacc", + "idents" + ], + [ + "Ġadvertis", + "ement" + ], + [ + "ĠY", + "emen" + ], + [ + "(c", + "all" + ], + [ + "Ġsl", + "avery" + ], + [ + "Ñģ", + "п" + ], + [ + "ĠL", + "am" + ], + [ + "_BIT", + "S" + ], + [ + "ome", + "ga" + ], + [ + "ĠO", + "le" + ], + [ + "Ġkid", + "n" + ], + [ + "_A", + "n" + ], + [ + "ĠR", + "aid" + ], + [ + "Cre", + "ation" + ], + [ + "s", + "aved" + ], + [ + "Ġpro", + "port" + ], + [ + "W", + "ARNING" + ], + [ + "\\", + "P" + ], + [ + "Ġp", + "wd" + ], + [ + "Data", + "Reader" + ], + [ + "is", + "cher" + ], + [ + "ade", + "on" + ], + [ + "ĠP", + "redict" + ], + [ + "Ġreason", + "ing" + ], + [ + "Ġdestroy", + "ing" + ], + [ + "H", + "el" + ], + [ + "*", + "d" + ], + [ + "ĠLeg", + "isl" + ], + [ + "_P", + "r" + ], + [ + "ĉĉĉ", + "ĠĠĠĠĠĠĠ" + ], + [ + "Ġsymp", + "ath" + ], + [ + "Ġch", + "ess" + ], + [ + "Ġm", + "am" + ], + [ + ":", + "hover" + ], + [ + "Ġconvert", + "s" + ], + [ + "Ġp", + "ela" + ], + [ + "Ġprogress", + "ion" + ], + [ + "Ġ\"_", + "\"" + ], + [ + "ĠG", + "ill" + ], + [ + "ĉ", + "show" + ], + [ + "Ġsupposed", + "ly" + ], + [ + "ac", + "curacy" + ], + [ + "el", + "in" + ], + [ + "Ġunf", + "olding" + ], + [ + "ĠHy", + "per" + ], + [ + "Ġw", + "anna" + ], + [ + "Ġup", + "s" + ], + [ + "(", + "#" + ], + [ + "ĠCr", + "iminal" + ], + [ + "(", + "Point" + ], + [ + "at", + "Lng" + ], + [ + "act", + "ly" + ], + [ + "Ġcontract", + "ors" + ], + [ + "']", + "}" + ], + [ + "draul", + "ic" + ], + [ + "ód", + "igo" + ], + [ + "ĠT", + "T" + ], + [ + "ĠW", + "ide" + ], + [ + "ĠAR", + "G" + ], + [ + "_", + "ic" + ], + [ + "FLAG", + "S" + ], + [ + "S", + "chool" + ], + [ + "Ġclear", + "ing" + ], + [ + "-be", + "ing" + ], + [ + "={", + "[" + ], + [ + ",", + "const" + ], + [ + "man", + "ent" + ], + [ + "Over", + "lay" + ], + [ + "('", + "\"" + ], + [ + "éĩ", + "ı" + ], + [ + "ĠT", + "imestamp" + ], + [ + "Ġmail", + "ing" + ], + [ + "ĠC", + "ake" + ], + [ + ".Th", + "at" + ], + [ + "Ġmed", + "itation" + ], + [ + "q", + "p" + ], + [ + "Ġemp", + "resa" + ], + [ + "ĠL", + "ions" + ], + [ + "Ġw", + "eld" + ], + [ + "ĠLinked", + "In" + ], + [ + "Ġc", + "ush" + ], + [ + "Ġgen", + "ome" + ], + [ + ".Index", + "Of" + ], + [ + "ag", + "ain" + ], + [ + "Ġf", + "allback" + ], + [ + "Ġcamp", + "ing" + ], + [ + "re", + "dd" + ], + [ + "-strip", + "ed" + ], + [ + "Ġd", + "v" + ], + [ + "Fe", + "bruary" + ], + [ + "ĠPro", + "xy" + ], + [ + "us", + "k" + ], + [ + "Ġdies", + "el" + ], + [ + "W", + "RITE" + ], + [ + "RE", + "AK" + ], + [ + "L", + "orem" + ], + [ + ".In", + "voke" + ], + [ + "-", + "div" + ], + [ + "Inter", + "ceptor" + ], + [ + "ĠD", + "H" + ], + [ + "ia", + "les" + ], + [ + "Ġvill", + "ages" + ], + [ + "Ø", + "´" + ], + [ + "ĠEN", + "V" + ], + [ + "S", + "ys" + ], + [ + ".X", + "R" + ], + [ + "Ġpo", + "em" + ], + [ + "Ã", + "Ĥ" + ], + [ + "c", + "ade" + ], + [ + "pl", + "ots" + ], + [ + "Ġ{", + "(" + ], + [ + ".g", + "it" + ], + [ + "/s", + "vg" + ], + [ + "nc", + "mp" + ], + [ + "ĠÄ", + "į" + ], + [ + "ain", + "es" + ], + [ + "åĩ", + "½æķ°" + ], + [ + "Ġ(", + ")ĊĊ" + ], + [ + "ops", + "is" + ], + [ + "ĠRel", + "ationship" + ], + [ + "_", + "aut" + ], + [ + "ĠB", + "omb" + ], + [ + "ĉ", + "com" + ], + [ + "*", + "sizeof" + ], + [ + "off", + "icial" + ], + [ + "_p", + "ayload" + ], + [ + "ĉĉĉĉĉ", + "ĠĠ" + ], + [ + ".m", + "anager" + ], + [ + "ĠA", + "round" + ], + [ + "ĉs", + "end" + ], + [ + "ĠEx", + "ercise" + ], + [ + "ĠB", + "illy" + ], + [ + "iv", + "i" + ], + [ + "Ġneed", + "ing" + ], + [ + "_url", + "s" + ], + [ + "_t", + "asks" + ], + [ + "ĠH", + "em" + ], + [ + "Ġtear", + "Down" + ], + [ + "enc", + "rypt" + ], + [ + ".t", + "ie" + ], + [ + "Ġas", + "m" + ], + [ + "IC", + "H" + ], + [ + "ĠCGRect", + "Make" + ], + [ + "ìĦ", + "±" + ], + [ + "ul", + "ong" + ], + [ + "Ġit", + "r" + ], + [ + "ĠG", + "ST" + ], + [ + "Ġoffer", + "ings" + ], + [ + "ro", + "be" + ], + [ + "EE", + "E" + ], + [ + "oper", + "ators" + ], + [ + "_PRO", + "P" + ], + [ + "ind", + "ent" + ], + [ + "A", + "DE" + ], + [ + "or", + "f" + ], + [ + "ë", + "IJ" + ], + [ + "Ġbless", + "ed" + ], + [ + "vas", + "cular" + ], + [ + "Ġcon", + "oc" + ], + [ + "H", + "appy" + ], + [ + "B", + "ridge" + ], + [ + "ilit", + "ation" + ], + [ + "j", + "oint" + ], + [ + "ĠAdmin", + "istr" + ], + [ + "-", + "transform" + ], + [ + "Ġmeant", + "ime" + ], + [ + "/", + "K" + ], + [ + "ĠBed", + "room" + ], + [ + "Ġrig", + "id" + ], + [ + "Ġbrows", + "ers" + ], + [ + "EM", + "PTY" + ], + [ + ".S", + "erialize" + ], + [ + "_", + "ED" + ], + [ + "Ġst", + "itch" + ], + [ + "Ġj", + "an" + ], + [ + "ell", + "t" + ], + [ + "Ġbr", + "ace" + ], + [ + "Ġtr", + "ails" + ], + [ + "p", + "ublished" + ], + [ + "å¯Ĩ", + "çłģ" + ], + [ + "}", + "')Ċ" + ], + [ + "Ġac", + "ids" + ], + [ + "Ġ!", + "!!" + ], + [ + "_d", + "irect" + ], + [ + ">", + "());Ċ" + ], + [ + "aj", + "Äħ" + ], + [ + "_O", + "CC" + ], + [ + "Ġplan", + "ets" + ], + [ + "æ", + "Ł¥" + ], + [ + "ĠDub", + "lin" + ], + [ + "Ġser", + "ie" + ], + [ + ".print", + "f" + ], + [ + "de", + "ep" + ], + [ + "`", + ")" + ], + [ + "Ġ\\", + "$" + ], + [ + "ĠÎ", + "¼" + ], + [ + "_V", + "IDEO" + ], + [ + "end", + "ors" + ], + [ + "ĠC", + "rypto" + ], + [ + "F", + "ar" + ], + [ + ".Trans", + "parent" + ], + [ + ".T", + "R" + ], + [ + "ias", + "m" + ], + [ + "_tr", + "aining" + ], + [ + "Ġteach", + "es" + ], + [ + "ĠB", + "elt" + ], + [ + "Ġlimit", + "ing" + ], + [ + "ĠK", + "ath" + ], + [ + "ĠIndex", + "Path" + ], + [ + "Ġachie", + "vements" + ], + [ + "Ġser", + "á" + ], + [ + "interop", + "Require" + ], + [ + "Ġdis", + "se" + ], + [ + ".I", + "f" + ], + [ + "arm", + "ing" + ], + [ + "uls", + "ion" + ], + [ + "P", + "o" + ], + [ + "_DE", + "TAIL" + ], + [ + "Prot", + "otype" + ], + [ + "ĠC", + "AL" + ], + [ + "Ġagre", + "es" + ], + [ + ".v", + "o" + ], + [ + ".Execute", + "NonQuery" + ], + [ + "ĠTop", + "ic" + ], + [ + "Ġ'", + "{}" + ], + [ + "Ar", + "m" + ], + [ + "Ġe", + "cc" + ], + [ + "M", + "ag" + ], + [ + "Ġserial", + "ized" + ], + [ + "ĉ", + "conn" + ], + [ + "c", + "ached" + ], + [ + "=", + "tf" + ], + [ + "ĠByte", + "Array" + ], + [ + "prot", + "obuf" + ], + [ + "var", + "char" + ], + [ + "ĉ", + "ASSERT" + ], + [ + "Ġlist", + "e" + ], + [ + "_tr", + "igger" + ], + [ + "·", + "¸" + ], + [ + "Fe", + "el" + ], + [ + "T", + "ahoma" + ], + [ + "ĠL", + "ik" + ], + [ + "Ġstruct", + "ured" + ], + [ + "erg", + "us" + ], + [ + ".In", + "itial" + ], + [ + "_", + "ge" + ], + [ + "cl", + "js" + ], + [ + ".cont", + "act" + ], + [ + "Ġand", + "ere" + ], + [ + "$", + "stmt" + ], + [ + "_C", + "URRENT" + ], + [ + "ĠDis", + "cover" + ], + [ + "$", + "res" + ], + [ + "form", + "atter" + ], + [ + "H", + "a" + ], + [ + "vang", + "st" + ], + [ + "Ġem", + "erge" + ], + [ + "ãĢĤ", + "âĢĿ" + ], + [ + "ĠCabin", + "et" + ], + [ + "-s", + "quare" + ], + [ + "éĥ", + "¨" + ], + [ + "Ġr", + "age" + ], + [ + "ĠA", + "J" + ], + [ + "ĠV", + "T" + ], + [ + "sh", + "adow" + ], + [ + "ĠFa", + "ith" + ], + [ + "en", + "ames" + ], + [ + "pret", + "ty" + ], + [ + "has", + "il" + ], + [ + "part", + "y" + ], + [ + "Ġvar", + "char" + ], + [ + "Ġf", + "otos" + ], + [ + "Ġal", + "um" + ], + [ + "ĠBelg", + "ium" + ], + [ + ".y", + "label" + ], + [ + "Ġde", + "j" + ], + [ + "_num", + "bers" + ], + [ + "Ġh", + "u" + ], + [ + ".set", + "Adapter" + ], + [ + "ĠUs", + "ually" + ], + [ + "(s", + "ample" + ], + [ + ".Sh", + "ared" + ], + [ + "Ġbook", + "ed" + ], + [ + "Ġ>>", + "=" + ], + [ + "Ġmin", + "erals" + ], + [ + "\">" + ], + [ + "pro", + "g" + ], + [ + "bo", + "o" + ], + [ + "_m", + "d" + ], + [ + "_p", + "ack" + ], + [ + "(ex", + "press" + ], + [ + "ut", + "z" + ], + [ + "\\", + "Auth" + ], + [ + ",", + "id" + ], + [ + "ĠCh", + "ile" + ], + [ + "act", + "ice" + ], + [ + "Ġrecruit", + "ment" + ], + [ + "Ġpos", + "es" + ], + [ + "Ġvulner", + "ability" + ], + [ + "inst", + "anc" + ], + [ + "or", + "um" + ], + [ + "d", + "ess" + ], + [ + "Ġx", + "l" + ], + [ + "%%%%%%%%%%%%%%%%", + "%%%%%%%%%%%%%%%%" + ], + [ + "(", + "fig" + ], + [ + "Ġdelet", + "ing" + ], + [ + ".d", + "el" + ], + [ + ")", + "')Ċ" + ], + [ + "ĠWeek", + "ly" + ], + [ + "??", + "?" + ], + [ + "(str", + "cmp" + ], + [ + "sm", + "ith" + ], + [ + "Ġpurs", + "uing" + ], + [ + "-", + "so" + ], + [ + "ĠApp", + "s" + ], + [ + "/", + "'Ċ" + ], + [ + "Ġdec", + "is" + ], + [ + "FO", + "RE" + ], + [ + "Every", + "one" + ], + [ + "Ġl", + "anes" + ], + [ + "V", + "irtual" + ], + [ + ".", + "attach" + ], + [ + "(", + "Log" + ], + [ + "ĠMed", + "icaid" + ], + [ + "(", + "Path" + ], + [ + "ĠTurn", + "er" + ], + [ + "/", + "application" + ], + [ + "Ġport", + "rait" + ], + [ + "Ġopp", + "ose" + ], + [ + "check", + "out" + ], + [ + "Ġfinish", + "es" + ], + [ + "_M", + "E" + ], + [ + "Bar", + "rier" + ], + [ + "S", + "ong" + ], + [ + "V", + "AR" + ], + [ + "Ear", + "lier" + ], + [ + "rell", + "a" + ], + [ + "Ġh", + "ast" + ], + [ + "az", + "ar" + ], + [ + "Ġpull", + "s" + ], + [ + "ng", + "x" + ], + [ + "Ġinspir", + "ing" + ], + [ + "Ñĥ", + "Ñİ" + ], + [ + "-d", + "irection" + ], + [ + "Ġexplos", + "ive" + ], + [ + "Ġcreated", + "At" + ], + [ + "st", + "o" + ], + [ + "Ġwhe", + "at" + ], + [ + "ĠB", + "uilt" + ], + [ + "'", + "ai" + ], + [ + "Ġtrack", + "ed" + ], + [ + "ham", + "mad" + ], + [ + "RowAt", + "IndexPath" + ], + [ + "_", + "heap" + ], + [ + "D", + "ue" + ], + [ + "Ġconnect", + "s" + ], + [ + ".p", + "ublish" + ], + [ + "em", + "u" + ], + [ + "Ġbul", + "lets" + ], + [ + "B", + "AR" + ], + [ + "ol", + "ate" + ], + [ + "Ġintern", + "ally" + ], + [ + "Ġcatch", + "ing" + ], + [ + "-p", + "assword" + ], + [ + "ou", + "ched" + ], + [ + "æĢ", + "§" + ], + [ + "e", + "ous" + ], + [ + "Ġx", + "range" + ], + [ + "Q", + "uality" + ], + [ + "v", + "v" + ], + [ + "Man", + "age" + ], + [ + "(", + "($" + ], + [ + "ac", + "ements" + ], + [ + "ĠBro", + "thers" + ], + [ + "ĠHE", + "AD" + ], + [ + "ĠUn", + "supported" + ], + [ + "s", + "an" + ], + [ + "es", + "i" + ], + [ + "**", + "*Ċ" + ], + [ + "Ġadapt", + "ation" + ], + [ + "ĠWork", + "er" + ], + [ + "']", + "/" + ], + [ + ".save", + "fig" + ], + [ + "(", + "trans" + ], + [ + "Ø", + "¬" + ], + [ + "ne", + "e" + ], + [ + "Cor", + "rect" + ], + [ + "...", + "\")Ċ" + ], + [ + "Ġsubmit", + "ting" + ], + [ + "-p", + "ath" + ], + [ + "ĉ", + "last" + ], + [ + "iss", + "an" + ], + [ + ".x", + "label" + ], + [ + "ĠS", + "epar" + ], + [ + "/", + "no" + ], + [ + "_b", + "est" + ], + [ + "ĠM", + "ills" + ], + [ + "_s", + "ock" + ], + [ + "(f", + "lag" + ], + [ + "Ġdest", + "inations" + ], + [ + "em", + "ption" + ], + [ + "ĠF", + "AIL" + ], + [ + "å", + "ĴĮ" + ], + [ + "Ġr", + "p" + ], + [ + "f", + "act" + ], + [ + "ĉ", + "len" + ], + [ + "D", + "AY" + ], + [ + "Ġse", + "iz" + ], + [ + "_d", + "st" + ], + [ + "l", + "ip" + ], + [ + ".Line", + "ar" + ], + [ + "ĠB", + "asket" + ], + [ + "$", + "t" + ], + [ + "$", + "i" + ], + [ + "-", + "brand" + ], + [ + "ĠNe", + "il" + ], + [ + "ĠE", + "q" + ], + [ + "Ġth", + "ou" + ], + [ + "og", + "ene" + ], + [ + "Ġscholar", + "ship" + ], + [ + "æĽ", + "´" + ], + [ + "Ġs", + "wo" + ], + [ + "ag", + "inator" + ], + [ + "en", + "i" + ], + [ + "(", + "book" + ], + [ + "Ġbl", + "ink" + ], + [ + "th", + "us" + ], + [ + "Ġcancell", + "ationToken" + ], + [ + "ĠPalestin", + "ians" + ], + [ + "Ġprofit", + "able" + ], + [ + "Ġback", + "pack" + ], + [ + "ens", + "on" + ], + [ + "<", + "Long" + ], + [ + "Ġp", + "ools" + ], + [ + "Ġst", + "icks" + ], + [ + "Ġspokes", + "woman" + ], + [ + "Be", + "ing" + ], + [ + "ĠHer", + "itage" + ], + [ + "ĠN", + "ike" + ], + [ + "SH", + "A" + ], + [ + "ĠNotImplemented", + "Exception" + ], + [ + "$", + "core" + ], + [ + "ĠR", + "ico" + ], + [ + "/", + "latest" + ], + [ + "ĠC", + "zech" + ], + [ + "ner", + "Radius" + ], + [ + "(l", + "ines" + ], + [ + "Ġsem", + "ester" + ], + [ + "Ġw", + "ounds" + ], + [ + "Pro", + "cedure" + ], + [ + ".m", + "ail" + ], + [ + "()", + "):Ċ" + ], + [ + "Ġcor", + "rid" + ], + [ + "ter", + "ed" + ], + [ + "ĠN", + "CAA" + ], + [ + "Ġgal", + "axy" + ], + [ + "_k", + "ind" + ], + [ + "il", + "k" + ], + [ + "Ġtr", + "as" + ], + [ + "_P", + "OL" + ], + [ + "ĠH", + "et" + ], + [ + "Ġrefuge", + "e" + ], + [ + "Ġteen", + "age" + ], + [ + ".b", + "inding" + ], + [ + "post", + "al" + ], + [ + "Ġiç", + "in" + ], + [ + "ĠData", + "Type" + ], + [ + "é", + "ĸ" + ], + [ + "ycl", + "erview" + ], + [ + ",", + "value" + ], + [ + "_id", + "entifier" + ], + [ + "<", + "b" + ], + [ + "Ġout", + "file" + ], + [ + "čĊ", + "ĠĠĠĠčĊ" + ], + [ + "Ġcr", + "é" + ], + [ + "Ġrespond", + "ents" + ], + [ + "ĠBe", + "ast" + ], + [ + "ce", + "led" + ], + [ + "Ġinter", + "f" + ], + [ + "-th", + "eme" + ], + [ + "g", + "if" + ], + [ + "ĠR", + "angers" + ], + [ + "IT", + "AL" + ], + [ + "Ġauthentic", + "ate" + ], + [ + "Com", + "pletion" + ], + [ + "urs", + "ors" + ], + [ + "Ġcin", + "ema" + ], + [ + "Ġdisc", + "our" + ], + [ + "ĠJ", + "aw" + ], + [ + "OCK", + "ET" + ], + [ + "Ġpr", + "ayers" + ], + [ + "ĠL", + "uis" + ], + [ + "fr", + "ag" + ], + [ + "=[", + "Ċ" + ], + [ + "Ġbr", + "ave" + ], + [ + "_p", + "ose" + ], + [ + "C", + "ertificate" + ], + [ + "-", + "fe" + ], + [ + "ifer", + "ay" + ], + [ + "ĠFl", + "ags" + ], + [ + "Container", + "Gap" + ], + [ + "ĠC", + "rit" + ], + [ + "Result", + "Set" + ], + [ + "ĉc", + "ur" + ], + [ + "Ġcorrespond", + "s" + ], + [ + "St", + "aff" + ], + [ + ".Http", + "ServletRequest" + ], + [ + "Ġneur", + "ons" + ], + [ + "ĠMain", + "AxisAlignment" + ], + [ + "ed", + "ar" + ], + [ + "Ġg", + "ad" + ], + [ + "_p", + "arts" + ], + [ + "ĠÎ", + "²" + ], + [ + "Ġf", + "x" + ], + [ + "/", + "files" + ], + [ + "ĠB", + "ros" + ], + [ + "hip", + "s" + ], + [ + "Ġgluc", + "ose" + ], + [ + "Ġfar", + "ms" + ], + [ + "Ġment", + "ally" + ], + [ + "rest", + "aurant" + ], + [ + "Table", + "Name" + ], + [ + "ĠMer", + "cedes" + ], + [ + ".", + "Visual" + ], + [ + "Ġan", + "ch" + ], + [ + "inal", + "g" + ], + [ + "_r", + "untime" + ], + [ + "Ġpropri", + "etary" + ], + [ + "Ġintent", + "ions" + ], + [ + "iz", + "i" + ], + [ + "S", + "lice" + ], + [ + ";", + "\">", + "true" + ], + [ + "ĠNY", + "C" + ], + [ + "Ġb", + "ored" + ], + [ + "ĠD", + "etect" + ], + [ + "Ġapp", + "ar" + ], + [ + "Ġje", + "ans" + ], + [ + "ĠT", + "ak" + ], + [ + "I", + "OD" + ], + [ + "ĠH", + "orse" + ], + [ + "(", + "FILE" + ], + [ + "(", + "?" + ], + [ + "ri", + "que" + ], + [ + "optim", + "izer" + ], + [ + "n", + "at" + ], + [ + "lo", + "ys" + ], + [ + "ĉ", + "Token" + ], + [ + "oub", + "ted" + ], + [ + "u", + "ess" + ], + [ + "oco", + "a" + ], + [ + "Data", + "Member" + ], + [ + "_P", + "OWER" + ], + [ + "class", + "List" + ], + [ + "Push", + "Button" + ], + [ + "ĠWi", + "Fi" + ], + [ + ".", + "Stream" + ], + [ + ".g", + "uild" + ], + [ + "Ġn", + "og" + ], + [ + "ĠPortug", + "al" + ], + [ + "ĠUnt", + "er" + ], + [ + "Pr", + "imitive" + ], + [ + "b", + "oss" + ], + [ + "ĠDe", + "utsch" + ], + [ + "Ġerot", + "ic" + ], + [ + "Ġstr", + "conv" + ], + [ + ".Try", + "Parse" + ], + [ + "Ġgr", + "ams" + ], + [ + ".S", + "uccess" + ], + [ + "_p", + "k" + ], + [ + "ĠHar", + "vey" + ], + [ + "-m", + "inded" + ], + [ + ".c", + "ountry" + ], + [ + "[]", + "\"" + ], + [ + "Ġang", + "el" + ], + [ + "Ġbe", + "ats" + ], + [ + "ĠV", + "or" + ], + [ + "il", + "io" + ], + [ + ".m", + "aster" + ], + [ + "s", + "omething" + ], + [ + "ĠP", + "ACK" + ], + [ + "(", + "if" + ], + [ + "Request", + "Body" + ], + [ + "Ġant", + "es" + ], + [ + "/w", + "idget" + ], + [ + "Ġmod", + "o" + ], + [ + "ĠA", + "W" + ], + [ + "find", + "er" + ], + [ + "Ġoptim", + "ized" + ], + [ + "Ġmiss", + "iles" + ], + [ + "N", + "B" + ], + [ + "ĉint", + "ernal" + ], + [ + "t", + "ex" + ], + [ + "ĠS", + "ri" + ], + [ + "Ġdam", + "aging" + ], + [ + "ĠM", + "ais" + ], + [ + "-", + "Allow" + ], + [ + "ĠZ", + "h" + ], + [ + "-", + "alt" + ], + [ + "Ġ", + "));ĊĊ" + ], + [ + "è", + "ī" + ], + [ + "Ġinflu", + "ences" + ], + [ + "Ġc", + "atal" + ], + [ + "_REG", + "ISTER" + ], + [ + "ĠAPI", + "s" + ], + [ + "-cent", + "ury" + ], + [ + "Ġbi", + "ology" + ], + [ + "ĠAct", + "ual" + ], + [ + "Ġhe", + "els" + ], + [ + "TR", + "ACE" + ], + [ + "_D", + "IG" + ], + [ + "D", + "ataset" + ], + [ + "ĠM", + "atter" + ], + [ + "Ġclass", + "ifier" + ], + [ + ".w", + "ikipedia" + ], + [ + "ĠRog", + "ers" + ], + [ + "Ġdon", + "ated" + ], + [ + "raw", + "ler" + ], + [ + "en", + "en" + ], + [ + "Ġcas", + "inos" + ], + [ + "ort", + "al" + ], + [ + "Ġpr", + "ive" + ], + [ + "s", + "pe" + ], + [ + "duc", + "ers" + ], + [ + ".", + "ep" + ], + [ + "Ġgr", + "asp" + ], + [ + "ac", + "ji" + ], + [ + "Ġd", + "airy" + ], + [ + "Ġb", + "uses" + ], + [ + ".com", + "m" + ], + [ + ".", + "ins" + ], + [ + "ĠI", + "RS" + ], + [ + "ĠBe", + "er" + ], + [ + "ad", + "c" + ], + [ + "o", + "ard" + ], + [ + "_M", + "ET" + ], + [ + "Ġ'", + "+'" + ], + [ + "r", + "ans" + ], + [ + "Ġkind", + "a" + ], + [ + "ĠâĶ", + "Ĥ" + ], + [ + "ĠM", + "aur" + ], + [ + "аÐ", + "³" + ], + [ + "Ġband", + "width" + ], + [ + "ib", + "us" + ], + [ + "ĠD", + "ifferent" + ], + [ + "(m", + "at" + ], + [ + "ĠRes", + "ume" + ], + [ + "_UN", + "S" + ], + [ + "est", + "ablish" + ], + [ + "Ġfon", + "ction" + ], + [ + "Sub", + "scription" + ], + [ + "_com", + "pany" + ], + [ + "Ġlight", + "ly" + ], + [ + ".con", + "firm" + ], + [ + ".y", + "aml" + ], + [ + "ĠBo", + "ost" + ], + [ + "Com", + "merce" + ], + [ + "-", + "template" + ], + [ + "_DEL", + "AY" + ], + [ + "ĠH", + "I" + ], + [ + "Ġn", + "avig" + ], + [ + "(S", + "ender" + ], + [ + "ĠH", + "S" + ], + [ + "_", + "\"+" + ], + [ + "ĠRE", + "QUEST" + ], + [ + "Ġw", + "ifi" + ], + [ + "=\"", + "\"Ċ" + ], + [ + "])", + "->" + ], + [ + "Ġro", + "pe" + ], + [ + "Ġviol", + "ated" + ], + [ + "Ġgl", + "ance" + ], + [ + "ĠK", + "urd" + ], + [ + "Ġè", + "®" + ], + [ + "de", + "ck" + ], + [ + "ĠIS", + "BN" + ], + [ + "Ġin", + "fect" + ], + [ + "ĠF", + "oo" + ], + [ + "Ġget", + "ter" + ], + [ + "Ġt", + "ener" + ], + [ + "ap", + "pe" + ], + [ + ".h", + "h" + ], + [ + "_h", + "ot" + ], + [ + "<", + "AM" + ], + [ + "p", + "oly" + ], + [ + "!", + "\",Ċ" + ], + [ + "Ġconver", + "ting" + ], + [ + "ĠW", + "WE" + ], + [ + "RO", + "S" + ], + [ + "('", + "{" + ], + [ + "Com", + "mit" + ], + [ + ")", + "L" + ], + [ + "ĠO", + "re" + ], + [ + "Ġsp", + "arse" + ], + [ + "Ġdis", + "posal" + ], + [ + "Ġcan", + "celed" + ], + [ + "åIJ", + "İ" + ], + [ + "Ġa", + "er" + ], + [ + "Ġvin", + "yl" + ], + [ + "á»", + "ĥ" + ], + [ + "rec", + "ogn" + ], + [ + "ark", + "ing" + ], + [ + "Ġtrick", + "y" + ], + [ + "*", + "s" + ], + [ + "Ġproceed", + "s" + ], + [ + "Ġis", + "o" + ], + [ + "Ġco", + "conut" + ], + [ + "Ġcraft", + "ed" + ], + [ + "IEL", + "DS" + ], + [ + "Ġquest", + "o" + ], + [ + "Ġcomm", + "un" + ], + [ + "_CON", + "NECT" + ], + [ + "Ġtraff", + "icking" + ], + [ + "De", + "ep" + ], + [ + "a", + "ções" + ], + [ + "c", + "odigo" + ], + [ + "ve", + "au" + ], + [ + "Ġbet", + "ray" + ], + [ + "int", + "a" + ], + [ + "T", + "ED" + ], + [ + "æ", + "r" + ], + [ + "m", + "art" + ], + [ + "_B", + "US" + ], + [ + "/", + "sc" + ], + [ + "ial", + "ly" + ], + [ + "Ġcigaret", + "tes" + ], + [ + "è¯", + "ģ" + ], + [ + "(n", + "n" + ], + [ + "Ġmodel", + "ing" + ], + [ + "/", + "products" + ], + [ + "w", + "arn" + ], + [ + "Ġmet", + "ro" + ], + [ + "ĠI", + "v" + ], + [ + "&", + ")" + ], + [ + "ĠC", + "able" + ], + [ + "Î", + "»" + ], + [ + "Compar", + "ison" + ], + [ + "g", + "ary" + ], + [ + "ĠB", + "A" + ], + [ + "P", + "ART" + ], + [ + "Ġp", + "v" + ], + [ + "_up", + "dated" + ], + [ + "C", + "redit" + ], + [ + "orth", + "y" + ], + [ + "observ", + "able" + ], + [ + "Ġthe", + "atre" + ], + [ + "B", + "LE" + ], + [ + ";", + "}ĊĊ" + ], + [ + "la", + "unch" + ], + [ + "_str", + "ings" + ], + [ + "ug", + "o" + ], + [ + "ĠR", + "PG" + ], + [ + "-", + "auth" + ], + [ + "Ð", + "ł" + ], + [ + "hol", + "m" + ], + [ + "ĠP", + "and" + ], + [ + "U", + "id" + ], + [ + "Ġim", + "ply" + ], + [ + "ìľ", + "¼" + ], + [ + "']", + "='" + ], + [ + "/", + "User" + ], + [ + "Ġstr", + "cat" + ], + [ + "нÑĭ", + "й" + ], + [ + "Data", + "Adapter" + ], + [ + "Ġland", + "sc" + ], + [ + "Ġdipl", + "omatic" + ], + [ + "ï¼", + "ĵ" + ], + [ + "************************************************************************", + "****" + ], + [ + "ĠCh", + "icken" + ], + [ + "Ġbc", + "rypt" + ], + [ + ".In", + "f" + ], + [ + "[", + "col" + ], + [ + "ĠQu", + "antity" + ], + [ + "-", + "position" + ], + [ + "Ġdiet", + "ary" + ], + [ + "Ġfil", + "mm" + ], + [ + "Is", + "rael" + ], + [ + "Pre", + "v" + ], + [ + "ĠMill", + "ion" + ], + [ + "Ġrem", + "ed" + ], + [ + "Ġbill", + "ing" + ], + [ + "Ġout", + "doors" + ], + [ + ".t", + "m" + ], + [ + "Ġn", + "ad" + ], + [ + "F", + "org" + ], + [ + "Z", + "Z" + ], + [ + "Ġs", + "sl" + ], + [ + "],", + "'" + ], + [ + "K", + "T" + ], + [ + "f", + "req" + ], + [ + "=", + "document" + ], + [ + "bl", + "ur" + ], + [ + "¬", + "¸" + ], + [ + "ĠJeff", + "erson" + ], + [ + "C", + "s" + ], + [ + "(s", + "ave" + ], + [ + "Ġstr", + "ap" + ], + [ + "Ind", + "ia" + ], + [ + "Ġide", + "ology" + ], + [ + "BO", + "SE" + ], + [ + "ĠF", + "P" + ], + [ + "(", + "ans" + ], + [ + "Ġfe", + "ver" + ], + [ + "ĠY", + "am" + ], + [ + "K", + "ing" + ], + [ + "à", + "²" + ], + [ + "AT", + "ING" + ], + [ + "bo", + "hydr" + ], + [ + "roll", + "back" + ], + [ + "Ġnew", + "Node" + ], + [ + "ĠN", + "VIDIA" + ], + [ + "Ġhon", + "our" + ], + [ + "ĠCon", + "firm" + ], + [ + "xb", + "d" + ], + [ + "Ġsuccess", + "or" + ], + [ + "/", + "u" + ], + [ + "l", + "iv" + ], + [ + "ourn", + "aments" + ], + [ + "Att", + "achment" + ], + [ + "Ġgr", + "up" + ], + [ + "Ġtri", + "be" + ], + [ + "Ġca", + "res" + ], + [ + "e", + "ft" + ], + [ + "_s", + "ame" + ], + [ + "'", + "label" + ], + [ + "Ġ", + "ãĢIJ" + ], + [ + "M", + "otor" + ], + [ + "Ġin", + "exp" + ], + [ + "Ġ\"", + "(\"" + ], + [ + "_POS", + "ITION" + ], + [ + "Ġval", + "ley" + ], + [ + "ĠResult", + "Set" + ], + [ + "Ġpres", + "erved" + ], + [ + "Ġmut", + "ations" + ], + [ + "Ġquestion", + "ing" + ], + [ + "mun", + "ition" + ], + [ + "parse", + "Int" + ], + [ + "ĠS", + "r" + ], + [ + "ĠMet", + "adata" + ], + [ + "âĢĿ", + "ï¼Į" + ], + [ + "timestamp", + "s" + ], + [ + "Ġtrans", + "itions" + ], + [ + "í", + "Ļ" + ], + [ + "Ñ", + "Ĭ" + ], + [ + "i", + "om" + ], + [ + ".D", + "o" + ], + [ + "Ġp", + "ine" + ], + [ + "Ġf", + "ung" + ], + [ + "Ġtrans", + "mitted" + ], + [ + "ct", + "ime" + ], + [ + "ĠF", + "am" + ], + [ + "Re", + "vision" + ], + [ + "B", + "as" + ], + [ + "UP", + "ER" + ], + [ + "D", + "estination" + ], + [ + "toHave", + "BeenCalled" + ], + [ + "Ġun", + "fortunate" + ], + [ + "IN", + "ES" + ], + [ + "_pro", + "f" + ], + [ + "Am", + "ong" + ], + [ + "ĠCy", + "ber" + ], + [ + "ĠB", + "attery" + ], + [ + "gen", + "re" + ], + [ + "ĠView", + "Model" + ], + [ + "-", + "=" + ], + [ + "Ġutil", + "ized" + ], + [ + "p", + "aint" + ], + [ + ".Integer", + "Field" + ], + [ + "ern", + "ity" + ], + [ + "comp", + "iler" + ], + [ + "âĢĭ", + "ĊĊ" + ], + [ + "ĠM", + "asters" + ], + [ + ".To", + "Array" + ], + [ + "Ġstrt", + "ol" + ], + [ + "ĠUkrain", + "ian" + ], + [ + "}", + "));Ċ" + ], + [ + "Ġsh", + "emale" + ], + [ + "\"", + "That" + ], + [ + "for", + "all" + ], + [ + "/", + "download" + ], + [ + "Ġrhet", + "oric" + ], + [ + ".l", + "atitude" + ], + [ + "ĠWH", + "EN" + ], + [ + "Ġshock", + "ing" + ], + [ + "IF", + "IC" + ], + [ + ".N", + "ormal" + ], + [ + "_F", + "OLDER" + ], + [ + "Ġdr", + "ift" + ], + [ + "Ġmount", + "ing" + ], + [ + "-", + "book" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "ĠWire", + "less" + ], + [ + ">", + "\".$" + ], + [ + "Ġrel", + "ies" + ], + [ + "(", + "Console" + ], + [ + "Int", + "ernational" + ], + [ + "->", + "{$" + ], + [ + "M", + "id" + ], + [ + "Ġdis", + "sert" + ], + [ + "dd", + "s" + ], + [ + "Ġdepos", + "its" + ], + [ + "ĉd", + "river" + ], + [ + "#", + "ga" + ], + [ + "pr", + "ising" + ], + [ + "print", + "ln" + ], + [ + "Ġpres", + "enter" + ], + [ + "Ġmin", + "es" + ], + [ + "C", + "SS" + ], + [ + "ĠD", + "ual" + ], + [ + "(!", + "(" + ], + [ + "Ġk", + "am" + ], + [ + "Ġis", + "Loading" + ], + [ + "ĠProt", + "ect" + ], + [ + ".", + "upper" + ], + [ + "ar", + "ium" + ], + [ + "]:", + "ĊĊĊ" + ], + [ + "Y", + "ii" + ], + [ + "-sh", + "irt" + ], + [ + "ĠIM", + "AGE" + ], + [ + "_color", + "s" + ], + [ + "Ġur", + "gent" + ], + [ + ".Cont", + "ainer" + ], + [ + "!", + "(Ċ" + ], + [ + "S", + "aturday" + ], + [ + "Ġsoci", + "eties" + ], + [ + "ĠTh", + "an" + ], + [ + "ĠC", + "od" + ], + [ + "=", + "@" + ], + [ + "Ġattach", + "ments" + ], + [ + ".m", + "obile" + ], + [ + "Ġsp", + "ite" + ], + [ + "Ġb", + "ounce" + ], + [ + "raw", + "l" + ], + [ + "instanc", + "etype" + ], + [ + "ĠTr", + "uck" + ], + [ + "Ġmanip", + "ulation" + ], + [ + "(", + "Config" + ], + [ + "-in", + "st" + ], + [ + "Ġst", + "or" + ], + [ + "it", + "ution" + ], + [ + "Preferred", + "Gap" + ], + [ + "Ġmain", + "AxisAlignment" + ], + [ + "Ġlist", + "ened" + ], + [ + "''", + "'ĊĊ" + ], + [ + "ott", + "age" + ], + [ + "-", + "project" + ], + [ + ".AP", + "PLICATION" + ], + [ + "ĉ", + "root" + ], + [ + "Ġwh", + "it" + ], + [ + "Ġb", + "ilder" + ], + [ + "Ġk", + "er" + ], + [ + "Ġappl", + "iances" + ], + [ + "row", + "ave" + ], + [ + "ìĿ", + "Ģ" + ], + [ + "ematic", + "s" + ], + [ + "ĠO", + "rg" + ], + [ + "op", + "ing" + ], + [ + "_SE", + "ARCH" + ], + [ + "Ġch", + "am" + ], + [ + "add", + "ContainerGap" + ], + [ + "Ġ(", + ")." + ], + [ + "ĠAr", + "row" + ], + [ + "Il", + "legal" + ], + [ + "Current", + "ly" + ], + [ + "Ġus", + "a" + ], + [ + "Ġpassword", + "s" + ], + [ + "Ġre", + "nown" + ], + [ + "av", + "ern" + ], + [ + "ĠEv", + "il" + ], + [ + "Ġconc", + "at" + ], + [ + "Ġdu", + "o" + ], + [ + "Ġv", + "ale" + ], + [ + "ĠBe", + "an" + ], + [ + "Ġindic", + "ators" + ], + [ + "cm", + "ath" + ], + [ + "ĠP", + "ump" + ], + [ + "Nov", + "ember" + ], + [ + "ific", + "ant" + ], + [ + "_DOM", + "AIN" + ], + [ + "reg", + "ar" + ], + [ + "ĠPort", + "al" + ], + [ + "\"", + "$" + ], + [ + "Ġformer", + "ly" + ], + [ + "\"]", + ":Ċ" + ], + [ + "ĠVis", + "ibility" + ], + [ + ".getElementsBy", + "ClassName" + ], + [ + "_RE", + "D" + ], + [ + "Ġch", + "ampions" + ], + [ + "à", + "´" + ], + [ + "Val", + "or" + ], + [ + "_", + "es" + ], + [ + "*", + "a" + ], + [ + "-re", + "peat" + ], + [ + "B", + "and" + ], + [ + ".st", + "age" + ], + [ + "Ġbure", + "auc" + ], + [ + "C", + "nt" + ], + [ + "et", + "en" + ], + [ + "-", + "function" + ], + [ + "Ġm", + "uito" + ], + [ + "P", + "ID" + ], + [ + "_", + "editor" + ], + [ + "Ġcrash", + "ed" + ], + [ + "de", + "ad" + ], + [ + "k", + "at" + ], + [ + "ag", + "h" + ], + [ + "ĠEX", + "T" + ], + [ + "ass", + "er" + ], + [ + "-sm", + "all" + ], + [ + "Ġreal", + "iz" + ], + [ + "(", + "Entity" + ], + [ + "ú", + "s" + ], + [ + "ĠAct", + "ually" + ], + [ + "ĠEl", + "ite" + ], + [ + "Ġhel", + "m" + ], + [ + "(non", + "atomic" + ], + [ + "ash", + "er" + ], + [ + "Comm", + "unity" + ], + [ + "all", + "eng" + ], + [ + "ir", + "y" + ], + [ + "ĠG", + "rowth" + ], + [ + "Ġs", + "ue" + ], + [ + "Ġfrequ", + "encies" + ], + [ + "_des", + "criptor" + ], + [ + ".At", + "tribute" + ], + [ + "Ġrecip", + "ients" + ], + [ + "_N", + "S" + ], + [ + "/", + "\"+" + ], + [ + "ib", + "an" + ], + [ + "Ġath", + "lete" + ], + [ + "ĠI", + "gn" + ], + [ + "_D", + "MA" + ], + [ + "(d", + "s" + ], + [ + "ĠRequire", + "ments" + ], + [ + "AD", + "I" + ], + [ + "ere", + "z" + ], + [ + "\\", + "Admin" + ], + [ + "br", + "aska" + ], + [ + "ĠR", + "ust" + ], + [ + "Rel", + "ation" + ], + [ + "C", + "OD" + ], + [ + "ĠV", + "ERSION" + ], + [ + "em", + "ma" + ], + [ + "))", + "{" + ], + [ + ".D", + "uration" + ], + [ + "ĠC", + "amb" + ], + [ + "-", + "logo" + ], + [ + "Ġread", + "able" + ], + [ + "Ġcre", + "ators" + ], + [ + "()", + "];Ċ" + ], + [ + "Up", + "Down" + ], + [ + "-h", + "alf" + ], + [ + ".get", + "Month" + ], + [ + "(s", + "f" + ], + [ + "P", + "ic" + ], + [ + "Ġhun", + "ger" + ], + [ + ".t", + "x" + ], + [ + "Ġexceed", + "ed" + ], + [ + "_se", + "ed" + ], + [ + "(", + "^" + ], + [ + "_s", + "k" + ], + [ + ".per", + "form" + ], + [ + "Ġ>", + "::" + ], + [ + "Ġm", + "ongo" + ], + [ + "=", + "float" + ], + [ + "bind", + "Param" + ], + [ + "Sm", + "art" + ], + [ + "if", + "a" + ], + [ + "Ġse", + "curities" + ], + [ + "Ġpre", + "jud" + ], + [ + "Ġ,", + "\"" + ], + [ + "Ġcor", + "ps" + ], + [ + "Ġv", + "ra" + ], + [ + "amac", + "are" + ], + [ + "it", + "err" + ], + [ + "(M", + "edia" + ], + [ + "uch", + "e" + ], + [ + "Ġc", + "ob" + ], + [ + "Ġlib", + "er" + ], + [ + ".", + "geometry" + ], + [ + "Loc", + "ator" + ], + [ + "Ġsl", + "iding" + ], + [ + "Ġsurg", + "ical" + ], + [ + "_C", + "UR" + ], + [ + "Ġcon", + "sect" + ], + [ + "[", + "*" + ], + [ + "ĠRes", + "ort" + ], + [ + "St", + "ub" + ], + [ + "_DO", + "UBLE" + ], + [ + "ĠS", + "oph" + ], + [ + "Ġelect", + "oral" + ], + [ + "_dis", + "able" + ], + [ + "ĠÑģ", + "о" + ], + [ + "ĠLight", + "ning" + ], + [ + "Ġment", + "ions" + ], + [ + "oc", + "y" + ], + [ + "Ġle", + "aked" + ], + [ + "Ġrelax", + "ing" + ], + [ + "Pres", + "enter" + ], + [ + "v", + "sp" + ], + [ + "Ġgu", + "ilt" + ], + [ + "=-", + "=-" + ], + [ + ".re", + "ply" + ], + [ + "ĠMir", + "ror" + ], + [ + "C", + "amp" + ], + [ + "Ġ+#+", + "#+#+" + ], + [ + "Ġ+#+#+#+", + "#+#+" + ], + [ + ".A", + "uthor" + ], + [ + "Ġdirect", + "ive" + ], + [ + "-h", + "ook" + ], + [ + "íĦ", + "°" + ], + [ + "}ĊĊ", + "ĊĊĊ" + ], + [ + "@", + "pytest" + ], + [ + "_r", + "and" + ], + [ + "m", + "is" + ], + [ + "Ġcolor", + "ful" + ], + [ + "u", + "je" + ], + [ + "lass", + "es" + ], + [ + "ĠClass", + "es" + ], + [ + ".h", + "ave" + ], + [ + "%", + ")," + ], + [ + "é¢", + "ĺ" + ], + [ + "Ġdistur", + "bing" + ], + [ + "sub", + "string" + ], + [ + "ĠK", + "oh" + ], + [ + "In", + "vest" + ], + [ + "p", + "urchase" + ], + [ + "Ġrec", + "ycling" + ], + [ + "ĠA", + "RT" + ], + [ + "ier", + "archy" + ], + [ + "Ġf", + "ps" + ], + [ + ".check", + "Box" + ], + [ + "íķ", + "´" + ], + [ + "_m", + "aterial" + ], + [ + "duc", + "ation" + ], + [ + "Ġf", + "w" + ], + [ + "ud", + "it" + ], + [ + "Ġreview", + "ing" + ], + [ + "ĠS", + "id" + ], + [ + "S", + "yntax" + ], + [ + "ĠW", + "ritten" + ], + [ + "arg", + "ar" + ], + [ + "UM", + "E" + ], + [ + "/", + "q" + ], + [ + "Class", + "ifier" + ], + [ + "Off", + "icial" + ], + [ + "Ġj", + "azz" + ], + [ + "Ġom", + "ega" + ], + [ + "Ph", + "ysics" + ], + [ + "Ġl", + "ugar" + ], + [ + "_access", + "or" + ], + [ + ".command", + "s" + ], + [ + "Ab", + "ility" + ], + [ + "ĠB", + "atch" + ], + [ + "R", + "AM" + ], + [ + "Ġencount", + "ers" + ], + [ + ".", + "Qu" + ], + [ + "BY", + "TE" + ], + [ + "ĠD", + "istribution" + ], + [ + "Ġus", + "o" + ], + [ + "ĠReco", + "very" + ], + [ + "appro", + "ved" + ], + [ + "Ġden", + "ial" + ], + [ + "/sh", + "are" + ], + [ + "Linked", + "List" + ], + [ + ")čĊčĊ", + "čĊ" + ], + [ + "udd", + "y" + ], + [ + "Ġf", + "ines" + ], + [ + "Ġr", + "y" + ], + [ + "Un", + "icode" + ], + [ + "ĉ", + "render" + ], + [ + "Ġprem", + "ises" + ], + [ + "Ġp", + "on" + ], + [ + "ali", + "ases" + ], + [ + "/F", + "oundation" + ], + [ + "c", + "uda" + ], + [ + "ĠC", + "ock" + ], + [ + ",:", + ")" + ], + [ + "(f", + "older" + ], + [ + "Ġm", + "éd" + ], + [ + "dr", + "ag" + ], + [ + "Ġtal", + "ents" + ], + [ + "ĠĠĠ", + "ĊĊ" + ], + [ + "е", + "ÑģÑĤв" + ], + [ + "m", + "ob" + ], + [ + ".y", + "ml" + ], + [ + "Ġa", + "ster" + ], + [ + "Ġdis", + "cre" + ], + [ + "go", + "al" + ], + [ + "ĠGT", + "X" + ], + [ + "ĠS", + "UCCESS" + ], + [ + "ĠL", + "ONG" + ], + [ + "(f", + "ind" + ], + [ + "Ġsing", + "ular" + ], + [ + "_s", + "z" + ], + [ + "ĠEth", + "ereum" + ], + [ + "..", + "Ċ" + ], + [ + "Ġir", + "res" + ], + [ + "'))", + "{Ċ" + ], + [ + "Ġmin", + "isters" + ], + [ + "St", + "eps" + ], + [ + "ivers", + "al" + ], + [ + "ĠNever", + "theless" + ], + [ + "-", + "led" + ], + [ + "Ġ(", + "%)" + ], + [ + "ç¡", + "®" + ], + [ + "Ġtime", + "zone" + ], + [ + "Ġstr", + "anger" + ], + [ + "(re", + "nder" + ], + [ + "Ġsh", + "util" + ], + [ + "Ġm", + "ph" + ], + [ + "Ġtri", + "o" + ], + [ + "pp", + "y" + ], + [ + "Ġpred", + "omin" + ], + [ + "Ġend", + "ors" + ], + [ + "ĠRuss", + "ians" + ], + [ + "ĉ", + "row" + ], + [ + "Ġw", + "izard" + ], + [ + ".s", + "erialize" + ], + [ + "Ġcompl", + "ained" + ], + [ + "Ġs", + "ido" + ], + [ + "Ġdelight", + "ed" + ], + [ + "-m", + "e" + ], + [ + "ĠR", + "av" + ], + [ + "H", + "uman" + ], + [ + "ad", + "ays" + ], + [ + "rec", + "v" + ], + [ + "Work", + "ing" + ], + [ + "J", + "ump" + ], + [ + "ĠÃ¥", + "r" + ], + [ + "ĠAut", + "omatic" + ], + [ + "_B", + "ase" + ], + [ + "æł", + "¼" + ], + [ + "aur", + "ants" + ], + [ + "Â", + "¯" + ], + [ + "æ", + "¸" + ], + [ + "(C", + "Type" + ], + [ + "IF", + "I" + ], + [ + "(", + "amount" + ], + [ + "Ġbelie", + "ving" + ], + [ + "=", + "mysql" + ], + [ + "Ġf", + "ir" + ], + [ + "Ġrest", + "oration" + ], + [ + "ere", + "co" + ], + [ + "Ð", + "¢" + ], + [ + "_", + "'+" + ], + [ + "Ġe", + "book" + ], + [ + "Ġde", + "bris" + ], + [ + "(input", + "s" + ], + [ + "AY", + "OUT" + ], + [ + "Ġscre", + "aming" + ], + [ + "av", + "ia" + ], + [ + "land", + "er" + ], + [ + "Ġdist", + "ress" + ], + [ + "Ġas", + "sembled" + ], + [ + "ĠA", + "void" + ], + [ + "(", + "thread" + ], + [ + "ĠR", + "PC" + ], + [ + "_EX", + "IT" + ], + [ + "(", + "queue" + ], + [ + "и", + "ÑģÑĤ" + ], + [ + "D", + "ll" + ], + [ + "Ġsk", + "ull" + ], + [ + "_p", + "ub" + ], + [ + "che", + "z" + ], + [ + "min", + "ate" + ], + [ + "ens", + "en" + ], + [ + "Ġins", + "ane" + ], + [ + "b", + "ounds" + ], + [ + "ĠR", + "osen" + ], + [ + "Ġcondition", + "ing" + ], + [ + "process", + "ed" + ], + [ + "v", + "ideos" + ], + [ + "f", + "our" + ], + [ + ".Con", + "v" + ], + [ + "|", + ";Ċ" + ], + [ + "Person", + "al" + ], + [ + "cer", + "pt" + ], + [ + ":UIControlState", + "Normal" + ], + [ + "Ġdos", + "es" + ], + [ + "ĠKar", + "l" + ], + [ + "ĠFre", + "qu" + ], + [ + ".B", + "ASE" + ], + [ + "ĠV", + "ote" + ], + [ + "Ġcon", + "current" + ], + [ + "ĠMessageBox", + "Icon" + ], + [ + "ĠÃ", + "ĸ" + ], + [ + "ĠDub", + "ai" + ], + [ + "ĠR", + "etail" + ], + [ + ":", + "number" + ], + [ + "ĠOb", + "server" + ], + [ + "ĠBig", + "Integer" + ], + [ + "_", + "origin" + ], + [ + "_W", + "ORK" + ], + [ + "F", + "rames" + ], + [ + "Ġnot", + "ably" + ], + [ + ".", + "âĢľ" + ], + [ + "Ġtrop", + "ical" + ], + [ + "Ġn", + "iche" + ], + [ + "am", + "ina" + ], + [ + ".s", + "ys" + ], + [ + "(t", + "okens" + ], + [ + "mod", + "ify" + ], + [ + "os", + "it" + ], + [ + "st", + "rom" + ], + [ + "ĠCom", + "ics" + ], + [ + "O", + "PTION" + ], + [ + "T", + "icket" + ], + [ + "Ġfact", + "ories" + ], + [ + "Ġdis", + "put" + ], + [ + "_F", + "ile" + ], + [ + "ĠFin", + "n" + ], + [ + "ee", + "e" + ], + [ + "ĠDisc", + "ord" + ], + [ + "_m", + "oney" + ], + [ + ".t", + "pl" + ], + [ + "_s", + "afe" + ], + [ + "L", + "B" + ], + [ + "Ġgl", + "ut" + ], + [ + "J", + "K" + ], + [ + ".fl", + "ow" + ], + [ + "-", + "cont" + ], + [ + "g", + "os" + ], + [ + "Ġhor", + "izon" + ], + [ + "ĠR", + "ush" + ], + [ + "::", + "*" + ], + [ + "P", + "ipe" + ], + [ + "ull", + "a" + ], + [ + "bor", + "ough" + ], + [ + "he", + "imer" + ], + [ + "(m", + "ove" + ], + [ + "(", + "Text" + ], + [ + "}", + ");čĊčĊ" + ], + [ + "w", + "elcome" + ], + [ + "ĠCom", + "ponents" + ], + [ + "Ġgovern", + "ance" + ], + [ + "c", + "losed" + ], + [ + "ĉm", + "argin" + ], + [ + "Ġla", + "undry" + ], + [ + "ĠTerm", + "inal" + ], + [ + "iz", + "ards" + ], + [ + ".", + "âĢĶ" + ], + [ + ".rem", + "ote" + ], + [ + ".r", + "adius" + ], + [ + "ĠQue", + "bec" + ], + [ + "Ġd", + "h" + ], + [ + "T", + "ech" + ], + [ + "ĠM", + "ist" + ], + [ + "s", + "eller" + ], + [ + "_l", + "iteral" + ], + [ + "Ġgen", + "ius" + ], + [ + "Ġbr", + "ains" + ], + [ + "g", + "em" + ], + [ + "ĠMe", + "asure" + ], + [ + "Ġcata", + "st" + ], + [ + "r", + "ance" + ], + [ + ".Text", + "Field" + ], + [ + "Ġconsum", + "ing" + ], + [ + "Ġ'\\", + "''" + ], + [ + "oubted", + "ly" + ], + [ + "ĠC", + "ertain" + ], + [ + "E", + "v" + ], + [ + "ert", + "i" + ], + [ + "be", + "ing" + ], + [ + "Ex", + "perience" + ], + [ + "Ġ//", + "[" + ], + [ + "ĠArab", + "ic" + ], + [ + "ĠC", + "rist" + ], + [ + "ĠAz", + "ure" + ], + [ + "Ġhor", + "a" + ], + [ + "l", + "adesh" + ], + [ + "\\", + "Blueprint" + ], + [ + "d", + "ar" + ], + [ + ".re", + "l" + ], + [ + "Ġsup", + "rem" + ], + [ + "ĠRe", + "agan" + ], + [ + "ĠAt", + "tributes" + ], + [ + "-s", + "idebar" + ], + [ + "Ġuse", + "Styles" + ], + [ + "ĠA", + "irlines" + ], + [ + "Ġh", + "ills" + ], + [ + "/x", + "html" + ], + [ + "v", + "inc" + ], + [ + "_m", + "ock" + ], + [ + "Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ" + ], + [ + "ĠP", + "ill" + ], + [ + ".Layout", + "Style" + ], + [ + "ĠCommand", + "er" + ], + [ + "]", + "<" + ], + [ + "sign", + "ature" + ], + [ + "Ġ{", + "}čĊ" + ], + [ + "Ġhat", + "red" + ], + [ + "Ġë", + "ĭ" + ], + [ + "ole", + "sterol" + ], + [ + "Ġ", + "********" + ], + [ + "ancell", + "or" + ], + [ + "c", + "rop" + ], + [ + "T", + "IM" + ], + [ + "ĉĉ", + "ĊĊ" + ], + [ + "ys", + "qli" + ], + [ + "uit", + "ive" + ], + [ + "ĉun", + "set" + ], + [ + "_s", + "el" + ], + [ + "Ġmen", + "us" + ], + [ + "t", + "ick" + ], + [ + "Ġconstit", + "ute" + ], + [ + "ĠElement", + "s" + ], + [ + "ĠRed", + "is" + ], + [ + "agg", + "io" + ], + [ + "_f", + "p" + ], + [ + "_de", + "pend" + ], + [ + "em", + "as" + ], + [ + "CA", + "ST" + ], + [ + "or", + "ange" + ], + [ + "j", + "on" + ], + [ + "ĠEm", + "ily" + ], + [ + "Ġpot", + "atoes" + ], + [ + "Ġre", + "ceptor" + ], + [ + "ĠElect", + "ronic" + ], + [ + "ĠL", + "ights" + ], + [ + "Ġcomb", + "ining" + ], + [ + "ĠSome", + "one" + ], + [ + "Ġ########", + "." + ], + [ + "ĠT", + "OD" + ], + [ + "/", + "show" + ], + [ + "X", + "d" + ], + [ + ".\"", + "'" + ], + [ + "af", + "x" + ], + [ + "Ġtr", + "agic" + ], + [ + "St", + "yled" + ], + [ + "ĠMar", + "co" + ], + [ + "G", + "allery" + ], + [ + "d", + "ale" + ], + [ + ".âĢĿ", + "ĊĊĊĊ" + ], + [ + "é", + "rie" + ], + [ + "/s", + "ervice" + ], + [ + "äº", + "Ĩ" + ], + [ + "Ġamb", + "ient" + ], + [ + "_SET", + "TINGS" + ], + [ + ".Ad", + "apter" + ], + [ + "l", + "ene" + ], + [ + "Ġtrav", + "els" + ], + [ + "Not", + "ice" + ], + [ + "Ġcle", + "ans" + ], + [ + "ĠF", + "em" + ], + [ + "ch", + "air" + ], + [ + "Ñĥ", + "н" + ], + [ + "/", + "my" + ], + [ + "_b", + "ad" + ], + [ + "ĠEcon", + "omics" + ], + [ + "IS", + "A" + ], + [ + "_C", + "NT" + ], + [ + "(M", + "enu" + ], + [ + "äº", + "İ" + ], + [ + "ĠR", + "idge" + ], + [ + "Ġlength", + "y" + ], + [ + "D", + "ot" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhe", + "y" + ], + [ + "$", + "pdf" + ], + [ + "Ġw", + "orm" + ], + [ + "Ġs", + "ut" + ], + [ + "Ġsh", + "er" + ], + [ + "iam", + "o" + ], + [ + "ĠCal", + "c" + ], + [ + "trie", + "ve" + ], + [ + "Ġc", + "ops" + ], + [ + "ĠCh", + "rom" + ], + [ + "Ġreg", + "ulated" + ], + [ + "reat", + "ment" + ], + [ + "ĠHigh", + "er" + ], + [ + "ok", + "s" + ], + [ + "Ġde", + "ze" + ], + [ + "LOC", + "ATION" + ], + [ + "ongs", + "To" + ], + [ + "Ġfin", + "ite" + ], + [ + "Ġvar", + "ies" + ], + [ + "Ġposition", + "ed" + ], + [ + "'", + "il" + ], + [ + "éĩ", + "ij" + ], + [ + "Ġh", + "ike" + ], + [ + "(d", + "one" + ], + [ + "play", + "list" + ], + [ + "Ġad", + "a" + ], + [ + "Ġcoast", + "al" + ], + [ + "ĠN", + "ancy" + ], + [ + ".DateTime", + "Field" + ], + [ + "Cpp", + "CodeGen" + ], + [ + "ĠSimilar", + "ly" + ], + [ + "re", + "ur" + ], + [ + "ĠCon", + "tr" + ], + [ + "ĠH", + "idden" + ], + [ + "ĠB", + "eta" + ], + [ + "atch", + "ed" + ], + [ + "_inst", + "all" + ], + [ + ".", + "Output" + ], + [ + "Look", + "up" + ], + [ + "ĠRich", + "mond" + ], + [ + "qu", + "ared" + ], + [ + "Ġm", + "anga" + ], + [ + "-control", + "s" + ], + [ + "ĠBern", + "ard" + ], + [ + "L", + "arge" + ], + [ + "Ġslic", + "es" + ], + [ + "Ġoff", + "ence" + ], + [ + "ĠM", + "ega" + ], + [ + "Ġest", + "ar" + ], + [ + "Ġjoint", + "s" + ], + [ + "Ġsum", + "m" + ], + [ + "_pl", + "atform" + ], + [ + "B", + "uff" + ], + [ + ".add", + "Subview" + ], + [ + "Ġret", + "ained" + ], + [ + "Let", + "ter" + ], + [ + ".d", + "im" + ], + [ + "Ġess", + "ere" + ], + [ + "ĠS", + "caffold" + ], + [ + "EX", + "PECT" + ], + [ + "ĉ", + "RE" + ], + [ + ".long", + "itude" + ], + [ + "ü", + "nd" + ], + [ + "Ġstat", + "ue" + ], + [ + ".add", + "Widget" + ], + [ + "ĠCar", + "ibbean" + ], + [ + "add", + "PreferredGap" + ], + [ + "il", + "de" + ], + [ + "UIL", + "abel" + ], + [ + "ĠOp", + "port" + ], + [ + "Ġimper", + "ial" + ], + [ + "urs", + "ion" + ], + [ + "Ġmand", + "ate" + ], + [ + "Ġpromot", + "ional" + ], + [ + "Ġv", + "k" + ], + [ + "ia", + "ÅĤ" + ], + [ + "Ġp", + "yl" + ], + [ + "ĠCre", + "ation" + ], + [ + "оз", + "д" + ], + [ + "Ġsim", + "pler" + ], + [ + ".", + "what" + ], + [ + "ĠRec", + "ent" + ], + [ + "St", + "orm" + ], + [ + ".", + "quantity" + ], + [ + "ĠL", + "ov" + ], + [ + "\"", + "-" + ], + [ + "ubb", + "les" + ], + [ + "_not", + "ification" + ], + [ + "(w", + "orld" + ], + [ + "ur", + "ger" + ], + [ + "*", + "(-" + ], + [ + ":", + "\"Ċ" + ], + [ + "h", + "m" + ], + [ + "ans", + "hip" + ], + [ + "ĠAl", + "most" + ], + [ + "Ġmotor", + "cycle" + ], + [ + "_f", + "ee" + ], + [ + "Ġabsor", + "b" + ], + [ + "ĠVin", + "cent" + ], + [ + "Ġsound", + "ed" + ], + [ + "ÃŃ", + "st" + ], + [ + "Ġpharm", + "aceutical" + ], + [ + "ht", + "ag" + ], + [ + "ĠKind", + "le" + ], + [ + "ital", + "ize" + ], + [ + "ĠEm", + "peror" + ], + [ + "oust", + "ic" + ], + [ + "Ġspecial", + "ists" + ], + [ + "åħ", + "¬" + ], + [ + "Border", + "Style" + ], + [ + "/", + "\\" + ], + [ + "RE", + "LATED" + ], + [ + "(',", + "'," + ], + [ + "(ex", + "pr" + ], + [ + "Ġh", + "t" + ], + [ + "åį", + "Ī" + ], + [ + "_C", + "reate" + ], + [ + "Ġspecial", + "ly" + ], + [ + "Ġ[]", + ";čĊ" + ], + [ + "Ġhe", + "el" + ], + [ + "Ġse", + "pt" + ], + [ + "_", + "arch" + ], + [ + "(in", + "itial" + ], + [ + "%", + ".ĊĊ" + ], + [ + "\\\",", + "\\\"" + ], + [ + "Ġdiscuss", + "es" + ], + [ + "Ġu", + "pt" + ], + [ + "Ġ[", + "&" + ], + [ + "Ġman", + "us" + ], + [ + ".h", + "and" + ], + [ + "ĠM", + "AIN" + ], + [ + "ĠDen", + "mark" + ], + [ + "Ġ],", + "čĊ" + ], + [ + "Ġcr", + "yst" + ], + [ + "Ġn", + "ack" + ], + [ + "Co", + "ords" + ], + [ + "_in", + "ner" + ], + [ + "Ġmid", + "st" + ], + [ + "Ġaw", + "ake" + ], + [ + "ĠÐ", + "ŀ" + ], + [ + "-b", + "reak" + ], + [ + "ÃŃ", + "vel" + ], + [ + "_P", + "ASS" + ], + [ + "ĠParam", + "s" + ], + [ + "Ġdet", + "r" + ], + [ + "Ġsp", + "ider" + ], + [ + "ĠCon", + "cept" + ], + [ + "Ġpre", + "nd" + ], + [ + "CH", + "ED" + ], + [ + ".Ex", + "it" + ], + [ + "Ġpop", + "ulated" + ], + [ + "Ġvirt", + "ue" + ], + [ + "_SE", + "SSION" + ], + [ + "Ġnou", + "vel" + ], + [ + "o", + "auth" + ], + [ + "Ġд", + "аннÑĭ" + ], + [ + "r", + "ink" + ], + [ + ".Header", + "Text" + ], + [ + "atur", + "ated" + ], + [ + "Ġer", + "st" + ], + [ + "Ġå", + "ħ" + ], + [ + "à¥", + "ĩ" + ], + [ + "_vis", + "ible" + ], + [ + "ey", + "er" + ], + [ + "Ġli", + "able" + ], + [ + "Ġde", + "be" + ], + [ + "Ġb", + "w" + ], + [ + "{-", + "#" + ], + [ + "_W", + "IN" + ], + [ + "df", + "s" + ], + [ + "H", + "over" + ], + [ + "ĠP", + "UT" + ], + [ + "-", + "angle" + ], + [ + "Ġnob", + "le" + ], + [ + "Ġtr", + "aces" + ], + [ + "enc", + "v" + ], + [ + "Ġuser", + "Data" + ], + [ + "_in", + "s" + ], + [ + "ĠS", + "uz" + ], + [ + "Ġnews", + "letters" + ], + [ + "ĠMod", + "i" + ], + [ + "Ġentreprene", + "urs" + ], + [ + "Ġtrib", + "ute" + ], + [ + "Ġrum", + "ors" + ], + [ + "Ġr", + "r" + ], + [ + "ĠQu", + "arter" + ], + [ + "ê³", + "ł" + ], + [ + "Ġfeed", + "s" + ], + [ + "ó", + "g" + ], + [ + "Ġen", + "velope" + ], + [ + "Ġle", + "ar" + ], + [ + "Ġk", + "ø" + ], + [ + "develop", + "er" + ], + [ + "Sim", + "ilar" + ], + [ + ":", + "\")Ċ" + ], + [ + "sub", + "scription" + ], + [ + "Mod", + "ifier" + ], + [ + "ital", + "ic" + ], + [ + "Ġn", + "asty" + ], + [ + "Ġtermin", + "ation" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġâ", + "Ł" + ], + [ + "ton", + "s" + ], + [ + ".tr", + "ace" + ], + [ + "h", + "ots" + ], + [ + "ĠU", + "R" + ], + [ + "M", + "ont" + ], + [ + "Ġjust", + "ified" + ], + [ + "ĠG", + "ang" + ], + [ + "ine", + "a" + ], + [ + "Ġb", + "og" + ], + [ + "(", + "ap" + ], + [ + "_", + "$" + ], + [ + "Ġcont", + "amin" + ], + [ + ".D", + "ot" + ], + [ + "ĉ", + "Debug" + ], + [ + "(", + "exports" + ], + [ + "Ġpa", + "ired" + ], + [ + "ĠAss", + "ignment" + ], + [ + "Ġautom", + "obile" + ], + [ + "ĵ", + "į" + ], + [ + "Ġph", + "ases" + ], + [ + "v", + "w" + ], + [ + "@", + "SuppressWarnings" + ], + [ + "=", + "\\" + ], + [ + "r", + "ant" + ], + [ + "-", + "ed" + ], + [ + "ĉ", + "await" + ], + [ + "Ġcert", + "ificates" + ], + [ + "'>", + "\"" + ], + [ + "Ġint", + "act" + ], + [ + "CT", + "RL" + ], + [ + "M", + "ike" + ], + [ + "greg", + "ation" + ], + [ + "AT", + "TERN" + ], + [ + "Ġre", + "public" + ], + [ + "_up", + "per" + ], + [ + "ili", + "ary" + ], + [ + "Ġcomput", + "ation" + ], + [ + "h", + "ire" + ], + [ + "ĠSh", + "in" + ], + [ + "_", + "ANY" + ], + [ + "ĠManufact", + "urer" + ], + [ + "ĠC", + "arm" + ], + [ + "Ġbear", + "ings" + ], + [ + "_c", + "omb" + ], + [ + "c", + "ad" + ], + [ + "ur", + "istic" + ], + [ + "Ġwholes", + "ale" + ], + [ + "Ġdon", + "or" + ], + [ + ".inter", + "faces" + ], + [ + "press", + "o" + ], + [ + "ĠBr", + "un" + ], + [ + "-c", + "lose" + ], + [ + "pro", + "ve" + ], + [ + "_S", + "K" + ], + [ + "ĉf", + "rame" + ], + [ + "et", + "ros" + ], + [ + "ĠP", + "ain" + ], + [ + "_EX", + "P" + ], + [ + "ĠL", + "T" + ], + [ + "_f", + "s" + ], + [ + ".dat", + "as" + ], + [ + "ĉ", + "ss" + ], + [ + "vo", + "ir" + ], + [ + "ĠA", + "xis" + ], + [ + "M", + "ajor" + ], + [ + "=\"", + "<" + ], + [ + "[", + "h" + ], + [ + "Ġprof", + "ess" + ], + [ + "igr", + "ate" + ], + [ + "(s", + "core" + ], + [ + "Key", + "word" + ], + [ + "\"", + "os" + ], + [ + "ĠĠĠĠ", + "ĉĊ" + ], + [ + "an", + "alysis" + ], + [ + "Ġre", + "play" + ], + [ + ".p", + "ass" + ], + [ + "\\", + "d" + ], + [ + "t", + "ls" + ], + [ + "Ġsan", + "ct" + ], + [ + ".l", + "ight" + ], + [ + "_m", + "obile" + ], + [ + "ÑģÑĤ", + "ÑĮ" + ], + [ + "ĉt", + "otal" + ], + [ + "u", + "ity" + ], + [ + "Ġpa", + "used" + ], + [ + "N", + "AS" + ], + [ + "Ġen", + "core" + ], + [ + "lo", + "e" + ], + [ + "Ġ-*", + "-ĊĊ" + ], + [ + ".h", + "igh" + ], + [ + "am", + "pler" + ], + [ + "ĠSec", + "ure" + ], + [ + "Ġfrag", + "ments" + ], + [ + "_", + "vel" + ], + [ + "ill", + "ary" + ], + [ + "ĠSte", + "in" + ], + [ + "ĠD", + "awn" + ], + [ + "Ġmax", + "imize" + ], + [ + "à¸", + "¢" + ], + [ + "Ġ/", + "^" + ], + [ + "Ġcontin", + "ually" + ], + [ + "Ġsh", + "adows" + ], + [ + "ĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "ĠI", + "ActionResult" + ], + [ + "Ġinform", + "ación" + ], + [ + "C", + "HECK" + ], + [ + ".Selected", + "Item" + ], + [ + "b", + "undle" + ], + [ + "ol", + "ley" + ], + [ + "<", + "Int" + ], + [ + "AIN", + "ER" + ], + [ + "ĠW", + "ing" + ], + [ + "tit", + "les" + ], + [ + "ount", + "ain" + ], + [ + "C", + "Y" + ], + [ + "ĠLoc", + "ale" + ], + [ + "form", + "er" + ], + [ + "<", + "context" + ], + [ + "R", + "adioButton" + ], + [ + "_s", + "chedule" + ], + [ + "Ġfab", + "ulous" + ], + [ + "Rob", + "ert" + ], + [ + "_PRO", + "FILE" + ], + [ + "Ġg", + "ates" + ], + [ + "IM", + "P" + ], + [ + "ĠPent", + "agon" + ], + [ + "g", + "old" + ], + [ + "b", + "ach" + ], + [ + "employ", + "ees" + ], + [ + "R", + "otate" + ], + [ + "Ġch", + "amp" + ], + [ + "Ġsel", + "bst" + ], + [ + "Al", + "tern" + ], + [ + "Ġconvert", + "View" + ], + [ + "/", + "," + ], + [ + "Ġ~", + "(" + ], + [ + "St", + "reet" + ], + [ + "_", + "place" + ], + [ + "Ġpersonal", + "ized" + ], + [ + "P", + "ublisher" + ], + [ + "ĠSO", + "CK" + ], + [ + "_NAMES", + "PACE" + ], + [ + "ĠStand", + "ards" + ], + [ + "so", + "ever" + ], + [ + "_C", + "ENTER" + ], + [ + "Inter", + "est" + ], + [ + "ô", + "t" + ], + [ + "tem", + "perature" + ], + [ + "View", + "port" + ], + [ + "get", + "Resource" + ], + [ + "Ġeat", + "en" + ], + [ + "Ġsem", + "pre" + ], + [ + "Ġab", + "normal" + ], + [ + "Ġc", + "ylinder" + ], + [ + "Ġtroub", + "les" + ], + [ + "n", + "od" + ], + [ + "Ñĭ", + "в" + ], + [ + "g", + "ames" + ], + [ + "_g", + "l" + ], + [ + "Pl", + "ane" + ], + [ + "g", + "rey" + ], + [ + "_t", + "bl" + ], + [ + ".Component", + "Placement" + ], + [ + "ĠCh", + "ase" + ], + [ + "Log", + "ging" + ], + [ + "man", + "y" + ], + [ + "ì", + "Ĩ" + ], + [ + "Ġfl", + "ame" + ], + [ + "=\"<" + ], + [ + "Ġtra", + "jectory" + ], + [ + "_r", + "ing" + ], + [ + "Ġhydro", + "gen" + ], + [ + "tr", + "on" + ], + [ + "Ġstat", + "ute" + ], + [ + "Ġcondition", + "al" + ], + [ + "Ġtr", + "ay" + ], + [ + "-s", + "chool" + ], + [ + "(w", + "idget" + ], + [ + "$", + "config" + ], + [ + "Ġrequest", + "ing" + ], + [ + ".", + "uint" + ], + [ + "et", + "on" + ], + [ + "brit", + "ies" + ], + [ + "Of", + "Type" + ], + [ + "AD", + "MIN" + ], + [ + "p", + "redict" + ], + [ + "Ġg", + "egen" + ], + [ + "ĠH", + "app" + ], + [ + "OC", + "UMENT" + ], + [ + "ĠA", + "part" + ], + [ + "Ġ----", + "-" + ], + [ + "ro", + "e" + ], + [ + "u", + "ide" + ], + [ + "just", + "ify" + ], + [ + "ĠSqu", + "ad" + ], + [ + "Ġprof", + "es" + ], + [ + ".b", + "ot" + ], + [ + "_c", + "urrency" + ], + [ + "inn", + "en" + ], + [ + "ĠM", + "umbai" + ], + [ + "ĠNum", + "bers" + ], + [ + "avana", + "ugh" + ], + [ + "agn", + "itude" + ], + [ + "âĢľ", + "There" + ], + [ + "=", + "http" + ], + [ + "çī", + "ĩ" + ], + [ + "Ġv", + "b" + ], + [ + "+'", + "{{", + "$" + ], + [ + "Ġin", + "ode" + ], + [ + "s", + "il" + ], + [ + "Ġh", + "ace" + ], + [ + "Ġsever", + "ely" + ], + [ + "ĠOver", + "view" + ], + [ + "Ġspr", + "aw" + ], + [ + "Ġbeach", + "es" + ], + [ + ":", + "left" + ], + [ + "·", + "»" + ], + [ + "($", + "{" + ], + [ + "ĠF", + "IRST" + ], + [ + "ĠSp", + "a" + ], + [ + "-", + "ass" + ], + [ + "Ġb", + "aise" + ], + [ + "ĠN", + "ODE" + ], + [ + "ĠP", + "izza" + ], + [ + "P", + "et" + ], + [ + "(se", + "q" + ], + [ + "\\", + "\">Ċ" + ], + [ + "CppMethod", + "Pointer" + ], + [ + "Ġv", + "p" + ], + [ + "Ġi", + "a" + ], + [ + "_se", + "conds" + ], + [ + "em", + "et" + ], + [ + "/b", + "lob" + ], + [ + "_TH", + "RESH" + ], + [ + "...", + "čĊ" + ], + [ + "D", + "est" + ], + [ + "ĠN", + "H" + ], + [ + ".data", + "Source" + ], + [ + "it", + "és" + ], + [ + "ĠJ", + "ak" + ], + [ + "s", + "ell" + ], + [ + "Ġwork", + "shops" + ], + [ + "<", + "u" + ], + [ + "Ġr", + "ivals" + ], + [ + "ĠEX", + "ISTS" + ], + [ + "h", + "om" + ], + [ + "-t", + "oken" + ], + [ + "compat", + "ible" + ], + [ + ".J", + "Panel" + ], + [ + "Ġphys", + "icians" + ], + [ + "art", + "in" + ], + [ + "Ġdes", + "irable" + ], + [ + "Ġdistinct", + "ive" + ], + [ + ".D", + "ep" + ], + [ + "g", + "id" + ], + [ + "ili", + "ate" + ], + [ + ",", + "max" + ], + [ + "Ġprem", + "iere" + ], + [ + "Ġq", + "Debug" + ], + [ + "Ġadvoc", + "acy" + ], + [ + "Ġwh", + "isper" + ], + [ + "P", + "t" + ], + [ + "Ġun", + "changed" + ], + [ + "_q", + "ty" + ], + [ + "请", + "æ±Ĥ" + ], + [ + "Se", + "ason" + ], + [ + "avel", + "ength" + ], + [ + "ĠP", + "ul" + ], + [ + "Ġd", + "ÃŃa" + ], + [ + "']", + "]],Ċ" + ], + [ + "al", + "is" + ], + [ + "(\"", + "&" + ], + [ + "bor", + "o" + ], + [ + "Ġb", + "m" + ], + [ + "ĠR", + "adi" + ], + [ + "w", + "rong" + ], + [ + "ĠGo", + "ing" + ], + [ + "ime", + "Type" + ], + [ + "ij", + "i" + ], + [ + "-", + "feedback" + ], + [ + "ĠN", + "ames" + ], + [ + "ĠB", + "apt" + ], + [ + "Ġprob", + "able" + ], + [ + "ĠE", + "ther" + ], + [ + "ĠPolit", + "ics" + ], + [ + "_prot", + "ocol" + ], + [ + "lin", + "ing" + ], + [ + "S", + "at" + ], + [ + "Ġcor", + "rel" + ], + [ + ".Pr", + "imary" + ], + [ + "(null", + "able" + ], + [ + "RI", + "ORITY" + ], + [ + "Ġcolor", + "ing" + ], + [ + "Ġutil", + "izing" + ], + [ + "d", + "as" + ], + [ + "Ġexport", + "ed" + ], + [ + "Ġcar", + "riers" + ], + [ + "Con", + "v" + ], + [ + ".", + "editor" + ], + [ + "i", + "ó" + ], + [ + "(h", + "andles" + ], + [ + "Ġapprec", + "iation" + ], + [ + ".", + "import" + ], + [ + "ĠAust", + "ria" + ], + [ + "ĠStr", + "ip" + ], + [ + "il", + "ight" + ], + [ + "Ġappropri", + "ately" + ], + [ + "ĠP", + "rest" + ], + [ + "ĠW", + "ir" + ], + [ + "ĠUI", + "Application" + ], + [ + "al", + "chemy" + ], + [ + "ĠM", + "ob" + ], + [ + "ĠD", + "etermin" + ], + [ + "ergus", + "on" + ], + [ + "register", + "ed" + ], + [ + "_con", + "vert" + ], + [ + "ĠVlad", + "imir" + ], + [ + ".Show", + "Dialog" + ], + [ + "ref", + "lect" + ], + [ + "Ġsh", + "ook" + ], + [ + "Ġass", + "ure" + ], + [ + "ĠO", + "ften" + ], + [ + "Ġcivil", + "ization" + ], + [ + "Ġvocab", + "ulary" + ], + [ + "fore", + "ground" + ], + [ + "ĠS", + "cope" + ], + [ + "Ġunw", + "anted" + ], + [ + "act", + "ing" + ], + [ + "Ġ(", + "[]" + ], + [ + "Ġmark", + "ing" + ], + [ + ".", + "original" + ], + [ + "ĠMO", + "VE" + ], + [ + "Ġsport", + "ing" + ], + [ + "ception", + "s" + ], + [ + "NS", + "Number" + ], + [ + "S", + "izes" + ], + [ + "Ġprovinc", + "ial" + ], + [ + "_Tr", + "ans" + ], + [ + "Ġproblem", + "atic" + ], + [ + "d", + "igit" + ], + [ + "ĠEm", + "ma" + ], + [ + "lock", + "s" + ], + [ + "ĠC", + "rew" + ], + [ + "ib", + "a" + ], + [ + "')", + ":" + ], + [ + "ish", + "a" + ], + [ + "Ġm", + "amm" + ], + [ + "Ġocc", + "ured" + ], + [ + "w", + "cs" + ], + [ + "(r", + "ule" + ], + [ + "Ġmerch", + "andise" + ], + [ + "es", + "pecially" + ], + [ + "ĠT", + "win" + ], + [ + "Ġn", + "aming" + ], + [ + "Ġs", + "log" + ], + [ + "Ġimpro", + "ves" + ], + [ + "Ġad", + "her" + ], + [ + ":", + "text" + ], + [ + ".h", + "adoop" + ], + [ + "_HT", + "TP" + ], + [ + ".to", + "List" + ], + [ + ".dis", + "abled" + ], + [ + "Ġl", + "enses" + ], + [ + ".in", + "i" + ], + [ + "ĠR", + "are" + ], + [ + "ĠUb", + "untu" + ], + [ + "Ġsc", + "ram" + ], + [ + "ol", + "ation" + ], + [ + "tit", + "ulo" + ], + [ + "Every", + "thing" + ], + [ + "Ġnod", + "ded" + ], + [ + "icht", + "ig" + ], + [ + "_const", + "ant" + ], + [ + "z", + "c" + ], + [ + "l", + "ift" + ], + [ + "ĠNot", + "ify" + ], + [ + "ond", + "o" + ], + [ + "ĠIN", + "F" + ], + [ + "(\"", + "+" + ], + [ + "ĠK", + "az" + ], + [ + "Ġd", + "read" + ], + [ + ".m", + "apper" + ], + [ + "le", + "ur" + ], + [ + "ĠCome", + "y" + ], + [ + "ĠN", + "B" + ], + [ + "ic", + "ers" + ], + [ + ".P", + "ush" + ], + [ + "ĠH", + "ack" + ], + [ + "ĠBrazil", + "ian" + ], + [ + "_pro", + "d" + ], + [ + "Ġ//", + "ĊĊ" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġun", + "available" + ], + [ + "Ġadoles", + "cent" + ], + [ + "bl", + "k" + ], + [ + "Ġmit", + "ig" + ], + [ + "_bl", + "ue" + ], + [ + "ì", + "ĺ" + ], + [ + "fade", + "In" + ], + [ + "ĠUtil", + "ities" + ], + [ + "ĠM", + "N" + ], + [ + ";", + "k" + ], + [ + "<", + "style" + ], + [ + "-", + "status" + ], + [ + "ind", + "o" + ], + [ + "Ġinn", + "ings" + ], + [ + "Ġg", + "j" + ], + [ + "Ġ||", + "=" + ], + [ + ".e", + "u" + ], + [ + ":", + "Number" + ], + [ + "Ġcuis", + "ine" + ], + [ + "ĠURL", + "s" + ], + [ + "ie", + "k" + ], + [ + "Ġw", + "ires" + ], + [ + "ĉ", + "ps" + ], + [ + "ie", + "g" + ], + [ + ".m", + "k" + ], + [ + "so", + "ap" + ], + [ + "Ġsom", + "etime" + ], + [ + "Ġst", + "ap" + ], + [ + "_s", + "eries" + ], + [ + ".T", + "arget" + ], + [ + "æ", + "º" + ], + [ + ".dest", + "ination" + ], + [ + "OUN", + "TER" + ], + [ + "R", + "aises" + ], + [ + "&", + "A" + ], + [ + "Ġsmart", + "phones" + ], + [ + "NI", + "Env" + ], + [ + ".s", + "dk" + ], + [ + "Ġhelicopt", + "er" + ], + [ + "Ġim", + "pe" + ], + [ + "ĠB", + "irth" + ], + [ + "A", + "U" + ], + [ + "b", + "readcrumbs" + ], + [ + "co", + "ords" + ], + [ + "Ġexplo", + "red" + ], + [ + "Ġl", + "od" + ], + [ + "ĠI", + "p" + ], + [ + "g", + "able" + ], + [ + "ian", + "e" + ], + [ + "Ġart", + "ifacts" + ], + [ + "Box", + "Layout" + ], + [ + "ا", + "ر" + ], + [ + "list", + "ener" + ], + [ + ".c", + "art" + ], + [ + "ĠH", + "uff" + ], + [ + "ĠHind", + "u" + ], + [ + "ĠData", + "Types" + ], + [ + "ĠDr", + "upal" + ], + [ + "IGN", + "ORE" + ], + [ + "Ġoffset", + "s" + ], + [ + "ĠR", + "TC" + ], + [ + "-", + "login" + ], + [ + "æ", + "®" + ], + [ + "ĠQ", + "Object" + ], + [ + "Ġprosec", + "utor" + ], + [ + "R", + "ock" + ], + [ + "_ch", + "at" + ], + [ + "W", + "ay" + ], + [ + "ì", + "²" + ], + [ + "Ġneg", + "lig" + ], + [ + "Ġd", + "ude" + ], + [ + ";", + "<" + ], + [ + "Ġdeleg", + "ates" + ], + [ + "_f", + "ailed" + ], + [ + "/", + "dev" + ], + [ + "/", + "work" + ], + [ + "(", + "New" + ], + [ + "et", + "able" + ], + [ + "()", + "\"" + ], + [ + "(", + "Icons" + ], + [ + "Ġp", + "ork" + ], + [ + "ĠModel", + "AndView" + ], + [ + "ĠV", + "IP" + ], + [ + "ĠK", + "or" + ], + [ + "m", + "ix" + ], + [ + "Ġox", + "id" + ], + [ + "ĠSC", + "REEN" + ], + [ + "ĠFour", + "th" + ], + [ + "/", + "\",Ċ" + ], + [ + "Ġte", + "e" + ], + [ + "ĠSte", + "vens" + ], + [ + "t", + "icks" + ], + [ + "Ġp", + "ledge" + ], + [ + "ib", + "bon" + ], + [ + "ĠLo", + "an" + ], + [ + "Ġne", + "o" + ], + [ + "n", + "umpy" + ], + [ + "ĠShared", + "Preferences" + ], + [ + "-", + "oriented" + ], + [ + "ĠLogger", + "Factory" + ], + [ + "ĠGraph", + "QL" + ], + [ + "zen", + "ia" + ], + [ + "\"", + "_" + ], + [ + "W", + "omen" + ], + [ + ".c", + "ast" + ], + [ + "Ġdeliber", + "ately" + ], + [ + "+", + "b" + ], + [ + "ĠAr", + "n" + ], + [ + "font", + "Size" + ], + [ + "Ġm", + "aze" + ], + [ + "Ġbl", + "amed" + ], + [ + ".m", + "as" + ], + [ + "}", + ")čĊ" + ], + [ + "eler", + "ik" + ], + [ + "Ġsc", + "anning" + ], + [ + "ĠWork", + "shop" + ], + [ + "Ġfind", + "en" + ], + [ + "Ġca", + "ut" + ], + [ + "UI", + "Font" + ], + [ + "(", + "return" + ], + [ + "al", + "in" + ], + [ + "cast", + "le" + ], + [ + "////////////////////////////////////////////////////////////////", + "////////" + ], + [ + "Ġincent", + "ive" + ], + [ + "op", + "ath" + ], + [ + "b", + "lob" + ], + [ + "Ġcigaret", + "te" + ], + [ + "Ġfert", + "il" + ], + [ + "*/", + "ĊĊĊ" + ], + [ + "ĠSh", + "ar" + ], + [ + "Ċ", + "ĠĠĠĠĠĠĊ" + ], + [ + "Ġunc", + "ertain" + ], + [ + "ĠS", + "ton" + ], + [ + "Oper", + "ations" + ], + [ + "ĠSp", + "encer" + ], + [ + "Ġdef", + "in" + ], + [ + "ĠS", + "olo" + ], + [ + "on", + "est" + ], + [ + "·»", + "åĬł" + ], + [ + "Ġu", + "omo" + ], + [ + "G", + "ive" + ], + [ + "Ġdent", + "ro" + ], + [ + ";", + "padding" + ], + [ + "ent", + "ai" + ], + [ + "ĠC", + "ars" + ], + [ + "Ġenthus", + "iasm" + ], + [ + "ĠOper", + "ating" + ], + [ + "S", + "kip" + ], + [ + "par", + "ation" + ], + [ + "Ġprotect", + "s" + ], + [ + "Ġre", + "ver" + ], + [ + "d", + "g" + ], + [ + "ĠC", + "incinnati" + ], + [ + "Ġconsect", + "etur" + ], + [ + "Ġm", + "uss" + ], + [ + "employ", + "ed" + ], + [ + "a", + "uses" + ], + [ + "ink", + "le" + ], + [ + ".", + "Values" + ], + [ + "£", + "¼" + ], + [ + "lo", + "v" + ], + [ + "_W", + "ARN" + ], + [ + "Ġbook", + "mark" + ], + [ + "ĠAp", + "ollo" + ], + [ + ".", + "axis" + ], + [ + "Ġm", + "ét" + ], + [ + "Ġop", + "ener" + ], + [ + "Ġtum", + "or" + ], + [ + "d", + "an" + ], + [ + "Ġelement", + "ary" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ĠK", + "er" + ], + [ + "as", + "ia" + ], + [ + "_res", + "p" + ], + [ + "Ġdem", + "ol" + ], + [ + "ĠCan", + "adians" + ], + [ + "Ġt", + "astes" + ], + [ + "U", + "Integer" + ], + [ + "Ġ'", + "${" + ], + [ + ".aw", + "s" + ], + [ + "RO", + "ID" + ], + [ + "ri", + "ans" + ], + [ + "M", + "Q" + ], + [ + "ord", + "able" + ], + [ + "Ġcous", + "in" + ], + [ + "Prop", + "agation" + ], + [ + "(S", + "ession" + ], + [ + "ph", + "alt" + ], + [ + "UL", + "D" + ], + [ + "ĠSc", + "alar" + ], + [ + "Ġblo", + "ody" + ], + [ + "Ġ", + "à¦" + ], + [ + ".m", + "ask" + ], + [ + ",", + "q" + ], + [ + "ĠUn", + "its" + ], + [ + "Ġcent", + "res" + ], + [ + "ĠPr", + "im" + ], + [ + ".", + "]ĊĊ" + ], + [ + "ĠSh", + "aw" + ], + [ + "P", + "rom" + ], + [ + "ĠTh", + "ought" + ], + [ + "Check", + "er" + ], + [ + "_output", + "s" + ], + [ + "(", + "chan" + ], + [ + "E", + "INVAL" + ], + [ + "Ġb", + "ob" + ], + [ + "_c", + "mp" + ], + [ + "P", + "ed" + ], + [ + "Ġmat", + "rices" + ], + [ + "Ġvrou", + "wen" + ], + [ + "Ġgenu", + "inely" + ], + [ + "high", + "light" + ], + [ + "(d", + "isplay" + ], + [ + ")", + "!=" + ], + [ + "Ġdel", + "icate" + ], + [ + "ĠL", + "uther" + ], + [ + "ĠM", + "iles" + ], + [ + "Ġuser", + "ID" + ], + [ + "%", + "=" + ], + [ + "ate", + "urs" + ], + [ + "_B", + "UF" + ], + [ + "----", + "---Ċ" + ], + [ + "imit", + "ives" + ], + [ + "Ġsh", + "elves" + ], + [ + "sl", + "ow" + ], + [ + "_in", + "formation" + ], + [ + "LE", + "G" + ], + [ + "W", + "r" + ], + [ + ".form", + "s" + ], + [ + "cel", + "and" + ], + [ + "/", + "un" + ], + [ + ":", + "&" + ], + [ + ".âĢĻ", + "ĊĊ" + ], + [ + "=\"", + "%" + ], + [ + "Ġpro", + "st" + ], + [ + "Ġfont", + "size" + ], + [ + "uc", + "ión" + ], + [ + "get", + "ic" + ], + [ + "am", + "t" + ], + [ + "=\"", + "." + ], + [ + "Dec", + "or" + ], + [ + "B", + "rit" + ], + [ + "Ġ\"\"", + ")." + ], + [ + "Ġfound", + "ing" + ], + [ + ".File", + "Name" + ], + [ + "ĠT", + "ier" + ], + [ + "Ġdisc", + "lose" + ], + [ + "á", + "m" + ], + [ + ".s", + "yn" + ], + [ + ".View", + "Holder" + ], + [ + "lic", + "ant" + ], + [ + "_st", + "age" + ], + [ + "Mon", + "day" + ], + [ + "Ġdes", + "erialize" + ], + [ + "t", + "alk" + ], + [ + "Ġtradition", + "ally" + ], + [ + "æĢ", + "ģ" + ], + [ + "Ø", + "®" + ], + [ + "LE", + "X" + ], + [ + "Ġe", + "h" + ], + [ + "ĉ", + "ROM" + ], + [ + "Ġ{", + "})Ċ" + ], + [ + "Quest", + "ions" + ], + [ + "nc", + "py" + ], + [ + "Ġfix", + "ing" + ], + [ + "к", + "Ñĥ" + ], + [ + "_", + "Key" + ], + [ + ":", + "x" + ], + [ + "ĠSTR", + "ING" + ], + [ + "ĠÑĦ", + "ай" + ], + [ + "ĉ", + "left" + ], + [ + "ĠBen", + "ch" + ], + [ + "ell", + "ij" + ], + [ + "UR", + "RED" + ], + [ + "ĠDi", + "agram" + ], + [ + "}", + "catch" + ], + [ + "/", + "time" + ], + [ + "ĠMiss", + "ing" + ], + [ + "db", + "name" + ], + [ + "Ġs", + "ore" + ], + [ + "ĠW", + "alt" + ], + [ + "ugg", + "ing" + ], + [ + "rep", + "resent" + ], + [ + "ĠG", + "S" + ], + [ + "ne", + "ys" + ], + [ + "ĉ", + "page" + ], + [ + "Ġvol", + "can" + ], + [ + "(b", + "tn" + ], + [ + "Ġexceed", + "s" + ], + [ + "Ġ", + "erg" + ], + [ + "Ġpil", + "ots" + ], + [ + "ĠS", + "ed" + ], + [ + "ers", + "ions" + ], + [ + "Ġpat", + "ron" + ], + [ + "R", + "V" + ], + [ + "/", + "top" + ], + [ + ".", + "asset" + ], + [ + "_c", + "ross" + ], + [ + ".", + "Editor" + ], + [ + ".t", + "b" + ], + [ + "Ġwel", + "coming" + ], + [ + "SC", + "REEN" + ], + [ + ")", + "findViewById" + ], + [ + "C", + "oder" + ], + [ + "", + "\",Ċ" + ], + [ + "_P", + "in" + ], + [ + "ues", + "e" + ], + [ + "Ġover", + "rides" + ], + [ + "_", + "ready" + ], + [ + "Adv", + "anced" + ], + [ + "Ġop", + "i" + ], + [ + "-c", + "art" + ], + [ + "(\"/", + "\"," + ], + [ + "ĠDe", + "b" + ], + [ + "CR", + "Y" + ], + [ + "ĠVert", + "ical" + ], + [ + "ĠO", + "VER" + ], + [ + "ĠCorpor", + "ate" + ], + [ + "Ġ\"\"", + ";" + ], + [ + "Ġste", + "pping" + ], + [ + "e", + "j" + ], + [ + "Ġaccus", + "ations" + ], + [ + "Ġor", + "az" + ], + [ + "_t", + "ail" + ], + [ + "Ġindu", + "ced" + ], + [ + "Ġel", + "astic" + ], + [ + "Ġbl", + "own" + ], + [ + ",", + "//" + ], + [ + "Ġbackground", + "s" + ], + [ + "âĢĻ", + "une" + ], + [ + "-s", + "dk" + ], + [ + "Ġset", + "Interval" + ], + [ + "Ġincent", + "ives" + ], + [ + "Ġveget", + "able" + ], + [ + "_", + "On" + ], + [ + "exp", + "anded" + ], + [ + "p", + "ix" + ], + [ + "_sh", + "ader" + ], + [ + "ĠSP", + "DX" + ], + [ + "@", + "example" + ], + [ + "ĠW", + "rapper" + ], + [ + ".Z", + "ero" + ], + [ + "Pos", + "itive" + ], + [ + "Ġsp", + "inner" + ], + [ + "Ġinvent", + "ed" + ], + [ + "ĠG", + "ates" + ], + [ + "оÑĤ", + "оÑĢ" + ], + [ + "Ġcompar", + "isons" + ], + [ + "è", + "·" + ], + [ + ".pr", + "imary" + ], + [ + "data", + "Provider" + ], + [ + "add", + "itional" + ], + [ + "ĉ", + "options" + ], + [ + "s", + "napshot" + ], + [ + ".set", + "Horizontal" + ], + [ + "Ġ\"", + "{}" + ], + [ + "ĠFish", + "er" + ], + [ + "hal", + "ten" + ], + [ + "<", + "Type" + ], + [ + "Ġmax", + "Length" + ], + [ + "ĠM", + "t" + ], + [ + "Ġê°", + "Ģ" + ], + [ + ".jet", + "brains" + ], + [ + "Ġident", + "ifies" + ], + [ + "Ġflow", + "ing" + ], + [ + "ĠDisc", + "ussion" + ], + [ + "ats", + "by" + ], + [ + "Ġsch", + "w" + ], + [ + "ught", + "y" + ], + [ + "Ġr", + "ivers" + ], + [ + ".un", + "ique" + ], + [ + "_PH", + "Y" + ], + [ + "ed", + "ral" + ], + [ + "(", + "ll" + ], + [ + "Ġcs", + "rf" + ], + [ + "pp", + "ers" + ], + [ + "ü", + "l" + ], + [ + "ĠEs", + "pecially" + ], + [ + "port", + "ed" + ], + [ + "ĠHarr", + "ison" + ], + [ + "******", + "*/Ċ" + ], + [ + "Text", + "Color" + ], + [ + "ìĬ", + "µ" + ], + [ + "w", + "ire" + ], + [ + "Ġstatus", + "Code" + ], + [ + "ĠFin", + "ish" + ], + [ + "c", + "ence" + ], + [ + "ĠMcC", + "ain" + ], + [ + "ĠW", + "or" + ], + [ + "(", + "await" + ], + [ + "Ġ)", + "->" + ], + [ + "ĠRegister", + "ed" + ], + [ + "IN", + "ED" + ], + [ + "k", + "al" + ], + [ + "par", + "ison" + ], + [ + "Ġobj", + "eto" + ], + [ + "V", + "i" + ], + [ + "mand", + "a" + ], + [ + "Ġrenew", + "ed" + ], + [ + "ĠS", + "of" + ], + [ + "ess", + "el" + ], + [ + ".nd", + "array" + ], + [ + "Ġcr", + "ap" + ], + [ + "ç®", + "¡" + ], + [ + ".ab", + "spath" + ], + [ + "(", + "up" + ], + [ + "Ġclear", + "ance" + ], + [ + "ĠT", + "W" + ], + [ + "_C", + "OPY" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉ" + ], + [ + "Ġforest", + "s" + ], + [ + "Ġarg", + "uably" + ], + [ + "ĠA", + "SS" + ], + [ + "he", + "y" + ], + [ + "am", + "el" + ], + [ + "_f", + "ore" + ], + [ + "ĠSou", + "theast" + ], + [ + "Ġab", + "used" + ], + [ + "Ġpract", + "icing" + ], + [ + "aked", + "irs" + ], + [ + "ä¸", + "»" + ], + [ + "_res", + "ources" + ], + [ + "Ġp", + "ond" + ], + [ + ".F", + "ixed" + ], + [ + "Last", + "Error" + ], + [ + "ĠPsych", + "ology" + ], + [ + "Ġ\"", + "//" + ], + [ + "!", + ":" + ], + [ + "Re", + "usable" + ], + [ + "Ġmens", + "aje" + ], + [ + "Ġro", + "spy" + ], + [ + "Ġb", + "our" + ], + [ + "Ġvar", + "ieties" + ], + [ + "Ġem", + "path" + ], + [ + "((", + "{" + ], + [ + "_", + "org" + ], + [ + "ĠM", + "es" + ], + [ + "ĠMag", + "ento" + ], + [ + "IST", + "ORY" + ], + [ + "Un", + "less" + ], + [ + "Ġh", + "j" + ], + [ + "ĠD", + "uty" + ], + [ + "J", + "un" + ], + [ + ",", + "size" + ], + [ + "Ġpaint", + "ings" + ], + [ + "Ġdisp", + "ens" + ], + [ + "d", + "art" + ], + [ + "Ġbehavior", + "al" + ], + [ + "Ġr", + "pc" + ], + [ + "cal", + "culate" + ], + [ + "fr", + "uit" + ], + [ + "_m", + "m" + ], + [ + "ĉp", + "thread" + ], + [ + "Max", + "Length" + ], + [ + "Ġc", + "urrencies" + ], + [ + "_cap", + "acity" + ], + [ + "ĠO", + "z" + ], + [ + "Ġfire", + "arm" + ], + [ + "Ġcoeff", + "icient" + ], + [ + "Ġbankrupt", + "cy" + ], + [ + "w", + "art" + ], + [ + "Ġfat", + "igue" + ], + [ + "AV", + "A" + ], + [ + "Ġes", + "pa" + ], + [ + "_p", + "c" + ], + [ + "ĠQu", + "otes" + ], + [ + "_L", + "IGHT" + ], + [ + "ĠT", + "ickets" + ], + [ + "Ġrel", + "ates" + ], + [ + "Ġpublish", + "ers" + ], + [ + "Ġunlock", + "ed" + ], + [ + "Ġ//", + "----------------------------------------------------------------" + ], + [ + "ĠInterrupt", + "edException" + ], + [ + "Ġout", + "look" + ], + [ + "r", + "n" + ], + [ + "Ġreb", + "els" + ], + [ + "W", + "ritten" + ], + [ + "Ġas", + "ian" + ], + [ + "ot", + "to" + ], + [ + "Ġ", + "ĉĉĉĉ" + ], + [ + "_g", + "pu" + ], + [ + "T", + "xt" + ], + [ + ".Image", + "View" + ], + [ + "Ġsu", + "is" + ], + [ + "_t", + "ables" + ], + [ + ".Rec", + "yclerView" + ], + [ + "Ġwhat", + "soever" + ], + [ + "è", + "ģ" + ], + [ + "]", + "++;Ċ" + ], + [ + "assert", + "True" + ], + [ + "_", + "verify" + ], + [ + "ĠR", + "ivers" + ], + [ + "Ġ", + "][" + ], + [ + "J", + "et" + ], + [ + "id", + "ian" + ], + [ + "S", + "ibling" + ], + [ + "Ġgen", + "res" + ], + [ + ".A", + "ccess" + ], + [ + "OP", + "S" + ], + [ + "Ġtr", + "ivial" + ], + [ + "à¸", + "ª" + ], + [ + "al", + "en" + ], + [ + "в", + "ед" + ], + [ + "ĠS", + "word" + ], + [ + "Ġscrut", + "iny" + ], + [ + "(c", + "b" + ], + [ + "Ġcomm", + "erce" + ], + [ + "Ġguarante", + "es" + ], + [ + "_ad", + "v" + ], + [ + "ĠL", + "ET" + ], + [ + "rec", + "io" + ], + [ + "Ġh", + "ilar" + ], + [ + "Ġback", + "yard" + ], + [ + "ãĢ", + "ı" + ], + [ + "Ġillustr", + "ated" + ], + [ + "/v", + "endor" + ], + [ + ".", + "Util" + ], + [ + "Ġw", + "ow" + ], + [ + "LO", + "Y" + ], + [ + "ĠMar", + "shal" + ], + [ + "\">", + "'.$" + ], + [ + "ĠB", + "ak" + ], + [ + "Ġmod", + "ifiers" + ], + [ + "d", + "ictionary" + ], + [ + "ĠSt", + "re" + ], + [ + "m", + "ultiple" + ], + [ + "\"))", + "," + ], + [ + "ĠC", + "ort" + ], + [ + "']", + "\")." + ], + [ + "(", + "admin" + ], + [ + "ĠCre", + "ator" + ], + [ + "Int", + "ernet" + ], + [ + "(", + "ms" + ], + [ + "log", + "y" + ], + [ + "DECL", + "ARE" + ], + [ + "ĠMarc", + "us" + ], + [ + "<<", + "<<" + ], + [ + "ãģ", + "ł" + ], + [ + "_m", + "y" + ], + [ + "(in", + "st" + ], + [ + "Ġsc", + "iences" + ], + [ + "ND", + "ER" + ], + [ + ".", + "enter" + ], + [ + "Ġit", + "u" + ], + [ + "Ġbeh", + "ave" + ], + [ + "P", + "an" + ], + [ + "omb", + "ies" + ], + [ + "='", + "<" + ], + [ + "'))", + ";čĊ" + ], + [ + "ĠM", + "ENU" + ], + [ + "ĠWork", + "ers" + ], + [ + ".No", + "Error" + ], + [ + "Ġbind", + "ings" + ], + [ + "Ġdis", + "abilities" + ], + [ + "{", + "\\" + ], + [ + "ĠM", + "unicip" + ], + [ + "Ġco", + "res" + ], + [ + "ur", + "ple" + ], + [ + "ĠN", + "okia" + ], + [ + "us", + "ions" + ], + [ + "ĠF", + "itness" + ], + [ + ".handle", + "Change" + ], + [ + "Ġjav", + "ascript" + ], + [ + "ìļ", + "Ķ" + ], + [ + "(", + "dec" + ], + [ + "Ġpack", + "ing" + ], + [ + "-de", + "pend" + ], + [ + "Ġtrans", + "cript" + ], + [ + "z", + "eros" + ], + [ + "_", + "alert" + ], + [ + "?", + "\",Ċ" + ], + [ + "lib", + "s" + ], + [ + "±", + "оÑĤ" + ], + [ + "Ġ|", + "ĊĊ" + ], + [ + "tr", + "ained" + ], + [ + "ĠG", + "ent" + ], + [ + "ĠR", + "ab" + ], + [ + "x", + "p" + ], + [ + "_config", + "uration" + ], + [ + "å¤", + "©" + ], + [ + "_", + "accept" + ], + [ + ".rec", + "yclerview" + ], + [ + ":", + "url" + ], + [ + "ĠMu", + "hammad" + ], + [ + "Ġprivile", + "ges" + ], + [ + "_b", + "ank" + ], + [ + "uk", + "u" + ], + [ + "w", + "allet" + ], + [ + "ĠRO", + "OT" + ], + [ + "Ġenc", + "uent" + ], + [ + "?", + "family" + ], + [ + "ĉ", + "position" + ], + [ + "Ġc", + "g" + ], + [ + "Ġprec", + "ip" + ], + [ + "method", + "s" + ], + [ + "_f", + "ast" + ], + [ + "in", + "crement" + ], + [ + "ĠT", + "iger" + ], + [ + "_OCC", + "URRED" + ], + [ + "qu", + "ip" + ], + [ + "ĠH", + "AS" + ], + [ + "_d", + "om" + ], + [ + "Ġw", + "reck" + ], + [ + "b", + "j" + ], + [ + "Ġd", + "ern" + ], + [ + "Ġorg", + "ans" + ], + [ + ".", + "entries" + ], + [ + "Ġ_", + "('" + ], + [ + "ram", + "ento" + ], + [ + "ĠJam", + "ie" + ], + [ + "Ġp", + "unk" + ], + [ + "IP", + "P" + ], + [ + "Ġprogram", + "a" + ], + [ + "Ġatt", + "ain" + ], + [ + "Ġpro", + "ves" + ], + [ + "/s", + "ign" + ], + [ + "Ġanswer", + "ing" + ], + [ + "Ġl", + "adder" + ], + [ + "************************", + "****" + ], + [ + "ĠW", + "almart" + ], + [ + "ĠCONT", + "ENT" + ], + [ + "duct", + "or" + ], + [ + "Ġver", + "bal" + ], + [ + "ĠP", + "ID" + ], + [ + "c", + "rypto" + ], + [ + "_CALL", + "BACK" + ], + [ + "Ġ=", + "================================" + ], + [ + "Ġpot", + "ent" + ], + [ + "Ġshort", + "s" + ], + [ + ".U", + "ri" + ], + [ + ".un", + "iform" + ], + [ + ";", + "border" + ], + [ + "ĠW", + "er" + ], + [ + "Ġhere", + "in" + ], + [ + "ll", + "a" + ], + [ + "ĠI", + "hr" + ], + [ + "P", + "ixmap" + ], + [ + "l", + "iteral" + ], + [ + "!", + ")ĊĊ" + ], + [ + "g", + "eneric" + ], + [ + "r", + "ust" + ], + [ + "_script", + "s" + ], + [ + "ost", + "o" + ], + [ + "it", + "us" + ], + [ + "ĠCoal", + "ition" + ], + [ + "Ġrem", + "ot" + ], + [ + "de", + "ploy" + ], + [ + "ĠEag", + "le" + ], + [ + "ãĢģ", + "ãĢĮ" + ], + [ + "Ġimportant", + "e" + ], + [ + "ĉ", + "object" + ], + [ + "Ġseason", + "al" + ], + [ + "ne", + "j" + ], + [ + "aid", + "u" + ], + [ + "Bind", + "View" + ], + [ + "ĠSi", + "erra" + ], + [ + "-b", + "g" + ], + [ + "Ġmake", + "Styles" + ], + [ + "[", + "offset" + ], + [ + "G", + "ames" + ], + [ + "Ġhorm", + "one" + ], + [ + "AR", + "IO" + ], + [ + "head", + "s" + ], + [ + "(", + "select" + ], + [ + "ĠStart", + "ed" + ], + [ + "@", + "param" + ], + [ + "_de", + "cl" + ], + [ + "_b", + "log" + ], + [ + "Ġa", + "ño" + ], + [ + "\\", + "Api" + ], + [ + "ĠMil", + "waukee" + ], + [ + "Pro", + "vid" + ], + [ + "An", + "imated" + ], + [ + "Ġcool", + "er" + ], + [ + "ĠSe", + "ed" + ], + [ + ".", + "Edit" + ], + [ + "Ï", + "Ħ" + ], + [ + "ĠT", + "aking" + ], + [ + "Ġborder", + "Color" + ], + [ + "-found", + "er" + ], + [ + ".Logger", + "Factory" + ], + [ + "Ġ\"\"", + "ĊĊ" + ], + [ + "AL", + "T" + ], + [ + "ĠL", + "ate" + ], + [ + "EDI", + "ATE" + ], + [ + "Ġ);ĊĊ", + "Ċ" + ], + [ + "af", + "a" + ], + [ + "Ġcancell", + "ation" + ], + [ + "At", + "om" + ], + [ + "ĠB", + "irmingham" + ], + [ + "emp", + "resa" + ], + [ + "HE", + "MA" + ], + [ + "asc", + "al" + ], + [ + "Ġup", + "side" + ], + [ + ".V", + "ersion" + ], + [ + "ĠF", + "older" + ], + [ + "ĠE", + "ight" + ], + [ + "ĠV", + "intage" + ], + [ + "ĠApp", + "Delegate" + ], + [ + "ĠPre", + "vention" + ], + [ + ".se", + "parator" + ], + [ + "ST", + "M" + ], + [ + "(", + "room" + ], + [ + "gener", + "ator" + ], + [ + "Ġc", + "attle" + ], + [ + "ĉ", + "Z" + ], + [ + "ĠPart", + "icle" + ], + [ + "'", + "};Ċ" + ], + [ + "Ġneighb", + "ours" + ], + [ + "ĠState", + "less" + ], + [ + "Ġalt", + "itude" + ], + [ + "Ġsa", + "int" + ], + [ + "об", + "ав" + ], + [ + "Ġconv", + "inc" + ], + [ + "ĠCont", + "ents" + ], + [ + "Ġje", + "une" + ], + [ + "(t", + "s" + ], + [ + "Serial", + "ization" + ], + [ + "(c", + "ollection" + ], + [ + "ĠJ", + "azz" + ], + [ + "ĠD", + "od" + ], + [ + "ĠR", + "och" + ], + [ + "ac", + "io" + ], + [ + "comm", + "ended" + ], + [ + "DEF", + "INE" + ], + [ + ".on", + "load" + ], + [ + "Ġspecial", + "ty" + ], + [ + "PL", + "ACE" + ], + [ + "_MO", + "VE" + ], + [ + "Ġaccount", + "able" + ], + [ + "Re", + "uters" + ], + [ + "Ġf", + "icken" + ], + [ + "Ġde", + "pr" + ], + [ + "W", + "ow" + ], + [ + "V", + "oid" + ], + [ + ".s", + "pace" + ], + [ + "à¸", + "Ĺ" + ], + [ + "Ġt", + "q" + ], + [ + "ĠP", + "ets" + ], + [ + "<", + "$" + ], + [ + "(C", + "urrent" + ], + [ + "ber", + "ries" + ], + [ + "plan", + "ation" + ], + [ + "Ġlist", + "Of" + ], + [ + "ĠTh", + "u" + ], + [ + "ĠPR", + "INT" + ], + [ + "Ġm", + "ismo" + ], + [ + "Ġdo", + "i" + ], + [ + "ch", + "k" + ], + [ + "ĠUn", + "icode" + ], + [ + "(", + "role" + ], + [ + "Ġvir", + "gin" + ], + [ + "<", + "Point" + ], + [ + "_RESP", + "ONSE" + ], + [ + "-h", + "ouse" + ], + [ + "ĠVenez", + "uela" + ], + [ + "EM", + "AIL" + ], + [ + "Ġp", + "úb" + ], + [ + "_ex", + "ist" + ], + [ + "B", + "all" + ], + [ + ".C", + "L" + ], + [ + "re", + "ferences" + ], + [ + "ĠBeautiful", + "Soup" + ], + [ + "ĉ", + "Expect" + ], + [ + "TH", + "IS" + ], + [ + "Ñĥ", + "д" + ], + [ + "b", + "ane" + ], + [ + "Ġtemp", + "oral" + ], + [ + "ER", + "IC" + ], + [ + "et", + "as" + ], + [ + "Ġrefresh", + "ing" + ], + [ + "Ġsec", + "ular" + ], + [ + "@", + "synthesize" + ], + [ + "ac", + "cur" + ], + [ + "Ġn", + "ella" + ], + [ + "ĠS", + "OL" + ], + [ + ".p", + "ipe" + ], + [ + "Ch", + "annels" + ], + [ + "èĩ", + "ª" + ], + [ + "Ġinsert", + "ion" + ], + [ + "á»", + "ĭ" + ], + [ + "el", + "ia" + ], + [ + "Ġadjust", + "able" + ], + [ + "Can", + "ada" + ], + [ + "ĠI", + "TEM" + ], + [ + "Ġcur", + "ves" + ], + [ + "ĠChe", + "ap" + ], + [ + "let", + "ing" + ], + [ + "Ġoptim", + "istic" + ], + [ + "al", + "lo" + ], + [ + "Ġpolit", + "ician" + ], + [ + "_down", + "load" + ], + [ + "=", + "edge" + ], + [ + "ORT", + "H" + ], + [ + "Ġmodel", + "o" + ], + [ + "art", + "o" + ], + [ + ".", + "rotate" + ], + [ + "Ġs", + "elenium" + ], + [ + "æĪ", + "ij" + ], + [ + "_al", + "ias" + ], + [ + "Ġrenown", + "ed" + ], + [ + ".'", + "." + ], + [ + "Ġc", + "zy" + ], + [ + "Ġal", + "les" + ], + [ + ".Com", + "piler" + ], + [ + "ĠB", + "ass" + ], + [ + "Conn", + "ector" + ], + [ + ".R", + "ole" + ], + [ + "L", + "INK" + ], + [ + "Ġc", + "riterion" + ], + [ + "lem", + "etry" + ], + [ + "Success", + "fully" + ], + [ + "/p", + "ng" + ], + [ + "Ġey", + "eb" + ], + [ + "asp", + "berry" + ], + [ + "(", + "gr" + ], + [ + "Ġd", + "angers" + ], + [ + "Ġcorrect", + "ed" + ], + [ + "Ġgl", + "ow" + ], + [ + "Ġelabor", + "ate" + ], + [ + "ĠB", + "ears" + ], + [ + "aw", + "ai" + ], + [ + "=\"", + "'+" + ], + [ + "Ġpromot", + "ions" + ], + [ + "Ġmathematic", + "al" + ], + [ + "Ġ\"", + "`" + ], + [ + "_Generic", + "Class" + ], + [ + "ĠChe", + "f" + ], + [ + ".S", + "ort" + ], + [ + "table", + "Name" + ], + [ + "R", + "IC" + ], + [ + "Ġvolunt", + "ary" + ], + [ + "ĠBl", + "ade" + ], + [ + "-e", + "lect" + ], + [ + "ĠCom", + "bat" + ], + [ + "ĠAb", + "ility" + ], + [ + "Ġab", + "dom" + ], + [ + "Ġd", + "uck" + ], + [ + "T", + "mp" + ], + [ + "åħ", + "¨" + ], + [ + "Ġer", + "ase" + ], + [ + ".P", + "h" + ], + [ + "ĠDefault", + "s" + ], + [ + "p", + "artment" + ], + [ + "_US", + "B" + ], + [ + "ê", + "te" + ], + [ + ";", + "'" + ], + [ + "Ġp", + "ads" + ], + [ + "ĠOb", + "amacare" + ], + [ + ".T", + "otal" + ], + [ + "Ġdiv", + "ert" + ], + [ + "Ġcr", + "icket" + ], + [ + "Ġrecre", + "ational" + ], + [ + "(", + "red" + ], + [ + "ĠC", + "le" + ], + [ + "R", + "U" + ], + [ + "Ġmist", + "aken" + ], + [ + "ĠMont", + "ana" + ], + [ + "Ġstr", + "ive" + ], + [ + "_sl", + "ider" + ], + [ + "ĠPl", + "astic" + ], + [ + "Ġdecor", + "ated" + ], + [ + "ĠV", + "P" + ], + [ + "lic", + "o" + ], + [ + "ĉf", + "alse" + ], + [ + "Ġpre", + "fs" + ], + [ + "(", + "\\\"" + ], + [ + "_f", + "alse" + ], + [ + "i", + "endo" + ], + [ + "Ġ@", + "$" + ], + [ + "B", + "ucket" + ], + [ + "act", + "ical" + ], + [ + "ĠZ", + "hang" + ], + [ + ".c", + "ols" + ], + [ + ".B", + "inding" + ], + [ + "Ġw", + "ax" + ], + [ + "_ST", + "ORAGE" + ], + [ + "Ġlaw", + "n" + ], + [ + "Ġr", + "f" + ], + [ + ".Sc", + "ene" + ], + [ + "ĠCal", + "culator" + ], + [ + ".d", + "esign" + ], + [ + "Ġres", + "il" + ], + [ + "л", + "ем" + ], + [ + "E", + "mploy" + ], + [ + "ĠPr", + "ices" + ], + [ + "ĠP", + "WM" + ], + [ + "ag", + "i" + ], + [ + ".e", + "valuate" + ], + [ + "ĉ", + "param" + ], + [ + "Ġbr", + "ass" + ], + [ + "bb", + "en" + ], + [ + "Ġinflamm", + "ation" + ], + [ + "ull", + "ivan" + ], + [ + "Ġan", + "not" + ], + [ + "Ġp", + "H" + ], + [ + "iam", + "eter" + ], + [ + "ĠB", + "TC" + ], + [ + "(", + "box" + ], + [ + "Story", + "board" + ], + [ + "Ġcl", + "ay" + ], + [ + ".assert", + "Raises" + ], + [ + "|", + "string" + ], + [ + ".App", + "ly" + ], + [ + "Ġmatch", + "er" + ], + [ + "und", + "ed" + ], + [ + "Ġsatisf", + "ying" + ], + [ + "Ġìł", + "ķ" + ], + [ + "Render", + "ing" + ], + [ + "_app", + "ro" + ], + [ + "ind", + "rome" + ], + [ + "AN", + "EL" + ], + [ + "_f", + "ix" + ], + [ + "br", + "ush" + ], + [ + ".M", + "atch" + ], + [ + "Ġsm", + "iling" + ], + [ + "on", + "aut" + ], + [ + "S", + "unday" + ], + [ + "Ġdelet", + "ion" + ], + [ + "Ġencour", + "ages" + ], + [ + "P", + "ull" + ], + [ + "Ġreven", + "ge" + ], + [ + "Ġqu", + "arry" + ], + [ + "tr", + "ade" + ], + [ + "Ġc", + "ables" + ], + [ + "(d", + "elta" + ], + [ + "ites", + "pace" + ], + [ + "Ġf", + "h" + ], + [ + ".b", + "unifu" + ], + [ + "Ġvi", + "el" + ], + [ + "_IN", + "CLUDED" + ], + [ + "ĠT", + "ail" + ], + [ + "ad", + "ar" + ], + [ + "of", + "s" + ], + [ + "Ġmet", + "als" + ], + [ + "g", + "om" + ], + [ + "_method", + "s" + ], + [ + "Ġn", + "j" + ], + [ + ".St", + "d" + ], + [ + "(w", + "in" + ], + [ + "$", + "('" + ], + [ + "Ġt", + "urtle" + ], + [ + "ur", + "on" + ], + [ + "Ġen", + "rolled" + ], + [ + "ĠH", + "z" + ], + [ + "ĠBox", + "Decoration" + ], + [ + "Ġp", + "ont" + ], + [ + "rel", + "ationship" + ], + [ + "B", + "i" + ], + [ + "³", + "»" + ], + [ + "Ġmas", + "cul" + ], + [ + "Ġsh", + "ades" + ], + [ + "Ġv", + "r" + ], + [ + "ĠLog", + "ic" + ], + [ + "Ġa", + "in" + ], + [ + "ĠD", + "IST" + ], + [ + "Ġcoll", + "ar" + ], + [ + "\"", + "profile" + ], + [ + "Generated", + "Value" + ], + [ + "ĠP", + "ossible" + ], + [ + "Ġe", + "ines" + ], + [ + "ĥ", + "ģ" + ], + [ + ".time", + "out" + ], + [ + "ĠE", + "c" + ], + [ + "Ġjer", + "sey" + ], + [ + ".D", + "ouble" + ], + [ + "Ġqual", + "ifying" + ], + [ + "v", + "or" + ], + [ + "CRE", + "EN" + ], + [ + "_A", + "pp" + ], + [ + "_rec", + "v" + ], + [ + "Ġali", + "ens" + ], + [ + "It", + "s" + ], + [ + "E", + "sc" + ], + [ + "i", + "ator" + ], + [ + "ĠE", + "clipse" + ], + [ + "Ġg", + "h" + ], + [ + "V", + "ict" + ], + [ + "ĉ", + "html" + ], + [ + "to", + "o" + ], + [ + ".", + "const" + ], + [ + "Ġant", + "erior" + ], + [ + "ĠW", + "u" + ], + [ + "(key", + "s" + ], + [ + "Ġul", + "tr" + ], + [ + "_p", + "oly" + ], + [ + "ĠT", + "ap" + ], + [ + "ĠB", + "ud" + ], + [ + "A", + "WS" + ], + [ + "Ġcrash", + "es" + ], + [ + "_t", + "ot" + ], + [ + "Cont", + "in" + ], + [ + "-h", + "anded" + ], + [ + "alth", + "ough" + ], + [ + "à¸", + "ļ" + ], + [ + "ific", + "ent" + ], + [ + "Ġde", + "ve" + ], + [ + "ut", + "ory" + ], + [ + "ĠW", + "orth" + ], + [ + "_M", + "S" + ], + [ + "Ġfloor", + "ing" + ], + [ + "Ġsell", + "ers" + ], + [ + "ĠThank", + "sgiving" + ], + [ + "Ġp", + "ng" + ], + [ + "Ġval", + "ores" + ], + [ + "Ġslee", + "ve" + ], + [ + "Ġfil", + "le" + ], + [ + "Ð", + "IJ" + ], + [ + "Ġappoint", + "ments" + ], + [ + "Ġv", + "im" + ], + [ + "User", + "Info" + ], + [ + "BO", + "OST" + ], + [ + "Ġpos", + "ed" + ], + [ + "initial", + "ized" + ], + [ + ".product", + "s" + ], + [ + "ĠLeaders", + "hip" + ], + [ + "man", + "uel" + ], + [ + "'", + "%" + ], + [ + "em", + "arks" + ], + [ + "Per", + "centage" + ], + [ + "(d", + "ist" + ], + [ + ".", + "avatar" + ], + [ + "(h", + "Object" + ], + [ + "ä»", + "Ĭ" + ], + [ + "_", + "iff" + ], + [ + "ic", + "one" + ], + [ + ";", + ")" + ], + [ + "_n", + "il" + ], + [ + "Ġab", + "ol" + ], + [ + "е", + "ÑģÑĤ" + ], + [ + "Ġven", + "ues" + ], + [ + ".Con", + "vert" + ], + [ + "!", + "')Ċ" + ], + [ + ".B", + "itmap" + ], + [ + "sk", + "in" + ], + [ + "_C", + "OLUMN" + ], + [ + "Re", + "v" + ], + [ + "G", + "RESS" + ], + [ + "g", + "ow" + ], + [ + "Ġw", + "ished" + ], + [ + "tract", + "s" + ], + [ + ".assert", + "False" + ], + [ + "Ġscreens", + "hot" + ], + [ + "Ġfo", + "is" + ], + [ + "Com", + "b" + ], + [ + "Line", + "Width" + ], + [ + "ĠGr", + "ab" + ], + [ + "Ġint", + "ensive" + ], + [ + "ĉ", + "sh" + ], + [ + "+", + ")" + ], + [ + ".first", + "Name" + ], + [ + "_PRO", + "CESS" + ], + [ + "Ġt", + "ilt" + ], + [ + "it", + "ored" + ], + [ + ".L", + "OG" + ], + [ + "Ġb", + "ak" + ], + [ + "Ġintention", + "ally" + ], + [ + ".play", + "ers" + ], + [ + "(c", + "anvas" + ], + [ + "))", + ")čĊ" + ], + [ + ".Pro", + "vider" + ], + [ + "_P", + "UBLIC" + ], + [ + "T", + "alk" + ], + [ + "ĠL", + "iv" + ], + [ + "ched", + "ulers" + ], + [ + "Ġl", + "c" + ], + [ + "ad", + "ic" + ], + [ + "feature", + "d" + ], + [ + ".res", + "ources" + ], + [ + "Full", + "Name" + ], + [ + "Ġmean", + "while" + ], + [ + "B", + "uffers" + ], + [ + "Ġres", + "olver" + ], + [ + "ĠS", + "AP" + ], + [ + "_T", + "E" + ], + [ + "G", + "NU" + ], + [ + "ĠForms", + "Module" + ], + [ + "_", + "wh" + ], + [ + "ĠS", + "we" + ], + [ + ".widget", + "s" + ], + [ + "Ġcabin", + "ets" + ], + [ + "Ġsus", + "cept" + ], + [ + "ĠB", + "ott" + ], + [ + "activ", + "ex" + ], + [ + "av", + "ar" + ], + [ + "ant", + "ics" + ], + [ + "Ġ\"", + "=\"" + ], + [ + "_k", + "wargs" + ], + [ + "Ġgame", + "Object" + ], + [ + "ĠAng", + "le" + ], + [ + ".I", + "ter" + ], + [ + "mar", + "sh" + ], + [ + "ĠB", + "irthday" + ], + [ + "ĠC", + "MS" + ], + [ + "request", + "s" + ], + [ + "ĠPear", + "l" + ], + [ + "_E", + "OL" + ], + [ + "Ġlin", + "ux" + ], + [ + "(", + "org" + ], + [ + "_M", + "ouse" + ], + [ + ".con", + "structor" + ], + [ + "Ġz", + "d" + ], + [ + "Ġk", + "icks" + ], + [ + "art", + "isan" + ], + [ + "Ġe", + "ax" + ], + [ + "K", + "n" + ], + [ + "pon", + "ge" + ], + [ + "ĠFin", + "land" + ], + [ + "Ġmet", + "res" + ], + [ + "ĠAss", + "essment" + ], + [ + "part", + "ner" + ], + [ + "/", + "pre" + ], + [ + "!", + "',Ċ" + ], + [ + "[", + "Int" + ], + [ + "Ġos", + "lo" + ], + [ + "date", + "picker" + ], + [ + "/", + "String" + ], + [ + "op", + "lay" + ], + [ + "ĠHe", + "brew" + ], + [ + ",", + "double" + ], + [ + "Ġtrab", + "al" + ], + [ + "+\"", + "\\" + ], + [ + "ĉ", + "EIF" + ], + [ + "/", + "text" + ], + [ + "_F", + "IRST" + ], + [ + "ĠP", + "ete" + ], + [ + "Ġe", + "go" + ], + [ + "Ġextr", + "as" + ], + [ + "P", + "DO" + ], + [ + "Ġreg", + "ulate" + ], + [ + "ĠQ", + "Widget" + ], + [ + "st", + "s" + ], + [ + "ĠSh", + "ows" + ], + [ + "ĠN", + "HS" + ], + [ + ".c", + "ourse" + ], + [ + "p", + "thread" + ], + [ + "ĠF", + "uel" + ], + [ + ".t", + "imes" + ], + [ + "ĠÂ", + "°" + ], + [ + "Ġstr", + "ides" + ], + [ + "($", + "('#" + ], + [ + "(", + "words" + ], + [ + "Ġrhyth", + "m" + ], + [ + "Ġsp", + "ont" + ], + [ + "Ġsens", + "ation" + ], + [ + "Ġsp", + "ike" + ], + [ + "C", + "losing" + ], + [ + "页", + "éĿ¢" + ], + [ + "N", + "umeric" + ], + [ + "Ġbreat", + "he" + ], + [ + "Ġfin", + "ale" + ], + [ + "_F", + "ACT" + ], + [ + "in", + "ion" + ], + [ + "Ġch", + "ill" + ], + [ + "Ġform", + "ally" + ], + [ + "ANG", + "ED" + ], + [ + "Ġ'", + ":'" + ], + [ + "ĠпÑĢ", + "и" + ], + [ + "a", + "q" + ], + [ + "ĠFab", + "ric" + ], + [ + "(l", + "at" + ], + [ + "ĠPr", + "incipal" + ], + [ + "Ġer", + "ro" + ], + [ + "oc", + "ale" + ], + [ + "N", + "om" + ], + [ + "Ġf", + "ost" + ], + [ + "_C", + "USTOM" + ], + [ + ".int", + "ellij" + ], + [ + "ert", + "ools" + ], + [ + "Ġcl", + "asse" + ], + [ + "adi", + "ents" + ], + [ + "Ġfundra", + "ising" + ], + [ + "EN", + "E" + ], + [ + "_OPTION", + "S" + ], + [ + "_", + "ob" + ], + [ + "//", + "}Ċ" + ], + [ + "Ġprote", + "ctions" + ], + [ + ".se", + "ed" + ], + [ + "N", + "V" + ], + [ + "term", + "inal" + ], + [ + ";;", + ";" + ], + [ + "P", + "redicate" + ], + [ + "Ġì", + "¶" + ], + [ + "Ġbomb", + "ing" + ], + [ + "G", + "F" + ], + [ + "Ġch", + "ew" + ], + [ + "))", + ")." + ], + [ + "qual", + "ified" + ], + [ + "]", + "={" + ], + [ + "list", + "en" + ], + [ + "C", + "ENT" + ], + [ + "d", + "igest" + ], + [ + "E", + "ast" + ], + [ + "Ġd", + "iver" + ], + [ + "Ġend", + "points" + ], + [ + "Ġe", + "e" + ], + [ + "Ġcolle", + "ague" + ], + [ + "Ġdissert", + "ation" + ], + [ + "_com", + "mit" + ], + [ + "_D", + "AT" + ], + [ + ".", + "rc" + ], + [ + "Ġbre", + "asts" + ], + [ + "ĠR", + "ug" + ], + [ + "ĠP", + "il" + ], + [ + "Contract", + "s" + ], + [ + "ĠBry", + "an" + ], + [ + "Web", + "View" + ], + [ + "Ġconcent", + "rate" + ], + [ + "ĠIn", + "ner" + ], + [ + "Ġ'", + "|" + ], + [ + "std", + "out" + ], + [ + "_S", + "ub" + ], + [ + ">", + "-->Ċ" + ], + [ + "V", + "ol" + ], + [ + "ĠS", + "SD" + ], + [ + "))", + ")," + ], + [ + ".", + "Optional" + ], + [ + "Ġnurs", + "es" + ], + [ + "Ġor", + "b" + ], + [ + "_", + "pe" + ], + [ + ");čĊ", + "čĊčĊ" + ], + [ + "pl", + "aced" + ], + [ + "ess", + "er" + ], + [ + "Ġther", + "apeutic" + ], + [ + "Ġwhites", + "pace" + ], + [ + "Ġa", + "ston" + ], + [ + "Success", + "ful" + ], + [ + "Ġpr", + "aised" + ], + [ + "ĠW", + "es" + ], + [ + "Ġe", + "ighth" + ], + [ + "ir", + "al" + ], + [ + "Ġvrou", + "w" + ], + [ + "Ġf", + "action" + ], + [ + "_b", + "ias" + ], + [ + "Ġw", + "itch" + ], + [ + "Ġnp", + "c" + ], + [ + "(s", + "b" + ], + [ + "ĠRod", + "rig" + ], + [ + "_b", + "ig" + ], + [ + "Dep", + "endency" + ], + [ + "ĠAb", + "raham" + ], + [ + "ard", + "i" + ], + [ + "C", + "AR" + ], + [ + "n", + "os" + ], + [ + "Ġabund", + "ance" + ], + [ + "Ġnut", + "rients" + ], + [ + "in", + "stein" + ], + [ + ".V", + "ert" + ], + [ + "ĠI", + "SS" + ], + [ + "<", + "U" + ], + [ + "Ġsum", + "s" + ], + [ + "_h", + "ist" + ], + [ + "Ġfar", + "mer" + ], + [ + "ĠA", + "br" + ], + [ + "Sh", + "ot" + ], + [ + "ĠBad", + "Request" + ], + [ + "Ġh", + "ass" + ], + [ + "ĠR", + "ails" + ], + [ + "Ġaffili", + "ated" + ], + [ + "æĿ", + "¥" + ], + [ + "Ġer", + "f" + ], + [ + "IN", + "F" + ], + [ + "ĠView", + "Holder" + ], + [ + "min", + "i" + ], + [ + "ĠR", + "oth" + ], + [ + "Ġfaith", + "ful" + ], + [ + "ĠPhill", + "ips" + ], + [ + "AND", + "OM" + ], + [ + "].", + "[" + ], + [ + "_P", + "AY" + ], + [ + "ĠAr", + "ctic" + ], + [ + "f", + "aker" + ], + [ + "D", + "igit" + ], + [ + "M", + "ale" + ], + [ + "std", + "err" + ], + [ + "se", + "ys" + ], + [ + "Ġ", + "Å¡" + ], + [ + "_rem", + "ote" + ], + [ + "li", + "que" + ], + [ + "Ġin", + "def" + ], + [ + "ĠIndust", + "ries" + ], + [ + "it", + "ra" + ], + [ + "_p", + "airs" + ], + [ + "<", + "iostream" + ], + [ + "Ġsal", + "aries" + ], + [ + "ik", + "en" + ], + [ + ".F", + "rame" + ], + [ + "PL", + "IC" + ], + [ + "_S", + "PEC" + ], + [ + "ĠMed", + "iterr" + ], + [ + "Ġsystem", + "atic" + ], + [ + "Ġinter", + "rog" + ], + [ + "Icon", + "Button" + ], + [ + "se", + "a" + ], + [ + "int", + "ro" + ], + [ + "ĠIss", + "ues" + ], + [ + "enc", + "rypted" + ], + [ + "Ġintern", + "ationally" + ], + [ + "Ġsn", + "printf" + ], + [ + "Ġpast", + "a" + ], + [ + "ĠBrad", + "ley" + ], + [ + "_", + "Status" + ], + [ + "AL", + "K" + ], + [ + "_P", + "AD" + ], + [ + ".l", + "aunch" + ], + [ + "<", + "select" + ], + [ + "Ġhar", + "dest" + ], + [ + "Ġph", + "y" + ], + [ + "Ġ((", + "*" + ], + [ + "-s", + "lide" + ], + [ + "ĠNob", + "ody" + ], + [ + "S", + "u" + ], + [ + "Ġas", + "ÃŃ" + ], + [ + "close", + "st" + ], + [ + "_initial", + "izer" + ], + [ + "Ġsupport", + "er" + ], + [ + "-g", + "en" + ], + [ + "Ġt", + "ales" + ], + [ + "Ġcor", + "p" + ], + [ + "_f", + "u" + ], + [ + "s", + "at" + ], + [ + "ne", + "ighbor" + ], + [ + ".M", + "igrations" + ], + [ + "Ġal", + "gun" + ], + [ + "Ġsin", + "on" + ], + [ + ".S", + "pec" + ], + [ + "?", + ",Ċ" + ], + [ + ".G", + "L" + ], + [ + "m", + "ale" + ], + [ + "Ġmon", + "itors" + ], + [ + "yl", + "an" + ], + [ + "-L", + "icense" + ], + [ + ".m", + "atches" + ], + [ + "ĠA", + "BS" + ], + [ + "ĠM", + "ast" + ], + [ + "ĠW", + "allet" + ], + [ + "($", + "(\"#" + ], + [ + "Dir", + "ty" + ], + [ + "Ġco", + "pe" + ], + [ + "Ġinterpol", + "ation" + ], + [ + "ous", + "ed" + ], + [ + "ĠJ", + "ets" + ], + [ + ".F", + "LAG" + ], + [ + ".C", + "ancel" + ], + [ + ".Event", + "s" + ], + [ + "ne", + "ver" + ], + [ + "ĠM", + "Hz" + ], + [ + ">", + "D" + ], + [ + "Ġs", + "ervlet" + ], + [ + "bast", + "ian" + ], + [ + "Ġ>", + "&" + ], + [ + "S", + "ID" + ], + [ + "_cl", + "k" + ], + [ + "Ġdiv", + "isions" + ], + [ + "}", + "',Ċ" + ], + [ + "Ġd", + "ildo" + ], + [ + "Ġpar", + "ade" + ], + [ + "m", + "ajor" + ], + [ + "Ġab", + "oard" + ], + [ + ";", + "++" + ], + [ + "Ġf", + "usion" + ], + [ + "\"},", + "{\"" + ], + [ + "ĠDialog", + "Result" + ], + [ + "ĉ", + "arr" + ], + [ + "-", + "em" + ], + [ + "_n", + "r" + ], + [ + "(h", + "andler" + ], + [ + ".N", + "ET" + ], + [ + ".Xtra", + "Reports" + ], + [ + "ĠSh", + "ah" + ], + [ + "ĠB", + "rief" + ], + [ + "-", + "," + ], + [ + "Ġprec", + "io" + ], + [ + "ĉĉĉ", + "ĠĠĠĠĠĠ" + ], + [ + "Ġt", + "ant" + ], + [ + "ĠGrand", + "e" + ], + [ + "/", + "xml" + ], + [ + "_IC", + "ON" + ], + [ + "ĠR", + "etro" + ], + [ + "un", + "que" + ], + [ + "Ġn", + "ag" + ], + [ + "to", + "Fixed" + ], + [ + "X", + "L" + ], + [ + "Ġdecl", + "aring" + ], + [ + "ĠCon", + "crete" + ], + [ + "ĠAm", + "azing" + ], + [ + "ĉprint", + "k" + ], + [ + "Ġdeb", + "ates" + ], + [ + "D", + "ATED" + ], + [ + "Ġaest", + "hetic" + ], + [ + "emet", + "ery" + ], + [ + "Routing", + "Module" + ], + [ + "ĠNash", + "ville" + ], + [ + "W", + "AYS" + ], + [ + "Ġw", + "olf" + ], + [ + "Ġobserv", + "ers" + ], + [ + "OT", + "A" + ], + [ + "ans", + "on" + ], + [ + "Ġe", + "a" + ], + [ + "Ġgreen", + "house" + ], + [ + "ĵį", + "ä½ľ" + ], + [ + "Ġst", + "air" + ], + [ + "Ġimmigr", + "ant" + ], + [ + "_app", + "ly" + ], + [ + "pe", + "are" + ], + [ + "ĠBloom", + "berg" + ], + [ + "_PL", + "AYER" + ], + [ + "Res", + "p" + ], + [ + "æŃ", + "£" + ], + [ + "Cho", + "oser" + ], + [ + "ĠI", + "Collection" + ], + [ + "P", + "eter" + ], + [ + "Er", + "ro" + ], + [ + ".detect", + "Changes" + ], + [ + "Map", + "s" + ], + [ + "Ġs", + "queeze" + ], + [ + "ĠHom", + "es" + ], + [ + "weg", + "ian" + ], + [ + "Ġformat", + "ting" + ], + [ + "Ġnegot", + "iate" + ], + [ + "ul", + "d" + ], + [ + "ĠN", + "ep" + ], + [ + "ĠQ", + "B" + ], + [ + "Ġeconom", + "ies" + ], + [ + "Ġ*/", + "," + ], + [ + "Ġredu", + "nd" + ], + [ + "ĠA", + "ber" + ], + [ + ".IsNullOr", + "WhiteSpace" + ], + [ + "yc", + "led" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĊ" + ], + [ + "_S", + "h" + ], + [ + "Ġske", + "pt" + ], + [ + "Ġre", + "created" + ], + [ + "Ġget", + "Type" + ], + [ + "Ġmarg", + "ins" + ], + [ + "Ġcolon", + "ial" + ], + [ + "ch", + "arts" + ], + [ + "//", + "@" + ], + [ + "Ġprocess", + "ors" + ], + [ + "è¯", + "´" + ], + [ + "b", + "atis" + ], + [ + "æĦ", + "ı" + ], + [ + "ator", + "io" + ], + [ + "mention", + "ed" + ], + [ + "P", + "atient" + ], + [ + "Ġpre", + "y" + ], + [ + "Check", + "box" + ], + [ + "_x", + "path" + ], + [ + ".s", + "kip" + ], + [ + "ĠMorm", + "on" + ], + [ + "ĠMemory", + "Stream" + ], + [ + "CRE", + "MENT" + ], + [ + "Ġk", + "u" + ], + [ + "m", + "eld" + ], + [ + "\\", + "Data" + ], + [ + "ĠK", + "ernel" + ], + [ + "il", + "tr" + ], + [ + "éĢ", + "ģ" + ], + [ + "(", + "profile" + ], + [ + "Car", + "bon" + ], + [ + "RO", + "LE" + ], + [ + "(", + "pl" + ], + [ + "]", + "*(" + ], + [ + ".m", + "emory" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġadvis", + "or" + ], + [ + "it", + "ät" + ], + [ + "Ġh", + "dr" + ], + [ + "ier", + "ung" + ], + [ + "ĠProvid", + "es" + ], + [ + "(", + "alpha" + ], + [ + "Ġteen", + "agers" + ], + [ + "-", + "parser" + ], + [ + ".L", + "atLng" + ], + [ + "]", + "()Ċ" + ], + [ + "Ġfel", + "ony" + ], + [ + "ĉĉĉĊ", + "ĉĉĉĊ" + ], + [ + "BO", + "OK" + ], + [ + "Ġsl", + "ash" + ], + [ + "Ġclear", + "fix" + ], + [ + "ĠPro", + "phet" + ], + [ + "å®", + "¹" + ], + [ + "right", + "ness" + ], + [ + "-f", + "i" + ], + [ + ".k", + "ind" + ], + [ + "ert", + "on" + ], + [ + "J", + "im" + ], + [ + "Ġmanip", + "ulate" + ], + [ + "Ġworks", + "heet" + ], + [ + "ol", + "in" + ], + [ + "st", + "ars" + ], + [ + "Ġart", + "ifact" + ], + [ + "_EM", + "PTY" + ], + [ + "ĉm", + "ain" + ], + [ + "-------------", + "'", + ";" + ], + [ + "Ġexpress", + "ing" + ], + [ + "ĠI", + "Q" + ], + [ + "ĠF", + "act" + ], + [ + "/************************************************************************", + "*******Ċ" + ], + [ + "_m", + "ass" + ], + [ + "))", + ":" + ], + [ + "Ġcon", + "dom" + ], + [ + "Ġcreate", + "State" + ], + [ + "omet", + "own" + ], + [ + "Ġir", + "r" + ], + [ + "Ġ>", + "(" + ], + [ + ">", + "B" + ], + [ + "iter", + "ation" + ], + [ + "ãĥ", + "ª" + ], + [ + "Ġshirt", + "s" + ], + [ + "ount", + "y" + ], + [ + "->", + "$" + ], + [ + "_S", + "IGN" + ], + [ + "ĠD", + "ale" + ], + [ + "Ġj", + "j" + ], + [ + "E", + "asy" + ], + [ + "F", + "re" + ], + [ + "ĠN", + "y" + ], + [ + "Ġch", + "lor" + ], + [ + "match", + "ed" + ], + [ + "ĠG", + "erm" + ], + [ + "-", + "UA" + ], + [ + "ĠN", + "athan" + ], + [ + "educ", + "ation" + ], + [ + "-y", + "ard" + ], + [ + "-", + "che" + ], + [ + "h", + "ouses" + ], + [ + "r", + "itional" + ], + [ + "Ġprox", + "imity" + ], + [ + "Ġdies", + "em" + ], + [ + "áºŃ", + "p" + ], + [ + "Ġd", + "rought" + ], + [ + ".a", + "udio" + ], + [ + "ĠLe", + "o" + ], + [ + "Ġfavor", + "able" + ], + [ + "in", + "ch" + ], + [ + "ĠD", + "aw" + ], + [ + "rib", + "ly" + ], + [ + "_st", + "udent" + ], + [ + "id", + "able" + ], + [ + "O", + "VE" + ], + [ + "Ġlack", + "s" + ], + [ + "ounc", + "ing" + ], + [ + ".b", + "usiness" + ], + [ + "Ġre", + "open" + ], + [ + "may", + "be" + ], + [ + "_G", + "LOBAL" + ], + [ + "Ġdress", + "es" + ], + [ + "ĠEd", + "wards" + ], + [ + "ens", + "ible" + ], + [ + "ĠHard", + "ware" + ], + [ + "ĠEx", + "cellent" + ], + [ + "ĠTime", + "Unit" + ], + [ + "CTION", + "S" + ], + [ + "Ġsched", + "ules" + ], + [ + "Ġseg", + "ue" + ], + [ + "Op", + "ens" + ], + [ + "am", + "men" + ], + [ + "-", + "Identifier" + ], + [ + "Ġst", + "aring" + ], + [ + "Ġhapp", + "ily" + ], + [ + "ĠH", + "ob" + ], + [ + "'", + "_" + ], + [ + "Ġ\"", + ");" + ], + [ + "ament", + "os" + ], + [ + "et", + "ched" + ], + [ + "Ġ/>", + "}Ċ" + ], + [ + ".", + "Users" + ], + [ + "Ġinterrupt", + "ed" + ], + [ + "Contact", + "s" + ], + [ + "Ġreg", + "istro" + ], + [ + "in", + "burgh" + ], + [ + "CH", + "A" + ], + [ + "_", + "imp" + ], + [ + "ph", + "is" + ], + [ + "s", + "ay" + ], + [ + "Ġretail", + "er" + ], + [ + ".N", + "ODE" + ], + [ + "/", + "maps" + ], + [ + "_L", + "AST" + ], + [ + "ĠCh", + "arge" + ], + [ + "_g", + "uard" + ], + [ + "Coll", + "ider" + ], + [ + "ĠStateless", + "Widget" + ], + [ + "\":", + "[\"" + ], + [ + "(\"", + "../../" + ], + [ + "iox", + "ide" + ], + [ + "ĠS", + "und" + ], + [ + "Ġ''", + ";" + ], + [ + "un", + "set" + ], + [ + "add", + "Widget" + ], + [ + "л", + "Ñİ" + ], + [ + "el", + "les" + ], + [ + "alk", + "er" + ], + [ + "A", + "rc" + ], + [ + "Ġded", + "uct" + ], + [ + "G", + "UILayout" + ], + [ + "ĠV", + "illa" + ], + [ + "Ġfor", + "bidden" + ], + [ + "_", + "where" + ], + [ + "Ġ\\", + "/" + ], + [ + "ĠT", + "ib" + ], + [ + "_A", + "X" + ], + [ + "]", + "čĊčĊ" + ], + [ + "ĠB", + "ir" + ], + [ + "Ġb", + "end" + ], + [ + "ĠMA", + "KE" + ], + [ + "ĠM", + "ET" + ], + [ + "Ġfut", + "ures" + ], + [ + "Ġweight", + "ed" + ], + [ + "\"\"", + "\"čĊ" + ], + [ + "Ġauthor", + "ize" + ], + [ + "(pro", + "gram" + ], + [ + "},", + "{\"" + ], + [ + "Ġcoeff", + "icients" + ], + [ + "ê", + "s" + ], + [ + "Per", + "Page" + ], + [ + "ĠBath", + "room" + ], + [ + "ĠPublish", + "ing" + ], + [ + "G", + "PL" + ], + [ + "Ġsub", + "missions" + ], + [ + "ĠNUM", + "BER" + ], + [ + "j", + "Äħ" + ], + [ + "Ġaddition", + "ally" + ], + [ + "em", + "pre" + ], + [ + "ĠSh", + "el" + ], + [ + "ot", + "yp" + ], + [ + "S", + "olution" + ], + [ + "Ġth", + "under" + ], + [ + "_", + "ec" + ], + [ + "ĠĊ", + "ĠĠĠĠĊ" + ], + [ + "ĠF", + "ellow" + ], + [ + "Ġk", + "ay" + ], + [ + "Ġnew", + "State" + ], + [ + "ONT", + "AL" + ], + [ + "Im", + "plementation" + ], + [ + ".L", + "ook" + ], + [ + "Ġ", + "ents" + ], + [ + "Ġl", + "ors" + ], + [ + "ĠB", + "IG" + ], + [ + "f", + "ab" + ], + [ + "Ġaver", + "aged" + ], + [ + "ĠFe", + "edback" + ], + [ + "ĠW", + "ells" + ], + [ + "Ġm", + "artial" + ], + [ + "Ġind", + "ul" + ], + [ + "ĠComm", + "unist" + ], + [ + "ĠFore", + "x" + ], + [ + "ĠAgricult", + "ure" + ], + [ + "\"", + "[" + ], + [ + "Ġqu", + "ar" + ], + [ + "ĠK", + "ont" + ], + [ + "ĉ", + "view" + ], + [ + ".", + "Bytes" + ], + [ + "des", + "ktop" + ], + [ + "ĠM", + "akes" + ], + [ + "akes", + "peare" + ], + [ + ".Null", + "able" + ], + [ + "Ġspot", + "light" + ], + [ + "V", + "B" + ], + [ + "ow", + "y" + ], + [ + "(t", + "orch" + ], + [ + "tr", + "idge" + ], + [ + "_b", + "ounds" + ], + [ + "Ġapolog", + "ize" + ], + [ + ".add", + "Item" + ], + [ + "ant", + "d" + ], + [ + "*", + ");Ċ" + ], + [ + ",", + "u" + ], + [ + "(g", + "en" + ], + [ + "ç»", + "ĵ" + ], + [ + "re", + "ator" + ], + [ + "ĠC", + "ord" + ], + [ + "ou", + "pper" + ], + [ + ".m", + "etro" + ], + [ + "Ġ", + "ew" + ], + [ + "ĠW", + "ORD" + ], + [ + ".A", + "fter" + ], + [ + "Ġdet", + "ained" + ], + [ + "ĠHam", + "mer" + ], + [ + "ex", + "isting" + ], + [ + "Ġo", + "st" + ], + [ + "Ġmon", + "ument" + ], + [ + "-c", + "ustom" + ], + [ + "User", + "ID" + ], + [ + "ĠN", + "om" + ], + [ + "Ġre", + "jection" + ], + [ + "(d", + "im" + ], + [ + "Ġsingle", + "ton" + ], + [ + "ĉd", + "ie" + ], + [ + "ari", + "ance" + ], + [ + "re", + "ports" + ], + [ + "]", + "!=" + ], + [ + "eld", + "a" + ], + [ + "Ġpreval", + "ence" + ], + [ + "_reg", + "s" + ], + [ + ".\"", + "." + ], + [ + "Ġfemin", + "ist" + ], + [ + "Code", + "c" + ], + [ + "Ġ", + "**Ċ" + ], + [ + "(label", + "s" + ], + [ + "_M", + "ARK" + ], + [ + "FA", + "ILED" + ], + [ + "Ġadminister", + "ed" + ], + [ + "W", + "N" + ], + [ + "ĠĠĠĠĠĠĠĠ", + "ĉĉ" + ], + [ + "Ġn", + "oun" + ], + [ + "w", + "ig" + ], + [ + "Ġg", + "otta" + ], + [ + "Ġr", + "if" + ], + [ + "-", + "im" + ], + [ + "ĠPaul", + "o" + ], + [ + "ĠCommand", + "Type" + ], + [ + "]", + "))ĊĊ" + ], + [ + "-z", + "ero" + ], + [ + "Tr", + "aining" + ], + [ + "Ġl", + "ord" + ], + [ + "_", + "art" + ], + [ + "re", + "ddit" + ], + [ + "C", + "ert" + ], + [ + "Ġpes", + "o" + ], + [ + "R", + "ot" + ], + [ + "Ġend", + "anger" + ], + [ + ".d", + "r" + ], + [ + "user", + "Info" + ], + [ + "un", + "ts" + ], + [ + "n", + "v" + ], + [ + "ĠTrail", + "er" + ], + [ + "-f", + "irst" + ], + [ + "(m", + "ake" + ], + [ + "Ġbenef", + "ici" + ], + [ + "-bl", + "ack" + ], + [ + "i", + "ÃŁ" + ], + [ + "Ġund", + "oubtedly" + ], + [ + "Ġm", + "ex" + ], + [ + "ĠAnc", + "ient" + ], + [ + "(", + "as" + ], + [ + "Ġdes", + "cent" + ], + [ + "P", + "ick" + ], + [ + "Ġrep", + "lica" + ], + [ + "$", + "obj" + ], + [ + "ä", + "hr" + ], + [ + "Ġar", + "rows" + ], + [ + "ft", + "y" + ], + [ + "ĠLib", + "ya" + ], + [ + "ug", + "a" + ], + [ + "charg", + "ed" + ], + [ + "T", + "ur" + ], + [ + "Ġh", + "omic" + ], + [ + "iss", + "en" + ], + [ + "ĠF", + "ake" + ], + [ + "Ġbe", + "ers" + ], + [ + "Ġsc", + "attered" + ], + [ + "(", + "Time" + ], + [ + "UT", + "IL" + ], + [ + "Ġbureauc", + "r" + ], + [ + "/pl", + "ain" + ], + [ + "Ġstick", + "ing" + ], + [ + "FA", + "IL" + ], + [ + "ĠC", + "ovid" + ], + [ + "Th", + "ird" + ], + [ + "_p", + "resent" + ], + [ + "ĠPier", + "re" + ], + [ + "Ġë", + "ª" + ], + [ + "Ġ[...", + "]ĊĊ" + ], + [ + "Pro", + "b" + ], + [ + "ĠTra", + "ffic" + ], + [ + "ica", + "o" + ], + [ + "do", + "ctor" + ], + [ + "Ġ),", + "ĊĊ" + ], + [ + "T", + "abs" + ], + [ + "al", + "u" + ], + [ + "ï¼ļ", + "âĢľ" + ], + [ + "Ġinher", + "ent" + ], + [ + "_N", + "o" + ], + [ + "rit", + "is" + ], + [ + "ĠPro", + "of" + ], + [ + ".b", + "asename" + ], + [ + "ä¼", + "ļ" + ], + [ + "Ġch", + "im" + ], + [ + "ĠProt", + "ected" + ], + [ + "c", + "rit" + ], + [ + "Ġpr", + "one" + ], + [ + "Ġк", + "он" + ], + [ + "ĠHero", + "es" + ], + [ + "Ġan", + "xious" + ], + [ + "Ġan", + "os" + ], + [ + "Ġweek", + "ends" + ], + [ + "Ġs", + "ext" + ], + [ + "Ġredu", + "cer" + ], + [ + "=", + "UTF" + ], + [ + "h", + "alf" + ], + [ + "ĠS", + "aw" + ], + [ + ".m", + "m" + ], + [ + "Ġnue", + "va" + ], + [ + ".current", + "Target" + ], + [ + ".l", + "ua" + ], + [ + "_EXT", + "ENSION" + ], + [ + "ĉ", + "reg" + ], + [ + "ĠC", + "trl" + ], + [ + "_", + "align" + ], + [ + "accept", + "able" + ], + [ + "Ġrush", + "ing" + ], + [ + "fr", + "ac" + ], + [ + "Ġbo", + "asts" + ], + [ + "F", + "ive" + ], + [ + "Â", + "±" + ], + [ + "ĠTem", + "perature" + ], + [ + ">", + "):" + ], + [ + "Ġchar", + "ter" + ], + [ + "RE", + "ATED" + ], + [ + "Ġsubject", + "ed" + ], + [ + "Ġop", + "c" + ], + [ + "health", + "y" + ], + [ + "使", + "çĶ¨" + ], + [ + "ĠScient", + "ific" + ], + [ + "Ġfra", + "u" + ], + [ + "ri", + "ages" + ], + [ + "à¸", + "Ķ" + ], + [ + ".in", + "ventory" + ], + [ + "ation", + "ale" + ], + [ + "M", + "ad" + ], + [ + "min", + "utes" + ], + [ + ">>", + "();Ċ" + ], + [ + "ĠEn", + "v" + ], + [ + "Ġrecord", + "ings" + ], + [ + "Ġsusp", + "icion" + ], + [ + "sql", + "ite" + ], + [ + "ĉ", + "read" + ], + [ + "ãģ", + "¦" + ], + [ + "Ġwor", + "ries" + ], + [ + ".put", + "String" + ], + [ + "ĠSh", + "anghai" + ], + [ + "(", + "uid" + ], + [ + "r", + "er" + ], + [ + "ĠvÃŃ", + "de" + ], + [ + "\")", + ":" + ], + [ + "Ġmethod", + "ology" + ], + [ + "Ġк", + "оÑĤоÑĢ" + ], + [ + "cc", + "c" + ], + [ + "av", + "ad" + ], + [ + "Ġindu", + "ction" + ], + [ + "ĉ", + "Thread" + ], + [ + ",", + "string" + ], + [ + "ạ", + "i" + ], + [ + "neh", + "men" + ], + [ + "u", + "ition" + ], + [ + "Ġ*", + "__" + ], + [ + ".em", + "f" + ], + [ + "Ġì", + "ľ" + ], + [ + "/th", + "emes" + ], + [ + "ĠN", + "ine" + ], + [ + ".", + "One" + ], + [ + "ĠEm", + "bed" + ], + [ + "Ġf", + "az" + ], + [ + "u", + "ations" + ], + [ + "Ġpriv", + "ately" + ], + [ + "Ġl", + "ing" + ], + [ + "[", + "F" + ], + [ + "ush", + "i" + ], + [ + "Ġlaunch", + "es" + ], + [ + "(", + "KEY" + ], + [ + "G", + "MT" + ], + [ + "Ġaim", + "ing" + ], + [ + "pat", + "ible" + ], + [ + "ĠB", + "iden" + ], + [ + "i", + "w" + ], + [ + "ĠD", + "egree" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġ$", + "('<" + ], + [ + "á", + "rios" + ], + [ + "to", + "UpperCase" + ], + [ + "ìł", + "ľ" + ], + [ + "ĠE", + "UR" + ], + [ + "Ġovers", + "ight" + ], + [ + "Ġtable", + "sp" + ], + [ + "Up", + "dates" + ], + [ + ".m", + "akedirs" + ], + [ + "Ġhum", + "idity" + ], + [ + "/", + "template" + ], + [ + "Al", + "ways" + ], + [ + "(", + "IS" + ], + [ + "_c", + "ert" + ], + [ + "D", + "ig" + ], + [ + "Ġunder", + "way" + ], + [ + "ort", + "on" + ], + [ + "ĠHur", + "ricane" + ], + [ + "Ġsp", + "ends" + ], + [ + "ĠSeg", + "ment" + ], + [ + "Ġfl", + "ies" + ], + [ + "ĠT", + "oggle" + ], + [ + "ĠLyn", + "ch" + ], + [ + "Ġs", + "enses" + ], + [ + "ĠK", + "os" + ], + [ + "set", + "Enabled" + ], + [ + "ist", + "ically" + ], + [ + "Ġtest", + "er" + ], + [ + "Ġadministr", + "ators" + ], + [ + "Ġtag", + "ged" + ], + [ + "Ð", + "ĵ" + ], + [ + "Ġshort", + "cut" + ], + [ + "ĠRes", + "olution" + ], + [ + "Ġsuperv", + "ision" + ], + [ + "ĠAsh", + "ley" + ], + [ + "Tr", + "acking" + ], + [ + "ul", + "atory" + ], + [ + "and", + "el" + ], + [ + "ist", + "en" + ], + [ + "Ġun", + "re" + ], + [ + "(d", + "iff" + ], + [ + "ANT", + "S" + ], + [ + "Ġr", + "ider" + ], + [ + "Ġs", + "Äħ" + ], + [ + ".S", + "eries" + ], + [ + "_", + "orders" + ], + [ + "ORIZ", + "ONTAL" + ], + [ + "Ġret", + "ention" + ], + [ + "ãĢĤ", + "", + "čĊčĊ" + ], + [ + "Ġdi", + "agonal" + ], + [ + "ĠC", + "ancellationToken" + ], + [ + "_", + "Internal" + ], + [ + "Ġru", + "in" + ], + [ + ".Q", + "t" + ], + [ + "ocr", + "atic" + ], + [ + "T", + "el" + ], + [ + "ĠAn", + "swers" + ], + [ + "m", + "atic" + ], + [ + "Ġx", + "p" + ], + [ + "at", + "em" + ], + [ + "_j", + "obs" + ], + [ + "_", + "any" + ], + [ + "Ġsen", + "iors" + ], + [ + "Ġland", + "mark" + ], + [ + "ĠQ", + "List" + ], + [ + "Ġman", + "eu" + ], + [ + "ot", + "ify" + ], + [ + "/", + "\";Ċ" + ], + [ + "/", + "server" + ], + [ + "ĠPhil", + "osoph" + ], + [ + "uten", + "ant" + ], + [ + "(", + "io" + ], + [ + "h", + "z" + ], + [ + "Ġauthentic", + "ated" + ], + [ + "d", + "v" + ], + [ + "-", + "Compatible" + ], + [ + "Origin", + "ally" + ], + [ + ",", + "function" + ], + [ + "ãĢĤ", + "čĊ" + ], + [ + "ĠRepresent", + "ative" + ], + [ + "as", + "ily" + ], + [ + "irc", + "uit" + ], + [ + ".d", + "t" + ], + [ + "(m", + "ath" + ], + [ + ".M", + "arshal" + ], + [ + "[", + "," + ], + [ + "ĠC", + "ities" + ], + [ + "_", + "turn" + ], + [ + "|", + ")Ċ" + ], + [ + "Ġcant", + "idad" + ], + [ + "al", + "ter" + ], + [ + "ĉ", + "ui" + ], + [ + "ĠNe", + "braska" + ], + [ + "Ġsk", + "irt" + ], + [ + ".b", + "g" + ], + [ + "Shared", + "Preferences" + ], + [ + "(", + "style" + ], + [ + "Ġg", + "rief" + ], + [ + "g", + "ew" + ], + [ + "Ġsaf", + "eg" + ], + [ + "ol", + "ang" + ], + [ + "_l", + "ists" + ], + [ + "ì", + "Ľ" + ], + [ + "Ġgran", + "ite" + ], + [ + "Ġhott", + "est" + ], + [ + ".j", + "dbc" + ], + [ + ".C", + "ustomer" + ], + [ + "Ġâī", + "¤" + ], + [ + "Ġwa", + "ar" + ], + [ + "_sc", + "ene" + ], + [ + "+'", + "/" + ], + [ + "ĠJ", + "TextField" + ], + [ + "Ġse", + "ating" + ], + [ + "Ġwe", + "ars" + ], + [ + "Ġ`", + "/" + ], + [ + "C", + "ases" + ], + [ + "ĠY", + "outube" + ], + [ + "ı", + "m" + ], + [ + "Ġbal", + "con" + ], + [ + ",", + "G" + ], + [ + "Meta", + "Data" + ], + [ + "-", + "price" + ], + [ + "SC", + "R" + ], + [ + "Un", + "ity" + ], + [ + "Ġtr", + "unk" + ], + [ + "={`", + "${" + ], + [ + "Ġearthqu", + "ake" + ], + [ + "Part", + "ial" + ], + [ + "Ġsub", + "st" + ], + [ + "Ġelim", + "in" + ], + [ + "=\"", + "'." + ], + [ + "//*", + "[@" + ], + [ + "Ġsuperv", + "isor" + ], + [ + "vro", + "let" + ], + [ + "_", + "article" + ], + [ + "Ġp", + "ane" + ], + [ + "b", + "io" + ], + [ + "Ġmot", + "ors" + ], + [ + "N", + "M" + ], + [ + "F", + "rank" + ], + [ + "Ġon", + "ion" + ], + [ + "-", + "word" + ], + [ + "Item", + "ClickListener" + ], + [ + "Ġb", + "rit" + ], + [ + "end", + "encies" + ], + [ + "Com", + "puter" + ], + [ + "_r", + "unning" + ], + [ + "(", + "day" + ], + [ + "-", + "he" + ], + [ + "(n", + "amed" + ], + [ + "ĠS", + "ach" + ], + [ + "о", + "Ñĩ" + ], + [ + "c", + "ampaign" + ], + [ + ".Ab", + "stract" + ], + [ + "(w", + "rapper" + ], + [ + ".p", + "ay" + ], + [ + "Ġu", + "w" + ], + [ + "Ge", + "o" + ], + [ + "r", + "ails" + ], + [ + "/", + "select" + ], + [ + "icht", + "e" + ], + [ + "son", + "s" + ], + [ + "E", + "VENT" + ], + [ + "Ġal", + "iment" + ], + [ + "Pro", + "viders" + ], + [ + "A", + "wait" + ], + [ + "_INTER", + "VAL" + ], + [ + ".", + "off" + ], + [ + "Ġgl", + "uten" + ], + [ + "_cl", + "oud" + ], + [ + "Ġw", + "en" + ], + [ + ".ex", + "tract" + ], + [ + "ĉ", + "button" + ], + [ + "/", + "MM" + ], + [ + "Part", + "y" + ], + [ + "Ġdem", + "ographic" + ], + [ + "_err", + "no" + ], + [ + "Ġh", + "iking" + ], + [ + "('", + "')Ċ" + ], + [ + "\",", + "@\"" + ], + [ + "Ġw", + "it" + ], + [ + "r", + "á" + ], + [ + "olog", + "ie" + ], + [ + "ĠSt", + "yles" + ], + [ + "ĠBrowser", + "Module" + ], + [ + ".Request", + "Mapping" + ], + [ + "ic", + "ans" + ], + [ + "P", + "AGE" + ], + [ + "cre", + "ation" + ], + [ + "ĠF", + "erguson" + ], + [ + "ud", + "ed" + ], + [ + "num", + "bers" + ], + [ + "ĠGT", + "K" + ], + [ + "Ġpresent", + "ations" + ], + [ + "ĠB", + "obby" + ], + [ + "_s", + "pan" + ], + [ + "est", + "yle" + ], + [ + "Ġilleg", + "ally" + ], + [ + "abel", + "a" + ], + [ + "Ġbattle", + "field" + ], + [ + "cap", + "acity" + ], + [ + "ter", + "ror" + ], + [ + "]", + "\");Ċ" + ], + [ + "Ġwar", + "rior" + ], + [ + "le", + "ader" + ], + [ + "ĠDB", + "G" + ], + [ + "ĠRe", + "venue" + ], + [ + "Ġvig", + "il" + ], + [ + "Ġcounter", + "parts" + ], + [ + "(", + "Error" + ], + [ + "ACT", + "ER" + ], + [ + "Ġhe", + "eft" + ], + [ + "Ġselection", + "s" + ], + [ + "ze", + "ug" + ], + [ + "t", + "om" + ], + [ + "-t", + "wo" + ], + [ + ".", + ";Ċ" + ], + [ + "_st", + "atement" + ], + [ + "ĠA", + "id" + ], + [ + "ĠV", + "ul" + ], + [ + "_r", + "gb" + ], + [ + "Ġpr", + "izes" + ], + [ + "Ġedit", + "able" + ], + [ + "ĉ", + "form" + ], + [ + "ın", + "ı" + ], + [ + ".de", + "cor" + ], + [ + "D", + "emo" + ], + [ + "lic", + "es" + ], + [ + "Ġen", + "ctype" + ], + [ + "rat", + "ulations" + ], + [ + "ĠR", + "OS" + ], + [ + "_ch", + "ars" + ], + [ + "ĠJ", + "ahr" + ], + [ + "part", + "ial" + ], + [ + "Ñĥ", + "ÑĤ" + ], + [ + "ĠRe", + "ceive" + ], + [ + "ĠL", + "ands" + ], + [ + "AP", + "TER" + ], + [ + "Ġch", + "opped" + ], + [ + "..", + "\"" + ], + [ + "ĠAn", + "aly" + ], + [ + "ĠU", + "ID" + ], + [ + "ĠR", + "adeon" + ], + [ + "ĠB", + "ee" + ], + [ + "Ġun", + "m" + ], + [ + ">", + "M" + ], + [ + ".find", + "all" + ], + [ + "Token", + "izer" + ], + [ + "ĠWH", + "AT" + ], + [ + "Ġs", + "j" + ], + [ + "D", + "rawing" + ], + [ + "E", + "ss" + ], + [ + "ON", + "D" + ], + [ + "Ĭ", + "¶" + ], + [ + "(p", + "acket" + ], + [ + "âĢĶ", + "but" + ], + [ + "Inv", + "ocation" + ], + [ + "ĠN", + "uclear" + ], + [ + "?", + ";Ċ" + ], + [ + "Ġgrand", + "es" + ], + [ + "ĠC", + "rypt" + ], + [ + "rem", + "ark" + ], + [ + "Ġ'../../", + "../../" + ], + [ + "Ġin", + "ability" + ], + [ + "m", + "agic" + ], + [ + "c", + "ats" + ], + [ + "Ġsim", + "ulate" + ], + [ + ":", + "${" + ], + [ + "in", + "flate" + ], + [ + "Ġen", + "er" + ], + [ + ":", + "NO" + ], + [ + "ip", + "les" + ], + [ + "Ġmer", + "it" + ], + [ + "ĠR", + "ated" + ], + [ + "Ġgl", + "ue" + ], + [ + "/b", + "log" + ], + [ + "Ġg", + "ren" + ], + [ + "Ġthr", + "illed" + ], + [ + ".C", + "H" + ], + [ + "unc", + "an" + ], + [ + "ĠPR", + "IMARY" + ], + [ + "Ġper", + "sec" + ], + [ + "Ġfe", + "ared" + ], + [ + ".M", + "IN" + ], + [ + "ĠThe", + "ater" + ], + [ + "é", + "Ĵ" + ], + [ + "ategor", + "ie" + ], + [ + "æ®", + "µ" + ], + [ + "Ġappet", + "ite" + ], + [ + "s", + "quare" + ], + [ + "ĠAlex", + "and" + ], + [ + ".User", + "Id" + ], + [ + "_g", + "t" + ], + [ + "_", + "enter" + ], + [ + "Ġgradu", + "ates" + ], + [ + "Fragment", + "Manager" + ], + [ + "Author", + "ize" + ], + [ + "-N", + "LS" + ], + [ + "(M", + "y" + ], + [ + "Ġtri", + "umph" + ], + [ + "ust", + "ing" + ], + [ + "_PARAM", + "S" + ], + [ + "Char", + "acters" + ], + [ + "(:", + ",:," + ], + [ + "_B", + "UILD" + ], + [ + "M", + "Hz" + ], + [ + "Ġwash", + "ed" + ], + [ + "Ġun", + "cle" + ], + [ + "Ste", + "ve" + ], + [ + "ard", + "own" + ], + [ + "", + "${" + ], + [ + "_confirm", + "ation" + ], + [ + "Ġtro", + "phy" + ], + [ + "Work", + "s" + ], + [ + "ĠElect", + "ronics" + ], + [ + "ĠMediterr", + "anean" + ], + [ + "_m", + "etrics" + ], + [ + "Ġannounc", + "ing" + ], + [ + "ĠD", + "AY" + ], + [ + "_pro", + "to" + ], + [ + "Ġp", + "ear" + ], + [ + "base", + "Url" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "Ċ" + ], + [ + "Ġcoord", + "ination" + ], + [ + ":", + "N" + ], + [ + ".an", + "imate" + ], + [ + "ĠC", + "otton" + ], + [ + "_h", + "it" + ], + [ + "â", + "ľ" + ], + [ + "Ġjet", + "zt" + ], + [ + "if", + "ter" + ], + [ + "(f", + "ields" + ], + [ + "own", + "load" + ], + [ + "ific", + "acion" + ], + [ + ".c", + "uda" + ], + [ + "ĠLi", + "u" + ], + [ + ">", + "equals" + ], + [ + "ĠA", + "ce" + ], + [ + "ÑĢаÐ", + "¼" + ], + [ + "ĠSuper", + "man" + ], + [ + "ĠGarc", + "ia" + ], + [ + "Ġarrest", + "s" + ], + [ + "ag", + "ar" + ], + [ + "Ġ{}", + ")" + ], + [ + "Ġmac", + "ros" + ], + [ + "rou", + "pe" + ], + [ + "ê", + "tre" + ], + [ + "Ġtw", + "isted" + ], + [ + "str", + "uments" + ], + [ + "_", + "(\"" + ], + [ + "_", + "vertices" + ], + [ + "ĠTrans", + "ition" + ], + [ + "и", + "к" + ], + [ + "[", + "max" + ], + [ + "m", + "ind" + ], + [ + "Ġaccess", + "Token" + ], + [ + "Ġun", + "le" + ], + [ + "m", + "us" + ], + [ + "c", + "op" + ], + [ + "ĠF", + "actor" + ], + [ + "Ġcon", + "ced" + ], + [ + "Ġre", + "tr" + ], + [ + ".l", + "inalg" + ], + [ + "-s", + "lider" + ], + [ + "ob", + "l" + ], + [ + "_Static", + "Fields" + ], + [ + "Ġz", + "ombie" + ], + [ + "s", + "elling" + ], + [ + "Ġch", + "ap" + ], + [ + "Ġsh", + "aking" + ], + [ + "ĠTrans", + "late" + ], + [ + "ĠAm", + "sterdam" + ], + [ + "ĠE", + "TH" + ], + [ + "_EX", + "TERN" + ], + [ + "k", + "d" + ], + [ + "_d", + "isc" + ], + [ + "Ġpreced", + "ing" + ], + [ + "Ġpri", + "x" + ], + [ + "Object", + "Name" + ], + [ + "_mod", + "ified" + ], + [ + "ard", + "ware" + ], + [ + "Ġ?>", + "\">" + ], + [ + "ĠD", + "W" + ], + [ + "`", + "${" + ], + [ + "Ġ?>", + "\">ĊĊ" + ], + [ + "Ġspin", + "ning" + ], + [ + "_p", + "ending" + ], + [ + "Match", + "ers" + ], + [ + ".", + "Keys" + ], + [ + "ĠP", + "V" + ], + [ + "en", + "us" + ], + [ + "ant", + "is" + ], + [ + "Ġdisc", + "ard" + ], + [ + "Ġh", + "aul" + ], + [ + "Ġem", + "pir" + ], + [ + "Ġpath", + "way" + ], + [ + "Ġo", + "ak" + ], + [ + "м", + "ен" + ], + [ + "-ind", + "uced" + ], + [ + "Ġimp", + "air" + ], + [ + "ĠCal", + "gary" + ], + [ + ".is", + "Hidden" + ], + [ + "d", + "z" + ], + [ + "_", + "include" + ], + [ + "Ġg", + "m" + ], + [ + "Ġ'", + "('" + ], + [ + "P", + "Y" + ], + [ + "uggest", + "ions" + ], + [ + "Ġcommod", + "ity" + ], + [ + "c", + "ro" + ], + [ + "/", + "sub" + ], + [ + "Ġget", + "Instance" + ], + [ + "ĠLeg", + "acy" + ], + [ + "ĠK", + "il" + ], + [ + "B", + "al" + ], + [ + "(", + "short" + ], + [ + "In", + "form" + ], + [ + "+", + "x" + ], + [ + "*", + "r" + ], + [ + "ĠHope", + "fully" + ], + [ + "or", + "ate" + ], + [ + "Ġmach", + "en" + ], + [ + "Ġtreat", + "y" + ], + [ + "ĠO", + "ri" + ], + [ + ".p", + "ublic" + ], + [ + "-h", + "orizontal" + ], + [ + "Ġtact", + "ic" + ], + [ + "Ġb", + "ord" + ], + [ + "w", + "ares" + ], + [ + "Ġam", + "mo" + ], + [ + "ĠL", + "ists" + ], + [ + "Ġequ", + "ations" + ], + [ + "/", + "her" + ], + [ + "ĠNS", + "W" + ], + [ + "B", + "ounding" + ], + [ + "_C", + "ollections" + ], + [ + "Ġav", + "ail" + ], + [ + ".Drop", + "Down" + ], + [ + "è", + "°" + ], + [ + "Ġh", + "h" + ], + [ + "Ġl", + "Ãł" + ], + [ + ".p", + "b" + ], + [ + "Ġmemor", + "ial" + ], + [ + "ĠAT", + "TR" + ], + [ + "Ġexhaust", + "ed" + ], + [ + "Ġt", + "sp" + ], + [ + "ĉ", + "redirect" + ], + [ + "Ġlik", + "ewise" + ], + [ + "ST", + "ER" + ], + [ + "L", + "java" + ], + [ + "Ġcondem", + "ned" + ], + [ + "oca", + "ust" + ], + [ + "(str", + "ict" + ], + [ + "Ġexem", + "pt" + ], + [ + "Ġs", + "ms" + ], + [ + "Ġex", + "agger" + ], + [ + "S", + "YS" + ], + [ + "Ġl", + "ounge" + ], + [ + ":", + "^" + ], + [ + "Ġto", + "dd" + ], + [ + "de", + "b" + ], + [ + "ator", + "ial" + ], + [ + "ĠPort", + "er" + ], + [ + "Ġtu", + "ition" + ], + [ + "Ġexem", + "pl" + ], + [ + "Ġp", + "aren" + ], + [ + ".line", + "To" + ], + [ + "Ġkid", + "ney" + ], + [ + "Ġç", + "a" + ], + [ + "Ġc", + "ui" + ], + [ + "ï¼Į", + "请" + ], + [ + "X", + "C" + ], + [ + "Ġmo", + "ż" + ], + [ + "Ġnomin", + "ated" + ], + [ + "l", + "ung" + ], + [ + "Im", + "Gui" + ], + [ + "ĠB", + "uzz" + ], + [ + "Ġstere", + "o" + ], + [ + "port", + "al" + ], + [ + "res", + "as" + ], + [ + "Ġk", + "lass" + ], + [ + "Ġdraft", + "ed" + ], + [ + "Ġproject", + "ile" + ], + [ + "/g", + "pl" + ], + [ + "(param", + "eters" + ], + [ + "*", + ")Ċ" + ], + [ + "Ġassist", + "ed" + ], + [ + "ĠNS", + "Integer" + ], + [ + "s", + "itemap" + ], + [ + ":n", + "th" + ], + [ + ".View", + "s" + ], + [ + ".Argument", + "Parser" + ], + [ + "Ġme", + "er" + ], + [ + "z", + "ier" + ], + [ + "ĠD", + "ig" + ], + [ + "Ċ" + ], + [ + "Ġpl", + "ag" + ], + [ + "p", + "ine" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġ:", + "", + "-" + ], + [ + "Ġl", + "cd" + ], + [ + "------------", + "---" + ], + [ + "(\"", + "\"" + ], + [ + "Ġtact", + "ical" + ], + [ + "ĠRon", + "ald" + ], + [ + "ex", + "tr" + ], + [ + "ĠF", + "est" + ], + [ + "Ġf", + "uer" + ], + [ + "-n", + "avigation" + ], + [ + "Ġk", + "b" + ], + [ + "gh", + "ost" + ], + [ + "Ġhandle", + "Change" + ], + [ + "_cl", + "s" + ], + [ + "()", + "!=" + ], + [ + "Com", + "parator" + ], + [ + ".v", + "m" + ], + [ + "ĠCo", + "x" + ], + [ + "_re", + "view" + ], + [ + "/", + "@" + ], + [ + "_c", + "ookie" + ], + [ + "Ġrecogn", + "ised" + ], + [ + "ld", + "ap" + ], + [ + "Thread", + "s" + ], + [ + "ĠSex", + "ual" + ], + [ + "ĠB", + "earing" + ], + [ + "(S", + "QL" + ], + [ + "Ġx", + "r" + ], + [ + "Ġth", + "igh" + ], + [ + "URL", + "Connection" + ], + [ + "ĠSU", + "V" + ], + [ + "Ġm", + "Context" + ], + [ + "Ġinc", + "idence" + ], + [ + "ĠE", + "ste" + ], + [ + ".s", + "up" + ], + [ + "_t", + "e" + ], + [ + "(EX", + "IT" + ], + [ + "C", + "MD" + ], + [ + "/", + "\">" + ], + [ + "Al", + "most" + ], + [ + "ĠU", + "ne" + ], + [ + "Ġand", + "eren" + ], + [ + "ĠSingle", + "ton" + ], + [ + "Ġb", + "ore" + ], + [ + "Th", + "ink" + ], + [ + "Ġn", + "arc" + ], + [ + "]", + "initWith" + ], + [ + "_sh", + "op" + ], + [ + "(str", + "ategy" + ], + [ + "!", + "'," + ], + [ + "her", + "its" + ], + [ + "ĠDes", + "k" + ], + [ + "_m", + "achine" + ], + [ + ".net", + "ty" + ], + [ + "ı", + "nda" + ], + [ + "=", + "<" + ], + [ + "ĠQ", + "R" + ], + [ + "ĠS", + "idebar" + ], + [ + ".split", + "Container" + ], + [ + "Ġon", + "Success" + ], + [ + "Ġmon", + "key" + ], + [ + "En", + "joy" + ], + [ + "(n", + "odes" + ], + [ + "pect", + "rum" + ], + [ + "Ġ(*", + "(" + ], + [ + "ĉU", + "INT" + ], + [ + ",", + "height" + ], + [ + "ĠNetwork", + "s" + ], + [ + ".t", + "ail" + ], + [ + ".l", + "inspace" + ], + [ + "Ġ\"", + "..." + ], + [ + "List", + "en" + ], + [ + "Æ", + "¡" + ], + [ + ".Ch", + "annel" + ], + [ + "-", + "defined" + ], + [ + "Re", + "peat" + ], + [ + "ad", + "just" + ], + [ + "ER", + "M" + ], + [ + "_", + "application" + ], + [ + ".assert", + "NotNull" + ], + [ + "-", + "stream" + ], + [ + "Ġr", + "abbit" + ], + [ + "Ġposition", + "ing" + ], + [ + "Ġw", + "oke" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġmulti", + "player" + ], + [ + "Ġregister", + "ing" + ], + [ + "un", + "til" + ], + [ + "Ã¥", + "n" + ], + [ + "(", + "::" + ], + [ + "uss", + "ions" + ], + [ + "Ġpot", + "ato" + ], + [ + "ĠE", + "quals" + ], + [ + ".S", + "up" + ], + [ + "/ap", + "ache" + ], + [ + "Ġ(", + "=" + ], + [ + ".", + "\")" + ], + [ + ".p", + "tr" + ], + [ + "ĠSpe", + "ech" + ], + [ + ".cl", + "ip" + ], + [ + "ĠGab", + "riel" + ], + [ + "Ġmusic", + "ian" + ], + [ + "/", + "issues" + ], + [ + ".sh", + "op" + ], + [ + "ĠH", + "ier" + ], + [ + "_RE", + "T" + ], + [ + "_b", + "ucket" + ], + [ + "ãĥ", + "¡" + ], + [ + "av", + "s" + ], + [ + "Ġro", + "z" + ], + [ + "fl", + "ower" + ], + [ + "Write", + "Barrier" + ], + [ + "ĠMil", + "an" + ], + [ + "Ġlegisl", + "ature" + ], + [ + "ĠD", + "oll" + ], + [ + "Ġprov", + "ing" + ], + [ + ".concat", + "enate" + ], + [ + "âķ", + "IJ" + ], + [ + "Ġg", + "char" + ], + [ + "cdn", + "js" + ], + [ + "b", + "les" + ], + [ + "ĠList", + "ing" + ], + [ + "л", + "о" + ], + [ + ".xr", + "Label" + ], + [ + "ĠS", + "ak" + ], + [ + "just", + "ice" + ], + [ + "ĠVal", + "entine" + ], + [ + "un", + "less" + ], + [ + "Ġp", + "iger" + ], + [ + "(r", + "un" + ], + [ + "Ġtest", + "ified" + ], + [ + "AN", + "A" + ], + [ + "ĠRem", + "oves" + ], + [ + "))", + "));Ċ" + ], + [ + "rec", + "ated" + ], + [ + "ĠRuntime", + "Method" + ], + [ + "Ġcon", + "qu" + ], + [ + "ãĤ", + "¢" + ], + [ + "Ġt", + "issues" + ], + [ + "ail", + "er" + ], + [ + "ét", + "é" + ], + [ + "-", + "Star" + ], + [ + "Ġfl", + "ames" + ], + [ + ".set", + "Icon" + ], + [ + "Ġsup", + "ern" + ], + [ + "Ġvag", + "ina" + ], + [ + "-", + "variable" + ], + [ + "Ġwell", + "ness" + ], + [ + "C", + "UR" + ], + [ + "Ġbel", + "le" + ], + [ + ".get", + "Request" + ], + [ + "Ġp", + "oco" + ], + [ + "ben", + "h" + ], + [ + "ag", + "ens" + ], + [ + "Ġsp", + "ill" + ], + [ + "ĠJ", + "ur" + ], + [ + "Ġdispatch", + "er" + ], + [ + "н", + "ого" + ], + [ + "emon", + "ic" + ], + [ + "(dir", + "name" + ], + [ + "ĠÐ", + "Ķ" + ], + [ + "Ġpas", + "se" + ], + [ + "Ġg", + "anz" + ], + [ + "ric", + "ing" + ], + [ + "E", + "U" + ], + [ + "Ġmuj", + "eres" + ], + [ + "ess", + "en" + ], + [ + ".at", + "tribute" + ], + [ + "j", + "j" + ], + [ + "ĉĉ", + "ĠĊ" + ], + [ + "[", + "^" + ], + [ + "Ġstrtol", + "ower" + ], + [ + "lex", + "er" + ], + [ + "ect", + "ar" + ], + [ + "hot", + "el" + ], + [ + ".s", + "quare" + ], + [ + "Ġr", + "all" + ], + [ + "Ġlower", + "ed" + ], + [ + "hand", + "led" + ], + [ + "Mark", + "et" + ], + [ + "ĠUs", + "es" + ], + [ + "iv", + "as" + ], + [ + ".B", + "usiness" + ], + [ + "ãģĹãģ", + "¦" + ], + [ + "D", + "IV" + ], + [ + "Ġw", + "asted" + ], + [ + "Ġav", + "oir" + ], + [ + "ê", + "m" + ], + [ + "_ACC", + "OUNT" + ], + [ + ".", + "et" + ], + [ + "ĉ", + "SDL" + ], + [ + "k", + "ap" + ], + [ + "Ġf", + "ox" + ], + [ + "up", + "pet" + ], + [ + "{", + "},Ċ" + ], + [ + "\",", + "'" + ], + [ + "F", + "avorite" + ], + [ + "P", + "END" + ], + [ + "ĠA", + "ES" + ], + [ + "}", + ")," + ], + [ + "Ġded", + "uction" + ], + [ + "Ġpol", + "ÃŃt" + ], + [ + "Ġcomponent", + "Will" + ], + [ + "ĠT", + "elerik" + ], + [ + "_SE", + "LF" + ], + [ + "Ġm", + "use" + ], + [ + "C", + "raft" + ], + [ + "Ġd", + "ens" + ], + [ + "à¤", + "¿" + ], + [ + "(", + "tp" + ], + [ + "Ġt", + "asty" + ], + [ + "Ġbal", + "ances" + ], + [ + "Ġded", + "ication" + ], + [ + "ĠWall", + "ace" + ], + [ + "Ġun", + "law" + ], + [ + "\\\">", + "\\" + ], + [ + "Ġm", + "um" + ], + [ + "-", + "update" + ], + [ + "ement", + "e" + ], + [ + "Ġs", + "oda" + ], + [ + "Re", + "public" + ], + [ + "as", + "mine" + ], + [ + "é", + "ric" + ], + [ + "(", + "Status" + ], + [ + "ĠJson", + "Convert" + ], + [ + "ĠD", + "isk" + ], + [ + ".Red", + "irect" + ], + [ + "Ġfilm", + "ing" + ], + [ + "/m", + "ol" + ], + [ + "R", + "o" + ], + [ + "Ġv", + "ille" + ], + [ + "Ġtrab", + "aj" + ], + [ + "Ġsyn", + "thesis" + ], + [ + "reg", + "a" + ], + [ + "Ġr", + "l" + ], + [ + "S", + "cheduler" + ], + [ + "ISH", + "ED" + ], + [ + "current", + "User" + ], + [ + "(error", + "s" + ], + [ + "'", + "h" + ], + [ + "_b", + "ot" + ], + [ + "x", + "imo" + ], + [ + "ĠUS", + "ART" + ], + [ + "_s", + "uper" + ], + [ + "_DEC", + "REF" + ], + [ + "н", + "ой" + ], + [ + "_RO", + "W" + ], + [ + "Ġprom", + "otes" + ], + [ + "ĠT", + "A" + ], + [ + "Ġhor", + "as" + ], + [ + "ĠRep", + "resents" + ], + [ + "Ġname", + "of" + ], + [ + "ĠEx", + "c" + ], + [ + "ĠGar", + "age" + ], + [ + "Ġse", + "ine" + ], + [ + ",", + "#" + ], + [ + "Ġher", + "b" + ], + [ + "/", + "resources" + ], + [ + "Ġple", + "aded" + ], + [ + ".r", + "adioButton" + ], + [ + "Ġæ", + "ĺ" + ], + [ + "O", + "ps" + ], + [ + "ĠN", + "est" + ], + [ + "c", + "string" + ], + [ + "ĠDef", + "ence" + ], + [ + "Ġref", + "ere" + ], + [ + "_le", + "af" + ], + [ + "Ġrevel", + "ation" + ], + [ + "ë", + "§" + ], + [ + ".execute", + "Update" + ], + [ + "_W", + "ORLD" + ], + [ + "Ġexp", + "ans" + ], + [ + "(\"", + "\\\"" + ], + [ + "j", + "ab" + ], + [ + "Ġdoub", + "ts" + ], + [ + "ĠGe", + "ometry" + ], + [ + "Ġintrodu", + "ces" + ], + [ + "Ġsen", + "ators" + ], + [ + "Ġcan", + "al" + ], + [ + ".h", + "elper" + ], + [ + "ĠBi", + "ology" + ], + [ + "_SE", + "NS" + ], + [ + ".pre", + "vious" + ], + [ + "-t", + "ouch" + ], + [ + "ab", + "it" + ], + [ + "Ġimpact", + "ed" + ], + [ + "Ġbr", + "ackets" + ], + [ + ".d", + "irect" + ], + [ + "acc", + "um" + ], + [ + "Ġtest", + "osterone" + ], + [ + "ĉ", + "action" + ], + [ + "ĠCh", + "ance" + ], + [ + "Ġpe", + "aks" + ], + [ + "CppCodeGen", + "WriteBarrier" + ], + [ + "Ġun", + "belie" + ], + [ + "_p", + "ress" + ], + [ + ".R", + "el" + ], + [ + "ang", + "led" + ], + [ + "/", + "templates" + ], + [ + "--", + ">čĊ" + ], + [ + "l", + "ime" + ], + [ + "Ġsufficient", + "ly" + ], + [ + "_", + "nt" + ], + [ + "Exp", + "and" + ], + [ + ".is", + "file" + ], + [ + "Ġis", + "Empty" + ], + [ + "Ġq", + "t" + ], + [ + "Ġmul", + "her" + ], + [ + "ac", + "ob" + ], + [ + "Ge", + "orge" + ], + [ + "å¸", + "¸" + ], + [ + "Ġass", + "im" + ], + [ + "as", + "o" + ], + [ + "Ġcompr", + "ised" + ], + [ + "O", + "V" + ], + [ + "(CON", + "FIG" + ], + [ + "ĉw", + "riter" + ], + [ + "Ġdes", + "p" + ], + [ + "Ġten", + "ure" + ], + [ + "(c", + "r" + ], + [ + ".p", + "ool" + ], + [ + "ĠB", + "rend" + ], + [ + "Ġc", + "ensor" + ], + [ + "(time", + "out" + ], + [ + "Ġple", + "a" + ], + [ + ".W", + "rap" + ], + [ + "Ġtight", + "ly" + ], + [ + "ĠW", + "ere" + ], + [ + "ĠI", + "gnore" + ], + [ + "abe", + "i" + ], + [ + "Ġbr", + "idges" + ], + [ + "Ġcondem", + "n" + ], + [ + "Ġsimp", + "licity" + ], + [ + "Ġrout", + "inely" + ], + [ + "Ġblack", + "s" + ], + [ + "j", + "b" + ], + [ + "ĠP", + "it" + ], + [ + "U", + "tf" + ], + [ + "Ġ/", + "Ċ" + ], + [ + "re", + "load" + ], + [ + "Ġset", + "Object" + ], + [ + "/g", + "lobal" + ], + [ + "Ġf", + "atty" + ], + [ + "Ġsock", + "s" + ], + [ + "Could", + "n" + ], + [ + "Ġerot", + "isk" + ], + [ + "æĿ", + "¡" + ], + [ + "ĠPress", + "ure" + ], + [ + "ĠM", + "az" + ], + [ + "n", + "pos" + ], + [ + "tol", + "ower" + ], + [ + "ĠE", + "Q" + ], + [ + "ute", + "ur" + ], + [ + "ĠM", + "oment" + ], + [ + "Ġet", + "a" + ], + [ + "{{", + "--" + ], + [ + "Ġgraph", + "s" + ], + [ + "ĠGu", + "ar" + ], + [ + "r", + "ine" + ], + [ + "(", + "--" + ], + [ + "ĠHttp", + "Status" + ], + [ + "(st", + "udent" + ], + [ + "*", + "np" + ], + [ + "Ġrail", + "way" + ], + [ + "Ġas", + "ynchronous" + ], + [ + "_v", + "m" + ], + [ + "']", + ",'" + ], + [ + ",", + "text" + ], + [ + "mer", + "chant" + ], + [ + "(G", + "uid" + ], + [ + "ĠG", + "ra" + ], + [ + "ix", + "er" + ], + [ + "fetch", + "All" + ], + [ + ".add", + "Listener" + ], + [ + "fl", + "ip" + ], + [ + "*", + "$" + ], + [ + ">", + "()," + ], + [ + "Ġsun", + "light" + ], + [ + "ass", + "igned" + ], + [ + "Ġab", + "c" + ], + [ + "ĠC", + "OLUMN" + ], + [ + "ĠðŁĻĤ", + "ĊĊ" + ], + [ + ")", + "..." + ], + [ + "Ġen", + "semble" + ], + [ + "Ġnew", + "line" + ], + [ + "_S", + "INGLE" + ], + [ + "ied", + "ad" + ], + [ + "Ġdark", + "er" + ], + [ + "orm", + "ap" + ], + [ + "Ġl", + "ion" + ], + [ + "pl", + "its" + ], + [ + "Ġillustr", + "ation" + ], + [ + "ĠI", + "EEE" + ], + [ + "Ġv", + "ista" + ], + [ + "ous", + "ands" + ], + [ + "******", + "*" + ], + [ + "ĠTom", + "my" + ], + [ + "Ġh", + "ue" + ], + [ + "S", + "el" + ], + [ + "Ġa", + "ura" + ], + [ + "ĠTher", + "apy" + ], + [ + "Ġanim", + "ator" + ], + [ + ".con", + "straints" + ], + [ + "Ġv", + "ague" + ], + [ + "(\"", + "\")" + ], + [ + "Ġvill", + "ain" + ], + [ + "Ġbless", + "ing" + ], + [ + "Ġstring", + "Builder" + ], + [ + "ĠM", + "isc" + ], + [ + "ĠD", + "IR" + ], + [ + "f", + "ax" + ], + [ + "-", + "node" + ], + [ + "ĠWalk", + "ing" + ], + [ + "ĠA", + "U" + ], + [ + "s", + "ess" + ], + [ + "Ġgr", + "ill" + ], + [ + "VERT", + "ISE" + ], + [ + "ĠF", + "oods" + ], + [ + "Ġt", + "ournaments" + ], + [ + "Ã", + "ĵ" + ], + [ + "ĠMar", + "sh" + ], + [ + "Ġw", + "onders" + ], + [ + "Long", + "itude" + ], + [ + ".Command", + "Text" + ], + [ + "=", + "input" + ], + [ + "_enc", + "oder" + ], + [ + "page", + "Size" + ], + [ + "Ġget", + "State" + ], + [ + ">", + ">Ċ" + ], + [ + ".g", + "rey" + ], + [ + "p", + "od" + ], + [ + "Ġread", + "ings" + ], + [ + "Ġre", + "consider" + ], + [ + "Start", + "up" + ], + [ + "Ġexc", + "er" + ], + [ + ".b", + "alance" + ], + [ + "_c", + "ycle" + ], + [ + "_T", + "ime" + ], + [ + "LOC", + "AL" + ], + [ + "ĠE", + "FI" + ], + [ + "ĠRe", + "yn" + ], + [ + ".set", + "Foreground" + ], + [ + "by", + "n" + ], + [ + "Ġdis", + "connected" + ], + [ + "ACT", + "IVE" + ], + [ + "Ġembed", + "ding" + ], + [ + "ick", + "ers" + ], + [ + "Ġsurround", + "ings" + ], + [ + "*", + "c" + ], + [ + "Ġgar", + "ant" + ], + [ + "Ġb", + "f" + ], + [ + "Ġw", + "ipe" + ], + [ + "Ġ", + "ä¸ĭ" + ], + [ + "_T", + "RA" + ], + [ + "ado", + "x" + ], + [ + "ç", + "ķ" + ], + [ + "Ġsu", + "cks" + ], + [ + "ĠS", + "ongs" + ], + [ + "ĠAssoci", + "ates" + ], + [ + "ĠB", + "ald" + ], + [ + "ĠB", + "rett" + ], + [ + "ven", + "ile" + ], + [ + "Ġv", + "t" + ], + [ + "Ġin", + "ade" + ], + [ + "Ġres", + "igned" + ], + [ + "ĠGl", + "enn" + ], + [ + ".p", + "attern" + ], + [ + ".Data", + "Bind" + ], + [ + "Ñĥ", + "м" + ], + [ + "Layout", + "Inflater" + ], + [ + "ch", + "et" + ], + [ + "ĠTest", + "ament" + ], + [ + ".m", + "s" + ], + [ + "Ġp", + "av" + ], + [ + "ĠReact", + "DOM" + ], + [ + "ur", + "dy" + ], + [ + "AD", + "ATA" + ], + [ + "M", + "u" + ], + [ + "/", + "actions" + ], + [ + "ĠJ", + "s" + ], + [ + "_ex", + "tract" + ], + [ + "ĠBr", + "ing" + ], + [ + ":", + "id" + ], + [ + "str", + "t" + ], + [ + "iv", + "ation" + ], + [ + "Ġoutr", + "ight" + ], + [ + "az", + "u" + ], + [ + "loy", + "ment" + ], + [ + "и", + "Ñı" + ], + [ + "al", + "do" + ], + [ + "ĠP", + "ublisher" + ], + [ + "E", + "ducation" + ], + [ + "Pa", + "lette" + ], + [ + "_d", + "rv" + ], + [ + "Ġ($", + "(" + ], + [ + "ĠAnd", + "a" + ], + [ + "Ġrem", + "edy" + ], + [ + "Ġincons", + "istent" + ], + [ + "te", + "ction" + ], + [ + "Ġregul", + "ators" + ], + [ + "Ġshort", + "est" + ], + [ + "(p", + "air" + ], + [ + "ĠInstall", + "ation" + ], + [ + "Ġdefend", + "ants" + ], + [ + "Ġ(", + ");" + ], + [ + "-l", + "arge" + ], + [ + "M", + "el" + ], + [ + "Ġthreat", + "en" + ], + [ + "н", + "Ñı" + ], + [ + "Ġfet", + "ish" + ], + [ + "ot", + "ine" + ], + [ + "_d", + "ic" + ], + [ + "Ġ<", + "$" + ], + [ + "Ġst", + "agger" + ], + [ + "sp", + "i" + ], + [ + "$", + "response" + ], + [ + "S", + "erv" + ], + [ + "-b", + "orn" + ], + [ + "j", + "os" + ], + [ + "ĉ", + "img" + ], + [ + "ĉW", + "HERE" + ], + [ + "_l", + "t" + ], + [ + "å½", + "ĵ" + ], + [ + ".c", + "ost" + ], + [ + "ĠT", + "ue" + ], + [ + ".label", + "s" + ], + [ + "ĠL", + "V" + ], + [ + "wcs", + "store" + ], + [ + "ĠJes", + "se" + ], + [ + "à¸", + "«" + ], + [ + "Tr", + "ade" + ], + [ + "Ġpredecess", + "or" + ], + [ + "ë", + "Ĥ" + ], + [ + "fin", + "ally" + ], + [ + "_g", + "eneral" + ], + [ + "ogg", + "ler" + ], + [ + "_REG", + "ION" + ], + [ + "n", + "ement" + ], + [ + "Ġblog", + "ger" + ], + [ + "ĠHar", + "bor" + ], + [ + "ĠD", + "ataset" + ], + [ + "[", + "w" + ], + [ + "Ġattend", + "ees" + ], + [ + ".", + "ico" + ], + [ + "max", + "imum" + ], + [ + ".Un", + "lock" + ], + [ + "_SY", + "NC" + ], + [ + "ág", + "ina" + ], + [ + "Ġdown", + "s" + ], + [ + "ĠW", + "ii" + ], + [ + "])", + "/" + ], + [ + "Ġkick", + "ing" + ], + [ + "unic", + "ation" + ], + [ + "ĠD", + "AC" + ], + [ + "ĠID", + "S" + ], + [ + "ĠR", + "ental" + ], + [ + "Ġcurrent", + "Time" + ], + [ + "Ġvacc", + "ines" + ], + [ + "ĠDev", + "il" + ], + [ + "Ġn", + "ors" + ], + [ + "_m", + "ouse" + ], + [ + "urre", + "ction" + ], + [ + "(n", + "o" + ], + [ + "Ġ>", + "čĊ" + ], + [ + "Ġaggress", + "ion" + ], + [ + "Ġbre", + "eding" + ], + [ + ".s", + "ymbol" + ], + [ + "im", + "an" + ], + [ + "Absolute", + "Path" + ], + [ + "ĠWH", + "O" + ], + [ + "_fl", + "ush" + ], + [ + "-", + "root" + ], + [ + "arn", + "a" + ], + [ + "&", + "M" + ], + [ + "Ġf", + "athers" + ], + [ + "ĠR", + "ocket" + ], + [ + "ive", + "au" + ], + [ + "Ġw", + "ander" + ], + [ + "Ġcom", + "pos" + ], + [ + "ĠWar", + "rior" + ], + [ + "ĠSe", + "at" + ], + [ + "ĠClin", + "ic" + ], + [ + "_in", + "voice" + ], + [ + "(dis", + "patch" + ], + [ + "Product", + "o" + ], + [ + "at", + "uring" + ], + [ + "oss", + "ier" + ], + [ + "ĠM", + "AY" + ], + [ + "Ġd", + "agger" + ], + [ + "Ġsanit", + "ized" + ], + [ + "ĠR", + "FC" + ], + [ + "Ġpro", + "ph" + ], + [ + "Ġur", + "ine" + ], + [ + "Ġgr", + "ind" + ], + [ + "ĠExp", + "anded" + ], + [ + "des", + "cripcion" + ], + [ + "-f", + "w" + ], + [ + "ĠK", + "erry" + ], + [ + "=", + "name" + ], + [ + "Ġch", + "k" + ], + [ + "Ġnation", + "ally" + ], + [ + "Ġthe", + "e" + ], + [ + "In", + "c" + ], + [ + "Ġ?", + ">>" + ], + [ + ".R", + "adioButton" + ], + [ + ".Http", + "ServletResponse" + ], + [ + "/", + "Y" + ], + [ + "ĉf", + "ield" + ], + [ + "Ġhom", + "me" + ], + [ + "y", + "per" + ], + [ + "Ph", + "ysical" + ], + [ + "=", + "v" + ], + [ + "Ġdr", + "iv" + ], + [ + "ĠErr", + "ors" + ], + [ + "Ġc", + "Äĥ" + ], + [ + "De", + "ath" + ], + [ + "ĠW", + "INDOW" + ], + [ + "Ġpo", + "et" + ], + [ + "ĠSh", + "arp" + ], + [ + "ĠImm", + "utable" + ], + [ + "ĉ", + "create" + ], + [ + "Ġge", + "ht" + ], + [ + "ĠRe", + "form" + ], + [ + "ais", + "er" + ], + [ + "ĠInitial", + "ization" + ], + [ + "Ġimm", + "unity" + ], + [ + ".com", + "pose" + ], + [ + "Ġlat", + "ency" + ], + [ + "ĠLeban", + "on" + ], + [ + "ĠPar", + "ad" + ], + [ + "Ġfu", + "els" + ], + [ + "ĠEx", + "hib" + ], + [ + "co", + "h" + ], + [ + "%", + "\">Ċ" + ], + [ + "ĠCL", + "I" + ], + [ + ")", + "initWith" + ], + [ + "-Z", + "a" + ], + [ + "_C", + "LEAR" + ], + [ + "reg", + "n" + ], + [ + "Ġfin", + "ances" + ], + [ + ".st", + "andard" + ], + [ + "_C", + "ATEGORY" + ], + [ + ".lib", + "rary" + ], + [ + "Ġtravel", + "ers" + ], + [ + "_w", + "p" + ], + [ + "ĠE", + "valuation" + ], + [ + "start", + "ing" + ], + [ + "Ġ", + ")),Ċ" + ], + [ + "ep", + "isode" + ], + [ + "ĠV", + "ariant" + ], + [ + "Ġda", + "emon" + ], + [ + "ĠJul", + "ia" + ], + [ + "ĠN", + "R" + ], + [ + "Ġdoub", + "les" + ], + [ + "<", + "v" + ], + [ + "/r", + "untime" + ], + [ + "Ġinterpre", + "ter" + ], + [ + "ĠIN", + "DEX" + ], + [ + "ĠHol", + "mes" + ], + [ + "_D", + "IM" + ], + [ + "Ġp", + "addle" + ], + [ + "_ex", + "ample" + ], + [ + "Ġfore", + "ground" + ], + [ + ".r", + "outes" + ], + [ + "Ġs", + "owie" + ], + [ + "S", + "UCCESS" + ], + [ + "ĠC", + "DC" + ], + [ + "ĠB", + "D" + ], + [ + "_", + "-" + ], + [ + "as", + "ured" + ], + [ + "W", + "riting" + ], + [ + "Ġcurrent", + "Page" + ], + [ + "(", + "answer" + ], + [ + "ĠASC", + "II" + ], + [ + "à", + "¨" + ], + [ + "Ġsocial", + "ly" + ], + [ + "yy", + "y" + ], + [ + "ĠSpecial", + "ist" + ], + [ + "(c", + "ustomer" + ], + [ + "ist", + "ani" + ], + [ + "ke", + "st" + ], + [ + "ĠM", + "ak" + ], + [ + "Ġth", + "o" + ], + [ + ".", + "pt" + ], + [ + "(", + "comment" + ], + [ + "ĠCon", + "verter" + ], + [ + "g", + "am" + ], + [ + "b", + "ins" + ], + [ + ".", + "tele" + ], + [ + "ĠVeter", + "ans" + ], + [ + "_AL", + "LOC" + ], + [ + "олÑĮзов", + "аÑĤ" + ], + [ + "inn", + "amon" + ], + [ + ";", + "width" + ], + [ + "oh", + "l" + ], + [ + "Ġfant", + "as" + ], + [ + "Ġs", + "ung" + ], + [ + "ĉ", + "K" + ], + [ + "(", + "Json" + ], + [ + "Ġneighbour", + "hood" + ], + [ + "Ġv", + "ow" + ], + [ + "Ġs", + "ins" + ], + [ + "on", + "acci" + ], + [ + "Ġepoch", + "s" + ], + [ + "im", + "agen" + ], + [ + ".Ch", + "ange" + ], + [ + ".my", + "batis" + ], + [ + "Se", + "ek" + ], + [ + "W", + "ER" + ], + [ + "管", + "çIJĨ" + ], + [ + "Ġinter", + "ess" + ], + [ + "_", + "Event" + ], + [ + "eder", + "land" + ], + [ + "Ġterr", + "itor" + ], + [ + "Ġci", + "udad" + ], + [ + "uck", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "Ġtransport", + "ed" + ], + [ + "ĠMan", + "ifest" + ], + [ + "ĠD", + "AT" + ], + [ + "_th", + "eta" + ], + [ + "Ġw", + "ont" + ], + [ + ".ĊĊ", + "ĊĊĊĊĊĊĊĊ" + ], + [ + "Ĭ¶", + "æĢģ" + ], + [ + "ĠEp", + "ic" + ], + [ + "De", + "ck" + ], + [ + "l", + "tra" + ], + [ + "_Z", + "ERO" + ], + [ + "Ġ[]", + ";" + ], + [ + "/", + "scripts" + ], + [ + "Ġ----------------------------------------------------------------", + "----------------" + ], + [ + "æĥ", + "ħ" + ], + [ + "Ġwe", + "ed" + ], + [ + "N", + "BC" + ], + [ + "Ġrap", + "ed" + ], + [ + "ĠG", + "ateway" + ], + [ + "[", + "M" + ], + [ + "ĠTime", + "out" + ], + [ + "ench", + "mark" + ], + [ + ".View", + "Model" + ], + [ + "Ġporn", + "os" + ], + [ + "ĠY", + "a" + ], + [ + "th", + "ritis" + ], + [ + "ĠFly", + "nn" + ], + [ + "Ġme", + "ga" + ], + [ + "ac", + "in" + ], + [ + "Ġtrib", + "al" + ], + [ + ".app", + "le" + ], + [ + "ĠB", + "lo" + ], + [ + "â", + "n" + ], + [ + "ib", + "i" + ], + [ + "ro", + "v" + ], + [ + "ĠL", + "ives" + ], + [ + "^", + "." + ], + [ + "get", + "Request" + ], + [ + "ĠEst", + "ablish" + ], + [ + "cont", + "ainers" + ], + [ + "Ġst", + "arring" + ], + [ + "Ġcele", + "brities" + ], + [ + "ĠRel", + "ative" + ], + [ + "ĠHe", + "ights" + ], + [ + "Ġtq", + "dm" + ], + [ + "ĠNorth", + "west" + ], + [ + "iv", + "ic" + ], + [ + "ĉ", + "cl" + ], + [ + "Ġautom", + "otive" + ], + [ + "ent", + "ric" + ], + [ + "Ġfort", + "unate" + ], + [ + "Ġfire", + "place" + ], + [ + "se", + "ud" + ], + [ + "nick", + "name" + ], + [ + ";", + "s" + ], + [ + "_C", + "AL" + ], + [ + "h", + "alt" + ], + [ + "(n", + "s" + ], + [ + "_de", + "leted" + ], + [ + "Develop", + "ment" + ], + [ + "m", + "ovies" + ], + [ + "Ġident", + "ities" + ], + [ + "Ġprompt", + "ly" + ], + [ + "ا", + "ÙĨ" + ], + [ + "Ġant", + "e" + ], + [ + "Ġ\"", + "','" + ], + [ + "åı", + "£" + ], + [ + "imp", + "se" + ], + [ + "Ġy", + "ap" + ], + [ + "Type", + "Name" + ], + [ + "Ġb", + "itch" + ], + [ + "Ġassoci", + "ates" + ], + [ + "HE", + "ME" + ], + [ + "-", + "empty" + ], + [ + "ĠØ", + "ª" + ], + [ + "ol", + "vers" + ], + [ + "Ġpist", + "ol" + ], + [ + "Sc", + "oped" + ], + [ + "ag", + "ner" + ], + [ + "']", + "=='" + ], + [ + "ĠI", + "MP" + ], + [ + "ex", + "c" + ], + [ + "Ġo", + "mitted" + ], + [ + "Ġmind", + "set" + ], + [ + "Ġ[]", + "(" + ], + [ + "Ġor", + "n" + ], + [ + "_C", + "AM" + ], + [ + "A", + "vg" + ], + [ + "Localized", + "String" + ], + [ + "ĠN", + "atur" + ], + [ + "Ġcom", + "poser" + ], + [ + "ĠPlay", + "ing" + ], + [ + "Ġover", + "d" + ], + [ + "_", + "utf" + ], + [ + ".s", + "k" + ], + [ + "ĠF", + "ol" + ], + [ + "$", + "page" + ], + [ + ",", + "Object" + ], + [ + "Ġbe", + "es" + ], + [ + "al", + "ary" + ], + [ + "bul", + "let" + ], + [ + "_lib", + "rary" + ], + [ + "O", + "ffer" + ], + [ + "loc", + "ated" + ], + [ + "Ġ(_", + "," + ], + [ + "âĢľ", + "He" + ], + [ + "ĠOwn", + "ers" + ], + [ + ")", + ").Ċ" + ], + [ + "Ġb", + "ri" + ], + [ + ".Ad", + "min" + ], + [ + "kt", + "ion" + ], + [ + "лÑİ", + "Ñĩ" + ], + [ + "Ġerot", + "ici" + ], + [ + "Cancel", + "led" + ], + [ + "Ġa", + "gr" + ], + [ + "re", + "views" + ], + [ + "_d", + "ma" + ], + [ + "RI", + "CT" + ], + [ + "Ġg", + "fx" + ], + [ + "mp", + "i" + ], + [ + "pp", + "o" + ], + [ + "Ġ//", + "@" + ], + [ + "Ġupper", + "case" + ], + [ + "Ġcommit", + "ting" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "User", + "Data" + ], + [ + "Ġv", + "ai" + ], + [ + "ĉs", + "ort" + ], + [ + "Ġcongr", + "at" + ], + [ + "Ġd", + "ioxide" + ], + [ + "д", + "а" + ], + [ + ".", + "area" + ], + [ + "ĠJosh", + "ua" + ], + [ + "ĠK", + "och" + ], + [ + "_b", + "reak" + ], + [ + "az", + "ure" + ], + [ + "ist", + "ical" + ], + [ + "_AL", + "PHA" + ], + [ + "_", + "views" + ], + [ + "Ġelim", + "inating" + ], + [ + "OM", + "B" + ], + [ + "en", + "umer" + ], + [ + "ĠHy", + "dro" + ], + [ + "(*", + "(" + ], + [ + "ERT", + "ICAL" + ], + [ + "Ġinev", + "itably" + ], + [ + "Ġst", + "ole" + ], + [ + "-e", + "ast" + ], + [ + "ier", + "on" + ], + [ + "Ġl", + "inger" + ], + [ + "/d", + "oc" + ], + [ + "Å", + "º" + ], + [ + "ĠAl", + "ready" + ], + [ + "as", + "io" + ], + [ + "Ġ--", + "Ċ" + ], + [ + "Ġabb", + "rev" + ], + [ + "ĠAt", + "om" + ], + [ + "h", + "im" + ], + [ + "ĠINS", + "ERT" + ], + [ + "s", + "un" + ], + [ + "âĻ", + "ª" + ], + [ + "CON", + "NECT" + ], + [ + "er", + "ator" + ], + [ + "ĠM", + "anning" + ], + [ + "Ġ:", + "(" + ], + [ + "g", + "as" + ], + [ + "=>", + "'" + ], + [ + "Ġquery", + "set" + ], + [ + ";", + "}čĊ" + ], + [ + "ĠPop", + "ulation" + ], + [ + "uted", + "String" + ], + [ + "res", + "ident" + ], + [ + "_F", + "ONT" + ], + [ + "ĠRes", + "pond" + ], + [ + "Ġobsc", + "ure" + ], + [ + "Ġo", + "bservable" + ], + [ + "ĠContrib", + "utors" + ], + [ + "k", + "on" + ], + [ + "ĠMus", + "k" + ], + [ + "ex", + "ao" + ], + [ + "ĠT", + "ub" + ], + [ + "Boot", + "Application" + ], + [ + "S", + "OR" + ], + [ + ".H", + "orizontal" + ], + [ + ".find", + "By" + ], + [ + ".p", + "ower" + ], + [ + "Ġposit", + "ively" + ], + [ + "ven", + "ience" + ], + [ + "ĠJ", + "ong" + ], + [ + "Ġwh", + "istle" + ], + [ + "Ġз", + "наÑĩ" + ], + [ + "Ġl", + "ending" + ], + [ + "Ġdestruct", + "ive" + ], + [ + "Ġon", + "Delete" + ], + [ + "author", + "ization" + ], + [ + "();", + "?>" + ], + [ + "_", + "original" + ], + [ + "sc", + "ience" + ], + [ + "at", + "ra" + ], + [ + "?,", + "?," + ], + [ + "ĠAs", + "c" + ], + [ + "Ġconvinc", + "ing" + ], + [ + "$", + "a" + ], + [ + "org", + "en" + ], + [ + "_D", + "ate" + ], + [ + "ĠPro", + "vide" + ], + [ + "Ġlon", + "ely" + ], + [ + ")", + "'Ċ" + ], + [ + "ex", + "change" + ], + [ + ";", + "?>Ċ" + ], + [ + ".f", + "ast" + ], + [ + "S", + "amples" + ], + [ + "L", + "ondon" + ], + [ + "']", + ")čĊ" + ], + [ + "ĠI", + "onic" + ], + [ + "Ġp", + "esso" + ], + [ + "ĠKn", + "ights" + ], + [ + "ĠR", + "af" + ], + [ + "_attr", + "s" + ], + [ + "Ġrepe", + "al" + ], + [ + ">", + "Main" + ], + [ + "ĠOrder", + "ed" + ], + [ + "_N", + "ew" + ], + [ + "=\"", + "\">", + "\";Ċ" + ], + [ + "ĠS", + "ERVER" + ], + [ + "ĠHE", + "ADER" + ], + [ + "_", + "velocity" + ], + [ + "ĠIn", + "voke" + ], + [ + ".timestamp", + "s" + ], + [ + "Ġs", + "ulf" + ], + [ + "I", + "QUE" + ], + [ + "Ġinhabit", + "ants" + ], + [ + "ph", + "ins" + ], + [ + "azz", + "o" + ], + [ + "Ġmon", + "o" + ], + [ + "Leg", + "end" + ], + [ + "Ġnon", + "ce" + ], + [ + "IF", + "E" + ], + [ + ";", + "\";Ċ" + ], + [ + "-", + "create" + ], + [ + "\"", + "\",Ċ" + ], + [ + "per", + "mit" + ], + [ + "ĠImm", + "igration" + ], + [ + "Ġpath", + "name" + ], + [ + "ffect", + "ive" + ], + [ + "âĻĢ", + "âĻĢ" + ], + [ + "Ġex", + "ams" + ], + [ + "-", + "event" + ], + [ + "ĠT", + "ill" + ], + [ + "[m", + "id" + ], + [ + "F", + "IX" + ], + [ + ";", + "color" + ], + [ + "(", + "Order" + ], + [ + "_tra", + "its" + ], + [ + "Ġorder", + "By" + ], + [ + "Ġs", + "unt" + ], + [ + "ĠNich", + "olas" + ], + [ + "Ø", + "²" + ], + [ + "Ġsun", + "ny" + ], + [ + "in", + "ers" + ], + [ + "Ġaccess", + "ibility" + ], + [ + "ĠH", + "B" + ], + [ + ".com", + "p" + ], + [ + "ĉ", + "op" + ], + [ + "Ġminor", + "ities" + ], + [ + "ethe", + "us" + ], + [ + "Ġcollabor", + "ative" + ], + [ + "pr", + "it" + ], + [ + "H", + "IR" + ], + [ + "Ġwr", + "aps" + ], + [ + "ĉd", + "raw" + ], + [ + "g", + "od" + ], + [ + "ĠI", + "X" + ], + [ + ".app", + "s" + ], + [ + "ĠN", + "M" + ], + [ + "Ġirre", + "levant" + ], + [ + "ĠT", + "igers" + ], + [ + "Ġdi", + "ag" + ], + [ + "G", + "V" + ], + [ + "ĠAccess", + "ories" + ], + [ + "k", + "ont" + ], + [ + "Ġsimpl", + "ify" + ], + [ + "ĠF", + "avorite" + ], + [ + "_t", + "ools" + ], + [ + "([]", + ");Ċ" + ], + [ + "Ġtow", + "ers" + ], + [ + "B", + "es" + ], + [ + "Ġhun", + "ter" + ], + [ + "Ġsal", + "on" + ], + [ + "(b", + "uff" + ], + [ + "ĉ", + "debug" + ], + [ + "Ġmal", + "ware" + ], + [ + "M", + "oving" + ], + [ + "-", + "options" + ], + [ + ")", + "+'" + ], + [ + "ĠLO", + "VE" + ], + [ + "_S", + "OCKET" + ], + [ + "_f", + "in" + ], + [ + "ĠDel", + "aware" + ], + [ + "Ġsher", + "iff" + ], + [ + "-in", + "valid" + ], + [ + "ĠF", + "ULL" + ], + [ + "Ġп", + "од" + ], + [ + "el", + "as" + ], + [ + "\"", + "strings" + ], + [ + "ĠRepresent", + "atives" + ], + [ + "s", + "urface" + ], + [ + "res", + "olved" + ], + [ + "ht", + "docs" + ], + [ + "))", + ":čĊ" + ], + [ + "Ġpress", + "ures" + ], + [ + "Ġnorm", + "s" + ], + [ + "Ġpl", + "a" + ], + [ + "Ġs", + "urname" + ], + [ + "Ġpost", + "al" + ], + [ + "ĠDep", + "art" + ], + [ + "Ġsla", + "ughter" + ], + [ + "or", + "ida" + ], + [ + "Ġhe", + "bben" + ], + [ + "Ġdes", + "ar" + ], + [ + "comp", + "act" + ], + [ + "_L", + "ANG" + ], + [ + "åIJ", + "Ī" + ], + [ + "op", + "oly" + ], + [ + "_r", + "ad" + ], + [ + "ĠST", + "DMETHOD" + ], + [ + "L", + "azy" + ], + [ + "ĠĠĠ", + "ĉ" + ], + [ + "...", + "," + ], + [ + "(", + "web" + ], + [ + "ĠP", + "ont" + ], + [ + "Ġet", + "was" + ], + [ + "Ġup", + "ward" + ], + [ + "_h", + "at" + ], + [ + "Ġ],", + "ĊĊ" + ], + [ + "Ġbase", + "Url" + ], + [ + "Ġworry", + "ing" + ], + [ + "-add", + "on" + ], + [ + "(get", + "Class" + ], + [ + "S", + "PI" + ], + [ + "Ġcapt", + "uring" + ], + [ + ")", + "},Ċ" + ], + [ + "Effect", + "s" + ], + [ + "Ġcompet", + "ent" + ], + [ + "Ġf", + "oul" + ], + [ + "Ġsubscri", + "bing" + ], + [ + "ĠO", + "BJECT" + ], + [ + "IX", + "EL" + ], + [ + "b", + "ucks" + ], + [ + "(", + "edge" + ], + [ + "(p", + "ass" + ], + [ + "ĠPet", + "erson" + ], + [ + "Ġbo", + "obs" + ], + [ + "ĠD", + "elay" + ], + [ + "_s", + "quare" + ], + [ + "el", + "im" + ], + [ + "ot", + "ers" + ], + [ + "_P", + "C" + ], + [ + "%", + "E" + ], + [ + "on", + "click" + ], + [ + "ĠSV", + "G" + ], + [ + "Ġto", + "pped" + ], + [ + "Ġf", + "ist" + ], + [ + "sm", + "art" + ], + [ + "ĠR", + "alph" + ], + [ + "(", + "owner" + ], + [ + "j", + "ours" + ], + [ + "Ġbron", + "ze" + ], + [ + "ĠArgument", + "Exception" + ], + [ + "(", + "original" + ], + [ + "_S", + "CALE" + ], + [ + "_c", + "p" + ], + [ + "Ġrecomm", + "ends" + ], + [ + ".set", + "Style" + ], + [ + "S", + "ure" + ], + [ + "L", + "AND" + ], + [ + "Ġrepe", + "ating" + ], + [ + "M", + "att" + ], + [ + ".", + "Visibility" + ], + [ + "Ġenter", + "prises" + ], + [ + ".Set", + "up" + ], + [ + "(sc", + "ene" + ], + [ + "ĠRe", + "active" + ], + [ + "ur", + "ge" + ], + [ + "b", + "w" + ], + [ + ".P", + "ut" + ], + [ + "p", + "ersist" + ], + [ + ".c", + "ookie" + ], + [ + "ĠAud", + "i" + ], + [ + "`", + "s" + ], + [ + "sup", + "plier" + ], + [ + "(", + "Form" + ], + [ + "Â", + "¡" + ], + [ + "_s", + "o" + ], + [ + "Į", + "Ģ" + ], + [ + "ĠLeg", + "ion" + ], + [ + "t", + "te" + ], + [ + "N", + "d" + ], + [ + "L", + "oss" + ], + [ + "(", + "attrs" + ], + [ + ".sc", + "atter" + ], + [ + "Ġg", + "room" + ], + [ + "Ġgl", + "impse" + ], + [ + "Ġn", + "ails" + ], + [ + "Ġcum", + "ulative" + ], + [ + "Ġf", + "azer" + ], + [ + "_s", + "ervices" + ], + [ + ".N", + "um" + ], + [ + "ib", + "ilit" + ], + [ + "_res", + "olution" + ], + [ + "ĠT", + "x" + ], + [ + "umin", + "ium" + ], + [ + "op", + "a" + ], + [ + ".s", + "chedule" + ], + [ + "sm", + "tp" + ], + [ + "à¸", + "ķ" + ], + [ + "ur", + "ry" + ], + [ + "ü", + "k" + ], + [ + "go", + "og" + ], + [ + "_sign", + "ature" + ], + [ + ".int", + "o" + ], + [ + "ĠSte", + "ps" + ], + [ + "Ġhome", + "owners" + ], + [ + "ĠNS", + "URL" + ], + [ + "ĠP", + "AC" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĊĊ" + ], + [ + ">", + "')Ċ" + ], + [ + "en", + "h" + ], + [ + "Ġinc", + "ap" + ], + [ + "$", + "MESS" + ], + [ + "Ġmo", + "ins" + ], + [ + "ĠF", + "i" + ], + [ + "Ġoff", + "season" + ], + [ + "press", + "ions" + ], + [ + ">", + ".Ċ" + ], + [ + "ĠGr", + "ass" + ], + [ + "ĠGo", + "al" + ], + [ + "_p", + "df" + ], + [ + "Hand", + "lers" + ], + [ + "Ġstack", + "s" + ], + [ + ".get", + "FullYear" + ], + [ + "=[", + "];Ċ" + ], + [ + "è½", + "¦" + ], + [ + ",", + "V" + ], + [ + "(s", + "plit" + ], + [ + "Ñĥн", + "к" + ], + [ + "Ġbake", + "ca" + ], + [ + "Ġ~", + "/." + ], + [ + "pe", + "z" + ], + [ + "t", + "ails" + ], + [ + "ĠG", + "len" + ], + [ + "Ġset", + "Image" + ], + [ + "ĠCom", + "ic" + ], + [ + "B", + "LOCK" + ], + [ + "ĉ", + "This" + ], + [ + "o", + "ader" + ], + [ + "Ġcapital", + "ist" + ], + [ + "_ST", + "EP" + ], + [ + "(", + "Boolean" + ], + [ + "ĠCor", + "rect" + ], + [ + "r", + "ina" + ], + [ + "Ġconc", + "aten" + ], + [ + "å®", + "ŀ" + ], + [ + "()", + ":ĊĊ" + ], + [ + "Ġun", + "anim" + ], + [ + "ll", + "i" + ], + [ + "al", + "ars" + ], + [ + "-", + "ne" + ], + [ + "Ġdiv", + "or" + ], + [ + "ĠKick", + "starter" + ], + [ + "].", + "_" + ], + [ + "<", + "number" + ], + [ + "/m", + "enu" + ], + [ + "GR", + "APH" + ], + [ + "vis", + "itor" + ], + [ + "Ġimpro", + "per" + ], + [ + "_N", + "EXT" + ], + [ + "Ġb", + "isa" + ], + [ + "background", + "Color" + ], + [ + "/", + "input" + ], + [ + "Ġmo", + "i" + ], + [ + "Go", + "al" + ], + [ + "li", + "qu" + ], + [ + "Ġmiscon", + "duct" + ], + [ + "Ġcompr", + "ises" + ], + [ + "aw", + "ns" + ], + [ + "ĠP", + "ie" + ], + [ + "ra", + "is" + ], + [ + "role", + "um" + ], + [ + "Ġcur", + "se" + ], + [ + "y", + "u" + ], + [ + "_p", + "oll" + ], + [ + ".current", + "User" + ], + [ + "ES", + "H" + ], + [ + "])", + "[" + ], + [ + "Ġstory", + "t" + ], + [ + ")?", + ";Ċ" + ], + [ + "*", + "=" + ], + [ + "ĠB", + "urg" + ], + [ + "/", + "layout" + ], + [ + "_back", + "end" + ], + [ + ";", + "?>", + "*", + "'+" + ], + [ + "åĿ", + "Ģ" + ], + [ + "ac", + "ency" + ], + [ + "(", + "URL" + ], + [ + "_h", + "alf" + ], + [ + "=", + "l" + ], + [ + "Ġlist", + "View" + ], + [ + "(", + "section" + ], + [ + ".to", + "Array" + ], + [ + "+", + "/" + ], + [ + "ĠRodrig", + "uez" + ], + [ + "ist", + "ream" + ], + [ + "Ġelig", + "ibility" + ], + [ + "::", + "-" + ], + [ + ".new", + "Instance" + ], + [ + "P", + "B" + ], + [ + "ĠAs", + "sets" + ], + [ + "ĠCom", + "posite" + ], + [ + "ĠL", + "abs" + ], + [ + "ĠHam", + "as" + ], + [ + "++", + ");Ċ" + ], + [ + "Ġbl", + "k" + ], + [ + "ĠNe", + "o" + ], + [ + "L", + "uc" + ], + [ + "@", + "login" + ], + [ + "Ġun", + "aware" + ], + [ + ".m", + "et" + ], + [ + "_RE", + "LEASE" + ], + [ + "(", + "ST" + ], + [ + "AM", + "IL" + ], + [ + "ri", + "ke" + ], + [ + "Ġ(", + "){Ċ" + ], + [ + "(s", + "printf" + ], + [ + "ĠAccount", + "s" + ], + [ + "ĠV", + "IEW" + ], + [ + "ĠA", + "j" + ], + [ + "ãĤ", + "°" + ], + [ + "Ġwh", + "isk" + ], + [ + "Ġid", + "i" + ], + [ + "Ġro", + "de" + ], + [ + "Ġih", + "n" + ], + [ + "ĠElement", + "ary" + ], + [ + "Q", + "ty" + ], + [ + "Ġintrig", + "uing" + ], + [ + "Ġå", + "¤" + ], + [ + "J", + "obs" + ], + [ + "ĉ", + "offset" + ], + [ + "ĠAh", + "med" + ], + [ + "ĠTal", + "iban" + ], + [ + "Ġè", + "İ·åıĸ" + ], + [ + "Ġinject", + "ed" + ], + [ + ".Auth", + "entication" + ], + [ + "_line", + "ar" + ], + [ + ".Dec", + "imal" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġshare", + "holders" + ], + [ + "Ġb", + "aked" + ], + [ + ".d", + "iff" + ], + [ + "ĠE", + "ddie" + ], + [ + "ok", + "ers" + ], + [ + "Ġconfront", + "ed" + ], + [ + "vo", + "ices" + ], + [ + "Ġt", + "us" + ], + [ + "ĠSp", + "in" + ], + [ + "N", + "ODE" + ], + [ + "_", + "Un" + ], + [ + "CT", + "X" + ], + [ + "/g", + "oogle" + ], + [ + "Tem", + "perature" + ], + [ + "Ġ'", + "')." + ], + [ + "Ġmagn", + "ificent" + ], + [ + "Ġstart", + "Index" + ], + [ + "semb", + "les" + ], + [ + "Any", + "one" + ], + [ + "z", + "k" + ], + [ + "eh", + "en" + ], + [ + "ĠD", + "ame" + ], + [ + ".", + "strict" + ], + [ + "Ġrepl", + "aces" + ], + [ + "Ġline", + "back" + ], + [ + "Ġpush", + "es" + ], + [ + "Ġche", + "ek" + ], + [ + "ĠSh", + "i" + ], + [ + "_BY", + "TES" + ], + [ + "RE", + "A" + ], + [ + "ả", + "n" + ], + [ + "_CON", + "NECTION" + ], + [ + "G", + "ateway" + ], + [ + "ĠTr", + "avis" + ], + [ + "ĠA", + "X" + ], + [ + "ĠBas", + "ically" + ], + [ + "ĠUp", + "grade" + ], + [ + "à", + "ª" + ], + [ + "th", + "emes" + ], + [ + "erm", + "o" + ], + [ + "k", + "or" + ], + [ + "F", + "emale" + ], + [ + "_att", + "ach" + ], + [ + "ĠìĤ¬", + "ìļ©" + ], + [ + "Ġpo", + "z" + ], + [ + "============", + "==Ċ" + ], + [ + "(s", + "ymbol" + ], + [ + "ĠS", + "ector" + ], + [ + "__", + ")ĊĊ" + ], + [ + "_p", + "adding" + ], + [ + "ï¼ļ", + "\"" + ], + [ + "Ġf", + "abs" + ], + [ + "Ġr", + "anged" + ], + [ + "set", + "Name" + ], + [ + "Ġp", + "error" + ], + [ + "â", + "Ĺ" + ], + [ + "ĠFile", + "Reader" + ], + [ + "Ġful", + "filled" + ], + [ + "_C", + "urrent" + ], + [ + "Ġdom", + "inate" + ], + [ + "Ġsm", + "ugg" + ], + [ + "Post", + "Mapping" + ], + [ + "_for", + "ce" + ], + [ + "Ġb", + "loc" + ], + [ + "ĠG", + "iant" + ], + [ + "(v", + "ideo" + ], + [ + "ĠC", + "U" + ], + [ + "System", + "Service" + ], + [ + "Ġ", + "elf" + ], + [ + "Ġkont", + "akt" + ], + [ + "ë", + "ª" + ], + [ + "ke", + "es" + ], + [ + "gt", + "k" + ], + [ + "Ġparam", + "Int" + ], + [ + "Ġmark", + "up" + ], + [ + "u", + "ales" + ], + [ + "Ġaccount", + "ed" + ], + [ + "Ġgang", + "bang" + ], + [ + "RY", + "PT" + ], + [ + "ĠW", + "rong" + ], + [ + "Ġcred", + "ited" + ], + [ + "ĠM", + "ESSAGE" + ], + [ + "Ġfl", + "aws" + ], + [ + "Ġbb", + "w" + ], + [ + "Ġmetab", + "olic" + ], + [ + "ĠO", + "EM" + ], + [ + "/", + "event" + ], + [ + "(C", + "ollectors" + ], + [ + "mont", + "on" + ], + [ + "ap", + "pear" + ], + [ + "Ġopt", + "ed" + ], + [ + "Ġche", + "at" + ], + [ + "Ġd", + "av" + ], + [ + "ĠPro", + "ceed" + ], + [ + "Ġê", + "¸" + ], + [ + "ank", + "ed" + ], + [ + "и", + "з" + ], + [ + "ans", + "k" + ], + [ + "ĠH", + "ang" + ], + [ + "ĠC", + "ler" + ], + [ + "Ġdis", + "gu" + ], + [ + "Ġc", + "map" + ], + [ + ".cl", + "js" + ], + [ + "Ġa", + "ument" + ], + [ + "le", + "z" + ], + [ + "ĠJo", + "ined" + ], + [ + "_re", + "ceived" + ], + [ + "Ġa", + "erial" + ], + [ + "ot", + "el" + ], + [ + "Ġgre", + "et" + ], + [ + "\"", + "s" + ], + [ + "ĠGen", + "esis" + ], + [ + "ĠCal", + "if" + ], + [ + "pan", + "ion" + ], + [ + "Ġtail", + "ored" + ], + [ + "m", + "apping" + ], + [ + "and", + "Expect" + ], + [ + ".tr", + "ack" + ], + [ + "at", + "omy" + ], + [ + "ĠO", + "w" + ], + [ + "ull", + "ah" + ], + [ + ".Y", + "es" + ], + [ + "ĠSimple", + "Name" + ], + [ + "db", + "h" + ], + [ + "'", + "en" + ], + [ + "Ġnons", + "ense" + ], + [ + "Ġphilosoph", + "ical" + ], + [ + "(get", + "Context" + ], + [ + "Ġis", + "so" + ], + [ + "ĠA", + "CE" + ], + [ + "start", + "Date" + ], + [ + "Ġb", + "ÄĻd" + ], + [ + "ĠAUTH", + "OR" + ], + [ + "ĠGlo", + "be" + ], + [ + "Ġinsect", + "s" + ], + [ + "_A", + "l" + ], + [ + "ush", + "ing" + ], + [ + "è®", + "°" + ], + [ + "/", + "Home" + ], + [ + "ĠLocal", + "Date" + ], + [ + "need", + "ed" + ], + [ + "hes", + "ive" + ], + [ + "Ġill", + "usion" + ], + [ + "äº", + "Į" + ], + [ + "Ġtr", + "at" + ], + [ + "x", + "o" + ], + [ + "/d", + "etail" + ], + [ + "_M", + "ATCH" + ], + [ + "Ġbroad", + "band" + ], + [ + "Ġw", + "al" + ], + [ + "ĠIllegal", + "StateException" + ], + [ + "IRE", + "CTION" + ], + [ + "Ġnor", + "theast" + ], + [ + "es", + "ium" + ], + [ + "ĠClient", + "e" + ], + [ + "ul", + "ance" + ], + [ + "nt", + "y" + ], + [ + "Ġt", + "ecn" + ], + [ + "Dev", + "ices" + ], + [ + "Ġgr", + "ains" + ], + [ + "ĠO", + "g" + ], + [ + "ĠS", + "EL" + ], + [ + "ud", + "iant" + ], + [ + "Ġ++", + ";Ċ" + ], + [ + "Ġexplan", + "ations" + ], + [ + "oc", + "co" + ], + [ + "Ġdi", + "ets" + ], + [ + "Ġco", + "hort" + ], + [ + "(", + "controller" + ], + [ + ".Iter", + "ator" + ], + [ + "-r", + "ich" + ], + [ + "ro", + "cess" + ], + [ + "G", + "D" + ], + [ + "Ġcar", + "bohydr" + ], + [ + "Ġfri", + "ed" + ], + [ + "ĠEmploy", + "ment" + ], + [ + "ìŀ", + "¥" + ], + [ + "ĠLeon", + "ard" + ], + [ + "_", + "${" + ], + [ + "qu", + "ares" + ], + [ + "Ġcompan", + "ions" + ], + [ + "Ġpar", + "is" + ], + [ + "Ġstim", + "ulation" + ], + [ + "ĠZ", + "oo" + ], + [ + "Ġre", + "levance" + ], + [ + "ĠCol", + "our" + ], + [ + "Ġspe", + "ar" + ], + [ + "ot", + "ional" + ], + [ + "ĠL", + "ite" + ], + [ + "ĠK", + "osten" + ], + [ + "ĠÃ", + "³" + ], + [ + "_att", + "achment" + ], + [ + "orph", + "ic" + ], + [ + "Ġdam", + "it" + ], + [ + "Ġd", + "lg" + ], + [ + "Ġthr", + "ive" + ], + [ + "CH", + "ANGE" + ], + [ + "ĠApp", + "arently" + ], + [ + "Ġat", + "ual" + ], + [ + "Ġroot", + "ed" + ], + [ + "(", + "images" + ], + [ + "aw", + "i" + ], + [ + "ari", + "at" + ], + [ + "Ġch", + "erry" + ], + [ + "STAT", + "IC" + ], + [ + "m", + "nt" + ], + [ + "ĠUser", + "Id" + ], + [ + "il", + "let" + ], + [ + "ĠHis", + "panic" + ], + [ + "Ġn", + "ak" + ], + [ + "Ġcent", + "ro" + ], + [ + "Ġdim", + "s" + ], + [ + "_initial", + "ize" + ], + [ + "ı", + "k" + ], + [ + "ĠCent", + "ers" + ], + [ + "RE", + "N" + ], + [ + "Ġevolution", + "ary" + ], + [ + "ĠTop", + "ics" + ], + [ + "_d", + "amage" + ], + [ + "em", + "er" + ], + [ + "Ġr", + "und" + ], + [ + "Ġpun", + "ished" + ], + [ + "Ġcub", + "ic" + ], + [ + "f", + "air" + ], + [ + "[]", + ";ĊĊ" + ], + [ + "Ġinstant", + "iate" + ], + [ + "Ġover", + "see" + ], + [ + "-", + "delete" + ], + [ + "unte", + "er" + ], + [ + "start", + "Time" + ], + [ + "ĠP", + "ipeline" + ], + [ + "_G", + "AME" + ], + [ + "ĠC", + "ir" + ], + [ + "ĉ", + "Null" + ], + [ + ".Format", + "ting" + ], + [ + "uc", + "umber" + ], + [ + "ĠR", + "ide" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġcheck", + "er" + ], + [ + "åIJ", + "Į" + ], + [ + "=", + "C" + ], + [ + "Ġg", + "rit" + ], + [ + "\");", + "//" + ], + [ + "_x", + "y" + ], + [ + "ĠDe", + "claration" + ], + [ + "Ġcall", + "able" + ], + [ + "F", + "oo" + ], + [ + "ĠList", + "Item" + ], + [ + "Ġin", + "accur" + ], + [ + "ml", + "in" + ], + [ + "ĉ", + "Data" + ], + [ + "Ġev", + "olving" + ], + [ + "aw", + "an" + ], + [ + "Ġca", + "fe" + ], + [ + "fol", + "k" + ], + [ + "_ID", + "X" + ], + [ + "ĠAny", + "thing" + ], + [ + "ĠPalest", + "ine" + ], + [ + "ĠGrid", + "View" + ], + [ + "Ġcol", + "ony" + ], + [ + "ĠGerm", + "ans" + ], + [ + "(", + "+" + ], + [ + ".p", + "id" + ], + [ + ".js", + "x" + ], + [ + "ĠSuper", + "ior" + ], + [ + "Christ", + "ian" + ], + [ + "ĠL", + "ect" + ], + [ + "ĉ", + "Game" + ], + [ + "Ġinstrument", + "al" + ], + [ + "Anim", + "ations" + ], + [ + "д", + "ал" + ], + [ + "ĠMos", + "es" + ], + [ + "ĉĉčĊ", + "ĉĉčĊ" + ], + [ + "z", + "s" + ], + [ + "k", + "te" + ], + [ + "ä¸", + "ļ" + ], + [ + "_D", + "IST" + ], + [ + "bit", + "map" + ], + [ + "d", + "B" + ], + [ + "Ġp", + "ersistence" + ], + [ + "ÑĢ", + "оÑģ" + ], + [ + "$", + "l" + ], + [ + "B", + "ron" + ], + [ + "Ġ{", + "|" + ], + [ + "_ch", + "art" + ], + [ + "ĠCon", + "sum" + ], + [ + "Ġh", + "emp" + ], + [ + "Ġ\"", + "))Ċ" + ], + [ + "Ġattack", + "ers" + ], + [ + "Ġknowledge", + "able" + ], + [ + "Ġc", + "et" + ], + [ + "Ġvir", + "uses" + ], + [ + "'", + "I" + ], + [ + "Ġpitch", + "er" + ], + [ + "Ġsweep", + "ing" + ], + [ + "=", + "list" + ], + [ + "apt", + "ops" + ], + [ + ".de", + "pth" + ], + [ + "Ġinstruct", + "ed" + ], + [ + "ĠR", + "us" + ], + [ + "benh", + "avn" + ], + [ + "Ġи", + "н" + ], + [ + "S", + "ports" + ], + [ + "Ġon", + "set" + ], + [ + "æĿ", + "ĥ" + ], + [ + ".", + "RED" + ], + [ + "_s", + "i" + ], + [ + "ĠP", + "ST" + ], + [ + ".on", + "Change" + ], + [ + ">", + "tag" + ], + [ + "ĠR", + "oh" + ], + [ + "_char", + "acter" + ], + [ + "ĠLaw", + "s" + ], + [ + "ĠB", + "achelor" + ], + [ + "_s", + "wap" + ], + [ + ".re", + "activex" + ], + [ + "Ġreward", + "ing" + ], + [ + "Med", + "ium" + ], + [ + "-", + "[" + ], + [ + "ĠRec", + "ently" + ], + [ + "J", + "oint" + ], + [ + "part", + "ition" + ], + [ + "ĠMin", + "utes" + ], + [ + "Ġind", + "o" + ], + [ + "Ġabsor", + "bed" + ], + [ + "ĠG", + "N" + ], + [ + "_IN", + "D" + ], + [ + "Ġsab", + "er" + ], + [ + "Sp", + "awn" + ], + [ + "output", + "s" + ], + [ + "ĠJeff", + "rey" + ], + [ + "Ġmed", + "ieval" + ], + [ + "h", + "ed" + ], + [ + "Gu", + "ide" + ], + [ + "Ġpsy", + "cho" + ], + [ + "Ġgl", + "am" + ], + [ + "E", + "lim" + ], + [ + "äd", + "chen" + ], + [ + "_pl", + "ain" + ], + [ + "ĠS", + "au" + ], + [ + "-f", + "our" + ], + [ + "Ġanaly", + "zing" + ], + [ + "QU", + "ERY" + ], + [ + "Ġtom", + "ato" + ], + [ + "_button", + "s" + ], + [ + "V", + "EN" + ], + [ + ".set", + "Status" + ], + [ + ".", + "Url" + ], + [ + "+", + "ĊĊ" + ], + [ + "Ġcompl", + "aining" + ], + [ + "deg", + "ree" + ], + [ + "conf", + "irmed" + ], + [ + "Ġsub", + "t" + ], + [ + "p", + "arsed" + ], + [ + "Ġtor", + "que" + ], + [ + "Ġtroub", + "led" + ], + [ + "ĠT", + "ARGET" + ], + [ + "Ġtrad", + "emarks" + ], + [ + "ĠCo", + "ordinate" + ], + [ + "ĠV", + "iv" + ], + [ + "Ġ//", + "}ĊĊ" + ], + [ + "Ġapr", + "ès" + ], + [ + ".get", + "Position" + ], + [ + "(Key", + "Code" + ], + [ + "ĠSil", + "va" + ], + [ + "Ġmet", + "eor" + ], + [ + "Ġendorse", + "ment" + ], + [ + "Over", + "view" + ], + [ + "ĠP", + "oss" + ], + [ + ".In", + "ject" + ], + [ + "Ġeven", + "ly" + ], + [ + "Ġvisual", + "ization" + ], + [ + "Ġw", + "char" + ], + [ + "ĠH", + "DMI" + ], + [ + "Ġfun", + "ct" + ], + [ + "ick", + "name" + ], + [ + "','", + "','" + ], + [ + "Ġfor", + "wards" + ], + [ + "Managed", + "Object" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "ĉ", + "server" + ], + [ + "ĠOut", + "look" + ], + [ + "ĠChron", + "icle" + ], + [ + "Ġdub", + "bed" + ], + [ + "Ġd", + "ok" + ], + [ + "ĠW", + "ear" + ], + [ + ".A", + "L" + ], + [ + "pare", + "n" + ], + [ + ".", + "Interface" + ], + [ + "Inter", + "faces" + ], + [ + ".c", + "od" + ], + [ + "Ġd", + "ib" + ], + [ + ".Global", + "ization" + ], + [ + "ĠAcad", + "emic" + ], + [ + "Ġass", + "ms" + ], + [ + "Aut", + "om" + ], + [ + "Ġl", + "w" + ], + [ + "ĠN", + "W" + ], + [ + "Ġ&&", + "čĊ" + ], + [ + "Ġproble", + "ma" + ], + [ + "ĠManufact", + "uring" + ], + [ + "lim", + "its" + ], + [ + "-m", + "obile" + ], + [ + "Ġfil", + "me" + ], + [ + "/", + "map" + ], + [ + "Ġdo", + "it" + ], + [ + "ĠIn", + "k" + ], + [ + "Ġsu", + "ed" + ], + [ + ".", + "arr" + ], + [ + "Ġunder", + "min" + ], + [ + "ĠPro", + "c" + ], + [ + "croll", + "View" + ], + [ + "__", + "$" + ], + [ + "Ġsidew", + "alk" + ], + [ + "(", + "that" + ], + [ + "à¸", + "·" + ], + [ + "[", + "q" + ], + [ + "gram", + "mar" + ], + [ + "Ġt", + "ë" + ], + [ + "qu", + "ito" + ], + [ + "Ġspir", + "al" + ], + [ + "ext", + "ended" + ], + [ + "Ġf", + "ocal" + ], + [ + "Ġdig", + "ging" + ], + [ + "p", + "as" + ], + [ + "ĠT", + "all" + ], + [ + ".pro", + "xy" + ], + [ + "it", + "ures" + ], + [ + "TR", + "ACT" + ], + [ + "ĠRe", + "alm" + ], + [ + "Ġf", + "eder" + ], + [ + "Ġorient", + "ed" + ], + [ + "ĠAltern", + "ative" + ], + [ + "Ġo", + "we" + ], + [ + "Ġsour", + "ced" + ], + [ + "ink", + "er" + ], + [ + ".d", + "et" + ], + [ + "S", + "ep" + ], + [ + "ĠQ", + "ui" + ], + [ + "ĠPal", + "mer" + ], + [ + "(_", + "," + ], + [ + "s", + "amples" + ], + [ + "oy", + "er" + ], + [ + "ull", + "an" + ], + [ + "que", + "z" + ], + [ + "Ed", + "ges" + ], + [ + "Ġsh", + "out" + ], + [ + "ĠA", + "chie" + ], + [ + "Ġha", + "ar" + ], + [ + "_Con", + "struct" + ], + [ + "Ġprem", + "ature" + ], + [ + "Ġre", + "vert" + ], + [ + "').", + "Ċ" + ], + [ + "Ġs", + "chn" + ], + [ + "filter", + "ed" + ], + [ + "null", + "ptr" + ], + [ + "S", + "aved" + ], + [ + "itect", + "ure" + ], + [ + "CL", + "A" + ], + [ + "Ġv", + "l" + ], + [ + "st", + "ell" + ], + [ + "ĉ", + "Me" + ], + [ + "ĠL", + "ip" + ], + [ + "n", + "ational" + ], + [ + "Ġwh", + "olly" + ], + [ + "Ġspr", + "ings" + ], + [ + ".T", + "imer" + ], + [ + "ĉs", + "rc" + ], + [ + "els", + "en" + ], + [ + "åħ", + "¶" + ], + [ + "Ġcommunic", + "ating" + ], + [ + "ĠQu", + "iz" + ], + [ + "Ġt", + "eng" + ], + [ + "Ġge", + "z" + ], + [ + "ĠOut", + "side" + ], + [ + ".S", + "ign" + ], + [ + "(c", + "s" + ], + [ + "Ġdisput", + "es" + ], + [ + "ĠWe", + "iss" + ], + [ + "ann", + "es" + ], + [ + ">", + "No" + ], + [ + "ĠB", + "ach" + ], + [ + ".remove", + "All" + ], + [ + "re", + "fer" + ], + [ + "/d", + "ashboard" + ], + [ + "ĠA", + "jax" + ], + [ + "Index", + "Changed" + ], + [ + "ĠWe", + "ak" + ], + [ + "'", + "\"Ċ" + ], + [ + "Ġs", + "ights" + ], + [ + "access", + "Token" + ], + [ + "ĠJ", + "oi" + ], + [ + "(d", + "omain" + ], + [ + "ĉc", + "v" + ], + [ + "Ġcontin", + "uation" + ], + [ + "Ġpl", + "um" + ], + [ + "ad", + "ir" + ], + [ + ".set", + "Message" + ], + [ + "Ġ", + "ï¼Į" + ], + [ + "Ġsw", + "allow" + ], + [ + "ĠL", + "amp" + ], + [ + "Ġq", + "w" + ], + [ + "Ġu", + "u" + ], + [ + "C", + "oin" + ], + [ + "ub", + "ic" + ], + [ + "ĠDe", + "als" + ], + [ + "r", + "ace" + ], + [ + "Ġdict", + "ator" + ], + [ + "Ġmem", + "e" + ], + [ + "turn", + "ed" + ], + [ + "ĠJul", + "ie" + ], + [ + ".grid", + "Column" + ], + [ + "Ġpup", + "py" + ], + [ + "Ġp", + "am" + ], + [ + "Ġ)", + "{čĊ" + ], + [ + "Ġinv", + "iting" + ], + [ + "Ġf", + "rench" + ], + [ + "v", + "im" + ], + [ + "Ġwr", + "apping" + ], + [ + "Ġ#-", + "}Ċ" + ], + [ + "([", + "-" + ], + [ + "Ear", + "ly" + ], + [ + "Ġsh", + "iny" + ], + [ + ".f", + "aces" + ], + [ + "Ġreb", + "ell" + ], + [ + "abc", + "def" + ], + [ + "ä", + "lt" + ], + [ + "Ġest", + "imation" + ], + [ + "ph", + "ys" + ], + [ + "los", + "ures" + ], + [ + "_RE", + "L" + ], + [ + "Ġex", + "clusion" + ], + [ + "ĠSk", + "ype" + ], + [ + "we", + "ise" + ], + [ + "-st", + "op" + ], + [ + "no", + "thing" + ], + [ + "ĠE", + "gg" + ], + [ + "is", + "ors" + ], + [ + "Rich", + "ard" + ], + [ + "Ġcounsel", + "ing" + ], + [ + "Ġcomm", + "em" + ], + [ + "ĠQ", + "MessageBox" + ], + [ + "ĠSy", + "nd" + ], + [ + "ĠFro", + "st" + ], + [ + "ĠCompet", + "ition" + ], + [ + "ĠAw", + "ake" + ], + [ + "Ġt", + "ed" + ], + [ + "ic", + "iones" + ], + [ + "ĠDev", + "Components" + ], + [ + "VERTISE", + "MENT" + ], + [ + "ott", + "i" + ], + [ + ".run", + "ner" + ], + [ + "Ġuniqu", + "ely" + ], + [ + ".fl", + "ag" + ], + [ + "ĉ", + "rs" + ], + [ + "_g", + "eneric" + ], + [ + "Ġ``", + "`Ċ" + ], + [ + "ACH", + "INE" + ], + [ + "Ġme", + "in" + ], + [ + "(", + "Application" + ], + [ + "(", + "br" + ], + [ + "Ġrat", + "ios" + ], + [ + ":", + "," + ], + [ + "ĠXCT", + "est" + ], + [ + "ustain", + "able" + ], + [ + "-", + "www" + ], + [ + "it", + "les" + ], + [ + "_T", + "EMP" + ], + [ + "Ġs", + "yst" + ], + [ + "umeric", + "UpDown" + ], + [ + "ĉassert", + "True" + ], + [ + "Ġw", + "f" + ], + [ + ".", + "peek" + ], + [ + "ĠBul", + "g" + ], + [ + "Ġterr", + "ifying" + ], + [ + ".M", + "ODE" + ], + [ + "ĠG", + "W" + ], + [ + "á", + "r" + ], + [ + "Ġf", + "ic" + ], + [ + "Ġcommit", + "ments" + ], + [ + "-", + "tech" + ], + [ + "ĠL", + "iquid" + ], + [ + "ope", + "z" + ], + [ + "z", + "heimer" + ], + [ + "a", + "ña" + ], + [ + "-m", + "edia" + ], + [ + "(", + "animated" + ], + [ + "_go", + "al" + ], + [ + "Ġg", + "um" + ], + [ + "yst", + "one" + ], + [ + ".S", + "ET" + ], + [ + "ĠW", + "end" + ], + [ + "set", + "CellValue" + ], + [ + "Ġmsg", + "s" + ], + [ + "c", + "ash" + ], + [ + "AL", + "LOC" + ], + [ + "/", + "aws" + ], + [ + "Ġmic", + "rowave" + ], + [ + ".Point", + "er" + ], + [ + "ĉ", + "Console" + ], + [ + "_s", + "orted" + ], + [ + "ĠFil", + "ip" + ], + [ + "Pro", + "d" + ], + [ + "Ġ//!", + "<" + ], + [ + "ing", + "roup" + ], + [ + "Ġk", + "s" + ], + [ + "_T", + "RI" + ], + [ + "Ġteas", + "poon" + ], + [ + "ĠAT", + "T" + ], + [ + "Ġrecover", + "ing" + ], + [ + "ĠG", + "LOBAL" + ], + [ + ".P", + "ar" + ], + [ + "Ġ/>", + ";Ċ" + ], + [ + "Ġmar", + "ble" + ], + [ + "ul", + "ators" + ], + [ + "ĠC", + "ycle" + ], + [ + "Ġher", + "bs" + ], + [ + "_m", + "etric" + ], + [ + ")", + "!" + ], + [ + "_C", + "LOCK" + ], + [ + "_", + "Button" + ], + [ + "H", + "arry" + ], + [ + "è¿", + "Ľ" + ], + [ + "Ġstr", + "ains" + ], + [ + "ĠApp", + "Bar" + ], + [ + "ĠCh", + "an" + ], + [ + "/v", + "ideo" + ], + [ + "Ġb", + "am" + ], + [ + ".Pro", + "gress" + ], + [ + "$", + "f" + ], + [ + "lem", + "en" + ], + [ + "Ġir", + "regular" + ], + [ + "ĠD", + "uncan" + ], + [ + "ĠM", + "int" + ], + [ + "-v", + "ideo" + ], + [ + "à¦", + "¾" + ], + [ + "ó", + "wn" + ], + [ + "ĠEM", + "PTY" + ], + [ + "Ġstack", + "ed" + ], + [ + "ĠH", + "A" + ], + [ + "_c", + "ut" + ], + [ + "Ġwhere", + "in" + ], + [ + "ĠW", + "ays" + ], + [ + "(count", + "er" + ], + [ + "è¯", + "ķ" + ], + [ + "Form", + "Group" + ], + [ + "Ġble", + "w" + ], + [ + "c", + "ourses" + ], + [ + "Ġproduct", + "os" + ], + [ + "ry", + "s" + ], + [ + "ĠRest", + "r" + ], + [ + "Ġsty", + "ling" + ], + [ + ">", + "s" + ], + [ + "Ġp", + "iv" + ], + [ + "Ġit", + "ertools" + ], + [ + "get", + "Repository" + ], + [ + "ĠI", + "k" + ], + [ + "_dev", + "ices" + ], + [ + "lay", + "ui" + ], + [ + "Ġhalf", + "way" + ], + [ + "Ġfran", + "ç" + ], + [ + "Ġtun", + "ing" + ], + [ + "O", + "A" + ], + [ + "_N", + "ode" + ], + [ + "ar", + "de" + ], + [ + "Ġfier", + "ce" + ], + [ + "lic", + "ted" + ], + [ + "#", + "čĊ" + ], + [ + "Ġbreak", + "through" + ], + [ + "ĠE", + "rik" + ], + [ + "Ġb", + "ride" + ], + [ + "Ġ.", + "\"" + ], + [ + "cul", + "us" + ], + [ + "ins", + "ide" + ], + [ + "ĠIndian", + "apolis" + ], + [ + "ĠE", + "E" + ], + [ + "Ġy", + "og" + ], + [ + "urre", + "t" + ], + [ + ".f", + "s" + ], + [ + ".", + "grad" + ], + [ + "_c", + "ards" + ], + [ + "_ac", + "curacy" + ], + [ + "_ep", + "i" + ], + [ + "qu", + "eda" + ], + [ + "/", + "org" + ], + [ + "é", + "ªĮ" + ], + [ + "Ġcom", + "pte" + ], + [ + "))", + "[" + ], + [ + "Out", + "side" + ], + [ + "G", + "reater" + ], + [ + "ĠRender", + "er" + ], + [ + ".", + "actor" + ], + [ + "Account", + "s" + ], + [ + "Id", + "le" + ], + [ + "_h", + "ours" + ], + [ + "ern", + "er" + ], + [ + "Jo", + "ined" + ], + [ + "Ġmen", + "j" + ], + [ + "requ", + "ires" + ], + [ + "ĠO", + "PER" + ], + [ + ".remove", + "Child" + ], + [ + "ĉs", + "p" + ], + [ + "Ġes", + "se" + ], + [ + "r", + "ift" + ], + [ + "xF", + "E" + ], + [ + "ĠSh", + "akespeare" + ], + [ + "________", + "____" + ], + [ + "Ġbudget", + "s" + ], + [ + "Model", + "State" + ], + [ + "fill", + "able" + ], + [ + "-", + "component" + ], + [ + "oc", + "os" + ], + [ + "ĠBUT", + "TON" + ], + [ + "/", + "io" + ], + [ + ",", + "out" + ], + [ + "s", + "ms" + ], + [ + "Th", + "omas" + ], + [ + "ĠAr", + "med" + ], + [ + "res", + "ume" + ], + [ + "Ġrot", + "ating" + ], + [ + "ĠV", + "ault" + ], + [ + "Ġse", + "us" + ], + [ + ".", + "(*" + ], + [ + "Ġa", + "mino" + ], + [ + "Ġ[]", + ");ĊĊ" + ], + [ + "Ġprov", + "oc" + ], + [ + "no", + "x" + ], + [ + ".Get", + "Enumerator" + ], + [ + "====", + "===Ċ" + ], + [ + "æĸ", + "Ļ" + ], + [ + "_sc", + "roll" + ], + [ + "Ġfil", + "med" + ], + [ + "ĠS", + "oci" + ], + [ + "g", + "ap" + ], + [ + "g", + "ro" + ], + [ + "V", + "ote" + ], + [ + "\"", + "But" + ], + [ + "_R", + "C" + ], + [ + "An", + "imal" + ], + [ + "Â", + "Ģ" + ], + [ + "ib", + "ile" + ], + [ + "Ġaw", + "aken" + ], + [ + "ore", + "st" + ], + [ + "in", + "ja" + ], + [ + "ĠI", + "van" + ], + [ + "(", + "Command" + ], + [ + "Ġ", + "*****" + ], + [ + "Î", + "·" + ], + [ + "Ġkv", + "inder" + ], + [ + "/h", + "elpers" + ], + [ + "_c", + "ases" + ], + [ + "t", + "g" + ], + [ + "ìĦ", + "¸" + ], + [ + "Register", + "ed" + ], + [ + "ĉp", + "ass" + ], + [ + "_d", + "igits" + ], + [ + "Ġcont", + "our" + ], + [ + "Ġinf", + "ants" + ], + [ + "Ġjust", + "ification" + ], + [ + "ĠFort", + "unately" + ], + [ + "Con", + "tr" + ], + [ + "ĠonCreate", + "View" + ], + [ + "_S", + "AMPLE" + ], + [ + "Ġallow", + "Null" + ], + [ + "Ġn", + "ud" + ], + [ + "Ġfet", + "ched" + ], + [ + "_e", + "qu" + ], + [ + "ĠUn", + "able" + ], + [ + "=\\\"", + "\"" + ], + [ + ">", + "{Ċ" + ], + [ + "Ġcommit", + "tees" + ], + [ + "ist", + "ema" + ], + [ + "+", + "\"." + ], + [ + "ÃŃ", + "an" + ], + [ + "m", + "ant" + ], + [ + "Ġsou", + "theast" + ], + [ + "ï¼Į", + "Ċ" + ], + [ + "dialog", + "s" + ], + [ + "PRO", + "JECT" + ], + [ + "charg", + "er" + ], + [ + "-", + "port" + ], + [ + "(u", + "uid" + ], + [ + ".", + "export" + ], + [ + "S", + "ix" + ], + [ + "ĠR", + "P" + ], + [ + "P", + "rem" + ], + [ + "Ġconsc", + "ience" + ], + [ + "Ġmargin", + "Right" + ], + [ + "_d", + "istribution" + ], + [ + "y", + "aml" + ], + [ + "res", + "izing" + ], + [ + "D", + "ock" + ], + [ + "ĠLoc", + "ations" + ], + [ + "G", + "Y" + ], + [ + "Se", + "ed" + ], + [ + "B", + "UFFER" + ], + [ + "oss", + "ip" + ], + [ + "ull", + "en" + ], + [ + "Th", + "ings" + ], + [ + "-", + "self" + ], + [ + ".p", + "oll" + ], + [ + "PL", + "AYER" + ], + [ + "Ġå", + "®" + ], + [ + "G", + "ROUP" + ], + [ + "ĠA", + "way" + ], + [ + "Ġg", + "ospel" + ], + [ + "xf", + "d" + ], + [ + "M", + "ary" + ], + [ + "ĠPort", + "able" + ], + [ + "T", + "URE" + ], + [ + "Ġutil", + "is" + ], + [ + "Ġse", + "it" + ], + [ + "Ġstr", + "and" + ], + [ + "Ġtrans", + "c" + ], + [ + "Ġ(", + "^" + ], + [ + "ĠAl", + "fred" + ], + [ + ".m", + "em" + ], + [ + ".c", + "ircle" + ], + [ + "Ġ~", + "/" + ], + [ + "for", + "cing" + ], + [ + "Ġr", + "iot" + ], + [ + "pro", + "x" + ], + [ + "TH", + "ON" + ], + [ + "iz", + "ación" + ], + [ + "ĠN", + "I" + ], + [ + "ro", + "st" + ], + [ + "Ġdis", + "pro" + ], + [ + "_in", + "stances" + ], + [ + "ï¼Į", + "âĢľ" + ], + [ + "ograph", + "er" + ], + [ + "end", + "as" + ], + [ + "ĠIsa", + "ac" + ], + [ + "ĠP", + "ine" + ], + [ + "/d", + "is" + ], + [ + "Ġcolor", + "With" + ], + [ + "iter", + "ate" + ], + [ + "_str", + "ide" + ], + [ + "Ġpun", + "to" + ], + [ + ".Event", + "Args" + ], + [ + "(", + "center" + ], + [ + "Ġneighb", + "oring" + ], + [ + "ĠPr", + "ison" + ], + [ + "ĠMess", + "enger" + ], + [ + "Ġepid", + "emic" + ], + [ + "da", + "o" + ], + [ + "_com", + "plex" + ], + [ + "Ġgr", + "avel" + ], + [ + "_D", + "IP" + ], + [ + "é", + "ment" + ], + [ + "ĠA", + "ri" + ], + [ + "_bit", + "map" + ], + [ + ".qu", + "it" + ], + [ + "(", + "valid" + ], + [ + "Ġp", + "end" + ], + [ + "Ġrespir", + "atory" + ], + [ + "Ġre", + "bound" + ], + [ + "Default", + "Value" + ], + [ + "ãĥ", + "Ń" + ], + [ + "Ġcomm", + "its" + ], + [ + ".test", + "s" + ], + [ + "_f", + "r" + ], + [ + "it", + "et" + ], + [ + ".s", + "f" + ], + [ + "Ġspace", + "craft" + ], + [ + "c", + "ritical" + ], + [ + "Ġde", + "pressed" + ], + [ + "ĠAny", + "Object" + ], + [ + "Ġun", + "b" + ], + [ + "Ġdisc", + "ern" + ], + [ + "(m", + "ysql" + ], + [ + "L", + "atin" + ], + [ + "ĠB", + "og" + ], + [ + "ĠWild", + "life" + ], + [ + "To", + "File" + ], + [ + "iox", + "id" + ], + [ + "@", + "RestController" + ], + [ + "Ġ\"$", + "(" + ], + [ + "Ġ<<", + "\"" + ], + [ + "Ġdefect", + "s" + ], + [ + "Ġdat", + "um" + ], + [ + "h", + "in" + ], + [ + "Ġreal", + "izar" + ], + [ + "any", + "ahu" + ], + [ + "ĠS", + "ig" + ], + [ + "@", + "Data" + ], + [ + "ad", + "aptive" + ], + [ + "ĠC", + "atherine" + ], + [ + ".c", + "r" + ], + [ + "ĠCO", + "OKIE" + ], + [ + "Ġp", + "ictured" + ], + [ + "ĠFight", + "er" + ], + [ + "Query", + "able" + ], + [ + "ĠAny", + "way" + ], + [ + "ĠGL", + "FW" + ], + [ + "_n", + "amespace" + ], + [ + "_", + "ft" + ], + [ + "Ġ]", + ")" + ], + [ + "Organ", + "ization" + ], + [ + "Ġconstit", + "utes" + ], + [ + "Ġqu", + "and" + ], + [ + "(ch", + "unk" + ], + [ + "\"/", + ">čĊ" + ], + [ + "ĠL", + "akes" + ], + [ + "main", + "window" + ], + [ + "Car", + "thy" + ], + [ + "sp", + "in" + ], + [ + "(c", + "sv" + ], + [ + ":", + "red" + ], + [ + "-com", + "merce" + ], + [ + "à¸", + "¹" + ], + [ + "Ġdiscover", + "ing" + ], + [ + "Ġe", + "co" + ], + [ + "_f", + "ac" + ], + [ + "inc", + "eton" + ], + [ + "ĠGre", + "ens" + ], + [ + "j", + "wt" + ], + [ + "Ø", + "µ" + ], + [ + "ĠBron", + "cos" + ], + [ + "ĠGood", + "s" + ], + [ + "(G", + "TK" + ], + [ + "Ġreturn", + "Value" + ], + [ + "Ġsi", + "empre" + ], + [ + "Ġneut", + "r" + ], + [ + "w", + "ent" + ], + [ + "ĠN", + "atal" + ], + [ + "Ġenthusi", + "astic" + ], + [ + "á»", + "į" + ], + [ + "F", + "N" + ], + [ + "/d", + "atabase" + ], + [ + "C", + "atalog" + ], + [ + "Ġbr", + "un" + ], + [ + "ĠK", + "ash" + ], + [ + "_P", + "l" + ], + [ + "isc", + "rim" + ], + [ + ",", + "width" + ], + [ + "Ġin", + "mates" + ], + [ + "Ass", + "ignment" + ], + [ + "ĠH", + "aven" + ], + [ + "Ġplay", + "ground" + ], + [ + "ex", + "am" + ], + [ + "@", + "Controller" + ], + [ + "ul", + "iar" + ], + [ + ".get", + "Parent" + ], + [ + "Ġ\"", + ";ĊĊ" + ], + [ + ":", + "size" + ], + [ + "iss", + "ors" + ], + [ + "Ġf", + "is" + ], + [ + "Ġal", + "c" + ], + [ + "ens", + "ation" + ], + [ + "ĠN", + "ixon" + ], + [ + "Ġmight", + "y" + ], + [ + "-", + "str" + ], + [ + "_s", + "pecial" + ], + [ + "_A", + "DC" + ], + [ + "ĠTw", + "ig" + ], + [ + "um", + "bling" + ], + [ + "-", + "address" + ], + [ + "Ġher", + "oin" + ], + [ + "Y", + "TE" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĊ" + ], + [ + "F", + "riend" + ], + [ + "Ġa", + "ve" + ], + [ + "ĠP", + "NG" + ], + [ + "ĠKurd", + "ish" + ], + [ + "DataSet", + "Changed" + ], + [ + "Ġbl", + "ades" + ], + [ + "br", + "al" + ], + [ + "St", + "eam" + ], + [ + "Ġsig", + "u" + ], + [ + "IRT", + "UAL" + ], + [ + "ac", + "os" + ], + [ + "UD", + "P" + ], + [ + "(d", + "atabase" + ], + [ + "he", + "c" + ], + [ + "ĠString", + "s" + ], + [ + "_scal", + "ar" + ], + [ + "ĉd", + "esc" + ], + [ + "ĠT", + "LS" + ], + [ + ";", + "\"Ċ" + ], + [ + "ĠCor", + "byn" + ], + [ + "Simple", + "Name" + ], + [ + "u", + "ell" + ], + [ + "ĠEnt", + "re" + ], + [ + "ell", + "ites" + ], + [ + "-", + "place" + ], + [ + "Ġfrank", + "ly" + ], + [ + "ĠE", + "rf" + ], + [ + "CE", + "L" + ], + [ + "Ġpa", + "ÃŃs" + ], + [ + "Ġh", + "edge" + ], + [ + "Ġlat", + "ent" + ], + [ + "ĠIR", + "Q" + ], + [ + "ĠH", + "erald" + ], + [ + "ĠP", + "rec" + ], + [ + "ë³", + "´" + ], + [ + ".T", + "EXT" + ], + [ + "Sal", + "ary" + ], + [ + "Ġaut", + "umn" + ], + [ + "Ġtrav", + "ail" + ], + [ + ".S", + "um" + ], + [ + "Ġc", + "ared" + ], + [ + "M", + "or" + ], + [ + "Ġint", + "uitive" + ], + [ + "Ġj", + "ournals" + ], + [ + "_", + "IT" + ], + [ + "ĠT", + "rou" + ], + [ + "ä¼", + "ł" + ], + [ + "Has", + "ColumnName" + ], + [ + "Com", + "posite" + ], + [ + "Ġsp", + "ice" + ], + [ + "_d", + "isk" + ], + [ + "_CODE", + "S" + ], + [ + "ĠInt", + "roduced" + ], + [ + "ion", + "a" + ], + [ + "Ġnue", + "stra" + ], + [ + "o", + "ct" + ], + [ + "ĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ" + ], + [ + "(param", + "eter" + ], + [ + "Ġstud", + "ios" + ], + [ + "Ġproject", + "Id" + ], + [ + "Ġbd", + "sm" + ], + [ + ".Sql", + "Client" + ], + [ + "im", + "izer" + ], + [ + "ĠC", + "ARD" + ], + [ + "+", + "t" + ], + [ + "a", + "an" + ], + [ + ".s", + "ol" + ], + [ + "_Ad", + "just" + ], + [ + "Ġright", + "eous" + ], + [ + "ĠLog", + "ging" + ], + [ + ".f", + "ilters" + ], + [ + "_T", + "AB" + ], + [ + "ĉs", + "ys" + ], + [ + "roph", + "ic" + ], + [ + "other", + "apy" + ], + [ + "ĠB", + "rowse" + ], + [ + "key", + "board" + ], + [ + "R", + "ON" + ], + [ + "+", + "\\" + ], + [ + "ro", + "pped" + ], + [ + "Ġext", + "ensively" + ], + [ + "f", + "k" + ], + [ + "Ġl", + "ime" + ], + [ + "year", + "s" + ], + [ + "Ex", + "c" + ], + [ + "Ġs", + "ph" + ], + [ + "Ġche", + "ating" + ], + [ + "and", + "ro" + ], + [ + "ÃŃ", + "o" + ], + [ + "Ġpr", + "ince" + ], + [ + "o", + "ire" + ], + [ + "ĠD", + "estination" + ], + [ + "ĠConvert", + "s" + ], + [ + "Ġup", + "stream" + ], + [ + "o", + "led" + ], + [ + "Ġserv", + "ants" + ], + [ + "Ġsem", + "antic" + ], + [ + "Ġcr", + "unch" + ], + [ + "Ġevent", + "ual" + ], + [ + "run", + "ner" + ], + [ + "/", + "error" + ], + [ + "Sp", + "in" + ], + [ + "Ġsecret", + "ly" + ], + [ + "Ġas", + "semble" + ], + [ + ".P", + "erson" + ], + [ + "end", + "error" + ], + [ + "_", + "<" + ], + [ + "Ġp", + "endant" + ], + [ + "S", + "leep" + ], + [ + "ĠChem", + "istry" + ], + [ + "Ġboss", + "es" + ], + [ + "l", + "k" + ], + [ + "))", + "),Ċ" + ], + [ + "Block", + "ly" + ], + [ + "DE", + "VICE" + ], + [ + "Ġreflect", + "ing" + ], + [ + "Ġam", + "ple" + ], + [ + "Mill", + "iseconds" + ], + [ + "ĠPresident", + "ial" + ], + [ + "Ġus", + "uarios" + ], + [ + "ĠN", + "Z" + ], + [ + "ĠSal", + "ary" + ], + [ + "ĠA", + "manda" + ], + [ + "_n", + "p" + ], + [ + "j", + "ury" + ], + [ + "Ġkö", + "n" + ], + [ + "Ġtherap", + "ist" + ], + [ + "Ġhomosex", + "ual" + ], + [ + "ĠDr", + "ake" + ], + [ + "-w", + "indow" + ], + [ + "ĠLoc", + "ated" + ], + [ + ".D", + "river" + ], + [ + "ĠV", + "IDEO" + ], + [ + "Ġmerch", + "ants" + ], + [ + "ĠC", + "hest" + ], + [ + "-", + "lock" + ], + [ + "/", + "php" + ], + [ + "Ġmil", + "ano" + ], + [ + "_ST", + "YLE" + ], + [ + "arg", + "er" + ], + [ + "ide", + "a" + ], + [ + "G", + "UID" + ], + [ + "adv", + "anced" + ], + [ + "me", + "al" + ], + [ + "Options", + "ItemSelected" + ], + [ + "='", + "%" + ], + [ + "ĠCh", + "am" + ], + [ + ":", + "data" + ], + [ + "(st", + "at" + ], + [ + "Will", + "Appear" + ], + [ + "Ġinform", + "al" + ], + [ + "aj", + "i" + ], + [ + "Ġre", + "productive" + ], + [ + "ĠC", + "AS" + ], + [ + "ãģ", + "£" + ], + [ + "F", + "UNC" + ], + [ + "ĠR", + "uth" + ], + [ + ")+", + "(" + ], + [ + "CON", + "ST" + ], + [ + "ĠF", + "ans" + ], + [ + "Ġgroup", + "Id" + ], + [ + "xffff", + "ffff" + ], + [ + "Ġsam", + "pler" + ], + [ + "Ġ}}", + "\">" + ], + [ + ".", + "the" + ], + [ + "Ġh", + "ollow" + ], + [ + "W", + "AY" + ], + [ + "ĠFac", + "ulty" + ], + [ + "Attrib", + "utedString" + ], + [ + "ĠLook", + "s" + ], + [ + "ĠR", + "ex" + ], + [ + "j", + "k" + ], + [ + "ĠM", + "IL" + ], + [ + "Ġb", + "ard" + ], + [ + ".L", + "ong" + ], + [ + "Ġliv", + "est" + ], + [ + "Ġsk", + "al" + ], + [ + "ic", + "ism" + ], + [ + "MA", + "IN" + ], + [ + "Ġmu", + "cho" + ], + [ + "B", + "ODY" + ], + [ + "Ġes", + "e" + ], + [ + "ĉ", + "use" + ], + [ + "F", + "oot" + ], + [ + ".SQL", + "Exception" + ], + [ + "Ġinherit", + "ance" + ], + [ + "re", + "ceived" + ], + [ + "Ġput", + "as" + ], + [ + "ed", + "is" + ], + [ + "als", + "a" + ], + [ + "ĠError", + "Message" + ], + [ + "Book", + "ing" + ], + [ + "Ġtr", + "act" + ], + [ + "ac", + "z" + ], + [ + "ĠC", + "ant" + ], + [ + "_reg", + "ex" + ], + [ + "Ġide", + "ological" + ], + [ + "Ġj", + "ihad" + ], + [ + "h", + "os" + ], + [ + "/s", + "ys" + ], + [ + "col", + "m" + ], + [ + "(p", + "ool" + ], + [ + "Ġest", + "án" + ], + [ + "ĠP", + "ending" + ], + [ + "em", + "ás" + ], + [ + "Ġktó", + "ry" + ], + [ + "));ĊĊ", + "Ċ" + ], + [ + "trans", + "actions" + ], + [ + "Ġw", + "ield" + ], + [ + "it", + "ere" + ], + [ + "ert", + "ure" + ], + [ + "_s", + "s" + ], + [ + "Ġstretch", + "ing" + ], + [ + "Ġprison", + "er" + ], + [ + ".Read", + "All" + ], + [ + "Ġbes", + "ch" + ], + [ + "--", + ";čĊ" + ], + [ + "Ġcr", + "isp" + ], + [ + "_SC", + "AN" + ], + [ + "Ġa", + "e" + ], + [ + "Str", + "ict" + ], + [ + "ĠMin", + "neapolis" + ], + [ + "ĠBo", + "eing" + ], + [ + "ar", + "is" + ], + [ + "re", + "k" + ], + [ + "_p", + "ipe" + ], + [ + "Ġpri", + "ests" + ], + [ + "(E", + "IF" + ], + [ + "eh", + "icles" + ], + [ + "ĠInter", + "active" + ], + [ + "b", + "etween" + ], + [ + "ĉNull", + "Check" + ], + [ + "ĠBl", + "air" + ], + [ + "ĠL", + "t" + ], + [ + "_in", + "line" + ], + [ + "eth", + "yl" + ], + [ + "Â", + "¼" + ], + [ + "_p", + "ackages" + ], + [ + "Ġbarrel", + "s" + ], + [ + "_", + "he" + ], + [ + "Ġreg", + "exp" + ], + [ + "_", + "pts" + ], + [ + "_H", + "andler" + ], + [ + "ing", + "ular" + ], + [ + "ĠN", + "issan" + ], + [ + "ĠR", + "anch" + ], + [ + "Ġper", + "ch" + ], + [ + "Un", + "supported" + ], + [ + "Sm", + "ith" + ], + [ + "ĠLeg", + "ends" + ], + [ + "M", + "i" + ], + [ + "Ġg", + "f" + ], + [ + "st", + "eder" + ], + [ + "Ġacqu", + "iring" + ], + [ + "Ġsim", + "ulator" + ], + [ + "()", + ",\"" + ], + [ + "re", + "ceive" + ], + [ + "Ġin", + "place" + ], + [ + "A", + "CTION" + ], + [ + "ĠWeb", + "Driver" + ], + [ + "files", + "ystem" + ], + [ + "<", + "Order" + ], + [ + "lo", + "pen" + ], + [ + "ĠHE", + "IGHT" + ], + [ + ".set", + "Border" + ], + [ + "į", + "°" + ], + [ + "__", + "[\"" + ], + [ + "Ġcl", + "amp" + ], + [ + "Seg", + "oe" + ], + [ + "b", + "ands" + ], + [ + "to", + "List" + ], + [ + "amb", + "a" + ], + [ + ">'", + "+Ċ" + ], + [ + "Ġcred", + "ible" + ], + [ + "am", + "at" + ], + [ + "play", + "ing" + ], + [ + ".setImage", + "Resource" + ], + [ + "qu", + "el" + ], + [ + "Ġpod", + "r" + ], + [ + "ge", + "om" + ], + [ + "E", + "k" + ], + [ + "ĠQ", + "atar" + ], + [ + "Ġg", + "eld" + ], + [ + "?", + "',Ċ" + ], + [ + "Ġc", + "yl" + ], + [ + "(", + "ax" + ], + [ + "ĠW", + "I" + ], + [ + "ur", + "ally" + ], + [ + "ĠBr", + "asil" + ], + [ + "Ġsen", + "za" + ], + [ + "ale", + "y" + ], + [ + "on", + "en" + ], + [ + "Ġb", + "ah" + ], + [ + "Ġmolec", + "ule" + ], + [ + "R", + "ad" + ], + [ + "è¿", + "°" + ], + [ + "AN", + "CH" + ], + [ + "-", + "background" + ], + [ + "-", + "agent" + ], + [ + "Ġprol", + "ifer" + ], + [ + ":", + "boolean" + ], + [ + "Ġt", + "ide" + ], + [ + "erial", + "izer" + ], + [ + "_", + ";čĊ" + ], + [ + "F", + "ee" + ], + [ + "**", + ")" + ], + [ + "erg", + "y" + ], + [ + "ĠHon", + "or" + ], + [ + ".Log", + "ging" + ], + [ + "ir", + "is" + ], + [ + "Ġunder", + "mine" + ], + [ + "ĠD", + "y" + ], + [ + "Ġt", + "yr" + ], + [ + "Ġde", + "que" + ], + [ + "Ġdam", + "er" + ], + [ + "([]", + ")Ċ" + ], + [ + ".layout", + "ControlItem" + ], + [ + "pe", + "ated" + ], + [ + "C", + "AN" + ], + [ + "rag", + "ments" + ], + [ + "L", + "and" + ], + [ + ")", + "]);Ċ" + ], + [ + "ĠS", + "ah" + ], + [ + "ĠDE", + "CL" + ], + [ + "With", + "in" + ], + [ + "ĠN", + "amespace" + ], + [ + "an", + "other" + ], + [ + "sem", + "bling" + ], + [ + ".des", + "cribe" + ], + [ + "Con", + "sum" + ], + [ + "ĠF", + "ear" + ], + [ + "g", + "iven" + ], + [ + "Or", + "ange" + ], + [ + "<", + "boolean" + ], + [ + "Ġstead", + "ily" + ], + [ + "pa", + "Repository" + ], + [ + "Ġresult", + "Set" + ], + [ + "_", + "ENTER" + ], + [ + "_re", + "peat" + ], + [ + "Ġt", + "ones" + ], + [ + "ĠPRO", + "P" + ], + [ + "n", + "al" + ], + [ + "part", + "icle" + ], + [ + "Ġsign", + "aling" + ], + [ + "Ġaccess", + "ory" + ], + [ + "ĉĉĉĉĉĉ", + "ĠĠ" + ], + [ + "Ġvie", + "le" + ], + [ + "ĠNo", + "ah" + ], + [ + "-", + "ag" + ], + [ + "Ġmur", + "ders" + ], + [ + "Ġa", + "ired" + ], + [ + "ĠPL", + "AY" + ], + [ + "ĠS", + "ullivan" + ], + [ + "_C", + "ore" + ], + [ + "Ġul", + "ong" + ], + [ + "Ġblog", + "ging" + ], + [ + ">", + "This" + ], + [ + "Ġdata", + "Index" + ], + [ + "Ġprint", + "able" + ], + [ + "ĠE", + "yes" + ], + [ + "_target", + "s" + ], + [ + "(P", + "y" + ], + [ + ".", + "over" + ], + [ + "Ġbr", + "u" + ], + [ + "am", + "pton" + ], + [ + "Ġplaint", + "iff" + ], + [ + "<", + "Key" + ], + [ + "b", + "ull" + ], + [ + "ĠâŁ", + "¨" + ], + [ + "Iss", + "ue" + ], + [ + ".cor", + "nerRadius" + ], + [ + "C", + "ritical" + ], + [ + "_p", + "hi" + ], + [ + ".", + "angle" + ], + [ + "Ġdynam", + "ically" + ], + [ + "!", + "\");čĊ" + ], + [ + ">", + ");Ċ" + ], + [ + "in", + "vest" + ], + [ + ".*", + "ĊĊ" + ], + [ + "Ġt", + "élé" + ], + [ + "Ġsuper", + "f" + ], + [ + "Ġcas", + "cade" + ], + [ + "DT", + "D" + ], + [ + "Ġviv", + "id" + ], + [ + "Ġsubsid", + "ies" + ], + [ + "ĠH", + "ass" + ], + [ + "Ġcoll", + "aps" + ], + [ + "Ġcer", + "amic" + ], + [ + "{}", + "\"." + ], + [ + "ĠLeak", + "age" + ], + [ + "-tr", + "ash" + ], + [ + "coll", + "apsed" + ], + [ + "-s", + "ocial" + ], + [ + "ĠCh", + "ad" + ], + [ + "Ġincl", + "ined" + ], + [ + "Ġst", + "o" + ], + [ + "Ġstory", + "board" + ], + [ + ".p", + "ayment" + ], + [ + "stack", + "overflow" + ], + [ + "ĠRaid", + "ers" + ], + [ + "Ġ#", + "'" + ], + [ + "olic", + "ies" + ], + [ + "ìľ¼", + "ë¡ľ" + ], + [ + "em", + "ap" + ], + [ + "Ġk", + "j" + ], + [ + "Ġqu", + "ota" + ], + [ + "ĠGard", + "ens" + ], + [ + "ë²", + "Ī" + ], + [ + "ĠAng", + "els" + ], + [ + "Ġof", + "t" + ], + [ + "Ġlower", + "case" + ], + [ + "Ġi", + "Param" + ], + [ + "Ġche", + "apest" + ], + [ + "un", + "ta" + ], + [ + "_p", + "kt" + ], + [ + "ic", + "ators" + ], + [ + "Ġle", + "urs" + ], + [ + "Ġdecre", + "ases" + ], + [ + "ĉ", + "define" + ], + [ + "PRE", + "C" + ], + [ + "amm", + "ers" + ], + [ + "ĠPre", + "paredStatement" + ], + [ + "(d", + "irection" + ], + [ + "Ġcre", + "ws" + ], + [ + "ark", + "ed" + ], + [ + "ĠMem", + "phis" + ], + [ + "ĠS", + "ell" + ], + [ + "G", + "TK" + ], + [ + "Ġm", + "aid" + ], + [ + ":", + "disable" + ], + [ + "éĽ", + "Ĩ" + ], + [ + "ĠP", + "f" + ], + [ + "Ġal", + "beit" + ], + [ + "open", + "h" + ], + [ + "?>", + "\">Ċ" + ], + [ + ".get", + "Source" + ], + [ + "(s", + "cale" + ], + [ + "D", + "u" + ], + [ + "ĠP", + "IL" + ], + [ + "_ref", + "resh" + ], + [ + "Ġbet", + "s" + ], + [ + "(c", + "ar" + ], + [ + "ĠV", + "on" + ], + [ + "|", + "--------------------------------------------------------------------------Ċ" + ], + [ + "ĠGr", + "at" + ], + [ + "M", + "uch" + ], + [ + "(", + "Dialog" + ], + [ + ".stop", + "Propagation" + ], + [ + "Ġte", + "k" + ], + [ + "Ġex", + "its" + ], + [ + "'],", + "$" + ], + [ + "Ġphone", + "Number" + ], + [ + "uc", + "s" + ], + [ + "ec", + "imal" + ], + [ + "------------", + "--" + ], + [ + "in", + "p" + ], + [ + ".po", + "jo" + ], + [ + "Ġcor", + "pus" + ], + [ + "Ġpractition", + "ers" + ], + [ + ".p", + "ic" + ], + [ + "\"", + "testing" + ], + [ + "Ġstring", + "By" + ], + [ + ".Not", + "Null" + ], + [ + "Ġr", + "ang" + ], + [ + ".D", + "ynamic" + ], + [ + "_R", + "ender" + ], + [ + "аÑĤ", + "а" + ], + [ + "Wait", + "ing" + ], + [ + "ĠW", + "ik" + ], + [ + "Ġoverwhel", + "med" + ], + [ + "%", + "\">" + ], + [ + "ĠA", + "E" + ], + [ + "}}", + ">Ċ" + ], + [ + "u", + "w" + ], + [ + "_t", + "yp" + ], + [ + "Ġbuck", + "ets" + ], + [ + "Ġgre", + "eting" + ], + [ + "Ġla", + "ughter" + ], + [ + "Ġant", + "agon" + ], + [ + "uggest", + "ion" + ], + [ + "-", + "email" + ], + [ + "ĉt", + "op" + ], + [ + "Ġer", + "os" + ], + [ + "_tr", + "i" + ], + [ + "Ġiss", + "uing" + ], + [ + "Ġh", + "á" + ], + [ + "Ġisol", + "ate" + ], + [ + "Over", + "flow" + ], + [ + ",", + "E" + ], + [ + "Ġnut", + "ritional" + ], + [ + "ĠAbb", + "ott" + ], + [ + "Ġn", + "f" + ], + [ + ".t", + "ouch" + ], + [ + ".fetch", + "all" + ], + [ + "_z", + "ip" + ], + [ + "\")", + "}Ċ" + ], + [ + "Ġam", + "at" + ], + [ + "ĠC", + "isco" + ], + [ + "Ġn", + "Ã¥" + ], + [ + "PLE", + "X" + ], + [ + "Ġse", + "i" + ], + [ + "f", + "oto" + ], + [ + ".to", + "Json" + ], + [ + "å¤", + "ļ" + ], + [ + "ĠKle", + "in" + ], + [ + "Ġlib", + "c" + ], + [ + "Ġmin", + "ers" + ], + [ + "å", + "¢" + ], + [ + "-", + "print" + ], + [ + "ĠP", + "ride" + ], + [ + "T", + "odos" + ], + [ + "Ġmask", + "ed" + ], + [ + "Ġset", + "Data" + ], + [ + "Ġtele", + "fon" + ], + [ + "Ġunh", + "appy" + ], + [ + "ĠT", + "ables" + ], + [ + "ge", + "b" + ], + [ + "(", + "debug" + ], + [ + "_all", + "owed" + ], + [ + "-", + "access" + ], + [ + "Ġlog", + "istics" + ], + [ + "Ġg", + "ems" + ], + [ + "ĠM", + "ature" + ], + [ + "Ġr", + "sp" + ], + [ + "ĠAl", + "le" + ], + [ + ".get", + "Bytes" + ], + [ + "\\", + "web" + ], + [ + "ynchron", + "ized" + ], + [ + "Par", + "agraph" + ], + [ + "Ġth", + "rottle" + ], + [ + ".sql", + "ite" + ], + [ + "cons", + "ulta" + ], + [ + "ĠSe", + "ah" + ], + [ + "C", + "e" + ], + [ + "Ġsub", + "mar" + ], + [ + "ER", + "E" + ], + [ + "V", + "ous" + ], + [ + "Ġre", + "ddit" + ], + [ + "Ġsql", + "alchemy" + ], + [ + "-m", + "ile" + ], + [ + "oc", + "ide" + ], + [ + "P", + "our" + ], + [ + "}}", + "\">Ċ" + ], + [ + "st", + "ead" + ], + [ + "Ġ@", + "(" + ], + [ + "Ġ[", + "])" + ], + [ + "ĠAd", + "s" + ], + [ + "Ġover", + "load" + ], + [ + "r", + "idden" + ], + [ + "ĠDes", + "ert" + ], + [ + "ĠW", + "rap" + ], + [ + "ĠPortug", + "uese" + ], + [ + "et", + "z" + ], + [ + "ĉf", + "irst" + ], + [ + "Ġmile", + "stone" + ], + [ + "æĹ", + "ł" + ], + [ + "Ñĥ", + "Ñī" + ], + [ + "(s", + "uccess" + ], + [ + "<", + "Vector" + ], + [ + "co", + "ol" + ], + [ + "Ġ[", + "]);Ċ" + ], + [ + "erv", + "als" + ], + [ + "Ġin", + "vert" + ], + [ + "\"", + "io" + ], + [ + "cur", + "so" + ], + [ + "fr", + "agment" + ], + [ + "Ġfeas", + "ible" + ], + [ + ".set", + "Position" + ], + [ + "Ġel", + "m" + ], + [ + "Ġimag", + "in" + ], + [ + "@", + "Spring" + ], + [ + "Ġb", + "ats" + ], + [ + "pu", + "és" + ], + [ + "ga", + "lement" + ], + [ + "ns", + "ic" + ], + [ + "gi", + "ene" + ], + [ + "ell", + "ation" + ], + [ + "ĠBa", + "iley" + ], + [ + "Sh", + "ar" + ], + [ + "ĠT", + "ul" + ], + [ + "ĠH", + "K" + ], + [ + "Ġfree", + "zing" + ], + [ + "gl", + "m" + ], + [ + "ce", + "ans" + ], + [ + "-c", + "ut" + ], + [ + "_c", + "ircle" + ], + [ + "åij", + "ĺ" + ], + [ + "n", + "egative" + ], + [ + "Ġind", + "ian" + ], + [ + "s", + "alt" + ], + [ + "Ġt", + "ing" + ], + [ + "ĉm", + "od" + ], + [ + "Ġs", + "int" + ], + [ + "ak", + "in" + ], + [ + "um", + "l" + ], + [ + "ĠText", + "Input" + ], + [ + "Ġpop", + "ped" + ], + [ + "T", + "MP" + ], + [ + "Ġpark", + "ed" + ], + [ + "×Ļ", + "×" + ], + [ + "ĠF", + "usion" + ], + [ + "Ġhe", + "ater" + ], + [ + "ET", + "F" + ], + [ + "ro", + "zen" + ], + [ + "h", + "all" + ], + [ + "ĠM", + "ik" + ], + [ + "lev", + "ard" + ], + [ + "-", + "heart" + ], + [ + "ĉ", + "order" + ], + [ + "M", + "aking" + ], + [ + "Ġpled", + "ged" + ], + [ + "Ġdir", + "s" + ], + [ + "$", + "post" + ], + [ + "ĠH", + "err" + ], + [ + "stant", + "iate" + ], + [ + ",", + "\"Ċ" + ], + [ + ".get", + "Color" + ], + [ + "ĠS", + "AT" + ], + [ + "Ġtimed", + "elta" + ], + [ + "ĠM", + "ai" + ], + [ + "ĉm", + "ethod" + ], + [ + "Ġid", + "iot" + ], + [ + "ĠTr", + "av" + ], + [ + "ident", + "ified" + ], + [ + "ĠDiv", + "ine" + ], + [ + ".get", + "Path" + ], + [ + "D", + "ash" + ], + [ + "Ġinf", + "iltr" + ], + [ + "Ġhandle", + "Submit" + ], + [ + "bro", + "ok" + ], + [ + ".g", + "eneric" + ], + [ + ".short", + "cuts" + ], + [ + "................................", + "................................" + ], + [ + "Ġdat", + "ings" + ], + [ + "ĠM", + "V" + ], + [ + "", + "#" + ], + [ + "}", + "\"ĊĊ" + ], + [ + "Ġimprison", + "ment" + ], + [ + "ason", + "ic" + ], + [ + "rou", + "d" + ], + [ + "uc", + "ion" + ], + [ + "æĬ", + "¥" + ], + [ + "Ġdia", + "lect" + ], + [ + "Ġon", + "Mouse" + ], + [ + "const", + "expr" + ], + [ + ".label", + "Control" + ], + [ + "Ġwe", + "aker" + ], + [ + "Ġman", + "kind" + ], + [ + "ĠRE", + "CE" + ], + [ + "Ġd", + "iz" + ], + [ + "Ġapp", + "Bar" + ], + [ + "Ġqu", + "é" + ], + [ + "f", + "ra" + ], + [ + "_default", + "s" + ], + [ + "Ġal", + "iqu" + ], + [ + "_at", + "om" + ], + [ + ":", + "indexPath" + ], + [ + "Ġmiss", + "es" + ], + [ + "Ġvis", + "ually" + ], + [ + "ĠH", + "ands" + ], + [ + "STR", + "U" + ], + [ + "i", + "ates" + ], + [ + "_", + "asset" + ], + [ + "F", + "inder" + ], + [ + "mid", + "t" + ], + [ + "Ġsn", + "acks" + ], + [ + "(__", + "('" + ], + [ + ".", + "uri" + ], + [ + "ĠIn", + "strument" + ], + [ + "ven", + "ir" + ], + [ + "($", + "__" + ], + [ + ".Dot", + "NetBar" + ], + [ + "Ġconfig", + "s" + ], + [ + "Ġguess", + "ed" + ], + [ + "ि", + "à¤" + ], + [ + "Ġinitial", + "izer" + ], + [ + "Ġ?", + "\"," + ], + [ + "ĠVer", + "izon" + ], + [ + "man", + "ifest" + ], + [ + "ge", + "ben" + ], + [ + ".d", + "etails" + ], + [ + "G", + "ate" + ], + [ + "pons", + "ible" + ], + [ + "ĠEl", + "im" + ], + [ + ",", + "str" + ], + [ + "Ġwrit", + "ings" + ], + [ + "ĠD", + "erek" + ], + [ + "ĠCo", + "ordinator" + ], + [ + "Ġpill", + "ow" + ], + [ + "Ġnotice", + "able" + ], + [ + "R", + "s" + ], + [ + "Ġduplic", + "ates" + ], + [ + "ern", + "els" + ], + [ + "k", + "J" + ], + [ + ".z", + "z" + ], + [ + "oll", + "and" + ], + [ + "ĠSE", + "CTION" + ], + [ + "_f", + "name" + ], + [ + "uff", + "led" + ], + [ + "'].'", + "", + "\")Ċ" + ], + [ + "ĠD", + "ollar" + ], + [ + "Ġem", + "oji" + ], + [ + "Car", + "ousel" + ], + [ + "-", + "player" + ], + [ + "Ġadjust", + "ing" + ], + [ + "Ġjug", + "a" + ], + [ + "alleng", + "es" + ], + [ + "g", + "ene" + ], + [ + "(body", + "Parser" + ], + [ + "lop", + "edia" + ], + [ + "ĠBeh", + "ind" + ], + [ + "Ġslee", + "ves" + ], + [ + "Ġdrag", + "ging" + ], + [ + "ĠChe", + "vrolet" + ], + [ + "Ġb", + "iz" + ], + [ + "iv", + "ities" + ], + [ + "ĠFrequ", + "ency" + ], + [ + ",", + "char" + ], + [ + ".W", + "HITE" + ], + [ + "_pre", + "view" + ], + [ + ")", + "';Ċ" + ], + [ + "_", + "ax" + ], + [ + "ION", + "S" + ], + [ + ".c", + "pu" + ], + [ + ".input", + "s" + ], + [ + "UB", + "E" + ], + [ + "_fe", + "ed" + ], + [ + "ĠSup", + "plement" + ], + [ + "!", + ")." + ], + [ + "es", + "us" + ], + [ + "ĠU", + "DP" + ], + [ + "Ġmicro", + "phone" + ], + [ + "Ġconf", + "irms" + ], + [ + ".is", + "NotEmpty" + ], + [ + "\":\"", + "\",Ċ" + ], + [ + "_S", + "CREEN" + ], + [ + "ĉ", + "expected" + ], + [ + "+-+-", + "+-+-" + ], + [ + "ĠH", + "ait" + ], + [ + "fast", + "call" + ], + [ + "Ġdep", + "ict" + ], + [ + "v", + "b" + ], + [ + "_p", + "icture" + ], + [ + "ĉd", + "escription" + ], + [ + "ĠW", + "ife" + ], + [ + "uc", + "i" + ], + [ + "Ġv", + "icious" + ], + [ + "ä»", + "ĸ" + ], + [ + "ue", + "ba" + ], + [ + "Ġset", + "User" + ], + [ + "ãģ", + "¡" + ], + [ + "Ġd", + "iving" + ], + [ + "Ġoper", + "a" + ], + [ + "user", + "content" + ], + [ + "ar", + "ah" + ], + [ + ")", + "}," + ], + [ + "y", + "un" + ], + [ + "vel", + "t" + ], + [ + "Ġun", + "covered" + ], + [ + "Ġh", + "ips" + ], + [ + "Ġosc", + "ill" + ], + [ + "Ġassert", + "ing" + ], + [ + "ĠX", + "i" + ], + [ + ".re", + "store" + ], + [ + "ke", + "a" + ], + [ + "Ġsp", + "elling" + ], + [ + "Ġder", + "ive" + ], + [ + "ab", + "we" + ], + [ + "ĠD", + "ow" + ], + [ + ".set", + "Type" + ], + [ + "_v", + "s" + ], + [ + "Ġco", + "zy" + ], + [ + ".c", + "ategories" + ], + [ + "O", + "rg" + ], + [ + "_m", + "gr" + ], + [ + "Ġd", + "ungeon" + ], + [ + "collection", + "View" + ], + [ + "ĠBl", + "ank" + ], + [ + "ac", + "ias" + ], + [ + "ä", + "ä" + ], + [ + "_clean", + "up" + ], + [ + "_ACT", + "IVITY" + ], + [ + "Ġtri", + "angles" + ], + [ + ".Menu", + "Item" + ], + [ + "Ġip", + "hone" + ], + [ + "ĠW", + "on" + ], + [ + "]", + "]ĊĊ" + ], + [ + "ĠCompar", + "ison" + ], + [ + ".D", + "oc" + ], + [ + "Ġcan", + "onical" + ], + [ + "ĠSud", + "an" + ], + [ + "')", + "{" + ], + [ + "Up", + "Inside" + ], + [ + "b", + "uiltin" + ], + [ + "ENC", + "Y" + ], + [ + "x", + "be" + ], + [ + "Ġch", + "uck" + ], + [ + "Ġcontrad", + "ict" + ], + [ + "Ġnuest", + "ro" + ], + [ + "Ġarchitect", + "ural" + ], + [ + "ĠF", + "ib" + ], + [ + "Ġcomp", + "ares" + ], + [ + "*", + "k" + ], + [ + "C", + "fg" + ], + [ + "çĦ", + "¡" + ], + [ + "nt", + "en" + ], + [ + "Match", + "es" + ], + [ + "ĠDOWN", + "LOAD" + ], + [ + "_HAND", + "LER" + ], + [ + "man", + "agement" + ], + [ + "[", + "S" + ], + [ + "EN", + "G" + ], + [ + "ÂĢ", + "Â" + ], + [ + "f", + "ang" + ], + [ + "Ġsl", + "ipped" + ], + [ + "ĠL", + "anka" + ], + [ + "esc", + "aping" + ], + [ + "Ġtack", + "les" + ], + [ + "ĠPed", + "ro" + ], + [ + ".P", + "rop" + ], + [ + ".'", + "'" + ], + [ + ".G", + "enerated" + ], + [ + ".New", + "Guid" + ], + [ + "at", + "rigesimal" + ], + [ + "ill", + "on" + ], + [ + "Ġstat", + "istic" + ], + [ + "spec", + "ies" + ], + [ + "hold", + "ing" + ], + [ + "Dr", + "upal" + ], + [ + "Ġfundament", + "ally" + ], + [ + "Ġbond", + "age" + ], + [ + "Ġres", + "olutions" + ], + [ + "Inline", + "Data" + ], + [ + "\\", + "Type" + ], + [ + "est", + "ion" + ], + [ + ".w", + "rap" + ], + [ + "Ġwar", + "riors" + ], + [ + "ĠLOC", + "AL" + ], + [ + "Arch", + "ive" + ], + [ + "Ġembr", + "aced" + ], + [ + "á»", + "§" + ], + [ + ".V", + "er" + ], + [ + "ĠAff", + "ordable" + ], + [ + "oles", + "ale" + ], + [ + "ĠAp", + "plied" + ], + [ + "ĠCon", + "version" + ], + [ + "m", + "ega" + ], + [ + "_c", + "am" + ], + [ + "Ġcer", + "emon" + ], + [ + "aur", + "us" + ], + [ + "ĠVol", + "k" + ], + [ + ".op", + "ens" + ], + [ + "/", + "about" + ], + [ + "ĠSt", + "d" + ], + [ + "j", + "ournal" + ], + [ + "())", + "{čĊ" + ], + [ + ",\"", + "\\" + ], + [ + "(", + "Arrays" + ], + [ + "ĠD", + "ense" + ], + [ + "ase", + "ña" + ], + [ + "än", + "ner" + ], + [ + "/", + "stat" + ], + [ + "user", + "Data" + ], + [ + "Ġg", + "erman" + ], + [ + "Ġt", + "z" + ], + [ + "worth", + "y" + ], + [ + "Format", + "Exception" + ], + [ + "ph", + "erd" + ], + [ + "Ġsm", + "iles" + ], + [ + "ĠWh", + "enever" + ], + [ + "(", + "adapter" + ], + [ + ".bad", + "logic" + ], + [ + "Ġbrief", + "ing" + ], + [ + ".Grid", + "Column" + ], + [ + "-", + "char" + ], + [ + "dim", + "ension" + ], + [ + "ĠC", + "opper" + ], + [ + "Ġnin", + "th" + ], + [ + "Ġ'", + "{{" + ], + [ + "Ġr", + "av" + ], + [ + "_T", + "able" + ], + [ + "Ġderiv", + "atives" + ], + [ + "ĠR", + "aise" + ], + [ + "ĠF", + "ut" + ], + [ + "arm", + "or" + ], + [ + "-p", + "adding" + ], + [ + "Ġre", + "min" + ], + [ + "ĉ", + "style" + ], + [ + "ĠMembers", + "hip" + ], + [ + "Ġspread", + "s" + ], + [ + "Ġgall", + "eries" + ], + [ + "ĠClar", + "ke" + ], + [ + "Ġcon", + "ception" + ], + [ + "min", + "ute" + ], + [ + "Ġab", + "usive" + ], + [ + "_ad", + "j" + ], + [ + "Ġterr", + "ific" + ], + [ + "Ġover", + "t" + ], + [ + "our", + "cing" + ], + [ + "Ġentr", + "ada" + ], + [ + "level", + "s" + ], + [ + "Ġcrit", + "ique" + ], + [ + "Ġrespect", + "s" + ], + [ + "ĠM", + "MA" + ], + [ + "i", + "ene" + ], + [ + "Ġenc", + "aps" + ], + [ + "ĠRay", + "mond" + ], + [ + "Div", + "ider" + ], + [ + "iv", + "able" + ], + [ + "b", + "az" + ], + [ + "Ġ@", + "_;Ċ" + ], + [ + "ĠCl", + "aire" + ], + [ + "Ġur", + "ging" + ], + [ + "CE", + "E" + ], + [ + "Ġtransform", + "er" + ], + [ + "disc", + "ord" + ], + [ + "ĠJ", + "ourney" + ], + [ + "t", + "os" + ], + [ + "Ġcompet", + "itions" + ], + [ + "ĠO", + "BJ" + ], + [ + "ĠB", + "is" + ], + [ + "Ġrelax", + "ation" + ], + [ + "id", + "y" + ], + [ + "_IN", + "STANCE" + ], + [ + "ĠP", + "ref" + ], + [ + "d", + "ados" + ], + [ + "ici", + "encies" + ], + [ + "ĠMedia", + "Query" + ], + [ + "ĠC", + "ube" + ], + [ + "ĠStr", + "ange" + ], + [ + "g", + "pu" + ], + [ + "(d", + "ays" + ], + [ + "_Init", + "Struct" + ], + [ + "Ġfinger", + "print" + ], + [ + "em", + "at" + ], + [ + "ĠGe", + "cko" + ], + [ + "Ġr", + "ails" + ], + [ + "ĠL", + "um" + ], + [ + "str", + "action" + ], + [ + "ig", + "ung" + ], + [ + "(m", + "ovie" + ], + [ + "_d", + "ictionary" + ], + [ + "_int", + "errupt" + ], + [ + "ĠQ", + "C" + ], + [ + "ik", + "ed" + ], + [ + "append", + "Child" + ], + [ + "rec", + "ipient" + ], + [ + "r", + "é" + ], + [ + "V", + "e" + ], + [ + "Ġtow", + "el" + ], + [ + ".last", + "IndexOf" + ], + [ + "Ġplace", + "bo" + ], + [ + "ĠW", + "ie" + ], + [ + ".es", + "p" + ], + [ + "(", + "Debug" + ], + [ + "oper", + "ative" + ], + [ + "Ġdece", + "ased" + ], + [ + "&", + "id" + ], + [ + "ĉm", + "utex" + ], + [ + "el", + "ic" + ], + [ + "Ġb", + "apt" + ], + [ + "ĉ", + "čĊčĊ" + ], + [ + "Ġfar", + "ther" + ], + [ + "H", + "alf" + ], + [ + ".dis", + "able" + ], + [ + ".menu", + "Strip" + ], + [ + "le", + "ccion" + ], + [ + "Ġresult", + "Code" + ], + [ + "Ġc", + "ans" + ], + [ + "-e", + "lection" + ], + [ + "f", + "emale" + ], + [ + "_F", + "IX" + ], + [ + "aus", + "ible" + ], + [ + "ĠP", + "OWER" + ], + [ + "Ġrecon", + "struction" + ], + [ + "Ġsc", + "ans" + ], + [ + ".Xtra", + "Bars" + ], + [ + "âĢĺ", + "s" + ], + [ + "Rem", + "oved" + ], + [ + "Ġparagraph", + "s" + ], + [ + "_m", + "argin" + ], + [ + "Ġl", + "ymph" + ], + [ + "Ġb", + "os" + ], + [ + "ling", + "ton" + ], + [ + "ĠBapt", + "ist" + ], + [ + "Ġadvertis", + "ements" + ], + [ + "ĠMan", + "age" + ], + [ + "/", + "yyyy" + ], + [ + "IO", + "US" + ], + [ + "ENC", + "ES" + ], + [ + "ĠF", + "iction" + ], + [ + "ĉm", + "enu" + ], + [ + "ĠFile", + "OutputStream" + ], + [ + "ov", + "an" + ], + [ + "ĠF", + "eng" + ], + [ + "Ġsk", + "ipping" + ], + [ + "get", + "Class" + ], + [ + "ann", + "i" + ], + [ + "Ġreb", + "ounds" + ], + [ + "Ġpublic", + "ity" + ], + [ + "Ġing", + "res" + ], + [ + "use", + "ment" + ], + [ + "Ġthought", + "ful" + ], + [ + ".Ch", + "art" + ], + [ + "Ġhat", + "te" + ], + [ + "pass", + "port" + ], + [ + "Ġhook", + "ed" + ], + [ + "ĠL", + "ens" + ], + [ + "Ġflag", + "ship" + ], + [ + "Ġst", + "ip" + ], + [ + "ĠG", + "EN" + ], + [ + "Ġcl", + "ues" + ], + [ + "ip", + "v" + ], + [ + "ĠR", + "ise" + ], + [ + "ĠG", + "ew" + ], + [ + "tab", + "lename" + ], + [ + "Ġfore", + "most" + ], + [ + "_", + "validate" + ], + [ + "_an", + "alysis" + ], + [ + "oll", + "a" + ], + [ + "Ġqual", + "ifications" + ], + [ + "Ġdistrib", + "utions" + ], + [ + "ĠFl", + "ower" + ], + [ + "Ġt", + "ense" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcl", + "utch" + ], + [ + "Ġun", + "ified" + ], + [ + "ro", + "ads" + ], + [ + "Ġsit", + "i" + ], + [ + "Ġst", + "all" + ], + [ + "_P", + "RIORITY" + ], + [ + "c", + "stdlib" + ], + [ + "_USER", + "NAME" + ], + [ + ".by", + "tes" + ], + [ + "?", + "page" + ], + [ + "ermal", + "ink" + ], + [ + "ĠVe", + "get" + ], + [ + "/v", + "nd" + ], + [ + "-", + "author" + ], + [ + ".N", + "ONE" + ], + [ + "ĠCon", + "current" + ], + [ + "ĠC", + "ry" + ], + [ + "Ġstart", + "ers" + ], + [ + "ĠInter", + "action" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ" + ], + [ + "ĠLE", + "VEL" + ], + [ + "E", + "ll" + ], + [ + "Ġcom", + "boBox" + ], + [ + "ĠTh", + "eresa" + ], + [ + "te", + "k" + ], + [ + "_H", + "andle" + ], + [ + "Ġab", + "y" + ], + [ + ".g", + "dx" + ], + [ + ",", + "end" + ], + [ + "(L", + "ocal" + ], + [ + "O", + "l" + ], + [ + "kn", + "ife" + ], + [ + "ar", + "ial" + ], + [ + "ĠH", + "off" + ], + [ + "Ġprostituer", + "ade" + ], + [ + "Do", + "ctor" + ], + [ + "Inst", + "ances" + ], + [ + ".Set", + "Value" + ], + [ + "ĉf", + "rom" + ], + [ + "Ġlux", + "urious" + ], + [ + "Ind", + "ent" + ], + [ + "Alloc", + "ator" + ], + [ + "_D", + "RAW" + ], + [ + "(\",", + "\"," + ], + [ + "ĠFr", + "ances" + ], + [ + "Ġgroup", + "Box" + ], + [ + "(s", + "chema" + ], + [ + "Print", + "f" + ], + [ + "OR", + "IES" + ], + [ + "-", + "gradient" + ], + [ + "Ġre", + "put" + ], + [ + "ar", + "in" + ], + [ + "_D", + "ONE" + ], + [ + "in", + "cre" + ], + [ + "ig", + "nty" + ], + [ + "Ġex", + "ert" + ], + [ + "Ġ-", + "." + ], + [ + "/", + "App" + ], + [ + "-th", + "rough" + ], + [ + "Ġdecl", + "ining" + ], + [ + "Ġdess", + "ert" + ], + [ + "Ġinc", + "umb" + ], + [ + "Ġdesign", + "ation" + ], + [ + ".P", + "ORT" + ], + [ + ",", + "strong" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġw", + "ines" + ], + [ + "ĠP", + "av" + ], + [ + "$", + "str" + ], + [ + "ask", + "ell" + ], + [ + "Ġh", + "ö" + ], + [ + "ĠP", + "Y" + ], + [ + "Get", + "Instance" + ], + [ + "Text", + "Input" + ], + [ + "game", + "Object" + ], + [ + "/", + "events" + ], + [ + "created", + "At" + ], + [ + "Ġlocal", + "Var" + ], + [ + "ĠWH", + "ITE" + ], + [ + "per", + "ed" + ], + [ + "ile", + "ge" + ], + [ + "eff", + "icient" + ], + [ + ",", + "color" + ], + [ + "c", + "ate" + ], + [ + "ĠC", + "afe" + ], + [ + "Ġsimilar", + "ities" + ], + [ + "Ġp", + "umps" + ], + [ + "ĠHung", + "ary" + ], + [ + ".User", + "name" + ], + [ + "Ġsk", + "ate" + ], + [ + "Ġtouchdown", + "s" + ], + [ + "Ġacceler", + "ate" + ], + [ + "ĠH", + "elen" + ], + [ + "OM", + "EM" + ], + [ + "ĠK", + "un" + ], + [ + "_v", + "ol" + ], + [ + "Ġfind", + "All" + ], + [ + "ĠMens", + "chen" + ], + [ + "a", + "head" + ], + [ + ");", + "\"" + ], + [ + "kom", + "men" + ], + [ + "Ġpossess", + "ed" + ], + [ + ".arg", + "max" + ], + [ + ".trans", + "ition" + ], + [ + "AR", + "P" + ], + [ + "OLUM", + "E" + ], + [ + "(s", + "cript" + ], + [ + "ĠÐ", + "ĺ" + ], + [ + "ĠF", + "inding" + ], + [ + "on", + "ces" + ], + [ + "I", + "o" + ], + [ + "B", + "old" + ], + [ + "Ġrenew", + "al" + ], + [ + "_D", + "IALOG" + ], + [ + "Ġdis", + "reg" + ], + [ + "INT", + "ERN" + ], + [ + "Ġt", + "oute" + ], + [ + "Ġelect", + "r" + ], + [ + "ĠG", + "ross" + ], + [ + "ĉ", + "true" + ], + [ + ".F", + "ields" + ], + [ + "ĠW", + "IDTH" + ], + [ + "ĠD", + "ent" + ], + [ + "ĠÃ", + "ģ" + ], + [ + "NS", + "Notification" + ], + [ + "Ġa", + "os" + ], + [ + "Ġme", + "lee" + ], + [ + ".", + "Validation" + ], + [ + "ĠDE", + "C" + ], + [ + "-depend", + "ent" + ], + [ + "Ġsu", + "ic" + ], + [ + "T", + "raits" + ], + [ + "$", + "message" + ], + [ + "ĠD", + "ear" + ], + [ + "ĉ", + "FILE" + ], + [ + "l", + "anguages" + ], + [ + ".P", + "rot" + ], + [ + ".add", + "r" + ], + [ + "-g", + "eneration" + ], + [ + "IC", + "ON" + ], + [ + "Ġtrans", + "plant" + ], + [ + "-d", + "escription" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġche", + "es" + ], + [ + "Ġ}", + "*/Ċ" + ], + [ + "Tr", + "ad" + ], + [ + "qu", + "eries" + ], + [ + "/widget", + "s" + ], + [ + "sub", + "package" + ], + [ + "Ġes", + "pec" + ], + [ + "Ġcr", + "acked" + ], + [ + "Ġcompet", + "itor" + ], + [ + "P", + "urchase" + ], + [ + "-", + "team" + ], + [ + "olec", + "ular" + ], + [ + "or", + "Thunk" + ], + [ + "&", + "P" + ], + [ + "Ġrel", + "ent" + ], + [ + "/", + "#{" + ], + [ + "Ġproduct", + "Id" + ], + [ + "Ġè", + "¾" + ], + [ + "ĠL", + "av" + ], + [ + "ĠAl", + "ter" + ], + [ + ".M", + "ode" + ], + [ + "AD", + "IO" + ], + [ + "gr", + "p" + ], + [ + "æ", + "·»åĬł" + ], + [ + "Qu", + "it" + ], + [ + "Ġdepth", + "s" + ], + [ + "-c", + "ategory" + ], + [ + "ĠD", + "ATABASE" + ], + [ + "S", + "PELL" + ], + [ + "ĠFal", + "con" + ], + [ + "ĠQString", + "List" + ], + [ + "Ġ''", + "." + ], + [ + "ĠIn", + "stitution" + ], + [ + "d", + "amage" + ], + [ + "az", + "or" + ], + [ + "bel", + "ongsTo" + ], + [ + "ver", + "ages" + ], + [ + "ĠN", + "ONE" + ], + [ + "ipp", + "ets" + ], + [ + ",", + "\\Ċ" + ], + [ + "Ġfoot", + "print" + ], + [ + "_", + "archive" + ], + [ + "n", + "ak" + ], + [ + ".get", + "Field" + ], + [ + "ĠRef", + "lection" + ], + [ + "Ġ'", + "]" + ], + [ + "ĠH", + "BO" + ], + [ + "_dis", + "count" + ], + [ + "Ġin", + "cest" + ], + [ + "ĠD", + "odge" + ], + [ + "ĠW", + "ade" + ], + [ + ".N", + "O" + ], + [ + "\"", + "encoding" + ], + [ + "ĠBlock", + "chain" + ], + [ + "Ġlaws", + "uits" + ], + [ + "ĠM", + "aint" + ], + [ + "ch", + "ten" + ], + [ + "Ġét", + "ait" + ], + [ + "Ġktó", + "re" + ], + [ + "_", + "ctl" + ], + [ + "(t", + "imer" + ], + [ + "B", + "attle" + ], + [ + "iz", + "o" + ], + [ + "ay", + "ed" + ], + [ + "I", + "OR" + ], + [ + "ĠGlas", + "gow" + ], + [ + "Ġsyn", + "th" + ], + [ + "_log", + "s" + ], + [ + ".p", + "ose" + ], + [ + "_Adjust", + "orThunk" + ], + [ + "((", + "&" + ], + [ + "Ġuns", + "ure" + ], + [ + "yst", + "ate" + ], + [ + "íķĺ", + "ëĬĶ" + ], + [ + "O", + "ULD" + ], + [ + ".", + "ng" + ], + [ + "Ġdefault", + "dict" + ], + [ + "work", + "space" + ], + [ + "Ġselect", + "ive" + ], + [ + "Picker", + "Controller" + ], + [ + "YNAM", + "IC" + ], + [ + ".method", + "s" + ], + [ + "Ġpath", + "ways" + ], + [ + "ĠF", + "ew" + ], + [ + "K", + "G" + ], + [ + "CRY", + "PT" + ], + [ + "follow", + "ing" + ], + [ + "ĠD", + "LC" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġpres", + "et" + ], + [ + "estruct", + "or" + ], + [ + "ĠK", + "urt" + ], + [ + "Ġair", + "plane" + ], + [ + "Ġo", + "mp" + ], + [ + "ĠParent", + "s" + ], + [ + "ĠMart", + "inez" + ], + [ + ".com", + "plete" + ], + [ + "Ġbroad", + "ly" + ], + [ + "Ġsc", + "are" + ], + [ + "ĠM", + "é" + ], + [ + "Ġelim", + "ination" + ], + [ + "Ġpou", + "red" + ], + [ + "/", + "sw" + ], + [ + "Ġcom", + "un" + ], + [ + "Ġm", + "asc" + ], + [ + "ĠOrgan", + "ic" + ], + [ + "ĠString", + "Utils" + ], + [ + "il", + "ateral" + ], + [ + "Ġreluct", + "ant" + ], + [ + "-", + "age" + ], + [ + "Ġn", + "z" + ], + [ + ".\"", + "\\" + ], + [ + "Ġpast", + "or" + ], + [ + "ale", + "z" + ], + [ + "Ġe", + "fect" + ], + [ + "pro", + "v" + ], + [ + "/", + "init" + ], + [ + "Ġp", + "enn" + ], + [ + "und", + "s" + ], + [ + "Ġs", + "size" + ], + [ + "ĠPro", + "j" + ], + [ + "bas", + "ename" + ], + [ + "Ġsh", + "ells" + ], + [ + "ĠNe", + "ck" + ], + [ + "ĠEn", + "forcement" + ], + [ + "vid", + "ed" + ], + [ + "st", + "own" + ], + [ + "S", + "phere" + ], + [ + "$", + "r" + ], + [ + "uss", + "en" + ], + [ + "af", + "il" + ], + [ + "ĠTele", + "gram" + ], + [ + "Ġanaly", + "tical" + ], + [ + "нÑĭ", + "е" + ], + [ + "us", + "ually" + ], + [ + "x", + "n" + ], + [ + "Ġhistor", + "ian" + ], + [ + "ĠGreg", + "ory" + ], + [ + "ol", + "ph" + ], + [ + "ĠUn", + "a" + ], + [ + "Ġcon", + "tributes" + ], + [ + "%", + "-" + ], + [ + "anti", + "ago" + ], + [ + "ÑĢ", + "ед" + ], + [ + ".reg", + "ion" + ], + [ + "Ġab", + "rupt" + ], + [ + "ĠUnsupported", + "OperationException" + ], + [ + "ĠT", + "ASK" + ], + [ + "_f", + "inish" + ], + [ + "Ġnot", + "orious" + ], + [ + "ĠV", + "s" + ], + [ + "ĠM", + "Q" + ], + [ + "Ġsun", + "set" + ], + [ + "Ġun", + "acceptable" + ], + [ + "ar", + "cer" + ], + [ + "Ġill", + "umin" + ], + [ + "ĠOr", + "b" + ], + [ + "Ġb", + "h" + ], + [ + "E", + "ste" + ], + [ + "_dis", + "patch" + ], + [ + "Ġr", + "ipped" + ], + [ + "Ġtou", + "jours" + ], + [ + "ĠPar", + "cel" + ], + [ + "_", + "ll" + ], + [ + ".user", + "Name" + ], + [ + ".class", + "es" + ], + [ + "S", + "OURCE" + ], + [ + "(", + "Number" + ], + [ + "ел", + "Ñı" + ], + [ + "Ġhead", + "phones" + ], + [ + "(s", + "ide" + ], + [ + "const", + "itution" + ], + [ + "ann", + "ah" + ], + [ + "čĊ", + "ĠĠĠĠĠĠĠĠčĊ" + ], + [ + "Ġcl", + "iff" + ], + [ + "-", + "ref" + ], + [ + "Ġmo", + "strar" + ], + [ + "ĠPow", + "ell" + ], + [ + "+", + "y" + ], + [ + "ĠB", + "G" + ], + [ + "_f", + "ragment" + ], + [ + ".P", + "ort" + ], + [ + "Ġreal", + "izing" + ], + [ + "param", + "ref" + ], + [ + "Ġh", + "ometown" + ], + [ + "@", + "Table" + ], + [ + "+\"", + "", + "--}}Ċ" + ], + [ + "F", + "rench" + ], + [ + "Entity", + "Manager" + ], + [ + "ĠPl", + "ain" + ], + [ + "////////////////////////////////////////////////////////////////", + "////" + ], + [ + "Â", + "³" + ], + [ + "(", + "RE" + ], + [ + "c", + "apt" + ], + [ + "Ġorgan", + "isms" + ], + [ + "Ġj", + "ets" + ], + [ + "ol", + "ocation" + ], + [ + "ĠApp", + "RoutingModule" + ], + [ + "Ġgl", + "orious" + ], + [ + "æľ", + "į" + ], + [ + "Ġdisc", + "arded" + ], + [ + "ĉĉĉĉ", + "ĠĠĠĠĠ" + ], + [ + "ĠArn", + "old" + ], + [ + "l", + "ug" + ], + [ + "Ġpar", + "l" + ], + [ + "Ġhorm", + "ones" + ], + [ + "Ġm", + "ah" + ], + [ + "ĠSon", + "ic" + ], + [ + "Ġorgan", + "izers" + ], + [ + "_PL", + "ATFORM" + ], + [ + ".in", + "v" + ], + [ + "Ġch", + "ord" + ], + [ + "vent", + "ional" + ], + [ + "ĉ", + "of" + ], + [ + "Ep", + "isode" + ], + [ + ".", + "Enum" + ], + [ + "unk", + "t" + ], + [ + "ĠD", + "h" + ], + [ + "ĠJ", + "ared" + ], + [ + "ĠN", + "ak" + ], + [ + "Ġint", + "ends" + ], + [ + "End", + "ian" + ], + [ + "Ġa", + "ustralia" + ], + [ + "_c", + "v" + ], + [ + "(res", + "olve" + ], + [ + "Ġclin", + "ics" + ], + [ + "lik", + "ed" + ], + [ + "ASH", + "INGTON" + ], + [ + "in", + "ha" + ], + [ + "'", + "*" + ], + [ + "ĠN", + "P" + ], + [ + "_b", + "eh" + ], + [ + "Ġh", + "f" + ], + [ + "Ġw", + "ür" + ], + [ + "c", + "ategoria" + ], + [ + "$", + "form" + ], + [ + "Ġsub", + "way" + ], + [ + "Ġis", + "Active" + ], + [ + "pop", + "ular" + ], + [ + "C", + "our" + ], + [ + "Ġco", + "oldown" + ], + [ + "Ġa", + "insi" + ], + [ + "ĠGL", + "uint" + ], + [ + "ere", + "al" + ], + [ + "Ġarray", + "Of" + ], + [ + "Ġh", + "atch" + ], + [ + "========", + "==" + ], + [ + "ress", + "es" + ], + [ + "_P", + "P" + ], + [ + ".", + "^" + ], + [ + "_dec", + "ay" + ], + [ + "ĠB", + "less" + ], + [ + "met", + "rics" + ], + [ + "ĠCOPY", + "ING" + ], + [ + "ĠDump", + "ster" + ], + [ + "ĠJos", + "é" + ], + [ + "ĠDesign", + "s" + ], + [ + "<" + ], + [ + "Ġ\"", + "}Ċ" + ], + [ + "time", + "zone" + ], + [ + "Ġe", + "er" + ], + [ + "max", + "cdn" + ], + [ + "ĠE", + "SC" + ], + [ + "ig", + "aret" + ], + [ + "_conn", + "ected" + ], + [ + "_re", + "verse" + ], + [ + "Ġquestion", + "able" + ], + [ + "ĠUS", + "C" + ], + [ + "Ġtut", + "ti" + ], + [ + "Ġdrop", + "out" + ], + [ + "ĠActiv", + "ities" + ], + [ + "ĠW", + "inds" + ], + [ + "'))", + ");Ċ" + ], + [ + "Ġcon", + "gest" + ], + [ + "ÄŁ", + "ı" + ], + [ + "Ġprolong", + "ed" + ], + [ + "è¿", + "Ļ" + ], + [ + "ĠCross", + "AxisAlignment" + ], + [ + "LE", + "EP" + ], + [ + "ĠVAL", + "ID" + ], + [ + "ĠG", + "az" + ], + [ + "Ġdepend", + "ence" + ], + [ + "ĠP", + "rix" + ], + [ + ".Compiler", + "Services" + ], + [ + "j", + "ump" + ], + [ + "Ġstr", + "at" + ], + [ + "c", + "irc" + ], + [ + "ĠC", + "USTOM" + ], + [ + "x", + "aa" + ], + [ + "Ġb", + "mp" + ], + [ + "Ġb", + "ureau" + ], + [ + "Ġw", + "aren" + ], + [ + "N", + "X" + ], + [ + "(", + "Window" + ], + [ + "ĠChrist", + "ie" + ], + [ + "_F", + "E" + ], + [ + "Ġt", + "n" + ], + [ + "ĠOm", + "ega" + ], + [ + "communic", + "ations" + ], + [ + "Home", + "Page" + ], + [ + "com", + "pletion" + ], + [ + "Ġsupply", + "ing" + ], + [ + "YP", + "ES" + ], + [ + "á", + "vel" + ], + [ + "åĪ", + "¶" + ], + [ + "(c", + "lick" + ], + [ + "\\", + "Contracts" + ], + [ + "/", + "questions" + ], + [ + "Ġe", + "z" + ], + [ + "AM", + "S" + ], + [ + ".m", + "esh" + ], + [ + "Ġ'", + "", + "\\Ċ" + ], + [ + "Rob", + "ot" + ], + [ + "Json", + "Object" + ], + [ + "ĠD", + "F" + ], + [ + "ĠProcess", + "or" + ], + [ + "_sh", + "ould" + ], + [ + ".prot", + "obuf" + ], + [ + "-", + "users" + ], + [ + "Ġemb", + "ry" + ], + [ + "F", + "ONT" + ], + [ + "Ġstart", + "ups" + ], + [ + "ĠData", + "Source" + ], + [ + ")", + "#" + ], + [ + "uro", + "s" + ], + [ + "_C", + "olor" + ], + [ + "Ġstand", + "alone" + ], + [ + "}", + "[" + ], + [ + "j", + "d" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġng", + "x" + ], + [ + "ĠGener", + "ally" + ], + [ + "Ġconfig", + "urable" + ], + [ + "/", + "order" + ], + [ + "Ġv", + "as" + ], + [ + "')", + "\";Ċ" + ], + [ + "ĠR", + "R" + ], + [ + "ĠT", + "roy" + ], + [ + "Ġcomprom", + "ised" + ], + [ + "ĠSw", + "an" + ], + [ + "int", + "endent" + ], + [ + "Cent", + "ral" + ], + [ + "_", + "keeper" + ], + [ + "Ġar", + "quivo" + ], + [ + "ĠRead", + "Only" + ], + [ + "_cur", + "ve" + ], + [ + "k", + "v" + ], + [ + "ent", + "in" + ], + [ + "è", + "±" + ], + [ + "ĠE", + "y" + ], + [ + ".im", + "read" + ], + [ + "ĠP", + "am" + ], + [ + "if", + "fe" + ], + [ + "at", + "ivity" + ], + [ + "xb", + "c" + ], + [ + "Ġgr", + "im" + ], + [ + "-f", + "illed" + ], + [ + "names", + "e" + ], + [ + "']", + ":" + ], + [ + "Ġa", + "ur" + ], + [ + "ĠGib", + "son" + ], + [ + ".Mouse", + "Event" + ], + [ + "Ġl", + "ado" + ], + [ + "avad", + "oc" + ], + [ + "Ġfam", + "il" + ], + [ + "ĠM", + "oder" + ], + [ + "f", + "ps" + ], + [ + "ãĢĢ", + "ãĢĢ" + ], + [ + "-", + "example" + ], + [ + "ĠAl", + "zheimer" + ], + [ + "ĠU", + "tf" + ], + [ + "_arg", + "uments" + ], + [ + "Con", + "clusion" + ], + [ + "text", + "Content" + ], + [ + "rem", + "aining" + ], + [ + "Ġinterrupt", + "s" + ], + [ + "ĠBack", + "up" + ], + [ + "ĠM", + "ong" + ], + [ + "Ġrecept", + "ors" + ], + [ + "h", + "istor" + ], + [ + ".cor", + "outines" + ], + [ + "Ġsh", + "outed" + ], + [ + "Al", + "arm" + ], + [ + "Ġcomb", + "ust" + ], + [ + "Ġg", + "rote" + ], + [ + "ult", + "ural" + ], + [ + "(", + "ids" + ], + [ + "----------------------------------------------------------------", + "----------------" + ], + [ + "ipl", + "inary" + ], + [ + "O", + "pts" + ], + [ + "ĠY", + "ale" + ], + [ + "local", + "Storage" + ], + [ + "Ġequ", + "ival" + ], + [ + "ĠF", + "leet" + ], + [ + "\\", + "b" + ], + [ + "*", + "pi" + ], + [ + "ĠQ", + "Label" + ], + [ + "æ", + "¡" + ], + [ + "Ġv", + "x" + ], + [ + "ĠA", + "CL" + ], + [ + "Ġsu", + "cesso" + ], + [ + "Ġper", + "c" + ], + [ + "ĠNot", + "re" + ], + [ + "Ġan", + "arch" + ], + [ + "R", + "ing" + ], + [ + "sp", + "b" + ], + [ + "Ġstr", + "pos" + ], + [ + "st", + "ores" + ], + [ + "ĠMap", + "le" + ], + [ + "(Main", + "Activity" + ], + [ + "(\"", + "\"))" + ], + [ + "Ġview", + "Holder" + ], + [ + "Qu", + "ad" + ], + [ + "Ġig", + "ual" + ], + [ + "ors", + "che" + ], + [ + ".m", + "argin" + ], + [ + "Ġind", + "ie" + ], + [ + "Ġfr", + "anc" + ], + [ + "ĠForm", + "Builder" + ], + [ + "ĠPart", + "icip" + ], + [ + ".fl", + "ash" + ], + [ + "Ġstorm", + "s" + ], + [ + "U", + "lt" + ], + [ + "Ġf", + "en" + ], + [ + "[", + "new" + ], + [ + "E", + "ver" + ], + [ + "=\"", + "Ċ" + ], + [ + "Ġlocal", + "ized" + ], + [ + "_f", + "ollow" + ], + [ + "Ġn", + "ave" + ], + [ + "Ġdomin", + "ance" + ], + [ + "(t", + "ile" + ], + [ + "J", + "ournal" + ], + [ + "ĠV", + "C" + ], + [ + "Ġpenet", + "ration" + ], + [ + "ï¼", + "ķ" + ], + [ + "Ġcomp", + "artment" + ], + [ + "Ġb", + "ids" + ], + [ + "Form", + "atted" + ], + [ + "******", + "/ĊĊ" + ], + [ + "(c", + "ity" + ], + [ + "âĢĶ", + "it" + ], + [ + "[", + "C" + ], + [ + "Ġuse", + "Callback" + ], + [ + "a", + "ub" + ], + [ + ")", + "?." + ], + [ + "ĠV", + "AR" + ], + [ + "ĠSe", + "bastian" + ], + [ + "ĠM", + "oss" + ], + [ + "Ġabund", + "ant" + ], + [ + "G", + "reg" + ], + [ + "ÑĤ", + "а" + ], + [ + "_c", + "i" + ], + [ + "Ġbib", + "li" + ], + [ + "CR", + "M" + ], + [ + "ĠAt", + "tempt" + ], + [ + "ism", + "e" + ], + [ + "d", + "ash" + ], + [ + "ãĢ", + "İ" + ], + [ + "_m", + "u" + ], + [ + ".Formatting", + "Enabled" + ], + [ + "Ind", + "eed" + ], + [ + "-d", + "irect" + ], + [ + "Ġsuck", + "ing" + ], + [ + "Ġp", + "ne" + ], + [ + "ocab", + "ulary" + ], + [ + "ĠPack", + "ers" + ], + [ + ".N", + "avigation" + ], + [ + "Ġp", + "ied" + ], + [ + "cri", + "bing" + ], + [ + "ĠSt", + "uart" + ], + [ + ".To", + "Double" + ], + [ + "ĠSecond", + "ary" + ], + [ + "S", + "aving" + ], + [ + "ĠD", + "ut" + ], + [ + "ĠM", + "add" + ], + [ + "M", + "agic" + ], + [ + ",", + "H" + ], + [ + ".document", + "Element" + ], + [ + "ĠB", + "ST" + ], + [ + "Ġdiff", + "ers" + ], + [ + "Ġmore", + "over" + ], + [ + "_", + "nd" + ], + [ + "SE", + "ARCH" + ], + [ + "п", + "ÑĢав" + ], + [ + "æ", + "´" + ], + [ + "to", + "Match" + ], + [ + "Ġdecre", + "asing" + ], + [ + "-m", + "ember" + ], + [ + "amp", + "us" + ], + [ + "(", + "boost" + ], + [ + "D", + "aily" + ], + [ + "Data", + "GridView" + ], + [ + "ĠHttp", + "Context" + ], + [ + "Ġh", + "ipp" + ], + [ + "_work", + "ers" + ], + [ + "-l", + "anguage" + ], + [ + "é", + "ĵ" + ], + [ + "Ġconsist", + "ed" + ], + [ + "ath", + "ing" + ], + [ + "ĠMer", + "cury" + ], + [ + "$", + "content" + ], + [ + "Ġpract", + "iced" + ], + [ + "ĠMod", + "ules" + ], + [ + "_D", + "AY" + ], + [ + "Ġweakness", + "es" + ], + [ + "ĠL", + "odge" + ], + [ + "Ġn", + "ar" + ], + [ + "ĠM", + "ate" + ], + [ + "Ġj", + "p" + ], + [ + "ĠHttp", + "Headers" + ], + [ + "Ġsm", + "o" + ], + [ + "ĠT", + "OKEN" + ], + [ + "]", + ")(" + ], + [ + "Ġaqu", + "i" + ], + [ + "sw", + "agen" + ], + [ + "Ġs", + "rv" + ], + [ + "ĉ", + "ans" + ], + [ + "A", + "round" + ], + [ + "ĠMan", + "uel" + ], + [ + "Ġfiction", + "al" + ], + [ + "ĠIM", + "G" + ], + [ + "Ġ.", + "'" + ], + [ + "ĠB", + "erry" + ], + [ + "Ġwall", + "paper" + ], + [ + "sex", + "ual" + ], + [ + "ier", + "o" + ], + [ + "Ġ", + "çļĦ" + ], + [ + "ìĨ", + "Į" + ], + [ + "Backing", + "Field" + ], + [ + "ĠAd", + "rian" + ], + [ + "BASE", + "PATH" + ], + [ + "Ġrepe", + "ats" + ], + [ + "Ġbl", + "ues" + ], + [ + "Ġunp", + "redict" + ], + [ + "_c", + "oll" + ], + [ + "st", + "acle" + ], + [ + "ĠT", + "umblr" + ], + [ + "ĠEl", + "f" + ], + [ + "Ġass", + "urance" + ], + [ + "Ġc", + "ensus" + ], + [ + "ĠIM", + "PORT" + ], + [ + "END", + "ER" + ], + [ + "an", + "os" + ], + [ + "Ġ=", + "(" + ], + [ + "ĠEll", + "is" + ], + [ + "\"", + "ĊĊĊĊ" + ], + [ + ".w", + "in" + ], + [ + "ĠA", + "bove" + ], + [ + "al", + "on" + ], + [ + "_t", + "ick" + ], + [ + "Ġrepresent", + "ations" + ], + [ + "Ġæ", + "ķ" + ], + [ + "w", + "id" + ], + [ + "ĠAr", + "ms" + ], + [ + "List", + "a" + ], + [ + "_f", + "ailure" + ], + [ + "_c", + "m" + ], + [ + ".Flat", + "Appearance" + ], + [ + "Ġthr", + "one" + ], + [ + "P", + "atch" + ], + [ + "ĠV", + "oy" + ], + [ + "eng", + "l" + ], + [ + "Ġnegot", + "iating" + ], + [ + ">", + "`" + ], + [ + "Ġshoot", + "s" + ], + [ + "ĠF", + "PS" + ], + [ + ".Y", + "ear" + ], + [ + "ĠK", + "iss" + ], + [ + "enc", + "ión" + ], + [ + "reet", + "ing" + ], + [ + "From", + "File" + ], + [ + "Ġresign", + "ation" + ], + [ + "Ø", + "·" + ], + [ + "Ġtw", + "ins" + ], + [ + "Æ°á»", + "£" + ], + [ + "Ġge", + "bru" + ], + [ + ".get", + "Content" + ], + [ + ".T", + "ree" + ], + [ + "ĠEmploy", + "ees" + ], + [ + "ĠF", + "IFA" + ], + [ + "Ġcert", + "ainty" + ], + [ + "(C", + "l" + ], + [ + "Ġtot", + "als" + ], + [ + "edit", + "able" + ], + [ + "à¥", + "Ģ" + ], + [ + ".Report", + "ing" + ], + [ + "M", + "as" + ], + [ + "qu", + "iet" + ], + [ + ".r", + "ules" + ], + [ + "ĠV", + "O" + ], + [ + "con", + "exion" + ], + [ + ",", + "K" + ], + [ + "Ġalloc", + "ator" + ], + [ + "ĠPow", + "der" + ], + [ + "\\", + "Repository" + ], + [ + "Be", + "at" + ], + [ + "_t", + "ipo" + ], + [ + "Ġ['", + "'," + ], + [ + "_IN", + "TR" + ], + [ + "Ġ<<", + "<" + ], + [ + "<", + "hr" + ], + [ + "\")", + "==" + ], + [ + "ugg", + "age" + ], + [ + "ĠC", + "raw" + ], + [ + "Ġé", + "galement" + ], + [ + "Ġg", + "inger" + ], + [ + "Ġprim", + "era" + ], + [ + "Ġprod", + "uto" + ], + [ + "lt", + "k" + ], + [ + ".User", + "Name" + ], + [ + "Ġstr", + "error" + ], + [ + "m", + "ith" + ], + [ + "_n", + "b" + ], + [ + "Ġdis", + "comfort" + ], + [ + "'];", + "?>", + "\");čĊ" + ], + [ + "drop", + "IfExists" + ], + [ + "ĠB", + "eg" + ], + [ + "_H", + "AL" + ], + [ + "Ġcross", + "AxisAlignment" + ], + [ + "ĠE", + "vidence" + ], + [ + "Ġpec", + "uliar" + ], + [ + "Ġinstit", + "ute" + ], + [ + "ve", + "is" + ], + [ + "Ġf", + "ft" + ], + [ + "Ã", + "ģ" + ], + [ + "Ġzo", + "ekt" + ], + [ + "an", + "aly" + ], + [ + "ĠHom", + "eland" + ], + [ + "Ġpen", + "etr" + ], + [ + "udden", + "ly" + ], + [ + "ĉ", + "element" + ], + [ + "ĠB", + "ren" + ], + [ + "ĠTr", + "udeau" + ], + [ + "ĠCub", + "an" + ], + [ + "j", + "am" + ], + [ + "us", + "lim" + ], + [ + "_e", + "v" + ], + [ + "Ġst", + "ems" + ], + [ + "}", + "%" + ], + [ + "Ŀ", + "å§ĭ" + ], + [ + "Ġbrand", + "ing" + ], + [ + "Ġcorrespond", + "ence" + ], + [ + ".j", + "query" + ], + [ + "¢", + "åįķ" + ], + [ + "ĠRead", + "s" + ], + [ + "(Http", + "StatusCode" + ], + [ + "ass", + "in" + ], + [ + "(s", + "lot" + ], + [ + "ĠGrad", + "uate" + ], + [ + "///", + "<" + ], + [ + "Ġinform", + "ations" + ], + [ + "EN", + "ABLE" + ], + [ + "Ġp", + "uis" + ], + [ + "Ġfind", + "er" + ], + [ + "ĠBr", + "is" + ], + [ + "Ġnett", + "steder" + ], + [ + "_m", + "id" + ], + [ + "Ġo", + "gs" + ], + [ + "ĠSter", + "ling" + ], + [ + "Ġar", + "rog" + ], + [ + "str", + "ftime" + ], + [ + "|", + "ĊĊ" + ], + [ + "Ġvo", + "x" + ], + [ + "ĠReg", + "ardless" + ], + [ + "Ġes", + "o" + ], + [ + "ĠCom", + "fort" + ], + [ + ".Boolean", + "Field" + ], + [ + "Ġu", + "h" + ], + [ + "AC", + "Y" + ], + [ + "Ġsque", + "ez" + ], + [ + "ĠV", + "ic" + ], + [ + "cont", + "ro" + ], + [ + ".", + "lo" + ], + [ + "Ġ", + "ire" + ], + [ + "ĠCom", + "edy" + ], + [ + "ë", + "¶" + ], + [ + "Ġorigin", + "ated" + ], + [ + "Ġsh", + "ipment" + ], + [ + "|", + "max" + ], + [ + "_g", + "uid" + ], + [ + "lev", + "ation" + ], + [ + "на", + "Ñı" + ], + [ + "(", + "undefined" + ], + [ + "ĠD", + "DR" + ], + [ + "Ġshoot", + "ings" + ], + [ + "ĠLat", + "ino" + ], + [ + "END", + "OR" + ], + [ + "Ġaver", + "aging" + ], + [ + "Ġgre", + "eted" + ], + [ + "Ġthe", + "aters" + ], + [ + "о", + "е" + ], + [ + "Ġd", + "B" + ], + [ + "Ġg", + "st" + ], + [ + "Ġdef", + "inite" + ], + [ + ".", + "Storage" + ], + [ + ".h", + "er" + ], + [ + "Ġa", + "fore" + ], + [ + "ĠRe", + "ality" + ], + [ + "ĠGod", + "s" + ], + [ + "vers", + "ed" + ], + [ + "Ġhands", + "ome" + ], + [ + "Ġex", + "cluding" + ], + [ + "(", + "ad" + ], + [ + "Qu", + "otes" + ], + [ + "ĠS", + "cheme" + ], + [ + "?", + "q" + ], + [ + "ĠT", + "amil" + ], + [ + "T", + "icks" + ], + [ + "Ġp", + "est" + ], + [ + "'", + "n" + ], + [ + "Ġporn", + "ography" + ], + [ + "_mod", + "al" + ], + [ + "Ġ", + "----------" + ], + [ + "Ġdis", + "posable" + ], + [ + "F", + "REE" + ], + [ + "Ġsh", + "ark" + ], + [ + "C", + "HE" + ], + [ + "Ġdep", + "icted" + ], + [ + "Ġdemonstr", + "ations" + ], + [ + "ĠK", + "illed" + ], + [ + "ĠR", + "ULE" + ], + [ + "Ġobs", + "essed" + ], + [ + "Ġsimpl", + "ified" + ], + [ + "Post", + "al" + ], + [ + "Ġconcept", + "ual" + ], + [ + "Ġp", + "st" + ], + [ + "L", + "as" + ], + [ + "_PRO", + "JECT" + ], + [ + "ucceed", + "ed" + ], + [ + "ol", + "u" + ], + [ + "ÄŁ", + "i" + ], + [ + "Ġpersonal", + "ities" + ], + [ + "Ġres", + "hape" + ], + [ + "Ġenc", + "losed" + ], + [ + "ĉp", + "tr" + ], + [ + "Ġtutor", + "ials" + ], + [ + "Ġexpl", + "oded" + ], + [ + "_DIRECT", + "ORY" + ], + [ + "åĨħ", + "容" + ], + [ + "Ġcan", + "on" + ], + [ + "Ġrecogn", + "ise" + ], + [ + "P", + "AD" + ], + [ + "ĠAppro", + "x" + ], + [ + "ĠRest", + "ore" + ], + [ + "ĠImport", + "ant" + ], + [ + "Ġheav", + "ier" + ], + [ + ".Se", + "quential" + ], + [ + "Ear", + "th" + ], + [ + "ĠMil", + "k" + ], + [ + ".set", + "Request" + ], + [ + ".t", + "em" + ], + [ + "Ġre", + "construct" + ], + [ + "Ġskept", + "ical" + ], + [ + "_Pr", + "ivate" + ], + [ + "BU", + "F" + ], + [ + "qu", + "a" + ], + [ + ":", + "a" + ], + [ + "Ġse", + "k" + ], + [ + "Ġd", + "well" + ], + [ + "oss", + "a" + ], + [ + "Ġreward", + "ed" + ], + [ + "и", + "й" + ], + [ + "(top", + "ic" + ], + [ + "_part", + "ition" + ], + [ + "Ġ__", + "________________" + ], + [ + "Key", + "words" + ], + [ + "ĠFr", + "anco" + ], + [ + "L", + "ite" + ], + [ + "Ġn", + "aken" + ], + [ + "Ġз", + "а" + ], + [ + "O", + "BJECT" + ], + [ + "Ġcraft", + "s" + ], + [ + "ĠSw", + "ap" + ], + [ + ".X", + "na" + ], + [ + ".Con", + "nect" + ], + [ + "Ġbalcon", + "y" + ], + [ + "(re", + "al" + ], + [ + "ĠBarn", + "es" + ], + [ + "b", + "ir" + ], + [ + "ĠTw", + "enty" + ], + [ + "ay", + "an" + ], + [ + "at", + "ars" + ], + [ + "ĠProp", + "el" + ], + [ + "ĠIh", + "nen" + ], + [ + "Up", + "grade" + ], + [ + "Ġcur", + "b" + ], + [ + "-", + "second" + ], + [ + "Ġn", + "eph" + ], + [ + ".p", + "res" + ], + [ + "ìŀ", + "ħ" + ], + [ + ".se", + "q" + ], + [ + "Ġp", + "added" + ], + [ + "\"", + "?" + ], + [ + "j", + "l" + ], + [ + "ãĥ", + "¬" + ], + [ + "')", + "", + "a" + ], + [ + "Co", + "ordinates" + ], + [ + "Ġen", + "acted" + ], + [ + "ENT", + "S" + ], + [ + "Ġl", + "ac" + ], + [ + ".f", + "inal" + ], + [ + "ĠPhp", + "Storm" + ], + [ + "c", + "alled" + ], + [ + "Ġin", + "quiries" + ], + [ + ".m", + "iddleware" + ], + [ + "ĠD", + "owntown" + ], + [ + "/", + "';Ċ" + ], + [ + "Ġkil", + "omet" + ], + [ + "ac", + "cel" + ], + [ + "Ġqu", + "ien" + ], + [ + "w", + "string" + ], + [ + "set", + "Data" + ], + [ + "Ġman", + "era" + ], + [ + "Ġmod", + "ular" + ], + [ + "rim", + "p" + ], + [ + "Ġtar", + "iffs" + ], + [ + "âĢĻ", + "il" + ], + [ + "_TH", + "ROW" + ], + [ + "/c", + "olor" + ], + [ + "ĠHT", + "MLElement" + ], + [ + "Ġcar", + "ro" + ], + [ + "Ġpr", + "ere" + ], + [ + "Ġplot", + "ting" + ], + [ + "ĠPos", + "itive" + ], + [ + "ĠMach", + "ines" + ], + [ + "OT", + "ES" + ], + [ + "á»", + "Ľ" + ], + [ + "ple", + "asant" + ], + [ + "Ġal", + "te" + ], + [ + "Ġa", + "inda" + ], + [ + "th", + "ese" + ], + [ + "Ġc", + "ors" + ], + [ + "ip", + "ay" + ], + [ + "ĠAdvis", + "ory" + ], + [ + "ĠRub", + "io" + ], + [ + "j", + "q" + ], + [ + "Ġl", + "imestone" + ], + [ + "Ġdet", + "ached" + ], + [ + "设", + "ç½®" + ], + [ + "ten", + "ant" + ], + [ + "ĠDep", + "th" + ], + [ + "al", + "ore" + ], + [ + "ĠÑģÑĤÑĢ", + "ок" + ], + [ + "ĠF", + "ORE" + ], + [ + "ĠL", + "ay" + ], + [ + "p", + "resentation" + ], + [ + ")", + "');Ċ" + ], + [ + ".sub", + "plots" + ], + [ + "Ï", + "ĥ" + ], + [ + "N", + "OW" + ], + [ + "G", + "ar" + ], + [ + "hand", + "les" + ], + [ + "ab", + "ra" + ], + [ + "put", + "ies" + ], + [ + "ĠElect", + "rical" + ], + [ + "M", + "iddle" + ], + [ + "rop", + "ic" + ], + [ + "ĠJ", + "D" + ], + [ + "ĠD", + "yn" + ], + [ + "ĠB", + "ristol" + ], + [ + "ĠMc", + "Carthy" + ], + [ + "Ġstri", + "ker" + ], + [ + "Ġenumer", + "able" + ], + [ + "ĠEv", + "an" + ], + [ + ".default", + "s" + ], + [ + "qu", + "ences" + ], + [ + ")", + "||" + ], + [ + "ĉt", + "oken" + ], + [ + "â", + "Ĺı" + ], + [ + "-d", + "ropdown" + ], + [ + "ST", + "ORE" + ], + [ + "ĠGraph", + "ic" + ], + [ + "(", + "pp" + ], + [ + "Ex", + "pl" + ], + [ + "Ġup", + "wards" + ], + [ + "ĠD", + "istributed" + ], + [ + "ĠW", + "EB" + ], + [ + "J", + "er" + ], + [ + "is", + "NaN" + ], + [ + "çĶŁ", + "æĪIJ" + ], + [ + ">", + "R" + ], + [ + "üss", + "en" + ], + [ + "ef", + "s" + ], + [ + "Ġun", + "cover" + ], + [ + "Ġl", + "ud" + ], + [ + ".cal", + "culate" + ], + [ + "Ġint", + "ptr" + ], + [ + "Ġmidfield", + "er" + ], + [ + ".", + "Headers" + ], + [ + "Ġm", + "f" + ], + [ + "ere", + "f" + ], + [ + ".M", + "etro" + ], + [ + "ĠSpe", + "aking" + ], + [ + ":", + "b" + ], + [ + "Ġcryptoc", + "urrencies" + ], + [ + "Ġdem", + "ons" + ], + [ + "ĉ", + "EXPECT" + ], + [ + "Ġw", + "icked" + ], + [ + "y", + "outube" + ], + [ + ":", + "Int" + ], + [ + "ĠHind", + "i" + ], + [ + "ĠC", + "AT" + ], + [ + "ĠØ", + "¹" + ], + [ + "r", + "ar" + ], + [ + "om", + "ore" + ], + [ + "/", + "per" + ], + [ + "/lic", + "ense" + ], + [ + "Ġre", + "im" + ], + [ + "Ġawait", + "ing" + ], + [ + "Ġle", + "thal" + ], + [ + "ĠE", + "F" + ], + [ + "round", + "ed" + ], + [ + "ĠPl", + "atinum" + ], + [ + "ĠвÑģ", + "е" + ], + [ + ".co", + "ords" + ], + [ + ".De", + "vice" + ], + [ + "/", + "item" + ], + [ + "ĠW", + "enn" + ], + [ + "compile", + "Components" + ], + [ + "ĠK", + "inder" + ], + [ + ".remove", + "Item" + ], + [ + "Ġand", + "a" + ], + [ + "bn", + "b" + ], + [ + "Ġpr", + "a" + ], + [ + "(", + "transaction" + ], + [ + "Ġembarrass", + "ing" + ], + [ + "ĉ", + "BOOL" + ], + [ + ".content", + "View" + ], + [ + "Ġevent", + "data" + ], + [ + "at", + "ore" + ], + [ + "Ġprovided", + "In" + ], + [ + "ir", + "ma" + ], + [ + "Ġz", + "ona" + ], + [ + "_H", + "W" + ], + [ + "æ", + "Ļ" + ], + [ + "Ġst", + "ove" + ], + [ + "Ġcounter", + "part" + ], + [ + "_Pro", + "duct" + ], + [ + "_MAN", + "AGER" + ], + [ + "Ġinfr", + "ing" + ], + [ + "ĠE", + "RA" + ], + [ + "_p", + "arty" + ], + [ + "Ñ", + "ij" + ], + [ + "Ġin", + "ici" + ], + [ + "_", + "Request" + ], + [ + "Ġmir", + "acle" + ], + [ + "Ġcancel", + "Button" + ], + [ + "S", + "py" + ], + [ + "at", + "ó" + ], + [ + "Ġpol", + "ish" + ], + [ + "ĠNic", + "ole" + ], + [ + ".display", + "Name" + ], + [ + "\\Request", + "s" + ], + [ + "Ġuse", + "History" + ], + [ + "Router", + "Module" + ], + [ + "Ġst", + "ared" + ], + [ + "ID", + "ER" + ], + [ + "Ñĥнк", + "ÑĨи" + ], + [ + "Ġnot", + "a" + ], + [ + "$", + "arr" + ], + [ + "pec", + "ified" + ], + [ + "Ġto", + "pp" + ], + [ + "_DR", + "IVER" + ], + [ + "/", + "ng" + ], + [ + "å", + "ł" + ], + [ + "_t", + "m" + ], + [ + "%", + "timeout" + ], + [ + "<", + "s" + ], + [ + "Ġ(", + "*)" + ], + [ + "ĠHttp", + "Request" + ], + [ + "_TR", + "ACK" + ], + [ + "(n", + "ote" + ], + [ + "ĠExp", + "lore" + ], + [ + "_s", + "erv" + ], + [ + "Ġç", + "»" + ], + [ + "B", + "inder" + ], + [ + "+", + "\"," + ], + [ + ".", + "att" + ], + [ + "ĠEth", + "i" + ], + [ + "Ġc", + "ódigo" + ], + [ + "='", + "\\" + ], + [ + ".l", + "ines" + ], + [ + "(", + "Of" + ], + [ + "å°", + "Ĩ" + ], + [ + "miss", + "ible" + ], + [ + "Ġv", + "é" + ], + [ + "Ġac", + "oustic" + ], + [ + "Ġcraft", + "ing" + ], + [ + "n", + "it" + ], + [ + ".b", + "a" + ], + [ + "ĠLuc", + "y" + ], + [ + "Ġi", + "Pod" + ], + [ + "Ġpup", + "ils" + ], + [ + "-m", + "ax" + ], + [ + "_w", + "r" + ], + [ + "(c", + "p" + ], + [ + "ĠRE", + "PORT" + ], + [ + "Ġd", + "ns" + ], + [ + "ĠRe", + "ferences" + ], + [ + "Ġundert", + "aken" + ], + [ + "Ġkø", + "benhavn" + ], + [ + "Ġch", + "ai" + ], + [ + "ĠC", + "roat" + ], + [ + "_", + "Log" + ], + [ + "rown", + "ed" + ], + [ + "_m", + "ed" + ], + [ + "ĉ", + "date" + ], + [ + "#", + "__" + ], + [ + "Ġcost", + "umes" + ], + [ + "ĠRe", + "quires" + ], + [ + "aff", + "le" + ], + [ + "ç", + "Ĭ¶æĢģ" + ], + [ + "-S", + "emit" + ], + [ + "ela", + "ide" + ], + [ + "еÑĤ", + "од" + ], + [ + "Ġp", + "estic" + ], + [ + "Ġd", + "ra" + ], + [ + "DOC", + "UMENT" + ], + [ + "Ġ...", + "čĊ" + ], + [ + "}`", + "}Ċ" + ], + [ + "ĠA", + "uction" + ], + [ + "ĠD", + "ock" + ], + [ + "xxxx", + "xxxx" + ], + [ + "(get", + "String" + ], + [ + "ħ", + "į" + ], + [ + "Ġborder", + "Width" + ], + [ + "ĠMach", + "inery" + ], + [ + "Ġpredict", + "able" + ], + [ + ".S", + "H" + ], + [ + "Ġam", + "plitude" + ], + [ + ".for", + "Root" + ], + [ + "IN", + "avigation" + ], + [ + "Table", + "Model" + ], + [ + "at", + "trib" + ], + [ + "Ġmaneu", + "ver" + ], + [ + "Ġexc", + "av" + ], + [ + "B", + "ERS" + ], + [ + "Ġd", + "apat" + ], + [ + "Ġinstall", + "ations" + ], + [ + ".A", + "sync" + ], + [ + "Ġr", + "ays" + ], + [ + "=", + "âĢĿ" + ], + [ + ";", + "ččĊ" + ], + [ + ".c", + "rypto" + ], + [ + "_db", + "g" + ], + [ + "ĠEnum", + "erable" + ], + [ + "Of", + "Size" + ], + [ + "_epoch", + "s" + ], + [ + "m", + "w" + ], + [ + "M", + "ENU" + ], + [ + "out", + "line" + ], + [ + "ĠP", + "apers" + ], + [ + "============", + "Ċ" + ], + [ + "Ġuniform", + "s" + ], + [ + "ĠG", + "ig" + ], + [ + "-", + "package" + ], + [ + "ĠJen", + "kins" + ], + [ + "ĠHome", + "Page" + ], + [ + ".is", + "Selected" + ], + [ + "Ġmechan", + "ic" + ], + [ + "M", + "K" + ], + [ + "ĠS", + "ounds" + ], + [ + "//----------------------------------------------------------------------------", + "-Ċ" + ], + [ + "Ġresearch", + "ing" + ], + [ + "Ġinf", + "os" + ], + [ + "ograph", + "ics" + ], + [ + "ers", + "et" + ], + [ + "(['", + "/" + ], + [ + "ĠTim", + "ber" + ], + [ + ".", + "agent" + ], + [ + ".to", + "JSON" + ], + [ + "_command", + "s" + ], + [ + "par", + "ing" + ], + [ + "_ad", + "just" + ], + [ + ".n", + "ome" + ], + [ + "(g", + "lm" + ], + [ + "Status", + "Bar" + ], + [ + "file", + "path" + ], + [ + "?", + "âĢĻ" + ], + [ + "Ġdetect", + "ive" + ], + [ + "Ġunser", + "er" + ], + [ + "ĠTib", + "et" + ], + [ + "EN", + "DED" + ], + [ + "(se", + "ed" + ], + [ + "Ġsne", + "ak" + ], + [ + "Ġam", + "or" + ], + [ + "=\"", + "//" + ], + [ + "ĠPan", + "thers" + ], + [ + "all", + "ax" + ], + [ + "ĠL", + "IVE" + ], + [ + "ĉD", + "WORD" + ], + [ + "]=", + "-" + ], + [ + "Ġtorn", + "ado" + ], + [ + "/", + "min" + ], + [ + "Ġlung", + "s" + ], + [ + "-c", + "urrent" + ], + [ + "ĠBook", + "ing" + ], + [ + "åĪĹ", + "表" + ], + [ + "Ġenjoy", + "ment" + ], + [ + "à¤", + "°" + ], + [ + "J", + "A" + ], + [ + "typ", + "ed" + ], + [ + ".B", + "tn" + ], + [ + "f", + "at" + ], + [ + "ug", + "al" + ], + [ + "ĠSh", + "ares" + ], + [ + "Ġdis", + "gr" + ], + [ + "ĠB", + "AR" + ], + [ + "ĠFO", + "X" + ], + [ + "Op", + "code" + ], + [ + "ĠS", + "z" + ], + [ + "key", + "down" + ], + [ + "iction", + "aries" + ], + [ + "Ġdetail", + "ing" + ], + [ + "}", + "))Ċ" + ], + [ + "Ġp", + "ok" + ], + [ + "Ġdemonstr", + "ating" + ], + [ + "Ġnot", + "ation" + ], + [ + "l", + "ayers" + ], + [ + "@", + "if" + ], + [ + "ĠN", + "PR" + ], + [ + ".strict", + "Equal" + ], + [ + "ĠRec", + "ipes" + ], + [ + ".T", + "ensor" + ], + [ + "Ġliqu", + "or" + ], + [ + "Ġdeb", + "ts" + ], + [ + ".ends", + "With" + ], + [ + "W", + "heel" + ], + [ + ".P", + "os" + ], + [ + "CS", + "V" + ], + [ + "$", + "arity" + ], + [ + "Ġun", + "stable" + ], + [ + "(", + "loss" + ], + [ + "ENS", + "OR" + ], + [ + "Ġele", + "ven" + ], + [ + "ĠL", + "opez" + ], + [ + "ĠHop", + "kins" + ], + [ + "con", + "om" + ], + [ + "ĠS", + "eth" + ], + [ + "Ġpo", + "ems" + ], + [ + "Qu", + "ant" + ], + [ + "Ġg", + "sl" + ], + [ + "Ġsy", + "rup" + ], + [ + "Ġs", + "ibling" + ], + [ + "Ġc", + "ass" + ], + [ + "-v", + "ous" + ], + [ + "ö", + "t" + ], + [ + "_P", + "ATTERN" + ], + [ + "_SE", + "CTION" + ], + [ + "est", + "imated" + ], + [ + "up", + "grade" + ], + [ + ".m", + "ongodb" + ], + [ + "ĠBo", + "at" + ], + [ + "_C", + "TX" + ], + [ + "Ġfetch", + "ing" + ], + [ + "ust", + "in" + ], + [ + "pi", + "el" + ], + [ + "M", + "arg" + ], + [ + "Ref", + "lection" + ], + [ + "Ġd", + "uct" + ], + [ + "ĠMunicip", + "al" + ], + [ + "Ġb", + "x" + ], + [ + ".Get", + "Current" + ], + [ + "ml", + "ink" + ], + [ + "ĠAccount", + "ing" + ], + [ + "ĠGene", + "va" + ], + [ + "_P", + "os" + ], + [ + "Ġpass", + "er" + ], + [ + "Ġhear", + "ings" + ], + [ + "com", + "pan" + ], + [ + "Ġfrag", + "ile" + ], + [ + "Initial", + "izer" + ], + [ + "walk", + "er" + ], + [ + ".M", + "aterial" + ], + [ + "ĠHun", + "ting" + ], + [ + "trys", + "ide" + ], + [ + "Ġk", + "at" + ], + [ + "Ġcl", + "erk" + ], + [ + "á", + "Ł" + ], + [ + "do", + "ing" + ], + [ + "ĉg", + "roup" + ], + [ + "Ġsan", + "ction" + ], + [ + ".l", + "b" + ], + [ + "ĠL", + "azy" + ], + [ + "ĠCon", + "straint" + ], + [ + "P", + "agination" + ], + [ + "Ġpou", + "vez" + ], + [ + "ĠInd", + "icates" + ], + [ + "M", + "ER" + ], + [ + "Ġcour", + "s" + ], + [ + "Ġyear", + "ly" + ], + [ + "Ġgros", + "se" + ], + [ + "abb", + "rev" + ], + [ + "ĠD", + "ON" + ], + [ + "Ġproceed", + "ed" + ], + [ + "ent", + "lich" + ], + [ + "Ġproperty", + "Name" + ], + [ + "ĠTe", + "aching" + ], + [ + "st", + "adt" + ], + [ + "Ġc", + "utoff" + ], + [ + "orn", + "ers" + ], + [ + "Ġa", + "frica" + ], + [ + "Ġrend", + "ers" + ], + [ + "ĠYan", + "kees" + ], + [ + "ĠTool", + "bar" + ], + [ + "sp", + "aces" + ], + [ + ".fill", + "Style" + ], + [ + "Ġseg", + "undo" + ], + [ + "_str", + "len" + ], + [ + ".F", + "irebase" + ], + [ + "å¤", + "Ħ" + ], + [ + "Ġmention", + "ing" + ], + [ + "\\", + "(" + ], + [ + "ĠVal", + "ve" + ], + [ + "Set", + "ter" + ], + [ + "Ġsp", + "ans" + ], + [ + "ĠAl", + "cohol" + ], + [ + "ĠLet", + "ters" + ], + [ + "\\x", + "e" + ], + [ + "ĠT", + "K" + ], + [ + "_B", + "LE" + ], + [ + ".get", + "Result" + ], + [ + "<", + "Player" + ], + [ + "ĠP", + "att" + ], + [ + "Ġeas", + "ing" + ], + [ + "Ġtur", + "key" + ], + [ + "ĠF", + "en" + ], + [ + "')", + "\"" + ], + [ + "Ġconf", + "ined" + ], + [ + "Ġin", + "clus" + ], + [ + "Sup", + "erview" + ], + [ + "(with", + "Identifier" + ], + [ + "enc", + "ial" + ], + [ + "Ġstuff", + "ed" + ], + [ + "Th", + "eta" + ], + [ + "Ġeconom", + "ists" + ], + [ + "}", + "));ĊĊ" + ], + [ + "co", + "okies" + ], + [ + "ĠRo", + "ose" + ], + [ + "ĠChe", + "ese" + ], + [ + "Ġfich", + "ier" + ], + [ + "Ġen", + "forced" + ], + [ + "AB", + "B" + ], + [ + "no", + "ÅĽci" + ], + [ + "_AL", + "LOW" + ], + [ + "Ġrecru", + "ited" + ], + [ + "Ġexpend", + "iture" + ], + [ + "-n", + "ight" + ], + [ + "Ġassert", + "NotNull" + ], + [ + "_ex", + "ecute" + ], + [ + "ĠØ", + "¯" + ], + [ + "IN", + "DEX" + ], + [ + "_F", + "MT" + ], + [ + "Ġresc", + "ued" + ], + [ + "ĠMonth", + "ly" + ], + [ + "ĠCons", + "ervation" + ], + [ + "ĠG", + "eb" + ], + [ + "Ob", + "ama" + ], + [ + "Ep", + "och" + ], + [ + "ic", + "ies" + ], + [ + "ĠOr", + "t" + ], + [ + "Ġso", + "it" + ], + [ + "(", + "icon" + ], + [ + "F", + "riends" + ], + [ + "m", + "ol" + ], + [ + "Ġground", + "ed" + ], + [ + "ĠC", + "ause" + ], + [ + "ad", + "ena" + ], + [ + "WE", + "EN" + ], + [ + "ĠL", + "un" + ], + [ + "IT", + "IVE" + ], + [ + ".", + "loop" + ], + [ + "_un", + "til" + ], + [ + "Ġcor", + "r" + ], + [ + ".ed", + "ges" + ], + [ + "Ġhyp", + "oth" + ], + [ + "ched", + "uling" + ], + [ + "trans", + "lator" + ], + [ + "ĠÐ", + "ľ" + ], + [ + "R", + "om" + ], + [ + "ãĢij", + "ĊĊ" + ], + [ + "ĠX", + "amarin" + ], + [ + "Ġviol", + "ating" + ], + [ + ".", + "anchor" + ], + [ + "---", + "ĊĊ" + ], + [ + "Ġtr", + "ader" + ], + [ + "AD", + "VERTISEMENT" + ], + [ + "Ġuns", + "ere" + ], + [ + "ĠD", + "AO" + ], + [ + "Ġbl", + "ond" + ], + [ + "ĠP", + "AT" + ], + [ + ".g", + "lob" + ], + [ + "Ġè¾", + "ĵ" + ], + [ + "Ġsplit", + "ting" + ], + [ + "Ġun", + "subscribe" + ], + [ + "Ġatmos", + "pheric" + ], + [ + "ĠTr", + "im" + ], + [ + "Ġcit", + "ation" + ], + [ + "Ġin", + "ference" + ], + [ + "ĠF", + "t" + ], + [ + "ĠDar", + "win" + ], + [ + "find", + "One" + ], + [ + "ĠG", + "el" + ], + [ + "(", + "Convert" + ], + [ + "Ġaccess", + "or" + ], + [ + ";", + "text" + ], + [ + "(s", + "orted" + ], + [ + "Ġjud", + "ged" + ], + [ + ");", + "\\" + ], + [ + ":", + "p" + ], + [ + "Ġme", + "ine" + ], + [ + "ĠS", + "lim" + ], + [ + ".Command", + "s" + ], + [ + "Ġper", + "ceive" + ], + [ + "coh", + "olic" + ], + [ + "<", + "Data" + ], + [ + ".entry", + "Set" + ], + [ + "Ġassert", + "False" + ], + [ + "ĠPat", + "rol" + ], + [ + "ense", + "m" + ], + [ + "ÅĤ", + "Äħ" + ], + [ + "¨", + "¡" + ], + [ + "W", + "IDTH" + ], + [ + "ĠRes", + "cue" + ], + [ + "ĠU", + "IF" + ], + [ + "_THRESH", + "OLD" + ], + [ + "ĠMich", + "el" + ], + [ + "ATER", + "IAL" + ], + [ + "opens", + "ource" + ], + [ + "ĠD", + "iana" + ], + [ + "Ġinv", + "ites" + ], + [ + "_B", + "ODY" + ], + [ + "Ġreserv", + "oir" + ], + [ + "Ġro", + "i" + ], + [ + "c", + "ust" + ], + [ + "(t", + "c" + ], + [ + "ï¼ģ", + "\");Ċ" + ], + [ + "Ġfest", + "ivals" + ], + [ + "Ġperform", + "ers" + ], + [ + "Ġclim", + "bed" + ], + [ + "Ġj", + "ungle" + ], + [ + "String", + "Length" + ], + [ + "Ġunlaw", + "ful" + ], + [ + "ier", + "re" + ], + [ + "vertis", + "ement" + ], + [ + "Ġst", + "akes" + ], + [ + "Ġh", + "ats" + ], + [ + "Mod", + "ify" + ], + [ + "ĠLET", + "TER" + ], + [ + ".H", + "ide" + ], + [ + "Ġstat", + "utory" + ], + [ + "_", + "white" + ], + [ + "ĠPer", + "l" + ], + [ + "uten", + "berg" + ], + [ + "em", + "ple" + ], + [ + ".W", + "orld" + ], + [ + "Ġoverlook", + "ed" + ], + [ + "Ġcon", + "cludes" + ], + [ + "/*", + "================================================================" + ], + [ + "-w", + "ise" + ], + [ + "ĉ", + "stream" + ], + [ + "pop", + "ulation" + ], + [ + "Ġevent", + "o" + ], + [ + "Ġillustr", + "ations" + ], + [ + "ft", + "s" + ], + [ + "Ġaut", + "of" + ], + [ + "ĠPro", + "cedure" + ], + [ + "Ġdes", + "erved" + ], + [ + "-t", + "imes" + ], + [ + "Ġg", + "ol" + ], + [ + "N", + "SError" + ], + [ + "cre", + "st" + ], + [ + "ĠPak", + "istani" + ], + [ + "any", + "ch" + ], + [ + "get", + "Current" + ], + [ + "Ġl", + "ar" + ], + [ + "nt", + "l" + ], + [ + "ĠRe", + "becca" + ], + [ + "Ġm", + "ateria" + ], + [ + "Ġfind", + "By" + ], + [ + "/", + "ad" + ], + [ + "Callback", + "s" + ], + [ + "ĠAl", + "s" + ], + [ + "ĠKat", + "ie" + ], + [ + "ĠObservable", + "Collection" + ], + [ + "ĠDocument", + "ation" + ], + [ + "Typ", + "ed" + ], + [ + "ĠCulture", + "Info" + ], + [ + "ĠTim", + "othy" + ], + [ + "Ġlater", + "al" + ], + [ + "\"", + "type" + ], + [ + "Ġun", + "authorized" + ], + [ + "Ġteach", + "ings" + ], + [ + "Ġdebug", + "ger" + ], + [ + "[", + "value" + ], + [ + "Ġal", + "ors" + ], + [ + "Ġu", + "z" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġdown", + "ward" + ], + [ + "Ġmig", + "li" + ], + [ + "status", + "Code" + ], + [ + "Ġ(", + "))" + ], + [ + "ĠM", + "W" + ], + [ + "Ġм", + "ож" + ], + [ + "RO", + "SS" + ], + [ + ".b", + "uf" + ], + [ + "Ġfair", + "y" + ], + [ + "ĠInf", + "rastructure" + ], + [ + "=>", + "\"" + ], + [ + "t", + "lement" + ], + [ + "$", + "(\"" + ], + [ + "From", + "String" + ], + [ + "ĠB", + "ild" + ], + [ + "Ġconvent", + "ions" + ], + [ + "_n", + "ative" + ], + [ + "ĠIns", + "pector" + ], + [ + "ĠP", + "ist" + ], + [ + "ub", + "ar" + ], + [ + "Ġreg", + "s" + ], + [ + "ĠP", + "ilot" + ], + [ + "Th", + "us" + ], + [ + ">'", + "+" + ], + [ + "Ġc", + "ela" + ], + [ + ".new", + "s" + ], + [ + "(", + "Product" + ], + [ + "L", + "iving" + ], + [ + "R", + "ussia" + ], + [ + "Ġfac", + "et" + ], + [ + "et", + "ical" + ], + [ + "Ġ['", + "$" + ], + [ + "/", + "[" + ], + [ + "ĠD", + "ire" + ], + [ + "Ġg", + "ases" + ], + [ + "ĠIN", + "FORMATION" + ], + [ + "ĠE", + "at" + ], + [ + "ĠFor", + "ums" + ], + [ + "ĠChar", + "acters" + ], + [ + "_m", + "et" + ], + [ + "Ġìĭ", + "ľ" + ], + [ + "Ġk", + "ings" + ], + [ + "ach", + "ie" + ], + [ + "ĠL", + "ambda" + ], + [ + "Ġtim", + "ers" + ], + [ + "ĠLight", + "ing" + ], + [ + "ĠCase", + "y" + ], + [ + "add", + "ir" + ], + [ + "and", + "ex" + ], + [ + ".", + "answer" + ], + [ + "ĠH", + "ip" + ], + [ + "ĠPr", + "incip" + ], + [ + "Start", + "Date" + ], + [ + "Ġ", + "ãĢĮ" + ], + [ + "t", + "res" + ], + [ + "Ġ&", + "#" + ], + [ + ".Max", + "Value" + ], + [ + "ĠPro", + "blems" + ], + [ + "Ġlat", + "ex" + ], + [ + "Of", + "Class" + ], + [ + "ĠLyn", + "n" + ], + [ + "//", + "'" + ], + [ + "Ġvoy", + "age" + ], + [ + "Ġshut", + "tle" + ], + [ + "ĠRoll", + "er" + ], + [ + "ĠRuntime", + "Error" + ], + [ + "uy", + "a" + ], + [ + "D", + "ic" + ], + [ + "ĉb", + "uilder" + ], + [ + "Ġbul", + "lying" + ], + [ + "Ġsimple", + "st" + ], + [ + ".c", + "alled" + ], + [ + "ĠL", + "R" + ], + [ + "Ġmor", + "ality" + ], + [ + "Ġst", + "urdy" + ], + [ + "tr", + "acking" + ], + [ + ".sw", + "agger" + ], + [ + "_B", + "IND" + ], + [ + "IT", + "OR" + ], + [ + "-url", + "encoded" + ], + [ + "ĠÑ", + "ħ" + ], + [ + "ĠTr", + "inity" + ], + [ + "Ġtr", + "aps" + ], + [ + "Ġ|", + "-" + ], + [ + "Ġset", + "Text" + ], + [ + "Ġbarg", + "ain" + ], + [ + "Ġbr", + "akes" + ], + [ + ".get", + "Code" + ], + [ + "Ġmigr", + "ate" + ], + [ + "Ġrib", + "bon" + ], + [ + ")", + "return" + ], + [ + "Ġcharg", + "er" + ], + [ + "ac", + "om" + ], + [ + "ADI", + "US" + ], + [ + "ĠAmb", + "assador" + ], + [ + "-a", + "fter" + ], + [ + "Ġann", + "i" + ], + [ + "ĉs", + "pin" + ], + [ + "Con", + "cept" + ], + [ + "ĠHend", + "erson" + ], + [ + "ĠH", + "OST" + ], + [ + ".r", + "ank" + ], + [ + "ĠNor", + "theast" + ], + [ + "Ġber", + "lin" + ], + [ + "Ġrequ", + "is" + ], + [ + ".f", + "eed" + ], + [ + "Ġsource", + "Mapping" + ], + [ + "ĠRen", + "contre" + ], + [ + ".", + "ajax" + ], + [ + "nest", + "js" + ], + [ + "Ġtre", + "k" + ], + [ + "ĠN", + "acional" + ], + [ + "Ġ&", + "[" + ], + [ + "Ġpay", + "able" + ], + [ + "ort", + "ex" + ], + [ + "Ġde", + "pt" + ], + [ + "field", + "Name" + ], + [ + "Ġcomple", + "tes" + ], + [ + "ĠR", + "VA" + ], + [ + "Ġon", + "ions" + ], + [ + "al", + "ignment" + ], + [ + "Form", + "ats" + ], + [ + "Ġ'", + "{$" + ], + [ + "Hash", + "Set" + ], + [ + "ĠB", + "od" + ], + [ + ".Invariant", + "Culture" + ], + [ + "Ġsettlement", + "s" + ], + [ + "Ġhy", + "dr" + ], + [ + ".", + "updated" + ], + [ + "vent", + "h" + ], + [ + "(", + "seconds" + ], + [ + "=\"/", + "\"" + ], + [ + "Ġweb", + "page" + ], + [ + "(", + "ĊĊ" + ], + [ + "Ġt", + "ir" + ], + [ + "Ġto", + "es" + ], + [ + "ĠBr", + "ick" + ], + [ + "Ġamb", + "ition" + ], + [ + "P", + "ot" + ], + [ + "=", + "max" + ], + [ + "ET", + "IME" + ], + [ + "Ġdep", + "ot" + ], + [ + "c", + "alls" + ], + [ + "ĠNor", + "wegian" + ], + [ + "`", + ":" + ], + [ + "Ġbur", + "ger" + ], + [ + "Ġprofess", + "ors" + ], + [ + "ĠAl", + "locate" + ], + [ + "-third", + "s" + ], + [ + "-ch", + "art" + ], + [ + "Ġfor", + "d" + ], + [ + "*", + "N" + ], + [ + ".k", + "otlin" + ], + [ + "Ġpaper", + "work" + ], + [ + "ĠDE", + "VICE" + ], + [ + "%", + "@\"," + ], + [ + "res", + "pect" + ], + [ + "(m", + "p" + ], + [ + "é", + "«ĺ" + ], + [ + "-", + "if" + ], + [ + "Ġcush", + "ion" + ], + [ + "ob", + "ot" + ], + [ + "Ġpar", + "c" + ], + [ + "SP", + "ACE" + ], + [ + "ĠNet", + "anyahu" + ], + [ + "Ġself", + "ish" + ], + [ + "fe", + "at" + ], + [ + "Ġclient", + "es" + ], + [ + "-to", + "ols" + ], + [ + "Ġpor", + "ch" + ], + [ + "Ġj", + "q" + ], + [ + ".", + "verbose" + ], + [ + "Ġlib", + "erals" + ], + [ + "]", + ")ĊĊĊ" + ], + [ + "p", + "ies" + ], + [ + "Not", + "Blank" + ], + [ + "(", + "term" + ], + [ + "ÈĽ", + "i" + ], + [ + "_Param", + "s" + ], + [ + ".normal", + "ize" + ], + [ + "B", + "ullet" + ], + [ + "AS", + "IC" + ], + [ + "(h", + "ex" + ], + [ + "_client", + "e" + ], + [ + "+", + "," + ], + [ + "_D", + "I" + ], + [ + "Ġforth", + "coming" + ], + [ + "}", + "\")]Ċ" + ], + [ + "se", + "o" + ], + [ + "U", + "m" + ], + [ + ">", + "Name" + ], + [ + "Ġcomfort", + "ably" + ], + [ + "irection", + "al" + ], + [ + "W", + "ITH" + ], + [ + "/", + "pr" + ], + [ + "ĠP", + "oor" + ], + [ + "ĠVit", + "amin" + ], + [ + "v", + "ic" + ], + [ + "G", + "H" + ], + [ + "Ġprior", + "it" + ], + [ + "ĠN", + "N" + ], + [ + "ĠC", + "losed" + ], + [ + "¤", + "í" + ], + [ + "Ġis", + "Open" + ], + [ + "\\", + "Console" + ], + [ + "And", + "Feel" + ], + [ + ".S", + "UCCESS" + ], + [ + "_OPER", + "ATION" + ], + [ + "pol", + "ation" + ], + [ + "ĠT", + "as" + ], + [ + "ps", + "z" + ], + [ + ">", + "'." + ], + [ + "C", + "URRENT" + ], + [ + "V", + "endor" + ], + [ + "host", + "s" + ], + [ + "ĠE", + "rd" + ], + [ + ">tag", + "ger" + ], + [ + "ĠsourceMapping", + "URL" + ], + [ + "Ġmar", + "athon" + ], + [ + "_c", + "losed" + ], + [ + "Ġexem", + "ption" + ], + [ + "Ġrecogn", + "izes" + ], + [ + "ides", + "how" + ], + [ + "'", + "$" + ], + [ + "('/", + "');Ċ" + ], + [ + "m", + "its" + ], + [ + "war", + "z" + ], + [ + "ĠCh", + "erry" + ], + [ + "µ", + "¬" + ], + [ + "n", + "or" + ], + [ + "port", + "e" + ], + [ + "Ġw", + "l" + ], + [ + "_back", + "up" + ], + [ + ".get", + "Boolean" + ], + [ + ".get", + "Resource" + ], + [ + "Ġdefinit", + "ive" + ], + [ + ".", + "EditText" + ], + [ + "Ġs", + "ÃŃ" + ], + [ + ".C", + "ONT" + ], + [ + "ĠPL", + "AYER" + ], + [ + ".c", + "ards" + ], + [ + "ĠSh", + "ore" + ], + [ + "('/", + "')Ċ" + ], + [ + "cl", + "uir" + ], + [ + "Web", + "Driver" + ], + [ + "(m", + "onth" + ], + [ + "-re", + "lease" + ], + [ + "Ġins", + "pector" + ], + [ + "å", + "£" + ], + [ + "ĠN", + "F" + ], + [ + "_cl", + "ip" + ], + [ + "åŃ", + "IJ" + ], + [ + "Ġinteract", + "ing" + ], + [ + ".t", + "mp" + ], + [ + "Ġ''", + "'ĊĊ" + ], + [ + "Ġde", + "e" + ], + [ + "Ġfro", + "st" + ], + [ + "\"]", + "))Ċ" + ], + [ + "ĠPl", + "aces" + ], + [ + "Th", + "rows" + ], + [ + "f", + "ork" + ], + [ + "/", + "day" + ], + [ + "i", + "Phone" + ], + [ + "ĠM", + "IC" + ], + [ + "Ġfold", + "ing" + ], + [ + "Ġcro", + "re" + ], + [ + "ĠCh", + "iefs" + ], + [ + "pher", + "ical" + ], + [ + "(", + "price" + ], + [ + ".Write", + "String" + ], + [ + "Ġexit", + "ing" + ], + [ + "]", + "',Ċ" + ], + [ + "ight", + "ing" + ], + [ + "Ing", + "redient" + ], + [ + "(", + "vertex" + ], + [ + "Ġscroll", + "View" + ], + [ + "h", + "f" + ], + [ + ":", + "new" + ], + [ + "SE", + "N" + ], + [ + "se", + "ctor" + ], + [ + "Ġsp", + "ins" + ], + [ + "ĠS", + "cheduler" + ], + [ + "ote", + "chn" + ], + [ + "sem", + "icolon" + ], + [ + "Font", + "OfSize" + ], + [ + "ĠSpecific", + "ally" + ], + [ + "fl", + "amm" + ], + [ + ".Object", + "Id" + ], + [ + "Ġcont", + "a" + ], + [ + "_per", + "missions" + ], + [ + "ĉF", + "ROM" + ], + [ + "IC", + "ODE" + ], + [ + "/", + "kg" + ], + [ + "ĠHot", + "els" + ], + [ + "-m", + "ed" + ], + [ + "ĠD", + "in" + ], + [ + "Ġn", + "avy" + ], + [ + "get", + "Param" + ], + [ + "Ġm", + "end" + ], + [ + "Ġportray", + "ed" + ], + [ + "ĠMet", + "ropolitan" + ], + [ + "Paint", + "er" + ], + [ + "Ġref", + "erral" + ], + [ + "_g", + "ood" + ], + [ + "Ġmar", + "vel" + ], + [ + "osa", + "ic" + ], + [ + ">", + "(&" + ], + [ + ".", + "ur" + ], + [ + "Ġest", + "os" + ], + [ + "Will", + "iam" + ], + [ + "Ġtim", + "ber" + ], + [ + "Ġquel", + "ques" + ], + [ + "ĠDoc", + "uments" + ], + [ + ".X", + "aml" + ], + [ + "Ġbatch", + "es" + ], + [ + "éģ", + "ĵ" + ], + [ + "ĠRe", + "leased" + ], + [ + "T", + "ail" + ], + [ + "CO", + "OKIE" + ], + [ + "he", + "id" + ], + [ + "_st", + "ation" + ], + [ + "ĠV", + "ia" + ], + [ + "S", + "ale" + ], + [ + "ĠRe", + "peat" + ], + [ + "Ġprom", + "in" + ], + [ + "ĠZ", + "o" + ], + [ + "-", + "forward" + ], + [ + "ĠI", + "on" + ], + [ + "it", + "ary" + ], + [ + "Ġj", + "us" + ], + [ + "-", + "request" + ], + [ + "Ġproud", + "ly" + ], + [ + "ĠStream", + "ing" + ], + [ + "(Mouse", + "Event" + ], + [ + "ĠS", + "print" + ], + [ + "_", + "rotation" + ], + [ + "Re", + "positories" + ], + [ + "Ġt", + "art" + ], + [ + "ĠÑģ", + "в" + ], + [ + "Ġm", + "appings" + ], + [ + "è", + "ª" + ], + [ + "C", + "u" + ], + [ + "C", + "ycle" + ], + [ + "Ġb", + "un" + ], + [ + "ĉl", + "ua" + ], + [ + "ãĥ", + "ī" + ], + [ + "Ġ((", + "!" + ], + [ + "Ġcollect", + "ively" + ], + [ + "ĠCon", + "d" + ], + [ + "Ġwsz", + "yst" + ], + [ + "(l", + "ib" + ], + [ + "openh", + "agen" + ], + [ + "_s", + "kip" + ], + [ + ".Column", + "Header" + ], + [ + "é", + "Ĥ" + ], + [ + "peri", + "enced" + ], + [ + "ı", + "è¿°" + ], + [ + "_p", + "rops" + ], + [ + "Ġcontr", + "ace" + ], + [ + "Ġmatch", + "up" + ], + [ + "ab", + "etic" + ], + [ + ".m", + "embers" + ], + [ + "RE", + "CT" + ], + [ + "(d", + "at" + ], + [ + "Ġs", + "og" + ], + [ + "ren", + "om" + ], + [ + "_M", + "ethod" + ], + [ + "Custom", + "ers" + ], + [ + "full", + "name" + ], + [ + "Z", + "N" + ], + [ + "re", + "try" + ], + [ + "Ġk", + "ap" + ], + [ + "ĠNe", + "u" + ], + [ + "è", + "Ĭ" + ], + [ + "add", + "Child" + ], + [ + "will", + "Return" + ], + [ + "_p", + "ermalink" + ], + [ + "Ġener", + "getic" + ], + [ + "ĠW", + "et" + ], + [ + "ĠMor", + "r" + ], + [ + "Ġg", + "cd" + ], + [ + "count", + "s" + ], + [ + ",", + "type" + ], + [ + "d", + "ig" + ], + [ + "(", + "Login" + ], + [ + "Ġcr", + "acks" + ], + [ + "Ġbacter", + "ial" + ], + [ + "ĠMe", + "at" + ], + [ + "ĠArm", + "strong" + ], + [ + "ĠBron", + "ze" + ], + [ + "Ġapprox", + "imate" + ], + [ + "_dir", + "s" + ], + [ + "lig", + "a" + ], + [ + "ÅĤ", + "ad" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġcont", + "re" + ], + [ + "ĠE", + "VERY" + ], + [ + "M", + "ET" + ], + [ + "Ġannounc", + "ements" + ], + [ + "g", + "pio" + ], + [ + "ĠWaitFor", + "Seconds" + ], + [ + "ĠPhotos", + "hop" + ], + [ + "Ġdis", + "contin" + ], + [ + "/", + "dd" + ], + [ + "Ġtop", + "ology" + ], + [ + "an", + "ical" + ], + [ + ".", + "interface" + ], + [ + "auc", + "oup" + ], + [ + ".Hash", + "Set" + ], + [ + "ARI", + "ANT" + ], + [ + "(r", + "outes" + ], + [ + "ĠT", + "eh" + ], + [ + "Ġh", + "ype" + ], + [ + "]", + "\")." + ], + [ + "Ġsl", + "am" + ], + [ + "Ġbro", + "th" + ], + [ + "-", + "inter" + ], + [ + "ĠR", + "id" + ], + [ + "-m", + "anager" + ], + [ + "Cancel", + "ar" + ], + [ + "ĠP", + "agination" + ], + [ + "Ġsound", + "track" + ], + [ + "Ġpost", + "erior" + ], + [ + "Ġscr", + "ub" + ], + [ + "cre", + "ating" + ], + [ + "-", + "*" + ], + [ + "ir", + "teen" + ], + [ + ".d", + "y" + ], + [ + ".s", + "ymmetric" + ], + [ + "Ġ\"\"", + "." + ], + [ + "============", + "===" + ], + [ + "Ġch", + "assis" + ], + [ + "ĠnumberOf", + "Rows" + ], + [ + "Develop", + "er" + ], + [ + "_b", + "ins" + ], + [ + "ĠO", + "UR" + ], + [ + "ri", + "eb" + ], + [ + "Pro", + "s" + ], + [ + "Ġwi", + "ÄĻ" + ], + [ + "\"", + "d" + ], + [ + "Ġasync", + "io" + ], + [ + "ze", + "igen" + ], + [ + "_s", + "pi" + ], + [ + ".A", + "LL" + ], + [ + "Ġscre", + "ws" + ], + [ + "Ch", + "inese" + ], + [ + "Ġapi", + "Key" + ], + [ + "Ġun", + "successful" + ], + [ + "ĠSeah", + "awks" + ], + [ + "OR", + "G" + ], + [ + "ç«", + "ł" + ], + [ + "Ġprofession", + "ally" + ], + [ + "ĠCou", + "pon" + ], + [ + "åŃĹ", + "段" + ], + [ + "Con", + "vention" + ], + [ + "Ġpol", + "ym" + ], + [ + "æī", + "ĭ" + ], + [ + "Ġsalv", + "ation" + ], + [ + "Ġengine", + "ered" + ], + [ + "ĠW", + "rest" + ], + [ + "ĠG", + "CC" + ], + [ + "Ġwar", + "mer" + ], + [ + "Layout", + "Constraint" + ], + [ + "Ġag", + "grav" + ], + [ + "Script", + "s" + ], + [ + "vent", + "ure" + ], + [ + "Ġrefriger", + "ator" + ], + [ + "Ġinnov", + "ations" + ], + [ + "ĠRun", + "ner" + ], + [ + "N", + "IC" + ], + [ + "ĠRoll", + "ing" + ], + [ + "Control", + "Events" + ], + [ + "Ġlo", + "os" + ], + [ + "p", + "ac" + ], + [ + "ĉ", + "panel" + ], + [ + "ef", + "e" + ], + [ + "ĠBudd", + "ha" + ], + [ + "------------", + "--Ċ" + ], + [ + "åº", + "ĵ" + ], + [ + "(for", + "Key" + ], + [ + "Ġl", + "umin" + ], + [ + "Ġ(", + "?" + ], + [ + "ĠA", + "IDS" + ], + [ + ",", + "user" + ], + [ + "im", + "ientos" + ], + [ + "content", + "Type" + ], + [ + "ant", + "lr" + ], + [ + "é", + "¦" + ], + [ + "ĠW", + "elt" + ], + [ + "Produ", + "ction" + ], + [ + "m", + "ight" + ], + [ + "ĠV", + "II" + ], + [ + "\",", + "(" + ], + [ + "Ġobserv", + "ing" + ], + [ + "Ġdeliber", + "ate" + ], + [ + "(", + "control" + ], + [ + "Ġwith", + "d" + ], + [ + "Ġsem", + "ana" + ], + [ + "ST", + "ACK" + ], + [ + "uch", + "en" + ], + [ + "N", + "ice" + ], + [ + "ĠDeutsch", + "land" + ], + [ + "ĠSpec", + "ifies" + ], + [ + "d", + "ma" + ], + [ + "iz", + "io" + ], + [ + "ĠF", + "acts" + ], + [ + "_pop", + "up" + ], + [ + "ĠDirect", + "ors" + ], + [ + "{", + ":" + ], + [ + "[", + "R" + ], + [ + "ĠÑį", + "леменÑĤ" + ], + [ + "Ġpl", + "at" + ], + [ + "Ġdirect", + "ing" + ], + [ + "ä¸", + "ī" + ], + [ + "ĠGil", + "bert" + ], + [ + "âĢ¦", + ".ĊĊ" + ], + [ + ".q", + "ml" + ], + [ + "Ġthere", + "after" + ], + [ + "Ġdis", + "position" + ], + [ + "d", + "raft" + ], + [ + "Ġsurge", + "on" + ], + [ + "ĠIns", + "ider" + ], + [ + "Bl", + "end" + ], + [ + "ĠT", + "rev" + ], + [ + "tr", + "insic" + ], + [ + "Top", + "ics" + ], + [ + "rie", + "ve" + ], + [ + "_FILE", + "NAME" + ], + [ + "Ġaut", + "res" + ], + [ + "J", + "ose" + ], + [ + "Produ", + "cer" + ], + [ + "er", + "us" + ], + [ + "Ġpet", + "it" + ], + [ + "ĠN", + "EXT" + ], + [ + "ĠF", + "ilters" + ], + [ + "Ġreplic", + "ate" + ], + [ + "\"]", + ")." + ], + [ + "Ġl", + "enders" + ], + [ + "]", + "\",Ċ" + ], + [ + ";", + "charset" + ], + [ + "Cpp", + "Object" + ], + [ + "Ġfl", + "oral" + ], + [ + "ĠT", + "ipo" + ], + [ + "Ġcirc", + "uits" + ], + [ + "e", + "asy" + ], + [ + "(&", + "$" + ], + [ + "itt", + "a" + ], + [ + "ery", + "l" + ], + [ + "_COMM", + "ON" + ], + [ + "'}}", + ">Ċ" + ], + [ + "-back", + "ed" + ], + [ + "(var", + "iable" + ], + [ + "(", + "Index" + ], + [ + "Ġvo", + "ir" + ], + [ + "_loc", + "ations" + ], + [ + "++)", + "{" + ], + [ + "ĠLouis", + "ville" + ], + [ + "Ġgrat", + "itude" + ], + [ + ".Mock", + "ito" + ], + [ + "ĠP", + "owers" + ], + [ + "ie", + "urs" + ], + [ + "Ġge", + "ographic" + ], + [ + "ra", + "le" + ], + [ + "Ġc", + "ra" + ], + [ + "ĠSp", + "urs" + ], + [ + "iph", + "ertext" + ], + [ + "AC", + "ION" + ], + [ + "-", + "common" + ], + [ + "Ġvict", + "ories" + ], + [ + "ĠFinal", + "s" + ], + [ + ".sh", + "uffle" + ], + [ + "-m", + "illion" + ], + [ + "_PRO", + "C" + ], + [ + "ass", + "ume" + ], + [ + "Ġil", + "s" + ], + [ + "DB", + "C" + ], + [ + "Boot", + "Test" + ], + [ + "Ġl", + "avor" + ], + [ + ".test", + "ing" + ], + [ + ".", + "ast" + ], + [ + "\"]", + "/" + ], + [ + "m", + "oid" + ], + [ + "Ġqual", + "ification" + ], + [ + "ges", + "ch" + ], + [ + "ĉ", + "put" + ], + [ + "Ġair", + "ports" + ], + [ + "J", + "I" + ], + [ + "Te", + "acher" + ], + [ + "_un", + "iform" + ], + [ + "Ġn", + "ama" + ], + [ + "ĠB", + "ast" + ], + [ + "ert", + "ype" + ], + [ + "c", + "apture" + ], + [ + "get", + "All" + ], + [ + "ĠReyn", + "olds" + ], + [ + "oo", + "led" + ], + [ + ".com", + "ments" + ], + [ + "Ġch", + "in" + ], + [ + ").", + "*" + ], + [ + "Ġи", + "ли" + ], + [ + "t", + "gl" + ], + [ + "ud", + "os" + ], + [ + "Ġd", + "ÃŃas" + ], + [ + "ch", + "ai" + ], + [ + ".pro", + "gram" + ], + [ + "Ġps", + "z" + ], + [ + "ĉ", + "icon" + ], + [ + "ph", + "il" + ], + [ + "ent", + "ral" + ], + [ + "_WR", + "AP" + ], + [ + "ov", + "i" + ], + [ + "Ġnost", + "alg" + ], + [ + "In", + "finity" + ], + [ + "ĉy", + "ield" + ], + [ + "Ġvit", + "amins" + ], + [ + "Qu", + "aternion" + ], + [ + "S", + "ink" + ], + [ + "_g", + "oods" + ], + [ + "Ġ", + "........" + ], + [ + "ĠW", + "ings" + ], + [ + "ur", + "idad" + ], + [ + "-st", + "ory" + ], + [ + "\"]", + ")ĊĊ" + ], + [ + "idel", + "ity" + ], + [ + "Type", + "Def" + ], + [ + "G", + "tk" + ], + [ + "Ġí", + "Į" + ], + [ + "_M", + "ain" + ], + [ + "Ġche", + "z" + ], + [ + "ĠR", + "aven" + ], + [ + "Ġpay", + "roll" + ], + [ + "Ġfreel", + "ance" + ], + [ + "LL", + "U" + ], + [ + "ĠM", + "end" + ], + [ + "ed", + "ay" + ], + [ + "Api", + "ModelProperty" + ], + [ + ".Form", + "BorderStyle" + ], + [ + "Ġeconom", + "ist" + ], + [ + "stan", + "bul" + ], + [ + "Ġfre", + "ight" + ], + [ + "-A", + "gent" + ], + [ + "(m", + "eta" + ], + [ + "Ġsym", + "metry" + ], + [ + "Ġ'", + ".." + ], + [ + ".C", + "alendar" + ], + [ + "-", + "aut" + ], + [ + "g", + "f" + ], + [ + "p", + "ent" + ], + [ + "yc", + "lopedia" + ], + [ + "Ġwish", + "ing" + ], + [ + "ĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ" + ], + [ + "Ġgentle", + "man" + ], + [ + "Ġê", + "³" + ], + [ + "=", + "#" + ], + [ + "Ġlect", + "ures" + ], + [ + "âĢľ", + "In" + ], + [ + "Ġ!", + "_" + ], + [ + "Ġh", + "b" + ], + [ + "ĠV", + "endor" + ], + [ + "Recent", + "ly" + ], + [ + "_n", + "otes" + ], + [ + "æıIJ", + "示" + ], + [ + "\"", + "My" + ], + [ + "Headers", + "Height" + ], + [ + "_S", + "O" + ], + [ + "Ġunw", + "illing" + ], + [ + "Ġsuper", + "hero" + ], + [ + "g", + "io" + ], + [ + "ps", + "y" + ], + [ + "ĠPe", + "er" + ], + [ + "j", + "avax" + ], + [ + "&", + "apos" + ], + [ + "ĠCr", + "isis" + ], + [ + "ord", + "inal" + ], + [ + "Mem", + "cpy" + ], + [ + "++++++++", + "++++++++" + ], + [ + "-", + "val" + ], + [ + "Ġwork", + "book" + ], + [ + "-", + "ap" + ], + [ + "=", + "k" + ], + [ + "Ġmetal", + "lic" + ], + [ + "_", + "peer" + ], + [ + "By", + "PrimaryKey" + ], + [ + "_S", + "D" + ], + [ + "u", + "ator" + ], + [ + "_SH", + "ADER" + ], + [ + ")", + "Math" + ], + [ + ".Trans", + "form" + ], + [ + "Ġc", + "ows" + ], + [ + "Ph", + "i" + ], + [ + "ĠC", + "lem" + ], + [ + "(_", + "(\"" + ], + [ + "ĠL", + "ud" + ], + [ + "-d", + "elay" + ], + [ + "ĠSec", + "urities" + ], + [ + "ĠOrth", + "odox" + ], + [ + "Sym", + "fony" + ], + [ + "(re", + "port" + ], + [ + "Ġent", + "ertain" + ], + [ + "E", + "PS" + ], + [ + "iz", + "oph" + ], + [ + "ex", + "ual" + ], + [ + "IR", + "D" + ], + [ + "ä»", + "İ" + ], + [ + "Ġl", + "ith" + ], + [ + "Ġsanit", + "ize" + ], + [ + "Ġfemin", + "ine" + ], + [ + "IS", + "BN" + ], + [ + ".auth", + "entication" + ], + [ + "_p", + "ipeline" + ], + [ + "/", + "constants" + ], + [ + "ĠCON", + "F" + ], + [ + "Ġluc", + "r" + ], + [ + "ric", + "ia" + ], + [ + ".t", + "tf" + ], + [ + ".set", + "Content" + ], + [ + "Ġst", + "an" + ], + [ + "ore", + "an" + ], + [ + "ĠL", + "loyd" + ], + [ + ".raw", + "Value" + ], + [ + "Ġg", + "or" + ], + [ + "ĠBrow", + "ns" + ], + [ + "Re", + "gression" + ], + [ + "Ġlower", + "ing" + ], + [ + "na", + "issance" + ], + [ + "Ġbl", + "ows" + ], + [ + "Ġam", + "azed" + ], + [ + "Ġun", + "related" + ], + [ + "Re", + "views" + ], + [ + "Ġrub", + "y" + ], + [ + "ĠMod", + "ifier" + ], + [ + "Ġgi", + "ants" + ], + [ + ".", + "thread" + ], + [ + "Ġcontain", + "ment" + ], + [ + "ĠStart", + "Coroutine" + ], + [ + "um", + "at" + ], + [ + "ore", + "lease" + ], + [ + "ĠR", + "andy" + ], + [ + "@", + "endif" + ], + [ + "D", + "igest" + ], + [ + "Ġsubur", + "ban" + ], + [ + "=\"", + ");Ċ" + ], + [ + "Ġann", + "once" + ], + [ + ".", + "variable" + ], + [ + "\\F", + "oundation" + ], + [ + "Ġa", + "cre" + ], + [ + "V", + "an" + ], + [ + "Ġt", + "uples" + ], + [ + "d", + "ns" + ], + [ + "ĠStand", + "ing" + ], + [ + "_l", + "arge" + ], + [ + "Ġbox", + "ing" + ], + [ + "Support", + "ActionBar" + ], + [ + "ĠFort", + "une" + ], + [ + "ĠR", + "um" + ], + [ + "_m", + "ultiple" + ], + [ + "arch", + "ical" + ], + [ + "Ġf", + "write" + ], + [ + "_", + "quote" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcompr", + "ising" + ], + [ + "Ġо", + "п" + ], + [ + "-", + "selected" + ], + [ + "v", + "f" + ], + [ + "ma", + "id" + ], + [ + "N", + "ama" + ], + [ + "(d", + "atetime" + ], + [ + "Ġindirect", + "ly" + ], + [ + "g", + "art" + ], + [ + "fix", + "tures" + ], + [ + "ch", + "os" + ], + [ + "ĠH", + "alo" + ], + [ + "Ġrec", + "urring" + ], + [ + "-", + "news" + ], + [ + "v", + "il" + ], + [ + "ĠNurs", + "ing" + ], + [ + "-", + "produ" + ], + [ + "ĠH", + "Q" + ], + [ + "\\Http", + "Foundation" + ], + [ + "enc", + "i" + ], + [ + "au", + "en" + ], + [ + "Ġv", + "y" + ], + [ + "ocr", + "acy" + ], + [ + "Ġdeleg", + "ation" + ], + [ + "Ġas", + "phalt" + ], + [ + "Ġset", + "Selected" + ], + [ + "k", + "ok" + ], + [ + "/", + "rest" + ], + [ + "met", + "ics" + ], + [ + "ĠNS", + "Date" + ], + [ + "Ġtravel", + "led" + ], + [ + "Ġrec", + "ib" + ], + [ + "Ġm", + "ime" + ], + [ + "CL", + "IENT" + ], + [ + "ĠG", + "U" + ], + [ + "ĠH", + "ANDLE" + ], + [ + "/", + "Q" + ], + [ + "[", + "z" + ], + [ + "Ġbother", + "ed" + ], + [ + "ĠBB", + "Q" + ], + [ + "ç", + "as" + ], + [ + "_ex", + "amples" + ], + [ + "_F", + "IN" + ], + [ + "Ġwhite", + "Color" + ], + [ + "Ġastr", + "onom" + ], + [ + "-d", + "ir" + ], + [ + "Ġsovere", + "ign" + ], + [ + "Ġb", + "reeze" + ], + [ + "Ġin", + "ning" + ], + [ + "ĠEd", + "monton" + ], + [ + "g", + "li" + ], + [ + ".blog", + "spot" + ], + [ + "js", + "x" + ], + [ + "Ġvers", + "a" + ], + [ + "ĠMoh", + "ammed" + ], + [ + ".J", + "ob" + ], + [ + "-t", + "oggler" + ], + [ + "Ġп", + "олÑĮзоваÑĤ" + ], + [ + "ard", + "on" + ], + [ + "Ġnew", + "born" + ], + [ + "Ġnav", + "al" + ], + [ + "note", + "q" + ], + [ + "Ġtum", + "blr" + ], + [ + "Ġh", + "entai" + ], + [ + "ĠTyp", + "ically" + ], + [ + "Ġlo", + "ot" + ], + [ + ".S", + "prite" + ], + [ + "Fl", + "ight" + ], + [ + "Ġw", + "avelength" + ], + [ + "-s", + "k" + ], + [ + "ĠEl", + "le" + ], + [ + "_", + "exports" + ], + [ + "Ġ", + "Ñı" + ], + [ + "ĠI", + "H" + ], + [ + "izoph", + "ren" + ], + [ + "Ġí", + "ģ" + ], + [ + "_pr", + "imary" + ], + [ + "Ġmo", + "is" + ], + [ + "ĠB", + "N" + ], + [ + "Ġsystem", + "ic" + ], + [ + "Ġdifer", + "entes" + ], + [ + "IN", + "CT" + ], + [ + "Ġ''", + "ĊĊ" + ], + [ + "$", + "q" + ], + [ + "Widget", + "Item" + ], + [ + "cl", + "ide" + ], + [ + "$", + "file" + ], + [ + "L", + "emma" + ], + [ + "/", + "table" + ], + [ + "ag", + "rid" + ], + [ + "ĠMongo", + "DB" + ], + [ + "int", + "e" + ], + [ + "Ġapp", + "rent" + ], + [ + "ÂŃ", + "ing" + ], + [ + ".D", + "b" + ], + [ + "ĠÃ", + "Ĥ" + ], + [ + "ham", + "mer" + ], + [ + "='", + "';Ċ" + ], + [ + "Ġbro", + "kers" + ], + [ + "it", + "lement" + ], + [ + "sembl", + "ies" + ], + [ + "E", + "le" + ], + [ + "{", + "x" + ], + [ + "Ġlast", + "name" + ], + [ + "<", + "-" + ], + [ + "Ġfl", + "atten" + ], + [ + "_b", + "and" + ], + [ + ".R", + "oot" + ], + [ + ".read", + "FileSync" + ], + [ + "====", + "==" + ], + [ + ".r", + "x" + ], + [ + "?", + "čĊ" + ], + [ + "Ġmetaph", + "or" + ], + [ + "T", + "i" + ], + [ + "con", + "te" + ], + [ + "Ġdeb", + "it" + ], + [ + "Ġcont", + "empt" + ], + [ + "Cpp", + "Type" + ], + [ + "æĶ", + "¯" + ], + [ + "Form", + "Field" + ], + [ + "r", + "atio" + ], + [ + "os", + "opher" + ], + [ + "Ġimpl", + "ant" + ], + [ + "P", + "URE" + ], + [ + "Ġal", + "ta" + ], + [ + "_man", + "agement" + ], + [ + "Ġref", + "ine" + ], + [ + "ĠCheck", + "Box" + ], + [ + "ĠChar", + "l" + ], + [ + "-", + "version" + ], + [ + "cond", + "itional" + ], + [ + "ven", + "ues" + ], + [ + "Ġrif", + "les" + ], + [ + "Ġoff", + "spring" + ], + [ + "Ġmill", + "ing" + ], + [ + "Ġshar", + "ply" + ], + [ + "Ġunder", + "water" + ], + [ + "(", + "origin" + ], + [ + "_", + "Control" + ], + [ + "Ġ.", + "$" + ], + [ + "Pl", + "ugins" + ], + [ + "Ġdry", + "ing" + ], + [ + "Ġillustr", + "ates" + ], + [ + "-", + "u" + ], + [ + "Ġveget", + "arian" + ], + [ + "n", + "pc" + ], + [ + "He", + "art" + ], + [ + ";", + "',Ċ" + ], + [ + "com", + "ma" + ], + [ + "te", + "enth" + ], + [ + "as", + "an" + ], + [ + "/s", + "pec" + ], + [ + "_m", + "oves" + ], + [ + "-m", + "argin" + ], + [ + "Ġing", + "en" + ], + [ + "³³", + "Âł" + ], + [ + "Ġpro", + "jet" + ], + [ + "Ġo", + "tra" + ], + [ + "Ġbr", + "as" + ], + [ + ".", + "utc" + ], + [ + "Ġsle", + "pt" + ], + [ + "=", + "sub" + ], + [ + "ab", + "ilit" + ], + [ + "post", + "er" + ], + [ + "Ġs", + "dk" + ], + [ + "ounc", + "ill" + ], + [ + "Ġw", + "d" + ], + [ + "Pre", + "paredStatement" + ], + [ + "ĠDr", + "um" + ], + [ + "(", + "attribute" + ], + [ + "ĠEther", + "net" + ], + [ + "ĉ", + "DB" + ], + [ + "Cal", + "ifornia" + ], + [ + "c", + "ube" + ], + [ + "[", + "I" + ], + [ + ".C", + "reated" + ], + [ + "ĠH", + "M" + ], + [ + "Ġtr", + "acing" + ], + [ + "Forms", + "Module" + ], + [ + "-", + "you" + ], + [ + ".c", + "urrency" + ], + [ + "feed", + "ing" + ], + [ + "Ġt", + "body" + ], + [ + "L", + "i" + ], + [ + "acc", + "ion" + ], + [ + "n", + "as" + ], + [ + "Ġtr", + "ouver" + ], + [ + "N", + "ONE" + ], + [ + "\"}", + ",čĊ" + ], + [ + "Ġf", + "tp" + ], + [ + "With", + "Identifier" + ], + [ + "pol", + "ate" + ], + [ + "File", + "Info" + ], + [ + "Ġpurs", + "ued" + ], + [ + "ĠĠĠĠčĊ", + "ĠĠĠĠčĊ" + ], + [ + "DE", + "SCRIPTION" + ], + [ + "}", + "*/Ċ" + ], + [ + "From", + "Nib" + ], + [ + "Ġdecor", + "ative" + ], + [ + "_S", + "SL" + ], + [ + "(ch", + "at" + ], + [ + "T", + "LS" + ], + [ + "Ġsurpr", + "ises" + ], + [ + "al", + "culate" + ], + [ + "ĠS", + "plash" + ], + [ + "(", + "Configuration" + ], + [ + "ĠS", + "EM" + ], + [ + "im", + "son" + ], + [ + "/lib", + "rary" + ], + [ + "<", + "Double" + ], + [ + ".", + "robot" + ], + [ + "³³³³", + "³³³³" + ], + [ + "ĠCP", + "F" + ], + [ + "ĠUnder", + "standing" + ], + [ + "Ġcos", + "metic" + ], + [ + "ĠX", + "t" + ], + [ + "t", + "ips" + ], + [ + "+", + "k" + ], + [ + "(\"", + "'" + ], + [ + "ĠP", + "DT" + ], + [ + "W", + "AR" + ], + [ + ".get", + "Object" + ], + [ + "ĠTrad", + "itional" + ], + [ + ".sl", + "ug" + ], + [ + "ĠDi", + "pl" + ], + [ + "=\"", + "\"," + ], + [ + "ĠFil", + "ms" + ], + [ + "ĠAn", + "im" + ], + [ + ".h", + "elp" + ], + [ + "Ġemb", + "assy" + ], + [ + "ĠBoot", + "s" + ], + [ + "Ġb", + "unk" + ], + [ + "-r", + "isk" + ], + [ + "Ġp", + "ci" + ], + [ + "Ġ/", + "\\." + ], + [ + "ĠI", + "PT" + ], + [ + "Ġcrash", + "ing" + ], + [ + "Ġip", + "v" + ], + [ + "_", + "ke" + ], + [ + "ĠRES", + "P" + ], + [ + ".Log", + "Error" + ], + [ + "Ġinade", + "quate" + ], + [ + "I", + "on" + ], + [ + "ĠF", + "ür" + ], + [ + "ric", + "ula" + ], + [ + "Ġshould", + "Be" + ], + [ + "al", + "ready" + ], + [ + "'].\"", + "" + ], + [ + "G", + "ED" + ], + [ + "fa", + "q" + ], + [ + "Ġoption", + "ally" + ], + [ + "_D", + "is" + ], + [ + "ĠSuccess", + "ful" + ], + [ + "ĠC", + "ensus" + ], + [ + "Ġinc", + "arcer" + ], + [ + "_C", + "ARD" + ], + [ + "Ġav", + "iation" + ], + [ + "ĠG", + "ym" + ], + [ + "Author", + "ity" + ], + [ + ".B", + "ean" + ], + [ + "sh", + "ader" + ], + [ + "Not", + "Exist" + ], + [ + "_Text", + "Changed" + ], + [ + "ĠST", + "OP" + ], + [ + "(", + "team" + ], + [ + "\"", + "H" + ], + [ + "w", + "g" + ], + [ + "Ġgr", + "inder" + ], + [ + "Ġstri", + "pe" + ], + [ + "Ġpres", + "ervation" + ], + [ + "Cl", + "aim" + ], + [ + "avers", + "al" + ], + [ + "ware", + "house" + ], + [ + "target", + "s" + ], + [ + "Tr", + "ust" + ], + [ + "Ġal", + "lev" + ], + [ + ",", + "www" + ], + [ + "ous", + "se" + ], + [ + "_ch", + "an" + ], + [ + "_S", + "ize" + ], + [ + "system", + "s" + ], + [ + "Ġobj", + "ection" + ], + [ + "ĠK", + "ane" + ], + [ + "Ġcor", + "ros" + ], + [ + "ĠD", + "SL" + ], + [ + "Ġu", + "a" + ], + [ + "ĠM", + "H" + ], + [ + "ĠStrateg", + "ic" + ], + [ + "_t", + "cp" + ], + [ + "Ġê°", + "Ĵ" + ], + [ + "Ġborrow", + "ed" + ], + [ + "ĠA", + "ch" + ], + [ + "ĉ", + "command" + ], + [ + "Ġg", + "ps" + ], + [ + "le", + "ston" + ], + [ + "iche", + "ver" + ], + [ + "ĠU", + "A" + ], + [ + "Ġassault", + "ed" + ], + [ + "Ġspecial", + "izes" + ], + [ + "ĉ", + "search" + ], + [ + "Hot", + "el" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "čĊ" + ], + [ + "ĠP", + "itch" + ], + [ + "Ġ", + "Ùģ" + ], + [ + "READ", + "Y" + ], + [ + "Ġparent", + "al" + ], + [ + "Ġg", + "éné" + ], + [ + "Ġdonn", + "ées" + ], + [ + "Ġdet", + "ain" + ], + [ + "T", + "ARGET" + ], + [ + "Ġprotagon", + "ist" + ], + [ + "Ġclear", + "Interval" + ], + [ + "ĠIcon", + "Button" + ], + [ + "ĠGet", + "All" + ], + [ + "Type", + "Info" + ], + [ + "E", + "H" + ], + [ + "âĢľ", + "They" + ], + [ + "Ġ{", + "[" + ], + [ + "Ġg", + "ag" + ], + [ + "Ġ", + "Ú©" + ], + [ + "ĠD", + "ropdown" + ], + [ + ".f", + "ree" + ], + [ + "g", + "one" + ], + [ + "im", + "ens" + ], + [ + "Ġinst", + "al" + ], + [ + "ĉc", + "url" + ], + [ + "_C", + "AN" + ], + [ + "ĠB", + "one" + ], + [ + "ï¼", + "Ķ" + ], + [ + "ony", + "ms" + ], + [ + "-g", + "overnment" + ], + [ + ".binding", + "Navigator" + ], + [ + "ĠD", + "ans" + ], + [ + "ĠMc", + "L" + ], + [ + "(", + "en" + ], + [ + ">(", + "_" + ], + [ + "ÐĴ", + "Ñĭ" + ], + [ + ".*", + ";čĊ" + ], + [ + "=", + "j" + ], + [ + "-c", + "or" + ], + [ + "S", + "on" + ], + [ + ".ToolStrip", + "Item" + ], + [ + "-", + "around" + ], + [ + "_X", + "ML" + ], + [ + "end", + "Date" + ], + [ + "Ġsl", + "ack" + ], + [ + "Ġrot", + "ated" + ], + [ + "Ġno", + "qa" + ], + [ + "Ġc", + "ottage" + ], + [ + "Ġencontr", + "ar" + ], + [ + "_s", + "kill" + ], + [ + "hou", + "ette" + ], + [ + "!", + "čĊ" + ], + [ + ".", + "weather" + ], + [ + "Ġemphas", + "ized" + ], + [ + "å®", + "¶" + ], + [ + "ĠÑģ", + "пиÑģ" + ], + [ + "ĠComp", + "iler" + ], + [ + "(", + "android" + ], + [ + "ĠâĢ", + "º" + ], + [ + ".", + "turn" + ], + [ + "Ġsup", + "pression" + ], + [ + "_c", + "alls" + ], + [ + "Ġ*", + "@" + ], + [ + "(str", + "len" + ], + [ + ".h", + "ex" + ], + [ + "ĠB", + "ills" + ], + [ + "ĠR", + "SA" + ], + [ + "Ï", + "Ĥ" + ], + [ + "ĠEs", + "cape" + ], + [ + "ement", + "ia" + ], + [ + "Ġfront", + "end" + ], + [ + "Ġp", + "int" + ], + [ + "_ex", + "c" + ], + [ + "zz", + "o" + ], + [ + "[", + "],Ċ" + ], + [ + "Ġ\"','", + "\"" + ], + [ + ".", + "Environment" + ], + [ + "Ġafore", + "mentioned" + ], + [ + "Ġend", + "ure" + ], + [ + "prot", + "otype" + ], + [ + "ther", + "apy" + ], + [ + "ss", + "i" + ], + [ + "D", + "eg" + ], + [ + "_pl", + "ugins" + ], + [ + ".user", + "Info" + ], + [ + "Print", + "er" + ], + [ + "ĠPRO", + "GRAM" + ], + [ + "Ġru", + "ins" + ], + [ + "Ġempir", + "ical" + ], + [ + "Ġcraw", + "l" + ], + [ + "ĠBo", + "iler" + ], + [ + "-", + "comment" + ], + [ + ".sub", + "plot" + ], + [ + "_", + "et" + ], + [ + "Ġ'.", + "'," + ], + [ + "min", + "or" + ], + [ + "ĠCustom", + "s" + ], + [ + "Ġy", + "aw" + ], + [ + "under", + "line" + ], + [ + "ĠCom", + "o" + ], + [ + "(", + "('" + ], + [ + "(m", + "ean" + ], + [ + "Ġcha", + "que" + ], + [ + "ĠBlock", + "s" + ], + [ + ".r", + "ad" + ], + [ + "ilib", + "rium" + ], + [ + "Ġweb", + "driver" + ], + [ + "Ġmel", + "hor" + ], + [ + "d", + "ana" + ], + [ + "ĠAb", + "use" + ], + [ + "ĠSouth", + "west" + ], + [ + "ĠP", + "aren" + ], + [ + "PERT", + "IES" + ], + [ + "ĉ", + "IL" + ], + [ + "Ġscre", + "am" + ], + [ + "v", + "u" + ], + [ + "Ġin", + "comes" + ], + [ + "Ġn", + "im" + ], + [ + "Ġl", + "ace" + ], + [ + "Ġcompens", + "ate" + ], + [ + "Re", + "verse" + ], + [ + "D", + "at" + ], + [ + "_att", + "ack" + ], + [ + "Ġn", + "our" + ], + [ + "ach", + "en" + ], + [ + "ce", + "k" + ], + [ + "<", + "Func" + ], + [ + "w", + "ie" + ], + [ + "com", + "pressed" + ], + [ + "-m", + "atch" + ], + [ + "(\"", + "\")]Ċ" + ], + [ + "im", + "ized" + ], + [ + ".", + "orientation" + ], + [ + ".compare", + "To" + ], + [ + "Ġmass", + "aggi" + ], + [ + "Ġìľ", + "Ħ" + ], + [ + "Ġel", + "bow" + ], + [ + "Ġant", + "ioxid" + ], + [ + "undred", + "s" + ], + [ + "/", + "tools" + ], + [ + "ĠR", + "OW" + ], + [ + "an", + "mar" + ], + [ + "ĠW", + "ow" + ], + [ + "_t", + "icket" + ], + [ + "Program", + "ming" + ], + [ + "Ġthe", + "or" + ], + [ + "-re", + "view" + ], + [ + "()", + ")));Ċ" + ], + [ + "ĠRichard", + "son" + ], + [ + "ĠP", + "ocket" + ], + [ + "]", + "[]" + ], + [ + "am", + "pp" + ], + [ + "_", + "health" + ], + [ + "ĠP", + "OP" + ], + [ + "ĠNav", + "al" + ], + [ + "Gu", + "ess" + ], + [ + "Ġancest", + "or" + ], + [ + ".Get", + "All" + ], + [ + ".local", + "Scale" + ], + [ + "ĠM", + "apper" + ], + [ + "Ġaccum", + "ulation" + ], + [ + "Ġsim", + "ulated" + ], + [ + "ĠDr", + "ivers" + ], + [ + "Ġd", + "és" + ], + [ + "cur", + "ring" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġadvert", + "ised" + ], + [ + "Ġmail", + "box" + ], + [ + "SH", + "IFT" + ], + [ + "ĠMon", + "ica" + ], + [ + "Ġan", + "c" + ], + [ + "Ġward", + "robe" + ], + [ + "Ing", + "redients" + ], + [ + "Ġ||", + "čĊ" + ], + [ + "ipp", + "y" + ], + [ + "Ġantibiot", + "ics" + ], + [ + "av", + "ings" + ], + [ + "(c", + "x" + ], + [ + "ĠFerr", + "ari" + ], + [ + "ĠAn", + "imator" + ], + [ + ".d", + "type" + ], + [ + "rem", + "oved" + ], + [ + "order", + "by" + ], + [ + "Ġc", + "res" + ], + [ + "oc", + "ê" + ], + [ + "Ġp", + "ym" + ], + [ + "ĠCirc", + "ular" + ], + [ + "@", + "index" + ], + [ + "ĠW", + "arm" + ], + [ + "S", + "ay" + ], + [ + "ĠAss", + "istance" + ], + [ + "Ġcur", + "tain" + ], + [ + "ĠMont", + "e" + ], + [ + "IL", + "ER" + ], + [ + "ĠC", + "VE" + ], + [ + "ĠD", + "uck" + ], + [ + "ĠAll", + "ows" + ], + [ + "_f", + "ire" + ], + [ + "ĠDer", + "by" + ], + [ + "Ġre", + "pos" + ], + [ + "Ġhttp", + "Client" + ], + [ + "Ġpsych", + "iat" + ], + [ + "Ġnow", + "adays" + ], + [ + "Ġcaut", + "ious" + ], + [ + "ĠComput", + "ing" + ], + [ + "Ġcompletion", + "Handler" + ], + [ + "ĠWel", + "sh" + ], + [ + "ĠB", + "EST" + ], + [ + "Ġstress", + "ful" + ], + [ + "_P", + "E" + ], + [ + "æĹ¥", + "æľŁ" + ], + [ + "ĠData", + "Frame" + ], + [ + "ĉ", + "Integer" + ], + [ + "_P", + "rint" + ], + [ + "M", + "oves" + ], + [ + "Ġtransform", + "ing" + ], + [ + ".B", + "atch" + ], + [ + "y", + "ahoo" + ], + [ + "Position", + "s" + ], + [ + "ze", + "j" + ], + [ + "Ġno", + "od" + ], + [ + "io", + "res" + ], + [ + "_", + "*" + ], + [ + "Ġcl", + "k" + ], + [ + "ĠF", + "loyd" + ], + [ + "Ġh", + "ap" + ], + [ + "font", + "size" + ], + [ + "Ġn", + "az" + ], + [ + ".not", + "ification" + ], + [ + "ĠDep", + "ression" + ], + [ + "Ġac", + "ne" + ], + [ + "***", + "ĊĊ" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĊ" + ], + [ + ".cont", + "ents" + ], + [ + "yn", + "th" + ], + [ + "ĠStra", + "ight" + ], + [ + "')}}", + "\">", + "\"+" + ], + [ + "Ġtoken", + "izer" + ], + [ + "Ġsovere", + "ignty" + ], + [ + "ĠP", + "ence" + ], + [ + "()", + "\");Ċ" + ], + [ + "Ġpesso", + "as" + ], + [ + ".G", + "e" + ], + [ + "ĠIn", + "cluded" + ], + [ + "Ġpag", + "ina" + ], + [ + "Ġex", + "posing" + ], + [ + "е", + "ÑĪ" + ], + [ + "_SC", + "RIPT" + ], + [ + "/$", + "'," + ], + [ + "Th", + "umbnail" + ], + [ + "×", + "Ķ" + ], + [ + "webElement", + "X" + ], + [ + "webElementX", + "paths" + ], + [ + "press", + "ure" + ], + [ + "ĠCur", + "ry" + ], + [ + "_C", + "P" + ], + [ + "OL", + "UTION" + ], + [ + "ILE", + "S" + ], + [ + "prot", + "ect" + ], + [ + "ool", + "a" + ], + [ + "Work", + "space" + ], + [ + "{", + "};Ċ" + ], + [ + "ĠU", + "NS" + ], + [ + "Ġsymp", + "athy" + ], + [ + "ro", + "ker" + ], + [ + "Ġrem", + "odel" + ], + [ + "ĉc", + "ell" + ], + [ + "Ġat", + "op" + ], + [ + ".Full", + "Name" + ], + [ + "Ġfa", + "ut" + ], + [ + "ĠE", + "asily" + ], + [ + "_d", + "ynamic" + ], + [ + "Ġfr", + "amed" + ], + [ + "Ġmot", + "ive" + ], + [ + "è·", + "¯" + ], + [ + "s", + "am" + ], + [ + "Ġmar", + "ca" + ], + [ + "ĠText", + "EditingController" + ], + [ + "Ġde", + "structor" + ], + [ + "cre", + "am" + ], + [ + "Ġr", + "ude" + ], + [ + "ĠB", + "old" + ], + [ + "ĠInd", + "igenous" + ], + [ + "Ġg", + "ens" + ], + [ + "Ġrel", + "acion" + ], + [ + "(s", + "ystem" + ], + [ + "ĠUIF", + "ont" + ], + [ + "_char", + "ge" + ], + [ + "UST", + "ER" + ], + [ + "E", + "V" + ], + [ + ".N", + "amespace" + ], + [ + "Ġmer", + "ger" + ], + [ + "Ġcal", + "loc" + ], + [ + "g", + "ang" + ], + [ + "Bad", + "Request" + ], + [ + "Ġs", + "per" + ], + [ + "-d", + "esign" + ], + [ + "Ġâ", + "ĩ" + ], + [ + "Ch", + "an" + ], + [ + "Ġorgan", + "ism" + ], + [ + ",", + ")" + ], + [ + "=", + "id" + ], + [ + "_pl", + "ane" + ], + [ + "ĠC", + "ases" + ], + [ + "elf", + "ast" + ], + [ + "ĠLegisl", + "ature" + ], + [ + "ĠF", + "aker" + ], + [ + "Ġinv", + "oking" + ], + [ + "-", + "utils" + ], + [ + "().", + "'" + ], + [ + ".f", + "ace" + ], + [ + "Ġguard", + "ian" + ], + [ + "my", + "Modal" + ], + [ + "Ġclip", + "board" + ], + [ + "ĠAT", + "M" + ], + [ + "Ġpe", + "as" + ], + [ + "ĠS", + "ylv" + ], + [ + ".c", + "alc" + ], + [ + "ĠContact", + "s" + ], + [ + "int", + "Value" + ], + [ + "Ġmodify", + "ing" + ], + [ + "ĠBar", + "b" + ], + [ + ".", + "loss" + ], + [ + "_per", + "centage" + ], + [ + "Ask", + "ed" + ], + [ + "(l", + "st" + ], + [ + "ategor", + "ical" + ], + [ + "-", + "files" + ], + [ + "ĠRoman", + "ia" + ], + [ + ".A", + "c" + ], + [ + "Ġh", + "ai" + ], + [ + "ĠF", + "lying" + ], + [ + "Ġ", + "ż" + ], + [ + "j", + "p" + ], + [ + "ĠTr", + "ainer" + ], + [ + ".", + "arc" + ], + [ + "_de", + "g" + ], + [ + "Ġtrace", + "back" + ], + [ + "Or", + "Fail" + ], + [ + "F", + "LOW" + ], + [ + ".", + "old" + ], + [ + "oy", + "a" + ], + [ + "g", + "mt" + ], + [ + "is", + "empty" + ], + [ + "Ġvacc", + "ination" + ], + [ + "Ġob", + "solete" + ], + [ + "recogn", + "ized" + ], + [ + "Ġru", + "ined" + ], + [ + "ĠRe", + "in" + ], + [ + "ĠTr", + "acking" + ], + [ + "xf", + "b" + ], + [ + "ا", + "ÛĮ" + ], + [ + "Ġvæ", + "re" + ], + [ + "Ġbr", + "yster" + ], + [ + "ĠIT", + "S" + ], + [ + "Ġdest", + "iny" + ], + [ + "Ġsw", + "ear" + ], + [ + "Ġred", + "es" + ], + [ + "Ġcl", + "f" + ], + [ + "Ġfl", + "ipped" + ], + [ + "ĉ", + "head" + ], + [ + "Bl", + "uetooth" + ], + [ + "ĠOver", + "rides" + ], + [ + ":", + "Boolean" + ], + [ + "_", + "=" + ], + [ + "_l", + "r" + ], + [ + "sp", + "awn" + ], + [ + ":", + "index" + ], + [ + "VAL", + "UES" + ], + [ + "is", + "key" + ], + [ + "?", + "\");Ċ" + ], + [ + ".syn", + "thetic" + ], + [ + "ĠCheck", + "ing" + ], + [ + "struct", + "ures" + ], + [ + "ip", + "ing" + ], + [ + "Ġvoc", + "als" + ], + [ + "-", + "Up" + ], + [ + "ĠManufact", + "urers" + ], + [ + "ĠMar", + "riage" + ], + [ + "代", + "çłģ" + ], + [ + "Ġgar", + "ner" + ], + [ + "_C", + "lient" + ], + [ + "par", + "allel" + ], + [ + "RI", + "END" + ], + [ + "Ġvine", + "gar" + ], + [ + "seg", + "ue" + ], + [ + "J", + "B" + ], + [ + "Ġcontact", + "ing" + ], + [ + "ĠCar", + "roll" + ], + [ + "Ġout", + "reach" + ], + [ + "t", + "ensor" + ], + [ + "_var", + "iant" + ], + [ + "Ġthe", + "at" + ], + [ + "lic", + "able" + ], + [ + "{", + "|" + ], + [ + "t", + "iny" + ], + [ + "_", + "letter" + ], + [ + "Ġp", + "encil" + ], + [ + "HeadersHeight", + "SizeMode" + ], + [ + "ilt", + "ro" + ], + [ + ".auto", + "configure" + ], + [ + ".d", + "rag" + ], + [ + ".use", + "State" + ], + [ + "ĠB", + "MI" + ], + [ + "h", + "int" + ], + [ + "Com", + "pile" + ], + [ + "*", + "\\" + ], + [ + "en", + "ary" + ], + [ + "Ġl", + "vl" + ], + [ + ".C", + "ache" + ], + [ + "+", + "=\"" + ], + [ + "_t", + "v" + ], + [ + "ruit", + "ment" + ], + [ + "Ġf", + "read" + ], + [ + "Art", + "icles" + ], + [ + "f", + "ila" + ], + [ + "Ġpack", + "aged" + ], + [ + "âĺ", + "Ĩ" + ], + [ + "AT", + "HER" + ], + [ + "ĠPl", + "anned" + ], + [ + "s", + "cheme" + ], + [ + "Ġdi", + "ary" + ], + [ + "Ġoff", + "enses" + ], + [ + "/", + "", + "F" + ], + [ + "ĠSt", + "ick" + ], + [ + "Ġc", + "erc" + ], + [ + "ĠS", + "lee" + ], + [ + "ĉĉ", + "ĠĠĠĠĠĠĠĠ" + ], + [ + "<", + "Image" + ], + [ + "Ġè®", + "¾" + ], + [ + "-", + "editor" + ], + [ + "pie", + "ces" + ], + [ + "ĠD", + "rama" + ], + [ + "Ġ//", + "////////////////" + ], + [ + "ĠT", + "asks" + ], + [ + "AR", + "C" + ], + [ + "g", + "ateway" + ], + [ + ".get", + "cwd" + ], + [ + ".M", + "etadata" + ], + [ + "Ġguess", + "ing" + ], + [ + "åľ°", + "åĿĢ" + ], + [ + "Ġsm", + "arter" + ], + [ + "ĠGet", + "Enumerator" + ], + [ + "Ġe", + "fter" + ], + [ + "/", + "operators" + ], + [ + "ĠGL", + "float" + ], + [ + "Ġf", + "ør" + ], + [ + "Ġop", + "aque" + ], + [ + "ä¿Ŀ", + "åŃĺ" + ], + [ + "Sp", + "read" + ], + [ + "SY", + "STEM" + ], + [ + "Ġinv", + "ersion" + ], + [ + "ĠBasket", + "ball" + ], + [ + "Ġsim", + "ulations" + ], + [ + "Ġden", + "ies" + ], + [ + "Ġa", + "vez" + ], + [ + "_list", + "ener" + ], + [ + "Ġenh", + "ancing" + ], + [ + "ĠMy", + "th" + ], + [ + "ĠL", + "akers" + ], + [ + "_M", + "D" + ], + [ + "Nd", + "Ex" + ], + [ + "D", + "ATABASE" + ], + [ + "Ġt", + "á»" + ], + [ + "ar", + "th" + ], + [ + "[", + "left" + ], + [ + "Ġcontest", + "s" + ], + [ + "st", + "ile" + ], + [ + "(K", + "ERN" + ], + [ + "_f", + "c" + ], + [ + "_p", + "m" + ], + [ + "Ġpres", + "idents" + ], + [ + "Ġhospital", + "ity" + ], + [ + "Ġfade", + "In" + ], + [ + "RO", + "PERTY" + ], + [ + "_m", + "aps" + ], + [ + "ĠDefinition", + "s" + ], + [ + "Ġassess", + "ing" + ], + [ + "Ġus", + "ar" + ], + [ + "Ġquant", + "itative" + ], + [ + "mo", + "z" + ], + [ + "Be", + "autiful" + ], + [ + "[", + "((" + ], + [ + "b", + "ons" + ], + [ + "f", + "requency" + ], + [ + "Cont", + "ain" + ], + [ + "Ġpuzz", + "les" + ], + [ + "ĠCast", + "ro" + ], + [ + "Ġv", + "illa" + ], + [ + "Ġkind", + "ly" + ], + [ + "Font", + "Awesome" + ], + [ + "ern", + "a" + ], + [ + "epoch", + "s" + ], + [ + "_dat", + "as" + ], + [ + "ĉ", + "ip" + ], + [ + ".p", + "adding" + ], + [ + "ĠCont", + "est" + ], + [ + "Ġed", + "itions" + ], + [ + "Ġdispro", + "portion" + ], + [ + "ĠI", + "CO" + ], + [ + "Ġcome", + "back" + ], + [ + "=", + "value" + ], + [ + "ri", + "ad" + ], + [ + "-s", + "ort" + ], + [ + "Sub", + "mitted" + ], + [ + "(n", + "etwork" + ], + [ + "ĠC", + "el" + ], + [ + "Ġinstall", + "ment" + ], + [ + "l", + "ashes" + ], + [ + ".List", + "View" + ], + [ + "ĠV", + "atican" + ], + [ + "(Media", + "Type" + ], + [ + "IV", + "ED" + ], + [ + "reach", + "able" + ], + [ + ":", + "Is" + ], + [ + "ĠC", + "ITY" + ], + [ + "äº", + "¬" + ], + [ + "ĠHelp", + "ful" + ], + [ + "Ġba", + "ÅŁ" + ], + [ + "%", + "čĊ" + ], + [ + "Ġpsych", + "iatric" + ], + [ + "Ġrec", + "ycled" + ], + [ + "FORM", + "AT" + ], + [ + "ĠG", + "row" + ], + [ + "b", + "ine" + ], + [ + "G", + "it" + ], + [ + ".s", + "s" + ], + [ + "ĠWe", + "apons" + ], + [ + "ĠSt", + "y" + ], + [ + "_", + "arrow" + ], + [ + "*", + "self" + ], + [ + "ire", + "ment" + ], + [ + "Ġdeg", + "li" + ], + [ + "App", + "Delegate" + ], + [ + "_b", + "anner" + ], + [ + "Ġcoordin", + "ated" + ], + [ + "ĠWeb", + "cam" + ], + [ + "Ġcelebr", + "ations" + ], + [ + ".", + "act" + ], + [ + "********************************", + "****************" + ], + [ + "(", + "show" + ], + [ + "Ġweek", + "day" + ], + [ + "Ġconc", + "erts" + ], + [ + "ол", + "н" + ], + [ + "cl", + "in" + ], + [ + "Ġcr", + "on" + ], + [ + "ĠN", + "im" + ], + [ + ".set", + "Vertical" + ], + [ + "ĠEll", + "en" + ], + [ + "س", + "ت" + ], + [ + "ĠS", + "AM" + ], + [ + "E", + "ff" + ], + [ + "g", + "z" + ], + [ + "ste", + "am" + ], + [ + "Ġant", + "ique" + ], + [ + "ph", + "ysical" + ], + [ + "ĠForm", + "Data" + ], + [ + ".set", + "ter" + ], + [ + "ĠPO", + "INT" + ], + [ + "B", + "on" + ], + [ + "Ġflav", + "our" + ], + [ + "erv", + "ention" + ], + [ + "_ENT", + "ITY" + ], + [ + "ĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġintr", + "insic" + ], + [ + "Ġæ", + "İ" + ], + [ + "append", + "To" + ], + [ + "aram", + "el" + ], + [ + ")", + "])" + ], + [ + "ĠRecomm", + "end" + ], + [ + ")", + "m" + ], + [ + "OutOf", + "Range" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġsat", + "ellites" + ], + [ + "ĠTit", + "ans" + ], + [ + "Ġweigh", + "ed" + ], + [ + "ĠD", + "ana" + ], + [ + "e", + "ase" + ], + [ + "Ġs", + "ip" + ], + [ + "S", + "IM" + ], + [ + "ĠDevelop", + "ers" + ], + [ + "mal", + "ink" + ], + [ + "/", + "check" + ], + [ + "_P", + "LL" + ], + [ + "n", + "ung" + ], + [ + "Ġdry", + "er" + ], + [ + "=", + "A" + ], + [ + ".d", + "w" + ], + [ + "_S", + "QL" + ], + [ + "Ġsub", + "plot" + ], + [ + "D", + "ROP" + ], + [ + "Ġprot", + "otypes" + ], + [ + "Ġhour", + "ly" + ], + [ + "display", + "Name" + ], + [ + "Ġas", + "i" + ], + [ + "ĠViol", + "ence" + ], + [ + "Ġastr", + "onaut" + ], + [ + "Ġdat", + "atype" + ], + [ + "Ġinformation", + "al" + ], + [ + "Ġinvestig", + "ative" + ], + [ + "etermin", + "ed" + ], + [ + "ren", + "al" + ], + [ + ";", + "'>" + ], + [ + "ĉc", + "ol" + ], + [ + "V", + "G" + ], + [ + "_", + "boolean" + ], + [ + "re", + "cent" + ], + [ + "Ġ*", + ")ĊĊ" + ], + [ + "ĠRain", + "bow" + ], + [ + "om", + "men" + ], + [ + "Ġl", + "ur" + ], + [ + "Ġopp", + "ression" + ], + [ + "(\",", + "\");Ċ" + ], + [ + "ĠFac", + "ility" + ], + [ + "DEF", + "INED" + ], + [ + "Ġne", + "on" + ], + [ + "Ġoff", + "ender" + ], + [ + "AF", + "P" + ], + [ + "ĠClean", + "ing" + ], + [ + "[]", + "):" + ], + [ + "Ġund", + "ocumented" + ], + [ + ".Re", + "positories" + ], + [ + "ĠG", + "uitar" + ], + [ + "аÑģÑģ", + "ив" + ], + [ + "Sk", + "ills" + ], + [ + "Ġtestim", + "on" + ], + [ + "rypt", + "ography" + ], + [ + "ĠAm", + "ber" + ], + [ + "ĠSt", + "alin" + ], + [ + "Ġl", + "one" + ], + [ + "Ġap", + "enas" + ], + [ + "Ġdies", + "es" + ], + [ + "ĠAr", + "duino" + ], + [ + "è½", + "¬" + ], + [ + "==", + "-" + ], + [ + "_A", + "ct" + ], + [ + "Ġc", + "oded" + ], + [ + "âĸ", + "ł" + ], + [ + "amb", + "urger" + ], + [ + "-link", + "s" + ], + [ + "Ġarm", + "our" + ], + [ + ".H", + "igh" + ], + [ + "get", + "Content" + ], + [ + "st", + "ag" + ], + [ + "Ġhe", + "ck" + ], + [ + "ĠìĹ", + "Ĩ" + ], + [ + "ĠMc", + "Connell" + ], + [ + "ĠCon", + "cert" + ], + [ + "ĠAl", + "loc" + ], + [ + "ä", + "re" + ], + [ + ".replace", + "All" + ], + [ + "Ġpart", + "itions" + ], + [ + "rot", + "t" + ], + [ + "ĠF", + "le" + ], + [ + "_T", + "REE" + ], + [ + "reason", + "able" + ], + [ + "ĠReport", + "ing" + ], + [ + "Ġbillion", + "aire" + ], + [ + "s", + "cores" + ], + [ + "min", + "s" + ], + [ + "-", + "eye" + ], + [ + "M", + "ORE" + ], + [ + "ab", + "ort" + ], + [ + "ĠSW", + "T" + ], + [ + "Ġin", + "verted" + ], + [ + "ĠTe", + "achers" + ], + [ + ";", + "n" + ], + [ + "Ġast", + "ro" + ], + [ + "н", + "ов" + ], + [ + "ани", + "ÑĨ" + ], + [ + "product", + "o" + ], + [ + "c", + "ountries" + ], + [ + "ĠO", + "wen" + ], + [ + "Ġcont", + "amination" + ], + [ + "Ġv", + "ibe" + ], + [ + "ĠEll", + "i" + ], + [ + ".s", + "cript" + ], + [ + "ĠOl", + "ive" + ], + [ + "D", + "MA" + ], + [ + "v", + "ier" + ], + [ + ":", + "semicolon" + ], + [ + "-m", + "odule" + ], + [ + "gress", + "ive" + ], + [ + "ag", + "u" + ], + [ + "_", + "players" + ], + [ + "Ġresult", + "ados" + ], + [ + "start", + "ed" + ], + [ + "scroll", + "Top" + ], + [ + "====", + "=" + ], + [ + "Ġweigh", + "ing" + ], + [ + "Ġ[[", + "[" + ], + [ + "z", + "ahl" + ], + [ + "(", + "NS" + ], + [ + "ĠAssert", + "ion" + ], + [ + "le", + "ague" + ], + [ + ".setText", + "Color" + ], + [ + "ĉ", + "Message" + ], + [ + "Ġmom", + "s" + ], + [ + "_A", + "F" + ], + [ + ".", + "wh" + ], + [ + "AL", + "S" + ], + [ + "Ġaut", + "re" + ], + [ + "]", + "ĊĊĊĊ" + ], + [ + ".op", + "acity" + ], + [ + "ĠBudd", + "hist" + ], + [ + "Ġde", + "af" + ], + [ + "ĠOrgan", + "isation" + ], + [ + "(G", + "lobal" + ], + [ + "ens", + "ch" + ], + [ + "Ġhead", + "ache" + ], + [ + "ĠAli", + "en" + ], + [ + "_in", + "ode" + ], + [ + "ĠSt", + "ark" + ], + [ + "Ġæ", + "ī" + ], + [ + "-l", + "nd" + ], + [ + "ore", + "f" + ], + [ + "_fe", + "at" + ], + [ + "Ġpedest", + "rian" + ], + [ + "Ġnom", + "inal" + ], + [ + "Ġbal", + "loon" + ], + [ + "Ġspr", + "ites" + ], + [ + "Prototype", + "Of" + ], + [ + "ĠA", + "post" + ], + [ + "ĠF", + "EATURE" + ], + [ + "O", + "H" + ], + [ + "Ġre", + "cess" + ], + [ + "ĠDon", + "na" + ], + [ + "con", + "sumer" + ], + [ + "$", + "GLOBALS" + ], + [ + "ĠG", + "IF" + ], + [ + "-", + "frame" + ], + [ + "In", + "icio" + ], + [ + "Ġpass", + "ages" + ], + [ + "Date", + "String" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ" + ], + [ + ".by", + "te" + ], + [ + "B", + "ug" + ], + [ + "initial", + "izer" + ], + [ + "p", + "kt" + ], + [ + "od", + "ium" + ], + [ + "ĠD", + "ER" + ], + [ + ".", + "ops" + ], + [ + "ler", + "i" + ], + [ + "Ġgift", + "ed" + ], + [ + "Ġdet", + "ach" + ], + [ + "ter", + "rain" + ], + [ + "elt", + "ers" + ], + [ + "ãģ", + "ı" + ], + [ + ".", + "loader" + ], + [ + "ĠN", + "GO" + ], + [ + "str", + "ncmp" + ], + [ + "K", + "h" + ], + [ + "(font", + "Size" + ], + [ + "ro", + "cket" + ], + [ + "Ġpreced", + "ent" + ], + [ + "ĠAur", + "ora" + ], + [ + "ĠEx", + "periment" + ], + [ + "is", + "phere" + ], + [ + "Enc", + "oded" + ], + [ + "ĠâĢĵ", + "ĊĊ" + ], + [ + "Ġpy", + "ramid" + ], + [ + "ĠAnn", + "iversary" + ], + [ + "of", + "il" + ], + [ + "ë", + "Ł" + ], + [ + "(", + "plugin" + ], + [ + "C", + "oeff" + ], + [ + "Ġcooper", + "ate" + ], + [ + "Ġpredomin", + "antly" + ], + [ + "IS", + "M" + ], + [ + "Ph", + "rase" + ], + [ + "_DEF", + "INE" + ], + [ + "Fl", + "ip" + ], + [ + "AMIL", + "Y" + ], + [ + "ĠMark", + "ets" + ], + [ + "ĠStream", + "Reader" + ], + [ + "ĠComb", + "ine" + ], + [ + "Ġmanus", + "cript" + ], + [ + "z", + "za" + ], + [ + ",", + "tp" + ], + [ + "Wh", + "atever" + ], + [ + "IT", + "ICAL" + ], + [ + "ighb", + "our" + ], + [ + "Data", + "Provider" + ], + [ + ".Text", + "ure" + ], + [ + "priv", + "acy" + ], + [ + ".S", + "DK" + ], + [ + "Ġre", + "charge" + ], + [ + "Ġc", + "pp" + ], + [ + "ĠC", + "FG" + ], + [ + "(h", + "older" + ], + [ + "(p", + "y" + ], + [ + "m", + "ot" + ], + [ + "Ġsav", + "oir" + ], + [ + "ĠR", + "osa" + ], + [ + "ĠPC", + "s" + ], + [ + "Ġí", + "Ļ" + ], + [ + ".her", + "oku" + ], + [ + "Ġf", + "ren" + ], + [ + "ĠR", + "iley" + ], + [ + "ag", + "ate" + ], + [ + "Ġs", + "ond" + ], + [ + ".x", + "lsx" + ], + [ + "Ġh", + "acked" + ], + [ + "st", + "ad" + ], + [ + "G", + "i" + ], + [ + "Ġsan", + "ity" + ], + [ + "ĠSql", + "DataAdapter" + ], + [ + "...", + "\"," + ], + [ + "ĠP", + "ussy" + ], + [ + "Ġ", + "****************" + ], + [ + "Ġhass", + "le" + ], + [ + "_P", + "ARENT" + ], + [ + "ĠU", + "AE" + ], + [ + "Ġbegin", + "ners" + ], + [ + "(", + "Client" + ], + [ + "Ġstatist", + "ically" + ], + [ + ".h", + "our" + ], + [ + "ed", + "elta" + ], + [ + "Ġtr", + "action" + ], + [ + "uel", + "ve" + ], + [ + "ar", + "at" + ], + [ + "Ġsa", + "una" + ], + [ + "IN", + "VALID" + ], + [ + "Ġindict", + "ment" + ], + [ + "AL", + "LE" + ], + [ + "Ġdiss", + "ent" + ], + [ + "ĠTyp", + "ography" + ], + [ + "Ġintention", + "al" + ], + [ + "s", + "it" + ], + [ + "ĠAn", + "imals" + ], + [ + "Ġcoun", + "tryside" + ], + [ + "Ġu", + "art" + ], + [ + "}", + "\\\"" + ], + [ + "Ġseam", + "less" + ], + [ + "¾", + "示" + ], + [ + "Ġaut", + "os" + ], + [ + "Ġ\"'", + "\";Ċ" + ], + [ + "Fl", + "ush" + ], + [ + "ANN", + "OT" + ], + [ + "Ġal", + "gebra" + ], + [ + "ass", + "oc" + ], + [ + "ĠW", + "aters" + ], + [ + "Ġprepar", + "ations" + ], + [ + "ron", + "ym" + ], + [ + "[,", + "]" + ], + [ + "S", + "ans" + ], + [ + "Ġarm", + "ies" + ], + [ + "ipe", + "g" + ], + [ + "Ġcream", + "y" + ], + [ + ".", + "art" + ], + [ + "et", + "re" + ], + [ + "ĠAn", + "imated" + ], + [ + "Ġun", + "pleasant" + ], + [ + "eme", + "an" + ], + [ + "g", + "reat" + ], + [ + "i", + "Äħ" + ], + [ + "ĠEar", + "lier" + ], + [ + "Ġch", + "ic" + ], + [ + "Ġpres", + "erving" + ], + [ + "(ex", + "ec" + ], + [ + "ĠInvest", + "igation" + ], + [ + "ĉG", + "PIO" + ], + [ + "Ġrig", + "orous" + ], + [ + "ij", + "o" + ], + [ + "=", + "num" + ], + [ + "Ġtool", + "Strip" + ], + [ + ")", + "set" + ], + [ + "+\"", + "&" + ], + [ + "ĠAcc", + "eler" + ], + [ + "Ġdevelopment", + "al" + ], + [ + "is", + "posable" + ], + [ + "Ġflaw", + "ed" + ], + [ + "re", + "ne" + ], + [ + "Up", + "dating" + ], + [ + "Ġwatch", + "dog" + ], + [ + "Ġden", + "ominator" + ], + [ + "Ġsubur", + "bs" + ], + [ + "Ġ...", + ")" + ], + [ + "Ġconv", + "ictions" + ], + [ + "c", + "losure" + ], + [ + ".I", + "P" + ], + [ + "Ġtransl", + "ates" + ], + [ + ".sw", + "t" + ], + [ + ".Tr", + "ace" + ], + [ + "Ġmet", + "tre" + ], + [ + ".is", + "Enabled" + ], + [ + "ĠEffect", + "ive" + ], + [ + ".to", + "Int" + ], + [ + "Ġen", + "chant" + ], + [ + "Ġst", + "unned" + ], + [ + "Ġpo", + "i" + ], + [ + "/", + "code" + ], + [ + "ad", + "m" + ], + [ + ".datab", + "inding" + ], + [ + "ĠL", + "orem" + ], + [ + "________________________________", + "________________________________" + ], + [ + "Ġled", + "ger" + ], + [ + "Ġcar", + "a" + ], + [ + "ĠG", + "ir" + ], + [ + "Ġwa", + "its" + ], + [ + "Un", + "o" + ], + [ + "Ġc", + "wd" + ], + [ + "è¾", + "ij" + ], + [ + "ĠT", + "Result" + ], + [ + "Ġre", + "jo" + ], + [ + "Ġem", + "itted" + ], + [ + "ĠWest", + "minster" + ], + [ + "ä¸Ģ", + "个" + ], + [ + "ne", + "k" + ], + [ + "_T", + "is" + ], + [ + "Ġen", + "act" + ], + [ + "ĉ", + "with" + ], + [ + "org", + "ia" + ], + [ + "Ġj", + "ue" + ], + [ + "Per", + "form" + ], + [ + "SP", + "ATH" + ], + [ + ".top", + "ic" + ], + [ + "ĠD", + "aten" + ], + [ + "áº", + "§" + ], + [ + "Ġsit", + "io" + ], + [ + "_M", + "M" + ], + [ + "\"", + "So" + ], + [ + "b", + "ial" + ], + [ + "Ġsc", + "oped" + ], + [ + "Re", + "quires" + ], + [ + "ĠT", + "OTAL" + ], + [ + "ĠCh", + "ancellor" + ], + [ + "(", + "contents" + ], + [ + "Ġste", + "alth" + ], + [ + "dev", + "ices" + ], + [ + "-p", + "ass" + ], + [ + "ili", + "h" + ], + [ + "ĠMal", + "colm" + ], + [ + "ĠDep", + "ot" + ], + [ + "Ġconfig", + "ur" + ], + [ + "a", + "ussian" + ], + [ + "_con", + "straint" + ], + [ + "в", + "еÑĤ" + ], + [ + "G", + "RA" + ], + [ + "ĠR", + "ates" + ], + [ + ".dataGridView", + "TextBoxColumn" + ], + [ + "ĠNob", + "el" + ], + [ + "it", + "ics" + ], + [ + "Ġignor", + "ant" + ], + [ + "ĠReport", + "er" + ], + [ + "ĠEb", + "ola" + ], + [ + "ĠSh", + "ock" + ], + [ + "_re", + "lation" + ], + [ + "ĠNin", + "ja" + ], + [ + ")", + "c" + ], + [ + "Ġt", + "icker" + ], + [ + ".is", + "Checked" + ], + [ + "ĠSup", + "pliers" + ], + [ + "ĠRap", + "id" + ], + [ + "Level", + "s" + ], + [ + "âĤ¬", + "âĦ¢" + ], + [ + "ĉ", + "queue" + ], + [ + "Ġch", + "op" + ], + [ + "ĠUn", + "ix" + ], + [ + "re", + "ject" + ], + [ + "-c", + "alendar" + ], + [ + "(s", + "ort" + ], + [ + "è", + "ne" + ], + [ + "erc", + "icio" + ], + [ + "Ġh", + "ect" + ], + [ + "CALL", + "TYPE" + ], + [ + "rou", + "pon" + ], + [ + "Ġrent", + "als" + ], + [ + "auth", + "ors" + ], + [ + "{", + "name" + ], + [ + "ĠF", + "IFO" + ], + [ + "Ġl", + "assen" + ], + [ + "ĠN", + "ous" + ], + [ + "Ġsn", + "apped" + ], + [ + "Ġfert", + "ility" + ], + [ + "\"", + "log" + ], + [ + "click", + "ed" + ], + [ + "Ġplant", + "ing" + ], + [ + "Ġg", + "b" + ], + [ + "/", + "output" + ], + [ + "PE", + "AT" + ], + [ + "Ġc", + "ategoria" + ], + [ + "Ġb", + "ach" + ], + [ + "Prof", + "essor" + ], + [ + "in", + "th" + ], + [ + "\"]", + "čĊ" + ], + [ + "Rec", + "order" + ], + [ + "ser", + "de" + ], + [ + "ĠTrans", + "mission" + ], + [ + "tr", + "ad" + ], + [ + "Ġtur", + "bo" + ], + [ + "_VER", + "TEX" + ], + [ + "\\", + "Event" + ], + [ + "il", + "ver" + ], + [ + "Ġbod", + "ily" + ], + [ + "ĠS", + "ources" + ], + [ + "Ġkill", + "ings" + ], + [ + ".xr", + "TableCell" + ], + [ + "Ġfold", + "ed" + ], + [ + "/", + "legal" + ], + [ + "un", + "er" + ], + [ + "ĠR", + "ifle" + ], + [ + "ĠM", + "IDI" + ], + [ + "_Selected", + "IndexChanged" + ], + [ + ".Size", + "Type" + ], + [ + "ĠWeb", + "Socket" + ], + [ + "Ġsele", + "ccion" + ], + [ + "S", + "and" + ], + [ + "ot", + "ros" + ], + [ + "Ġenv", + "ision" + ], + [ + "/", + "etc" + ], + [ + "ĠMel", + "issa" + ], + [ + "Sp", + "ot" + ], + [ + "но", + "е" + ], + [ + "_", + "ARM" + ], + [ + "At", + "tempt" + ], + [ + "ĠB", + "I" + ], + [ + "ãģ", + "Ķ" + ], + [ + "ĠD", + "U" + ], + [ + "Ġback", + "lash" + ], + [ + "str", + "ide" + ], + [ + "/", + "classes" + ], + [ + "Ġtext", + "Color" + ], + [ + "_st", + "aff" + ], + [ + "ob", + "lin" + ], + [ + "agent", + "a" + ], + [ + ".c", + "ollections" + ], + [ + "ill", + "age" + ], + [ + "'", + "čĊčĊ" + ], + [ + "fl", + "atten" + ], + [ + "_s", + "ales" + ], + [ + "_M", + "ASTER" + ], + [ + "T", + "W" + ], + [ + "_d", + "a" + ], + [ + "P", + "itch" + ], + [ + "ph", + "ies" + ], + [ + "Ġz", + "ombies" + ], + [ + "ĠV", + "ERY" + ], + [ + "ĠPharm", + "acy" + ], + [ + "Ġprogress", + "Bar" + ], + [ + "Ġhas", + "htag" + ], + [ + "S", + "idebar" + ], + [ + "@", + "stop" + ], + [ + "(p", + "c" + ], + [ + "ол", + "ж" + ], + [ + "MA", + "KE" + ], + [ + "ĠCor", + "on" + ], + [ + "Ġkv", + "inner" + ], + [ + "ĠM", + "aid" + ], + [ + "b", + "ob" + ], + [ + ".title", + "Label" + ], + [ + "Ġsuccess", + "es" + ], + [ + "ĠDemocr", + "acy" + ], + [ + "ĠSurg", + "ery" + ], + [ + "Ġcou", + "gar" + ], + [ + "Ġcur", + "so" + ], + [ + "Ġl", + "oro" + ], + [ + "ist", + "ency" + ], + [ + "Sen", + "ior" + ], + [ + "æ", + "k" + ], + [ + "ĠA", + "AA" + ], + [ + "ĠBO", + "OK" + ], + [ + "к", + "о" + ], + [ + "W", + "STR" + ], + [ + "Ġ*/", + ",Ċ" + ], + [ + "oy", + "al" + ], + [ + ".v", + "ector" + ], + [ + "ĠS", + "PEC" + ], + [ + "SS", + "F" + ], + [ + "Ġcomp", + "uls" + ], + [ + "ĠAppe", + "als" + ], + [ + "ĠW", + "inston" + ], + [ + "ĠMock", + "ito" + ], + [ + "con", + "trib" + ], + [ + ".", + "available" + ], + [ + "entity", + "Manager" + ], + [ + "ari", + "as" + ], + [ + "_s", + "ale" + ], + [ + "_r", + "s" + ], + [ + "Ġdec", + "oding" + ], + [ + "Ġloc", + "ator" + ], + [ + "ol", + "ith" + ], + [ + "Ġk", + "ol" + ], + [ + "Ġasc", + "ii" + ], + [ + "ĠR", + "ut" + ], + [ + "/", + "interface" + ], + [ + "ĉĉĉĉĉĉ", + "ĠĠĠ" + ], + [ + "ĠN", + "umer" + ], + [ + ".fl", + "ip" + ], + [ + "-d", + "el" + ], + [ + "Ġbol", + "ster" + ], + [ + "on", + "omic" + ], + [ + "Ġz", + "m" + ], + [ + "L", + "G" + ], + [ + "Find", + "By" + ], + [ + "Ġadapt", + "ive" + ], + [ + "lo", + "o" + ], + [ + "Ġv", + "ue" + ], + [ + "(re", + "verse" + ], + [ + "_c", + "anvas" + ], + [ + ".", + "roles" + ], + [ + "ific", + "ado" + ], + [ + "ven", + "ient" + ], + [ + "\"", + "As" + ], + [ + "ĠEn", + "tr" + ], + [ + "al", + "igned" + ], + [ + "Ġbere", + "its" + ], + [ + "///", + "ĊĊ" + ], + [ + ".g", + "wt" + ], + [ + ".", + "employee" + ], + [ + "_cl", + "i" + ], + [ + "Ġanticip", + "ate" + ], + [ + "éĻ", + "IJ" + ], + [ + "Ġp", + "ik" + ], + [ + "Ġmush", + "rooms" + ], + [ + "(t", + "t" + ], + [ + "Ġo", + "ma" + ], + [ + "ĠSan", + "chez" + ], + [ + "_g", + "oogle" + ], + [ + ".", + "Valid" + ], + [ + "ĠFile", + "Name" + ], + [ + "iv", + "ative" + ], + [ + "k", + "ed" + ], + [ + "-w", + "ar" + ], + [ + "Ġm", + "aturity" + ], + [ + "и", + "д" + ], + [ + "Ġmin", + "er" + ], + [ + "Reduc", + "ers" + ], + [ + "ĠLat", + "Lng" + ], + [ + "_ST", + "D" + ], + [ + "D", + "igits" + ], + [ + "Cal", + "c" + ], + [ + "-up", + "load" + ], + [ + "Ġhand", + "ic" + ], + [ + "ี", + "à¹Ī" + ], + [ + "egr", + "ated" + ], + [ + "ĠST", + "M" + ], + [ + "C", + "lients" + ], + [ + "ĠTur", + "bo" + ], + [ + "SY", + "NC" + ], + [ + "Ġphotograph", + "ers" + ], + [ + ".", + "Out" + ], + [ + ".char", + "acter" + ], + [ + "B", + "UILD" + ], + [ + ".un", + "lock" + ], + [ + "Ġar", + "ises" + ], + [ + "ĠCommand", + "s" + ], + [ + "(\"", + "\");čĊ" + ], + [ + "_F", + "ORE" + ], + [ + ";", + "'," + ], + [ + "+\"", + "'" + ], + [ + ".", + "Images" + ], + [ + "\")", + "{" + ], + [ + "ĠM", + "eyer" + ], + [ + "Ġneg", + "atively" + ], + [ + "ĠD", + "LL" + ], + [ + "Ġex", + "e" + ], + [ + "Ġdef", + "iciency" + ], + [ + "Ġwild", + "ly" + ], + [ + "-s", + "witch" + ], + [ + "con", + "struction" + ], + [ + "Ġexception", + "ally" + ], + [ + "ĠL", + "iz" + ], + [ + "/j", + "ava" + ], + [ + "Ġtheir", + "s" + ], + [ + "ĠCont", + "emporary" + ], + [ + "l", + "is" + ], + [ + ".fill", + "Rect" + ], + [ + "ĠN", + "FC" + ], + [ + "Ġre", + "he" + ], + [ + "(num", + "bers" + ], + [ + "Ġr", + "aster" + ], + [ + "Ġfig", + "uring" + ], + [ + "Ġshow", + "c" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġarc", + "ade" + ], + [ + "ĠConstruct", + "s" + ], + [ + "md", + "l" + ], + [ + "('", + "|" + ], + [ + "Ġident", + "ifiers" + ], + [ + "Ġst", + "ellar" + ], + [ + "(", + "Connection" + ], + [ + "Ġ\"", + "{{" + ], + [ + "y", + "or" + ], + [ + "(m", + "ysqli" + ], + [ + "Ġdo", + "ve" + ], + [ + "Of", + "Birth" + ], + [ + ".dis", + "connect" + ], + [ + "_h", + "i" + ], + [ + "Ġzw", + "ischen" + ], + [ + "ĠGr", + "und" + ], + [ + "i", + "ros" + ], + [ + "_A", + "rray" + ], + [ + ".on", + "click" + ], + [ + "ans", + "om" + ], + [ + "An", + "swers" + ], + [ + "ĉ", + "remove" + ], + [ + "F", + "a" + ], + [ + "Ġhur", + "ry" + ], + [ + "-in", + "f" + ], + [ + "Ġget", + "Class" + ], + [ + "ĠReg", + "ulation" + ], + [ + "ĠFLAG", + "S" + ], + [ + "m", + "isc" + ], + [ + "K", + "en" + ], + [ + "_", + "heading" + ], + [ + "G", + "Hz" + ], + [ + "-", + "entry" + ], + [ + "Ġbi", + "ography" + ], + [ + "S", + "ig" + ], + [ + "-m", + "f" + ], + [ + "Watch", + "er" + ], + [ + "âĢľ", + "A" + ], + [ + "}", + "px" + ], + [ + "Ġsp", + "icy" + ], + [ + "_s", + "q" + ], + [ + "L", + "ost" + ], + [ + "(tr", + "ack" + ], + [ + "а", + "ли" + ], + [ + "Desc", + "ending" + ], + [ + "<", + "bits" + ], + [ + "qu", + "ine" + ], + [ + "ĠAdv", + "oc" + ], + [ + "_S", + "N" + ], + [ + "ĠHann", + "ah" + ], + [ + "PO", + "P" + ], + [ + "Ġem", + "itter" + ], + [ + "Ġc", + "yn" + ], + [ + "ĠC", + "AD" + ], + [ + "?", + ")." + ], + [ + "/", + "set" + ], + [ + "ĠS", + "ister" + ], + [ + "ĠEnd", + "point" + ], + [ + "Ġmen", + "or" + ], + [ + "Ġinter", + "p" + ], + [ + "r", + "k" + ], + [ + "id", + "le" + ], + [ + "Ġout", + "fits" + ], + [ + ".", + "vertex" + ], + [ + "Ġc", + "lic" + ], + [ + "ARE", + "N" + ], + [ + "Ġpost", + "ure" + ], + [ + "ĠOpport", + "unity" + ], + [ + "v", + "x" + ], + [ + "ĠFor", + "bes" + ], + [ + ".D", + "irection" + ], + [ + "Ġres", + "ide" + ], + [ + "Ġremember", + "ing" + ], + [ + "nest", + "y" + ], + [ + "Auto", + "resizing" + ], + [ + "pro", + "viders" + ], + [ + "ĠA", + "H" + ], + [ + "Ġhur", + "ting" + ], + [ + "ĠL", + "ily" + ], + [ + "eval", + "uate" + ], + [ + "lij", + "k" + ], + [ + "p", + "apers" + ], + [ + "ĠSm", + "ash" + ], + [ + "ĠL", + "AST" + ], + [ + "Ġwell", + "s" + ], + [ + "w", + "asher" + ], + [ + "_RO", + "LE" + ], + [ + "ĠD", + "anger" + ], + [ + "*", + "((" + ], + [ + "_re", + "pository" + ], + [ + "ĠRes", + "olve" + ], + [ + "ĠRoom", + "s" + ], + [ + "_R", + "G" + ], + [ + "ĠQ", + "T" + ], + [ + "o", + "op" + ], + [ + "ĠHe", + "ap" + ], + [ + "Ġslow", + "ing" + ], + [ + "Ġgrat", + "uite" + ], + [ + "_c", + "atalog" + ], + [ + "Ġpol", + "ynomial" + ], + [ + "L", + "y" + ], + [ + "pc", + "s" + ], + [ + "F", + "ox" + ], + [ + "ĠC", + "yr" + ], + [ + "Ġdim", + "in" + ], + [ + "/", + "month" + ], + [ + "S", + "alt" + ], + [ + "Ġh", + "ind" + ], + [ + ".P", + "ER" + ], + [ + "For", + "um" + ], + [ + "c", + "en" + ], + [ + "_p", + "ol" + ], + [ + "íĺ", + "¸" + ], + [ + "Ġin", + "ser" + ], + [ + "(", + "~" + ], + [ + "@", + "test" + ], + [ + "ĠGold", + "man" + ], + [ + "Ġupload", + "ing" + ], + [ + "F", + "c" + ], + [ + "Ġkom", + "mer" + ], + [ + "Ġm", + "itt" + ], + [ + "_log", + "ged" + ], + [ + "Ġbu", + "cks" + ], + [ + "-l", + "ayer" + ], + [ + ")", + "};Ċ" + ], + [ + "ĠO", + "M" + ], + [ + "Ġv", + "eg" + ], + [ + "col", + "our" + ], + [ + "Ġоб", + "ÑĬ" + ], + [ + "Std", + "String" + ], + [ + "_", + "que" + ], + [ + "ĠT", + "ian" + ], + [ + "Ġspecial", + "ize" + ], + [ + "и", + "п" + ], + [ + "Ġк", + "л" + ], + [ + "tr", + "ial" + ], + [ + "-", + "edge" + ], + [ + "Ġm", + "ars" + ], + [ + "OG", + "LE" + ], + [ + "Ġempath", + "y" + ], + [ + "ĠB", + "om" + ], + [ + "Ġcoll", + "isions" + ], + [ + "Ġcart", + "e" + ], + [ + "ĠTe", + "il" + ], + [ + "ĠM", + "PL" + ], + [ + "Ġporn", + "ô" + ], + [ + "Ġa", + "irlines" + ], + [ + "A", + "ws" + ], + [ + "N", + "s" + ], + [ + "ĠSp", + "awn" + ], + [ + "(", + "use" + ], + [ + "é»", + "ĺ认" + ], + [ + "Ġy", + "acc" + ], + [ + "st", + "or" + ], + [ + "Ġconf", + "ess" + ], + [ + "Ġpe", + "que" + ], + [ + "r", + "age" + ], + [ + "?", + "\"Ċ" + ], + [ + "/dat", + "atables" + ], + [ + "ĠSh", + "ower" + ], + [ + "__", + "/" + ], + [ + "Ġcryst", + "als" + ], + [ + "Ġbus", + "car" + ], + [ + "ĠH", + "aus" + ], + [ + "iz", + "ação" + ], + [ + "_", + "entities" + ], + [ + "ķ", + "Į" + ], + [ + "ļ", + "Į" + ], + [ + "x", + "cc" + ], + [ + "v", + "irt" + ], + [ + "-che", + "vron" + ], + [ + "(", + "Result" + ], + [ + "c", + "ake" + ], + [ + "COM", + "E" + ], + [ + "Ġprohib", + "it" + ], + [ + "ĠCh", + "ess" + ], + [ + "Ġbe", + "aucoup" + ], + [ + "ĠÑĩ", + "ÑĤо" + ], + [ + "R", + "UN" + ], + [ + "ĠI", + "K" + ], + [ + "ó", + "ÅĤ" + ], + [ + "_", + "Update" + ], + [ + "Ġsle", + "ek" + ], + [ + "ĠSpec", + "ify" + ], + [ + "_c", + "redentials" + ], + [ + "ÅŁ", + "t" + ], + [ + "ĠUser", + "Name" + ], + [ + "ĉ", + "Value" + ], + [ + "Ġarray", + "List" + ], + [ + "Ġex", + "changed" + ], + [ + "ips", + "is" + ], + [ + ".re", + "lated" + ], + [ + "ĠSe", + "ite" + ], + [ + "_B", + "AR" + ], + [ + "ĠL", + "em" + ], + [ + "ĠW", + "ATCH" + ], + [ + "ĠC", + "lients" + ], + [ + "Ġ.", + "*" + ], + [ + "ĠEar", + "l" + ], + [ + "-re", + "port" + ], + [ + "Ġforeign", + "ers" + ], + [ + "Ġstrengthen", + "ing" + ], + [ + "ĉ", + "Description" + ], + [ + "(g", + "o" + ], + [ + ".tool", + "bar" + ], + [ + "Ġcalcul", + "ates" + ], + [ + "ĉs", + "ource" + ], + [ + "Ġcz", + "as" + ], + [ + "Ġre", + "cl" + ], + [ + "ab", + "o" + ], + [ + "Ġlocal", + "host" + ], + [ + "Ġ^", + "{Ċ" + ], + [ + ".P", + "op" + ], + [ + "ĠDes", + "igned" + ], + [ + "\\", + "Abstract" + ], + [ + "H", + "old" + ], + [ + "ĠGuid", + "elines" + ], + [ + "ipl", + "ine" + ], + [ + "Ġc", + "aching" + ], + [ + ".Re", + "ader" + ], + [ + "_ext", + "ernal" + ], + [ + ".str", + "ptime" + ], + [ + "ĠWeek", + "end" + ], + [ + "-M", + "ar" + ], + [ + "ĠBe", + "i" + ], + [ + "Ġ{*", + "}" + ], + [ + "ĠR", + "ud" + ], + [ + "Ġexpl", + "or" + ], + [ + "ĠBou", + "levard" + ], + [ + "C", + "ash" + ], + [ + "Ġprep", + "ares" + ], + [ + "Ġserial", + "ization" + ], + [ + "ew", + "ater" + ], + [ + "Ġad", + "c" + ], + [ + ":", + "ĊĊĊĊĊĊ" + ], + [ + "Re", + "fer" + ], + [ + "Ġsc", + "anned" + ], + [ + "}", + "}ĊĊ" + ], + [ + "ĠF", + "ul" + ], + [ + "Ġtour", + "ing" + ], + [ + "ãĥĥ", + "ãĤ¯" + ], + [ + ">", + "((" + ], + [ + "sur", + "vey" + ], + [ + "Ġí", + "ĺ" + ], + [ + "...", + "')Ċ" + ], + [ + "ĠDiv", + "ider" + ], + [ + "os", + "l" + ], + [ + "_C", + "ANCEL" + ], + [ + "_pre", + "pare" + ], + [ + "st", + "in" + ], + [ + "ĠHe", + "ath" + ], + [ + ".Primary", + "Key" + ], + [ + "ĠâĨ", + "IJ" + ], + [ + "ĠLocal", + "DateTime" + ], + [ + "Ġcooper", + "ative" + ], + [ + "L", + "earning" + ], + [ + ".en", + "queue" + ], + [ + "Ġgo", + "og" + ], + [ + "ĠReg", + "ression" + ], + [ + "im", + "ates" + ], + [ + "Ġvoy", + "eur" + ], + [ + "ĠDr", + "ink" + ], + [ + "pl", + "ug" + ], + [ + "Ġl", + "ender" + ], + [ + "man", + "a" + ], + [ + "Ġperson", + "nes" + ], + [ + "yp", + "se" + ], + [ + "Ġun", + "link" + ], + [ + "ĠRav", + "ens" + ], + [ + "Ġhur", + "d" + ], + [ + "Ġperiod", + "ically" + ], + [ + "ARG", + "S" + ], + [ + "ĠG", + "H" + ], + [ + "char", + "acters" + ], + [ + "...", + "\"ĊĊ" + ], + [ + "-", + "establish" + ], + [ + "Ġd", + "n" + ], + [ + "(", + "condition" + ], + [ + "ĠGr", + "avity" + ], + [ + "Ġest", + "as" + ], + [ + "_f", + "ocus" + ], + [ + "Creat", + "ure" + ], + [ + "(s", + "ite" + ], + [ + "Ġc", + "arr" + ], + [ + "ĠR", + "L" + ], + [ + "ĠR", + "I" + ], + [ + "ĠM", + "oto" + ], + [ + "AS", + "F" + ], + [ + "ĠLuck", + "ily" + ], + [ + "ĉ", + "Route" + ], + [ + "Ġent", + "ropy" + ], + [ + "(\"", + ",\"" + ], + [ + "Col", + "lect" + ], + [ + "(", + "contact" + ], + [ + "ĠFlo", + "rence" + ], + [ + "Ġpremium", + "s" + ], + [ + "Ġlif", + "ecycle" + ], + [ + "Ġb", + "ans" + ], + [ + "x", + "ef" + ], + [ + "Web", + "Kit" + ], + [ + "ĠFlo", + "ating" + ], + [ + "Ġcos", + "a" + ], + [ + "Spec", + "ific" + ], + [ + "ĠLo", + "ans" + ], + [ + "b", + "read" + ], + [ + "Ġdes", + "criptors" + ], + [ + "Ġ{", + ":." + ], + [ + "TH", + "READ" + ], + [ + "ĠT", + "rent" + ], + [ + "Ġsc", + "op" + ], + [ + "Q", + "A" + ], + [ + "ĠAnt", + "ar" + ], + [ + "p", + "el" + ], + [ + "_d", + "ifference" + ], + [ + "_ch", + "anges" + ], + [ + "(...", + ")" + ], + [ + "ĠR", + "otation" + ], + [ + "ĠLG", + "PL" + ], + [ + "ĠJ", + "UST" + ], + [ + "(T", + "ask" + ], + [ + "_sub", + "set" + ], + [ + "ĠTR", + "ANS" + ], + [ + "åĬ", + "Ľ" + ], + [ + "ĠSc", + "out" + ], + [ + "-p", + "opup" + ], + [ + "Ġsm", + "oked" + ], + [ + "_C", + "lass" + ], + [ + "Ġturn", + "over" + ], + [ + "br", + "akk" + ], + [ + "ĠRock", + "y" + ], + [ + "t", + "as" + ], + [ + ".Regular", + "Expressions" + ], + [ + "ĠElli", + "ott" + ], + [ + "ĠSp", + "inner" + ], + [ + "DU", + "CTION" + ], + [ + "Ġlib", + "re" + ], + [ + "Ġmol", + "to" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ" + ], + [ + "ĠF", + "TP" + ], + [ + "m", + "peg" + ], + [ + "(f", + "eatures" + ], + [ + "Ġb", + "ald" + ], + [ + "ĠV", + "id" + ], + [ + "Ġsh", + "outing" + ], + [ + "L", + "int" + ], + [ + "Ġsock", + "ets" + ], + [ + "Ġpro", + "w" + ], + [ + "Ġnouvel", + "le" + ], + [ + "isc", + "ard" + ], + [ + "ĠS", + "ponsor" + ], + [ + "Ġconsult", + "a" + ], + [ + "))", + ");" + ], + [ + "Ind", + "ian" + ], + [ + "ĠR", + "aspberry" + ], + [ + "Ġteam", + "mate" + ], + [ + "ĠJ", + "WT" + ], + [ + "ĠGh", + "ana" + ], + [ + "Ġc", + "akes" + ], + [ + "pr", + "imer" + ], + [ + "form", + "a" + ], + [ + "erg", + "arten" + ], + [ + "_M", + "anager" + ], + [ + "Ġpre", + "season" + ], + [ + "G", + "AME" + ], + [ + "|", + "\"" + ], + [ + "ĠBro", + "ck" + ], + [ + "Ġoccup", + "y" + ], + [ + "Ġdecor", + "ations" + ], + [ + "á", + "nd" + ], + [ + "Ġc", + "ot" + ], + [ + "Ġpar", + "an" + ], + [ + "D", + "isk" + ], + [ + "rem", + "ain" + ], + [ + ">", + "?" + ], + [ + "Str", + "ong" + ], + [ + "Ġfr", + "ance" + ], + [ + "ĠE", + "ra" + ], + [ + "-c", + "r" + ], + [ + ".Buffer", + "edReader" + ], + [ + "ĠParad", + "ise" + ], + [ + "ĠV", + "AT" + ], + [ + "ĠAnd", + "ers" + ], + [ + "Ġlim", + "b" + ], + [ + "amp", + "oo" + ], + [ + "Ġimper", + "ative" + ], + [ + "UT", + "ILITY" + ], + [ + "ĠRec", + "ognition" + ], + [ + "Ġragaz", + "ze" + ], + [ + "Ġpop", + "s" + ], + [ + "yp", + "ress" + ], + [ + "Ġemb", + "argo" + ], + [ + "//", + "{Ċ" + ], + [ + "Ġsy", + "ll" + ], + [ + "P", + "TR" + ], + [ + "åŃĺ", + "åľ¨" + ], + [ + "Ġdid", + "nt" + ], + [ + "Mail", + "er" + ], + [ + "Ġacad", + "emics" + ], + [ + "ĠFra", + "uen" + ], + [ + "ne", + "ider" + ], + [ + "-", + "rel" + ], + [ + "Ġrain", + "bow" + ], + [ + "(", + "In" + ], + [ + "Ġslic", + "ed" + ], + [ + "============", + "=Ċ" + ], + [ + "(s", + "end" + ], + [ + "NSMutable", + "Dictionary" + ], + [ + "v", + "os" + ], + [ + "(p", + "ackage" + ], + [ + "Ġord", + "inance" + ], + [ + "view", + "er" + ], + [ + "ĠSant", + "os" + ], + [ + "-s", + "elling" + ], + [ + "Ġgo", + "v" + ], + [ + "ett", + "le" + ], + [ + "Ġfound", + "ers" + ], + [ + "Ġw", + "aking" + ], + [ + "sl", + "ashes" + ], + [ + "-p", + "ound" + ], + [ + "re", + "cht" + ], + [ + "ا", + "ت" + ], + [ + ".on", + "Click" + ], + [ + "Ġn", + "ord" + ], + [ + "st", + "änd" + ], + [ + "_", + "when" + ], + [ + "UT", + "ERS" + ], + [ + "ic", + "c" + ], + [ + "Ġcaps", + "ule" + ], + [ + "ĠW", + "id" + ], + [ + "M", + "arc" + ], + [ + "à¸", + "¸" + ], + [ + "ro", + "red" + ], + [ + "UG", + "E" + ], + [ + "LO", + "UD" + ], + [ + "ĠAud", + "it" + ], + [ + "ip", + "ients" + ], + [ + "op", + "ian" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġwur", + "den" + ], + [ + ".H", + "elpers" + ], + [ + "Ġf", + "actions" + ], + [ + "[", + "np" + ], + [ + "-th", + "an" + ], + [ + "Ġre", + "co" + ], + [ + "Ġk", + "as" + ], + [ + "Ġcmd", + "s" + ], + [ + "/n", + "etwork" + ], + [ + "xb", + "f" + ], + [ + "get", + "Color" + ], + [ + "Ġbi", + "ased" + ], + [ + "ĠL", + "ak" + ], + [ + "D", + "atas" + ], + [ + "vent", + "s" + ], + [ + "Ġë", + "²" + ], + [ + "_P", + "S" + ], + [ + ".", + "Validate" + ], + [ + "Inv", + "oker" + ], + [ + "Ġne", + "uen" + ], + [ + "Ġju", + "venile" + ], + [ + "V", + "ISION" + ], + [ + "Ġdev", + "ote" + ], + [ + "Ġlin", + "ha" + ], + [ + "Ġdiscount", + "ed" + ], + [ + "\\", + "Config" + ], + [ + "Ġworth", + "while" + ], + [ + "Ġskin", + "ny" + ], + [ + "ĠC", + "ourses" + ], + [ + "le", + "ys" + ], + [ + "ĠMort", + "gage" + ], + [ + "K", + "evin" + ], + [ + "Ġannounc", + "es" + ], + [ + "])", + "*" + ], + [ + "res", + "ervation" + ], + [ + "Ġæķ", + "°" + ], + [ + "Ġprejud", + "ice" + ], + [ + "ĠString", + "Comparison" + ], + [ + "Ġbe", + "ard" + ], + [ + "-w", + "in" + ], + [ + "ĠS", + "ão" + ], + [ + "ĉ", + "ms" + ], + [ + "j", + "al" + ], + [ + "ĠE", + "arn" + ], + [ + "_", + "ports" + ], + [ + "ĠN", + "ombre" + ], + [ + "_C", + "OR" + ], + [ + "ĠB", + "UILD" + ], + [ + ".s", + "ound" + ], + [ + "Y", + "ellow" + ], + [ + "Ġlineback", + "er" + ], + [ + "Ġchar", + "itable" + ], + [ + "j", + "ug" + ], + [ + "_NON", + "NULL" + ], + [ + "ĠD", + "ental" + ], + [ + "\">", + "${" + ], + [ + "ĉm", + "atch" + ], + [ + "R", + "ussian" + ], + [ + "Ġvers", + "ch" + ], + [ + "Ġp", + "inned" + ], + [ + "Ġadopt", + "ing" + ], + [ + "Options", + "Menu" + ], + [ + "P", + "ag" + ], + [ + "Ġpair", + "ing" + ], + [ + "Ġt", + "read" + ], + [ + "erc", + "ises" + ], + [ + "ĠSp", + "read" + ], + [ + ")", + "i" + ], + [ + "ĠB", + "AD" + ], + [ + "_t", + "f" + ], + [ + "UI", + "ImageView" + ], + [ + "pop", + "ulate" + ], + [ + "b", + "ab" + ], + [ + "ĠÏ", + "ĥ" + ], + [ + "[", + "++" + ], + [ + "Ġopi", + "oid" + ], + [ + "Ġ##", + "Ċ" + ], + [ + "d", + "type" + ], + [ + "ĠStart", + "s" + ], + [ + "('/", + "')" + ], + [ + "Ġperson", + "als" + ], + [ + "-mark", + "et" + ], + [ + "Ġredund", + "ant" + ], + [ + "ĠEss", + "ential" + ], + [ + "Ġscrap", + "y" + ], + [ + "Ġи", + "м" + ], + [ + "a", + "cl" + ], + [ + "Ġcre", + "ar" + ], + [ + "ĠB", + "end" + ], + [ + "Ġrel", + "ieve" + ], + [ + "-", + "room" + ], + [ + "w", + "ife" + ], + [ + "Ġv", + "Ãł" + ], + [ + "ĠQ", + "Point" + ], + [ + "Ġqu", + "asi" + ], + [ + "Ġmethod", + "Name" + ], + [ + "\\x", + "c" + ], + [ + "ĠPer", + "u" + ], + [ + "/", + "The" + ], + [ + ".", + "orm" + ], + [ + "Ġv", + "iz" + ], + [ + "/p", + "df" + ], + [ + "Loc", + "ated" + ], + [ + "Ġconfront", + "ation" + ], + [ + "ĠChampionship", + "s" + ], + [ + "Ġhyp", + "ert" + ], + [ + "Ġd", + "j" + ], + [ + "ĠUser", + "Info" + ], + [ + "ĠåĪ", + "Ľå»º" + ], + [ + "\\x", + "b" + ], + [ + "(s", + "im" + ], + [ + "Ġ==", + "Ċ" + ], + [ + "Ġst", + "aging" + ], + [ + "Ġdr", + "astically" + ], + [ + "åŃ", + "¦" + ], + [ + "l", + "ords" + ], + [ + ".", + "less" + ], + [ + "вед", + "иÑĤе" + ], + [ + "ĠB", + "ucket" + ], + [ + "ĠM", + "am" + ], + [ + ".", + "term" + ], + [ + "_p", + "i" + ], + [ + "c", + "zy" + ], + [ + ".p", + "ub" + ], + [ + "prec", + "io" + ], + [ + "ĠV", + "irt" + ], + [ + "Ġrom", + "an" + ], + [ + "it", + "at" + ], + [ + "L", + "ex" + ], + [ + "_inf", + "os" + ], + [ + "Ä", + "°" + ], + [ + ".", + "other" + ], + [ + "VE", + "LO" + ], + [ + "Ġp", + "onder" + ], + [ + "Ġh", + "anno" + ], + [ + "(", + "Page" + ], + [ + "do", + "i" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġprogram", + "mer" + ], + [ + "D", + "ies" + ], + [ + "$", + "d" + ], + [ + "Ġrep", + "lication" + ], + [ + "add", + "Column" + ], + [ + "fr", + "ican" + ], + [ + "Ġl", + "eng" + ], + [ + "be", + "er" + ], + [ + "o", + "it" + ], + [ + "Ġw", + "asting" + ], + [ + "yl", + "im" + ], + [ + "me", + "asure" + ], + [ + "N", + "eg" + ], + [ + "Ġpart", + "ie" + ], + [ + ".con", + "sole" + ], + [ + "ĠGu", + "inea" + ], + [ + "TE", + "L" + ], + [ + "_f", + "act" + ], + [ + ".ch", + "unk" + ], + [ + "Ġl", + "ent" + ], + [ + "Ġall", + "er" + ], + [ + "Ġà¤", + "ķ" + ], + [ + "_id", + "le" + ], + [ + "Ġad", + "missions" + ], + [ + "JSON", + "Array" + ], + [ + "Ġv", + "ibration" + ], + [ + ".h", + "elpers" + ], + [ + "å¤", + "ĸ" + ], + [ + "Ġh", + "en" + ], + [ + "j", + "ohn" + ], + [ + "Ġì", + "ĥĿ" + ], + [ + "Ġjud", + "gement" + ], + [ + "Ġge", + "en" + ], + [ + "ter", + "ra" + ], + [ + "^", + "{" + ], + [ + "ĠI", + "z" + ], + [ + "Ġc", + "â" + ], + [ + "inst", + "ances" + ], + [ + "Ġthreat", + "ens" + ], + [ + "Ġm", + "üssen" + ], + [ + "Kind", + "OfClass" + ], + [ + "Ġstoryt", + "elling" + ], + [ + "_d", + "emo" + ], + [ + "ri", + "as" + ], + [ + "Priv", + "acy" + ], + [ + "h", + "ift" + ], + [ + "ĠY", + "i" + ], + [ + "es", + "or" + ], + [ + "íķ", + "ł" + ], + [ + "ens", + "itivity" + ], + [ + ".W", + "riter" + ], + [ + "à¸", + "Ĥ" + ], + [ + "D", + "istrict" + ], + [ + ".get", + "JSONObject" + ], + [ + "Im", + "pro" + ], + [ + "(get", + "Resources" + ], + [ + "ĠS", + "PELL" + ], + [ + "rodu", + "ce" + ], + [ + "Ġslow", + "ed" + ], + [ + "Ġlin", + "ewidth" + ], + [ + "Ġhonest", + "y" + ], + [ + "ĠCo", + "ord" + ], + [ + "ĠF", + "ork" + ], + [ + "ĠDispatch", + "Queue" + ], + [ + "ĠCl", + "iff" + ], + [ + "ĠW", + "iring" + ], + [ + "_TIM", + "ESTAMP" + ], + [ + "oll", + "ah" + ], + [ + "av", + "oid" + ], + [ + "++", + "];Ċ" + ], + [ + "sem", + "antic" + ], + [ + "-c", + "ss" + ], + [ + "Ġv", + "eto" + ], + [ + "ĠM", + "err" + ], + [ + "Ġlegisl", + "ators" + ], + [ + "CEE", + "DED" + ], + [ + "Ġquestion", + "naire" + ], + [ + "ĠP", + "ills" + ], + [ + "Cal", + "culate" + ], + [ + "(c", + "ore" + ], + [ + "'", + "e" + ], + [ + "Ġdis", + "like" + ], + [ + "ĠPre", + "ferences" + ], + [ + "_EX", + "TERNAL" + ], + [ + "è°", + "ĥ" + ], + [ + "Ġd", + "odge" + ], + [ + "æľį", + "åĬ¡" + ], + [ + ".n", + "ames" + ], + [ + ".draw", + "Image" + ], + [ + "_p", + "rom" + ], + [ + "uck", + "land" + ], + [ + "Ġ<$", + ">" + ], + [ + "ı", + "z" + ], + [ + "/s", + "ite" + ], + [ + "é¡", + "¹" + ], + [ + "rop", + "he" + ], + [ + "Ġcomp", + "elled" + ], + [ + "Ġl", + "aptops" + ], + [ + "Ġun", + "i" + ], + [ + "C", + "LOSE" + ], + [ + "Ġcasual", + "ties" + ], + [ + "ĠUn", + "iform" + ], + [ + "Term", + "inal" + ], + [ + ".", + "\",\"" + ], + [ + "D", + "AT" + ], + [ + "(T", + "reeNode" + ], + [ + "ĠGand", + "hi" + ], + [ + "(st", + "mt" + ], + [ + "AX", + "B" + ], + [ + "*", + "M" + ], + [ + "Ġumb", + "rella" + ], + [ + "an", + "imal" + ], + [ + "Ġgr", + "pc" + ], + [ + "Ġwhere", + "by" + ], + [ + "Ġfloat", + "s" + ], + [ + "ĉ", + "arg" + ], + [ + "Ġdb", + "g" + ], + [ + "Ġexceed", + "ing" + ], + [ + "Event", + "Type" + ], + [ + ".SaveChanges", + "Async" + ], + [ + "Ġ{", + "{{" + ], + [ + "Ġow", + "ed" + ], + [ + "ahren", + "heit" + ], + [ + "Ġì", + "§" + ], + [ + "Ġequ", + "ipo" + ], + [ + "ur", + "ai" + ], + [ + "Ġid", + "ol" + ], + [ + "]", + "\")Ċ" + ], + [ + "_m", + "ajor" + ], + [ + "Ġentire", + "ty" + ], + [ + "inger", + "print" + ], + [ + "ç", + "os" + ], + [ + "/", + "account" + ], + [ + "ĉ", + "right" + ], + [ + "urs", + "os" + ], + [ + "ĠE", + "DT" + ], + [ + "_INS", + "ERT" + ], + [ + "Ġsh", + "ining" + ], + [ + "Ġ<", + ":" + ], + [ + "Edge", + "Insets" + ], + [ + "Ġcolon", + "ies" + ], + [ + ".", + "IM" + ], + [ + "ĉĠ", + "ĉ" + ], + [ + "RO", + "AD" + ], + [ + "CC", + "CC" + ], + [ + "pl", + "acing" + ], + [ + "Ġget", + "Activity" + ], + [ + "em", + "acs" + ], + [ + "'", + "%(" + ], + [ + ".click", + "ed" + ], + [ + "ĠTh", + "em" + ], + [ + "is", + "ia" + ], + [ + "Bus", + "car" + ], + [ + ".re", + "name" + ], + [ + "Ġo", + "ath" + ], + [ + "Ġafter", + "ward" + ], + [ + "ĠU", + "FO" + ], + [ + "AP", + "S" + ], + [ + "ĠJackson", + "ville" + ], + [ + ".s", + "ome" + ], + [ + "Conf", + "irmed" + ], + [ + ".s", + "can" + ], + [ + "ig", + "Integer" + ], + [ + "Decor", + "ator" + ], + [ + "sh", + "ield" + ], + [ + "ress", + "ive" + ], + [ + ".d", + "id" + ], + [ + "请", + "è¾ĵåħ¥" + ], + [ + "Ġsh", + "utter" + ], + [ + "D", + "am" + ], + [ + "Ġparent", + "ing" + ], + [ + "ey", + "ed" + ], + [ + "$", + "item" + ], + [ + "-de", + "velop" + ], + [ + "Ġextract", + "s" + ], + [ + "Ġdecentral", + "ized" + ], + [ + "ĠEl", + "sa" + ], + [ + "_sp", + "in" + ], + [ + "])", + "+" + ], + [ + "-in", + "itial" + ], + [ + "Ġmult", + "itude" + ], + [ + "Ġsens", + "ory" + ], + [ + "ĠMODE", + "L" + ], + [ + "Ġsafeg", + "uard" + ], + [ + "ì", + "¹" + ], + [ + "Ġhunt", + "ers" + ], + [ + "ĠT", + "iny" + ], + [ + "IN", + "O" + ], + [ + "decor", + "ate" + ], + [ + "ĠNo", + "Such" + ], + [ + "H", + "o" + ], + [ + "(", + "Response" + ], + [ + "Ġr", + "uler" + ], + [ + "ĉ", + "short" + ], + [ + "Ġc", + "aster" + ], + [ + "Ġclient", + "Id" + ], + [ + "Ġp", + "db" + ], + [ + "ëı", + "Ħ" + ], + [ + "it", + "ic" + ], + [ + "ĠGame", + "State" + ], + [ + "Ġnew", + "Item" + ], + [ + ")ĊĊ", + "ĊĊĊĊ" + ], + [ + "ou", + "is" + ], + [ + "n", + "oc" + ], + [ + ".BL", + "ACK" + ], + [ + "_V", + "ECTOR" + ], + [ + "----------", + "", + "();" + ], + [ + ".get", + "P" + ], + [ + "any", + "e" + ], + [ + "Ġneur", + "on" + ], + [ + "if", + "old" + ], + [ + "ĠK", + "nown" + ], + [ + "Bit", + "coin" + ], + [ + "Any", + "way" + ], + [ + "ay", + "ette" + ], + [ + "Ġ'", + "['" + ], + [ + "Ãł", + "nh" + ], + [ + "m", + "gr" + ], + [ + "Ġcor", + "related" + ], + [ + "Ġn", + "ause" + ], + [ + "Ġment", + "ality" + ], + [ + "has", + "Many" + ], + [ + "ĠF", + "G" + ], + [ + "amp", + "ie" + ], + [ + "IT", + "U" + ], + [ + "F", + "s" + ], + [ + ".S", + "p" + ], + [ + "_b", + "etween" + ], + [ + "Dep", + "endencies" + ], + [ + "ou", + "g" + ], + [ + "Place", + "holder" + ], + [ + "=", + "text" + ], + [ + "ĠMan", + "aging" + ], + [ + "ocal", + "ypse" + ], + [ + "åĮ", + "Ĺ" + ], + [ + "_m", + "ag" + ], + [ + "f", + "ld" + ], + [ + "â", + "ij" + ], + [ + "C", + "AM" + ], + [ + "ĠHelp", + "ers" + ], + [ + "Ġd", + "ost" + ], + [ + "/", + "out" + ], + [ + "Ġassass", + "ination" + ], + [ + ".get", + "Image" + ], + [ + "ĠKenn", + "y" + ], + [ + ".'", + ")ĊĊ" + ], + [ + "){", + "//" + ], + [ + "ĠR", + "anger" + ], + [ + "Ġg", + "ek" + ], + [ + "Ġsinc", + "ere" + ], + [ + "<", + "Value" + ], + [ + "ĠD", + "OT" + ], + [ + "ĠVict", + "ory" + ], + [ + "Ġleg", + "ends" + ], + [ + "Ġpr", + "isons" + ], + [ + "(ex", + "pression" + ], + [ + "ĠR", + "abbit" + ], + [ + "_s", + "entence" + ], + [ + "Ġbit", + "es" + ], + [ + "Ġon", + "Failure" + ], + [ + "ĠâĪ", + "Ī" + ], + [ + "K", + "im" + ], + [ + ".g", + "ender" + ], + [ + "ĠÎ", + "»" + ], + [ + "Ġ[", + "." + ], + [ + "\"]", + ");" + ], + [ + "land", + "ing" + ], + [ + "-d", + "igit" + ], + [ + "TE", + "MP" + ], + [ + "ĉ", + "entry" + ], + [ + "Ġstrt", + "ok" + ], + [ + "Ġdesc", + "endants" + ], + [ + "um", + "no" + ], + [ + "Ġlean", + "ing" + ], + [ + "Ġspecific", + "s" + ], + [ + "q", + "n" + ], + [ + "ĠSp", + "art" + ], + [ + "Ġpor", + "r" + ], + [ + "EDIATE", + "K" + ], + [ + "Ġse", + "per" + ], + [ + "'", + "aut" + ], + [ + "ĠSTE", + "P" + ], + [ + "ĠBorder", + "Layout" + ], + [ + "Ġret", + "ros" + ], + [ + "ĠSalv", + "ador" + ], + [ + "ĠEN", + "GINE" + ], + [ + "x", + "dc" + ], + [ + "T", + "weet" + ], + [ + "v", + "k" + ], + [ + "Ġì", + "²" + ], + [ + "]", + "<<" + ], + [ + "het", + "ics" + ], + [ + "c", + "oding" + ], + [ + "Re", + "ach" + ], + [ + ".re", + "q" + ], + [ + "gu", + "ide" + ], + [ + ".s", + "cope" + ], + [ + "sh", + "irt" + ], + [ + "rog", + "ate" + ], + [ + "SET", + "TING" + ], + [ + "ĠProte", + "in" + ], + [ + "Ġe", + "ing" + ], + [ + ".", + "EMPTY" + ], + [ + ".d", + "f" + ], + [ + "Ġclear", + "er" + ], + [ + "Ġc", + "rossover" + ], + [ + "ĠTo", + "ys" + ], + [ + "Ġco", + "ated" + ], + [ + ".M", + "onth" + ], + [ + "ĠAtt", + "ach" + ], + [ + "/", + "run" + ], + [ + ".t", + "abs" + ], + [ + "Ġogs", + "Ã¥" + ], + [ + "B", + "rown" + ], + [ + ".D", + "ATE" + ], + [ + "Ġf", + "os" + ], + [ + "åŃĹ", + "符" + ], + [ + "W", + "ood" + ], + [ + "-th", + "ree" + ], + [ + "her", + "ited" + ], + [ + "Ġ", + "rop" + ], + [ + "(", + "ac" + ], + [ + "Ġembod", + "iment" + ], + [ + "ĠKenn", + "eth" + ], + [ + "Ġcan", + "non" + ], + [ + "Ġb", + "idding" + ], + [ + "čĊ" + ], + [ + ".get", + "Resources" + ], + [ + "Ġl", + "ump" + ], + [ + "_const", + "s" + ], + [ + "(", + "ext" + ], + [ + "ĉd", + "ir" + ], + [ + "â", + "Ŀ" + ], + [ + "Ġpadding", + "Top" + ], + [ + "Ġobs", + "ession" + ], + [ + "Ġb", + "anning" + ], + [ + "ĠApp", + "Module" + ], + [ + "Ġpart", + "isan" + ], + [ + "Ġcatalog", + "ue" + ], + [ + "Ġmin", + "ors" + ], + [ + "Ġpitch", + "es" + ], + [ + "we", + "ep" + ], + [ + "Ġundert", + "ake" + ], + [ + "Ġthem", + "ed" + ], + [ + "aud", + "it" + ], + [ + ".scroll", + "Top" + ], + [ + "Ġr", + "er" + ], + [ + "Ġsympt", + "om" + ], + [ + "Ġopen", + "ings" + ], + [ + ".block", + "s" + ], + [ + "open", + "id" + ], + [ + "Ġas", + "sh" + ], + [ + "-s", + "ave" + ], + [ + "ĠP", + "ig" + ], + [ + "Ġreg", + "ain" + ], + [ + "Ġin", + "icial" + ], + [ + "/f", + "avicon" + ], + [ + "ĉ", + "exp" + ], + [ + "Ġsp", + "ices" + ], + [ + "isk", + "a" + ], + [ + "claim", + "s" + ], + [ + "m", + "ak" + ], + [ + "definition", + "s" + ], + [ + "Ġcorrespond", + "ent" + ], + [ + "ĠCann", + "abis" + ], + [ + "__", + ",Ċ" + ], + [ + "ĠL", + "ucky" + ], + [ + "ĠGa", + "ussian" + ], + [ + "ĠN", + "early" + ], + [ + "C", + "AD" + ], + [ + "']", + "]Ċ" + ], + [ + "Ġadequ", + "ately" + ], + [ + "ĠT", + "ITLE" + ], + [ + "constitution", + "al" + ], + [ + "-m", + "m" + ], + [ + "_", + "override" + ], + [ + "Ġbl", + "as" + ], + [ + ".ready", + "State" + ], + [ + "Ġremin", + "is" + ], + [ + "Ġrein", + "forced" + ], + [ + "ĠColl", + "abor" + ], + [ + "Ġdecor", + "ating" + ], + [ + "Ġb", + "achelor" + ], + [ + "ERRU", + "PT" + ], + [ + "Ġup", + "right" + ], + [ + "ip", + "ation" + ], + [ + "ĠNob", + "le" + ], + [ + "Ġvalue", + "ForKey" + ], + [ + "Ġset", + "Loading" + ], + [ + ".I", + "gnore" + ], + [ + "å", + "ģ" + ], + [ + "G", + "lobals" + ], + [ + "ĠM", + "ent" + ], + [ + "AS", + "SES" + ], + [ + "Ġlim", + "bs" + ], + [ + "ĠH", + "UD" + ], + [ + "inc", + "i" + ], + [ + ".", + "iv" + ], + [ + "ĠQ", + "ModelIndex" + ], + [ + "F", + "use" + ], + [ + "Ġped", + "al" + ], + [ + "_F", + "REQ" + ], + [ + "(", + "verbose" + ], + [ + "Ġlong", + "itud" + ], + [ + "ĠChar", + "ter" + ], + [ + "ê", + "·¸" + ], + [ + "Ġbund", + "les" + ], + [ + ".", + "ignore" + ], + [ + "um", + "bo" + ], + [ + "EM", + "A" + ], + [ + "....", + "..." + ], + [ + "s", + "x" + ], + [ + ".C", + "ard" + ], + [ + "Ġhe", + "ute" + ], + [ + "Ġste", + "er" + ], + [ + "j", + "umlah" + ], + [ + "Ġ{", + "_" + ], + [ + "_Check", + "ed" + ], + [ + "Ġf", + "ax" + ], + [ + "ĠG", + "ust" + ], + [ + "itch", + "ens" + ], + [ + "Ġ", + "))ĊĊ" + ], + [ + "Ġremark", + "ably" + ], + [ + "/", + "XML" + ], + [ + "-", + "remove" + ], + [ + "_b", + "t" + ], + [ + "Ġinc", + "ub" + ], + [ + ".p", + "ackage" + ], + [ + ".current", + "Thread" + ], + [ + "ĠHigh", + "lander" + ], + [ + ".s", + "ide" + ], + [ + "s", + "plash" + ], + [ + "Ġ", + "ici" + ], + [ + "=", + "D" + ], + [ + "Ġp", + "uck" + ], + [ + "Ġball", + "ots" + ], + [ + "Ġhug", + "ely" + ], + [ + "co", + "eff" + ], + [ + "Ġp", + "Data" + ], + [ + ".C", + "OLUMN" + ], + [ + "ĠHe", + "aling" + ], + [ + "Ġord", + "in" + ], + [ + "!", + ")," + ], + [ + "Ġ'", + "',čĊ" + ], + [ + "(m", + "d" + ], + [ + "ĠS", + "ask" + ], + [ + "<", + "strong" + ], + [ + "Ġsurviv", + "or" + ], + [ + ".s", + "eries" + ], + [ + "Ġcaffe", + "ine" + ], + [ + "Ġ`", + "(" + ], + [ + ".TRA", + "ILING" + ], + [ + "_", + "Input" + ], + [ + "(\"", + "^" + ], + [ + "z", + "d" + ], + [ + "&", + ");Ċ" + ], + [ + "ĠP", + "ing" + ], + [ + "Ġv", + "oucher" + ], + [ + ".r", + "ating" + ], + [ + "-sh", + "irts" + ], + [ + "ĠRetrie", + "ves" + ], + [ + ".al", + "ibaba" + ], + [ + "Or", + "acle" + ], + [ + "_MO", + "V" + ], + [ + "Old", + "Data" + ], + [ + "Ġ/*", + "čĊ" + ], + [ + "Ġg", + "boolean" + ], + [ + "Ġ=>", + "čĊ" + ], + [ + "Ġr", + "á" + ], + [ + "Ġbl", + "unt" + ], + [ + "ĠImage", + "Icon" + ], + [ + "if", + "ik" + ], + [ + "RT", + "C" + ], + [ + "Ġfib", + "ers" + ], + [ + "Ġto", + "ile" + ], + [ + ".s", + "ent" + ], + [ + "ĠPy", + "Qt" + ], + [ + "$", + "app" + ], + [ + "Ġmed", + "io" + ], + [ + "Ġgrant", + "ing" + ], + [ + "Ġtsl", + "int" + ], + [ + "ĠM", + "ö" + ], + [ + "(fig", + "size" + ], + [ + "Ġhur", + "ricane" + ], + [ + "Ġlif", + "es" + ], + [ + "ĠÃ", + "Ħ" + ], + [ + "rocess", + "ing" + ], + [ + "_st", + "andard" + ], + [ + "-", + "option" + ], + [ + "'))", + ")" + ], + [ + "Ġvac", + "ant" + ], + [ + "å·", + "¥" + ], + [ + "ĠH", + "ollow" + ], + [ + "handle", + "Change" + ], + [ + "Ġdiv", + "ider" + ], + [ + "ĠEngine", + "ers" + ], + [ + "Ġsv", + "ens" + ], + [ + "Ġcompl", + "iant" + ], + [ + "t", + "anggal" + ], + [ + "ĠC", + "redits" + ], + [ + "ĠEm", + "irates" + ], + [ + "Rule", + "Context" + ], + [ + "Ġreal", + "ization" + ], + [ + "Ġdistr", + "acted" + ], + [ + "]+", + "=" + ], + [ + "Ġaug", + "ment" + ], + [ + "ĠD", + "w" + ], + [ + "ot", + "p" + ], + [ + "or", + "rent" + ], + [ + "Edit", + "ar" + ], + [ + ".st", + "ock" + ], + [ + "St", + "udy" + ], + [ + "pe", + "ctions" + ], + [ + "ĠGame", + "Manager" + ], + [ + "=", + "cut" + ], + [ + "Ġf", + "lock" + ], + [ + "ĠRom", + "ans" + ], + [ + "th", + "em" + ], + [ + "-h", + "op" + ], + [ + "Ġscreens", + "hots" + ], + [ + "Ġ/*", + "!Ċ" + ], + [ + "Ġconvers", + "ions" + ], + [ + "Ġnormal", + "ization" + ], + [ + "(config", + "uration" + ], + [ + "Ġa", + "eros" + ], + [ + "_se", + "curity" + ], + [ + "!", + "'Ċ" + ], + [ + "B", + "onus" + ], + [ + "ĠDR", + "IVER" + ], + [ + "ĉ", + "Date" + ], + [ + "t", + "ie" + ], + [ + "ĠWy", + "oming" + ], + [ + "St", + "and" + ], + [ + "it", + "re" + ], + [ + "Ġsh", + "oppers" + ], + [ + "Ġdisadv", + "antage" + ], + [ + "Ġlik", + "ing" + ], + [ + "ç¬", + "ij" + ], + [ + "Ġunderstand", + "able" + ], + [ + "SE", + "E" + ], + [ + "Ġh", + "oy" + ], + [ + "Ġnin", + "ete" + ], + [ + "Ġcon", + "fer" + ], + [ + "Ġnow", + "rap" + ], + [ + "ĠV", + "ern" + ], + [ + ",", + "čĊčĊ" + ], + [ + "imest", + "ep" + ], + [ + "Layout", + "Manager" + ], + [ + "à", + "·" + ], + [ + "ĉw", + "ait" + ], + [ + "PLE", + "TED" + ], + [ + "J", + "apan" + ], + [ + "Ġindu", + "ce" + ], + [ + "Ġå", + "¯" + ], + [ + "оз", + "в" + ], + [ + "_END", + "POINT" + ], + [ + ".h", + "orizontal" + ], + [ + "Ġacceler", + "ated" + ], + [ + "rim", + "on" + ], + [ + "IV", + "ES" + ], + [ + "Trans", + "actions" + ], + [ + "Le", + "an" + ], + [ + "ĠSO", + "UR" + ], + [ + "wh", + "ether" + ], + [ + "y", + "g" + ], + [ + "Ġo", + "id" + ], + [ + "ĠEntity", + "Manager" + ], + [ + "OUN", + "TRY" + ], + [ + "Ġfil", + "a" + ], + [ + "OLUM", + "NS" + ], + [ + "IN", + "UE" + ], + [ + "ĠAn", + "chor" + ], + [ + "TR", + "AN" + ], + [ + "wo", + "o" + ], + [ + "block", + "quote" + ], + [ + "ĠN", + "urse" + ], + [ + "ĠCar", + "p" + ], + [ + "Ġrede", + "em" + ], + [ + ".", + "try" + ], + [ + "ĠJ", + "P" + ], + [ + "Ġtimestamp", + "s" + ], + [ + "Ġ?>", + "\"><" + ], + [ + "ĠREM", + "OVE" + ], + [ + "ĠStar", + "bucks" + ], + [ + "Re", + "ally" + ], + [ + "Ġflood", + "ed" + ], + [ + ".C", + "allback" + ], + [ + "Drop", + "Down" + ], + [ + "ip", + "ro" + ], + [ + "Ġt", + "ended" + ], + [ + "l", + "te" + ], + [ + "Ġproport", + "ions" + ], + [ + "-", + "te" + ], + [ + "ĠR", + "ena" + ], + [ + "lic", + "ate" + ], + [ + "for", + "ces" + ], + [ + ".ex", + "tra" + ], + [ + ".auth", + "enticate" + ], + [ + "в", + "од" + ], + [ + "¡", + "°" + ], + [ + "Ġfor", + "ControlEvents" + ], + [ + "Ġsen", + "ha" + ], + [ + "Ġke", + "in" + ], + [ + "Ġmin", + "ist" + ], + [ + "ĠPre", + "ference" + ], + [ + "ĠTele", + "graph" + ], + [ + "Ñĥ", + "п" + ], + [ + "str", + "pos" + ], + [ + "Ġillness", + "es" + ], + [ + "Ġp", + "igs" + ], + [ + "Ġget", + "Intent" + ], + [ + "S", + "ol" + ], + [ + "ĠÂ", + "¡" + ], + [ + "(c", + "pu" + ], + [ + "[", + "prop" + ], + [ + "s", + "creens" + ], + [ + "');", + "?>" + ], + [ + "ĠAct", + "s" + ], + [ + "Ġstr", + "dup" + ], + [ + "Ġaver", + "ages" + ], + [ + "an", + "al" + ], + [ + "ĠCas", + "ual" + ], + [ + "Group", + "Box" + ], + [ + "ĠHand", + "book" + ], + [ + "/", + "comments" + ], + [ + "Ġnumber", + "ed" + ], + [ + "Ġbroadcast", + "ing" + ], + [ + "çĽ", + "ij" + ], + [ + ".native", + "Element" + ], + [ + ".m", + "u" + ], + [ + "Ġupdated", + "At" + ], + [ + "ĠDoes", + "n" + ], + [ + ".A", + "C" + ], + [ + ".c", + "oll" + ], + [ + "Ġrec", + "order" + ], + [ + "_sh", + "a" + ], + [ + "B", + "g" + ], + [ + "b", + "il" + ], + [ + "Ġbol", + "ts" + ], + [ + "Ġç", + "¬" + ], + [ + "Ġim", + "posing" + ], + [ + "ĠInformation", + "en" + ], + [ + "_flash", + "data" + ], + [ + "e", + "conomic" + ], + [ + "Rem", + "ark" + ], + [ + "uc", + "as" + ], + [ + "ĠOff", + "icers" + ], + [ + "ĠT", + "ER" + ], + [ + "W", + "alk" + ], + [ + "Ġmerc", + "ado" + ], + [ + "_g", + "enerate" + ], + [ + "H", + "Y" + ], + [ + "Call", + "ing" + ], + [ + "s", + "nap" + ], + [ + "script", + "Id" + ], + [ + ".", + "operation" + ], + [ + "ĠFl", + "ame" + ], + [ + "l", + "iness" + ], + [ + "Ġrent", + "ed" + ], + [ + "_t", + "oggle" + ], + [ + "-ch", + "anging" + ], + [ + "ĠT", + "Y" + ], + [ + "'", + "util" + ], + [ + "EE", + "P" + ], + [ + "Ġgraph", + "ql" + ], + [ + "ĠUn", + "i" + ], + [ + "Ġimp", + "ulse" + ], + [ + ".B", + "asic" + ], + [ + "Ġenerg", + "ies" + ], + [ + "M", + "ARY" + ], + [ + "ĠMar", + "cel" + ], + [ + "Ġmort", + "al" + ], + [ + "Ġf", + "res" + ], + [ + "m", + "ens" + ], + [ + "m", + "otion" + ], + [ + "Ġsample", + "d" + ], + [ + "âĢľ", + "That" + ], + [ + "id", + "ay" + ], + [ + "qu", + "ipment" + ], + [ + "get", + "Int" + ], + [ + "ĠA", + "bsolute" + ], + [ + ",'", + "\"" + ], + [ + "un", + "ed" + ], + [ + ".sh", + "are" + ], + [ + "Ġ}", + ")(" + ], + [ + "mm", + "m" + ], + [ + "ĠR", + "ising" + ], + [ + "ä»", + "»" + ], + [ + "Ġun", + "employed" + ], + [ + "x", + "fa" + ], + [ + ".f", + "ollow" + ], + [ + "ĉĉĉĉ", + "ĠĠĠĠĠĠ" + ], + [ + "sl", + "t" + ], + [ + ".P", + "hone" + ], + [ + "Ġkn", + "ives" + ], + [ + "Ġe", + "ve" + ], + [ + "on", + "Click" + ], + [ + "]", + "))čĊ" + ], + [ + "ĠW", + "itness" + ], + [ + "ĉ", + "NS" + ], + [ + "ĠE", + "OS" + ], + [ + "ĠSte", + "fan" + ], + [ + "ĠPri", + "est" + ], + [ + "âĢĶ", + "which" + ], + [ + "Get", + "String" + ], + [ + ".", + "By" + ], + [ + "Ġup", + "stairs" + ], + [ + "Ġdetr", + "iment" + ], + [ + "bro", + "ken" + ], + [ + "emb", + "ro" + ], + [ + "Ġnic", + "otine" + ], + [ + "il", + "ion" + ], + [ + "Ġaston", + "ishing" + ], + [ + "_", + "aff" + ], + [ + "ĠLess", + "on" + ], + [ + "Ġaccident", + "al" + ], + [ + "od", + "or" + ], + [ + "Ġdec", + "ir" + ], + [ + "Ġnew", + "Name" + ], + [ + "+", + "." + ], + [ + "çĽ", + "¸" + ], + [ + "igs", + "list" + ], + [ + "ĠG", + "ithub" + ], + [ + "Ġsuccess", + "ive" + ], + [ + "rac", + "ial" + ], + [ + "Ġen", + "viron" + ], + [ + "éªĮ", + "è¯ģ" + ], + [ + "Ġredirect", + "ed" + ], + [ + "T", + "OTAL" + ], + [ + "Ġgrab", + "bing" + ], + [ + "ĠL", + "ance" + ], + [ + "Ġfor", + "fe" + ], + [ + "_C", + "B" + ], + [ + "å¾", + "®" + ], + [ + "El", + "apsed" + ], + [ + "_w", + "ay" + ], + [ + "(Dialog", + "Interface" + ], + [ + "_me", + "asure" + ], + [ + "x", + "bb" + ], + [ + "D", + "og" + ], + [ + "Dep", + "art" + ], + [ + "-s", + "rc" + ], + [ + "res", + "olver" + ], + [ + "with", + "standing" + ], + [ + "_sh", + "ell" + ], + [ + "ĠLast", + "Name" + ], + [ + "ĠAv", + "iation" + ], + [ + "Ġbegin", + "ner" + ], + [ + "(\"%", + "." + ], + [ + "(to", + "ol" + ], + [ + "Ġн", + "ов" + ], + [ + ":", + "init" + ], + [ + "(A", + "PI" + ], + [ + "ĠMorr", + "ison" + ], + [ + "vt", + "Color" + ], + [ + "Ġstap", + "le" + ], + [ + "/", + "INFO" + ], + [ + "Ġsupern", + "atural" + ], + [ + "Ġste", + "ak" + ], + [ + "tim", + "eline" + ], + [ + "zz", + "le" + ], + [ + "\"", + "`ĊĊ" + ], + [ + "Second", + "ary" + ], + [ + "ĠNep", + "al" + ], + [ + ".String", + "Utils" + ], + [ + "Ġad", + "am" + ], + [ + "Ġ(", + "..." + ], + [ + "Ġsub", + "stitution" + ], + [ + "Ġboard", + "ing" + ], + [ + "ĠKey", + "word" + ], + [ + "ĠAss", + "ault" + ], + [ + "dbc", + "Template" + ], + [ + "Ġorder", + "Id" + ], + [ + "(", + "engine" + ], + [ + ".assert", + "That" + ], + [ + "ĠVen", + "us" + ], + [ + "Ġhomic", + "ide" + ], + [ + "ĠA", + "val" + ], + [ + "Ġg", + "utter" + ], + [ + "ĠSupport", + "ed" + ], + [ + "/p", + "art" + ], + [ + "Ġac", + "claimed" + ], + [ + "H", + "istor" + ], + [ + "Ġmes", + "es" + ], + [ + "ü", + "ber" + ], + [ + "ĠRen", + "ew" + ], + [ + "Ġgr", + "as" + ], + [ + "ĠE", + "k" + ], + [ + "Ġin", + "file" + ], + [ + "ind", + "y" + ], + [ + ".m", + "usic" + ], + [ + ".S", + "croll" + ], + [ + "ĠA", + "ges" + ], + [ + "ĠNar", + "uto" + ], + [ + "ĠG", + "ather" + ], + [ + "Ġconfirm", + "ing" + ], + [ + "=", + "(\"" + ], + [ + "Ġpitch", + "ed" + ], + [ + "ole", + "y" + ], + [ + "Fr", + "ance" + ], + [ + "+'", + "\"" + ], + [ + "$", + "total" + ], + [ + "Ġon", + "de" + ], + [ + "Ġd", + "itch" + ], + [ + "_s", + "igma" + ], + [ + "Ġcontinu", + "ity" + ], + [ + "re", + "ward" + ], + [ + "-", + "load" + ], + [ + "Ġproces", + "o" + ], + [ + "Lock", + "ed" + ], + [ + "st", + "aw" + ], + [ + "Ġsp", + "inal" + ], + [ + "l", + "azy" + ], + [ + "!", + "==" + ], + [ + "j", + "est" + ], + [ + "Ġd", + "un" + ], + [ + "ĠRod", + "gers" + ], + [ + "ĉ", + "grid" + ], + [ + "Ġlog", + "os" + ], + [ + "ĠBeng", + "al" + ], + [ + ".s", + "uper" + ], + [ + "Provid", + "es" + ], + [ + "Ġnut", + "rient" + ], + [ + ".T", + "imestamp" + ], + [ + "IZ", + "ATION" + ], + [ + "åĨ", + "Į" + ], + [ + "Ġf", + "ats" + ], + [ + "ĠX", + "xx" + ], + [ + "ct", + "ica" + ], + [ + "Target", + "s" + ], + [ + "Ġcont", + "ours" + ], + [ + "Ġre", + "ordered" + ], + [ + ":", + "Array" + ], + [ + "Ġtoler", + "ate" + ], + [ + "V", + "ir" + ], + [ + "Ġter", + "ribly" + ], + [ + "Ġbr", + "icks" + ], + [ + "(&", + "_" + ], + [ + "h", + "b" + ], + [ + "Port", + "al" + ], + [ + "ĠB", + "read" + ], + [ + ".", + "which" + ], + [ + "ÂŃ", + "t" + ], + [ + "as", + "InstanceOf" + ], + [ + "Ġj", + "object" + ], + [ + "ĉ", + "length" + ], + [ + "_M", + "T" + ], + [ + ";", + "\">čĊ" + ], + [ + "_EX", + "IST" + ], + [ + "Ġmat", + "ernal" + ], + [ + "RE", + "L" + ], + [ + "Ġê²½", + "ìļ°" + ], + [ + "he", + "e" + ], + [ + "Ġlayout", + "s" + ], + [ + "ĠL", + "ap" + ], + [ + "ais", + "y" + ], + [ + "Ġst", + "umbled" + ], + [ + "ĠU", + "IG" + ], + [ + "ĠS", + "co" + ], + [ + "Ġimp", + "aired" + ], + [ + "RES", + "SED" + ], + [ + "Ġab", + "uses" + ], + [ + "V", + "F" + ], + [ + "AR", + "B" + ], + [ + ".N", + "AME" + ], + [ + "r", + "ch" + ], + [ + "prim", + "ir" + ], + [ + "_com", + "pleted" + ], + [ + "Ġp", + "enny" + ], + [ + "Ch", + "rome" + ], + [ + "(b", + "egin" + ], + [ + "ern", + "en" + ], + [ + "-", + "checkbox" + ], + [ + "Plain", + "OldData" + ], + [ + "ĠL", + "PC" + ], + [ + "r", + "ade" + ], + [ + "sp", + "ir" + ], + [ + "Ġcon", + "ceived" + ], + [ + "T", + "ips" + ], + [ + "ĠIo", + "T" + ], + [ + "ĠG", + "an" + ], + [ + "èģ", + "Ķ" + ], + [ + "Ġbi", + "ases" + ], + [ + "Ġconsult", + "ants" + ], + [ + "ple", + "d" + ], + [ + "_", + "ht" + ], + [ + "associ", + "ated" + ], + [ + "],", + "ĊĊ" + ], + [ + "Ġdelight", + "ful" + ], + [ + "ĠÑĤ", + "ек" + ], + [ + "Hel", + "vetica" + ], + [ + "(", + "load" + ], + [ + "-exp", + "and" + ], + [ + "_W", + "IDGET" + ], + [ + "to", + "a" + ], + [ + "ĠA", + "kt" + ], + [ + "Ġom", + "n" + ], + [ + "Ġcl", + "auses" + ], + [ + "Int", + "el" + ], + [ + "*/", + "}Ċ" + ], + [ + "_reg", + "istration" + ], + [ + "Ġold", + "Value" + ], + [ + "Ġrest", + "oring" + ], + [ + "Ġun", + "real" + ], + [ + "O", + "VER" + ], + [ + "ĉĊĉĊ", + "ĉĊ" + ], + [ + "AT", + "S" + ], + [ + "_pro", + "be" + ], + [ + "Ġdiv", + "isor" + ], + [ + ".update", + "Dynamic" + ], + [ + "å¹", + "³" + ], + [ + "Produ", + "ces" + ], + [ + "st", + "amp" + ], + [ + ".j", + "boss" + ], + [ + "ĉt", + "ask" + ], + [ + "!", + "(:" + ], + [ + "Ġpsych", + "ic" + ], + [ + "@", + "class" + ], + [ + "M", + "artin" + ], + [ + "ĠPass", + "ed" + ], + [ + "clar", + "ations" + ], + [ + "h", + "el" + ], + [ + "а", + "Ñĩ" + ], + [ + "ĉc", + "opy" + ], + [ + "-b", + "in" + ], + [ + "z", + "an" + ], + [ + "ig", + "ram" + ], + [ + "া", + "à¦" + ], + [ + "(s", + "ig" + ], + [ + "ĠC", + "aval" + ], + [ + "_", + "##" + ], + [ + "Ġ%", + "=" + ], + [ + "out", + "lined" + ], + [ + "ĠAc", + "id" + ], + [ + "Ġunpredict", + "able" + ], + [ + "-d", + "ashboard" + ], + [ + "Hex", + "String" + ], + [ + "+", + "c" + ], + [ + ".P", + "ublic" + ], + [ + "áº", + "©" + ], + [ + "Ġconvey", + "or" + ], + [ + "ĠE", + "B" + ], + [ + "Ġselect", + "s" + ], + [ + "Ġknock", + "ing" + ], + [ + "ĠC", + "ec" + ], + [ + "IBUT", + "ES" + ], + [ + "owa", + "Äĩ" + ], + [ + "g", + "atsby" + ], + [ + "*", + "v" + ], + [ + "ent", + "ropy" + ], + [ + "Ġdispatch", + "ed" + ], + [ + "Ġcam", + "el" + ], + [ + "ĠSat", + "urn" + ], + [ + "Ġover", + "weight" + ], + [ + "(", + "phone" + ], + [ + "par", + "able" + ], + [ + "%", + "B" + ], + [ + "_v", + "ectors" + ], + [ + "Ġbrew", + "ing" + ], + [ + "ĠT", + "k" + ], + [ + "ĠDownload", + "s" + ], + [ + "ĠS", + "aved" + ], + [ + ".Pr", + "ice" + ], + [ + "Ġcur", + "ved" + ], + [ + "ĠParen", + "thood" + ], + [ + "è", + "¶" + ], + [ + ".p", + "nl" + ], + [ + "plet", + "ely" + ], + [ + ".D", + "ay" + ], + [ + "Ġadvertis", + "ers" + ], + [ + "Ġej", + "ec" + ], + [ + "Ġpr", + "zed" + ], + [ + "ë", + "¯" + ], + [ + "!", + "';Ċ" + ], + [ + "ĠK", + "ush" + ], + [ + "ĠT", + "AB" + ], + [ + "Ġquest", + "s" + ], + [ + "Ġcoinc", + "idence" + ], + [ + "umm", + "ies" + ], + [ + "ĠKash", + "mir" + ], + [ + "ĠEth", + "ics" + ], + [ + "_g", + "rowth" + ], + [ + "Ġakt", + "iv" + ], + [ + "Ġgroup", + "ing" + ], + [ + "å¢", + "ŀ" + ], + [ + "_tr", + "uth" + ], + [ + "åIJ", + "¬" + ], + [ + "t", + "odos" + ], + [ + "is", + "et" + ], + [ + "Tex", + "Coord" + ], + [ + "ä", + "tt" + ], + [ + "ĠZ", + "ur" + ], + [ + "ro", + "ys" + ], + [ + "_M", + "AGIC" + ], + [ + "Ġbrew", + "ery" + ], + [ + "(", + "State" + ], + [ + "ĠSM", + "ALL" + ], + [ + "ĠPl", + "ants" + ], + [ + "it", + "bart" + ], + [ + "each", + "er" + ], + [ + "ĠAd", + "elaide" + ], + [ + "L", + "u" + ], + [ + "Ġf", + "ick" + ], + [ + "und", + "les" + ], + [ + "_load", + "ed" + ], + [ + "и", + "е" + ], + [ + "P", + "oll" + ], + [ + "rit", + "ic" + ], + [ + "EL", + "Y" + ], + [ + "Ġ+", + "'" + ], + [ + "ĠProf", + "ession" + ], + [ + "Ġst", + "amps" + ], + [ + "ĠS", + "ew" + ], + [ + "scroll", + "View" + ], + [ + "Ġcomm", + "unist" + ], + [ + "/pro", + "blems" + ], + [ + "}čĊčĊ", + "čĊčĊ" + ], + [ + ",", + "o" + ], + [ + "Ġu", + "dp" + ], + [ + "Ġob", + "ese" + ], + [ + "appro", + "ve" + ], + [ + "ancell", + "ation" + ], + [ + "_G", + "ame" + ], + [ + "ĠHas", + "htable" + ], + [ + "adaptive", + "Styles" + ], + [ + "Ġpossess", + "es" + ], + [ + ".match", + "er" + ], + [ + "function", + "al" + ], + [ + "M", + "rs" + ], + [ + "ĉs", + "ave" + ], + [ + "ĠDb", + "Type" + ], + [ + "Ġk", + "en" + ], + [ + "get", + "Context" + ], + [ + "Ġm", + "ans" + ], + [ + "(", + "rel" + ], + [ + "ĠBrother", + "hood" + ], + [ + ")", + "`Ċ" + ], + [ + "è§", + "£" + ], + [ + ".In", + "formation" + ], + [ + "OutOfRange", + "Exception" + ], + [ + "ĠS", + "ek" + ], + [ + "C", + "as" + ], + [ + "Ġblog", + "gers" + ], + [ + "E", + "ither" + ], + [ + "(\"", + "\"\"" + ], + [ + "Ġpin", + "ch" + ], + [ + "Ġco", + "arse" + ], + [ + ")", + "p" + ], + [ + "ĠP", + "ulse" + ], + [ + "Ġlear", + "nt" + ], + [ + "Ġdent", + "ist" + ], + [ + "Ġon", + "change" + ], + [ + "Ġdirect", + "ives" + ], + [ + "(", + "actions" + ], + [ + "ny", + "der" + ], + [ + "ĠSh", + "ir" + ], + [ + "T", + "rait" + ], + [ + "_de", + "p" + ], + [ + "ĠP", + "ET" + ], + [ + "ĠRE", + "P" + ], + [ + ".App", + "Settings" + ], + [ + "cu", + "ador" + ], + [ + "iden", + "av" + ], + [ + "Ġenv", + "i" + ], + [ + "Ġsl", + "ammed" + ], + [ + "ĠSh", + "oot" + ], + [ + "Ġdate", + "Format" + ], + [ + ".j", + "oda" + ], + [ + "ve", + "ys" + ], + [ + "Ġ)", + ".ĊĊ" + ], + [ + "Ġcare", + "g" + ], + [ + "ĠPar", + "allel" + ], + [ + "_", + "translation" + ], + [ + ".function", + "s" + ], + [ + ".", + "obs" + ], + [ + "Runtime", + "Exception" + ], + [ + "[]", + "=" + ], + [ + "over", + "view" + ], + [ + "ĠSch", + "l" + ], + [ + "Ġno", + "isy" + ], + [ + "ĠOn", + "PropertyChanged" + ], + [ + "S", + "ending" + ], + [ + "Ġunf", + "amiliar" + ], + [ + "U", + "pon" + ], + [ + "ĠPrint", + "s" + ], + [ + ".t", + "yp" + ], + [ + "Ġflee", + "ing" + ], + [ + "ĉm", + "ove" + ], + [ + "(", + "Un" + ], + [ + "Ġq", + "r" + ], + [ + "×", + "ľ" + ], + [ + "_b", + "eta" + ], + [ + "Ġsk", + "ies" + ], + [ + "ĉm", + "e" + ], + [ + "W", + "ND" + ], + [ + "Ġstick", + "ers" + ], + [ + "bl", + "as" + ], + [ + "Ġinsert", + "s" + ], + [ + "Ġvers", + "es" + ], + [ + "ĠD", + "ew" + ], + [ + "Ġtang", + "ible" + ], + [ + "Ġhe", + "cho" + ], + [ + "P", + "OL" + ], + [ + "Ġte", + "ardown" + ], + [ + "om", + "nia" + ], + [ + "IB", + "E" + ], + [ + ".c", + "over" + ], + [ + "_str", + "ategy" + ], + [ + "^", + "-" + ], + [ + "set", + "Position" + ], + [ + "u", + "ale" + ], + [ + "S", + "igned" + ], + [ + "Ġif", + "ace" + ], + [ + "as", + "eline" + ], + [ + ".set", + "Time" + ], + [ + "ĠMin", + "eral" + ], + [ + "ĠFight", + "ing" + ], + [ + "sk", + "ins" + ], + [ + "Ġdiscrim", + "in" + ], + [ + "Ġdans", + "k" + ], + [ + "ĠPr", + "inceton" + ], + [ + "ac", + "ist" + ], + [ + "Ġ(", + "));Ċ" + ], + [ + "tr", + "acks" + ], + [ + "imon", + "ial" + ], + [ + "ad", + "ecimal" + ], + [ + "EP", + "ROM" + ], + [ + "ugg", + "le" + ], + [ + ".Not", + "ification" + ], + [ + "$", + "mail" + ], + [ + "c", + "antidad" + ], + [ + "ĠJ", + "ung" + ], + [ + "Ġseek", + "ers" + ], + [ + "Ġpl", + "ausible" + ], + [ + "t", + "ier" + ], + [ + "еÐ", + "¶" + ], + [ + "Ġr", + "apper" + ], + [ + "ĠMan", + "a" + ], + [ + "ĠHttp", + "StatusCode" + ], + [ + "Ġburn", + "t" + ], + [ + "los", + "es" + ], + [ + "ĠF", + "oto" + ], + [ + "ĠJson", + "Object" + ], + [ + "Inst", + "agram" + ], + [ + "Ġsys", + "call" + ], + [ + "Ġreal", + "ities" + ], + [ + "ĠMAT", + "LAB" + ], + [ + ":^", + "{Ċ" + ], + [ + "TER", + "M" + ], + [ + "ĠC", + "bd" + ], + [ + "ĠPar", + "agraph" + ], + [ + "Ġtrav", + "és" + ], + [ + "Ġconstruct", + "ing" + ], + [ + "Ġsw", + "al" + ], + [ + "Ġp", + "ige" + ], + [ + "LL", + "LL" + ], + [ + "-ex", + "isting" + ], + [ + "G", + "ets" + ], + [ + "Ġmelt", + "ed" + ], + [ + "Ġmitig", + "ate" + ], + [ + "H", + "en" + ], + [ + "Ġh", + "m" + ], + [ + "im", + "as" + ], + [ + "ĠA", + "o" + ], + [ + "ĠP", + "erez" + ], + [ + "ĠD", + "AL" + ], + [ + "Ġëĭ", + "¤" + ], + [ + "Ġdiv", + "is" + ], + [ + "Storyboard", + "Segue" + ], + [ + "ĠMod", + "ify" + ], + [ + "ĠÃľ", + "ber" + ], + [ + "_O", + "VERRIDE" + ], + [ + ".p", + "em" + ], + [ + "unt", + "os" + ], + [ + "Ġespa", + "ñ" + ], + [ + "Ġ{", + "?" + ], + [ + "ĠP", + "AY" + ], + [ + "_ip", + "v" + ], + [ + "ĠF", + "ury" + ], + [ + "__", + ".__" + ], + [ + "el", + "ow" + ], + [ + "-center", + "ed" + ], + [ + "check", + "s" + ], + [ + "_", + "Reg" + ], + [ + "-J", + "avadoc" + ], + [ + "ĉ", + "load" + ], + [ + "ĠLik", + "ewise" + ], + [ + "ا", + "Ùħ" + ], + [ + "UN", + "E" + ], + [ + ".se", + "m" + ], + [ + "x", + "cb" + ], + [ + "ĠC", + "ave" + ], + [ + "_s", + "leep" + ], + [ + "Ġsil", + "ently" + ], + [ + "ĠExt", + "reme" + ], + [ + ".To", + "Upper" + ], + [ + "ĉC", + "HECK" + ], + [ + "Ġc", + "ue" + ], + [ + "ĠQ", + "ByteArray" + ], + [ + "Ġcorrupt", + "ed" + ], + [ + "ĠD", + "é" + ], + [ + "Ġimp", + "ed" + ], + [ + "Get", + "Name" + ], + [ + "Ġinaccur", + "ate" + ], + [ + "Ġso", + "ber" + ], + [ + "е", + "е" + ], + [ + "Ġbar", + "code" + ], + [ + "--", + "){Ċ" + ], + [ + "ink", + "i" + ], + [ + "Ġé", + "p" + ], + [ + "Ġd", + "ri" + ], + [ + "ĠAL", + "T" + ], + [ + ">>>>", + ">>>>" + ], + [ + "ont", + "a" + ], + [ + "[", + "L" + ], + [ + "Ġinter", + "es" + ], + [ + "ver", + "ting" + ], + [ + "Ġdi", + "agnostics" + ], + [ + "p", + "dev" + ], + [ + "è", + "©" + ], + [ + "ĠIntegr", + "ated" + ], + [ + ").", + "'" + ], + [ + "_g", + "c" + ], + [ + "$", + "text" + ], + [ + ".g", + "ames" + ], + [ + "ĠT", + "erra" + ], + [ + "'", + "Re" + ], + [ + ".trans", + "fer" + ], + [ + "_F", + "IFO" + ], + [ + "get", + "Model" + ], + [ + "Ġbl", + "and" + ], + [ + "ĠCole", + "man" + ], + [ + "Ġpr", + "imes" + ], + [ + "Ġæ", + "Ī" + ], + [ + "Ġcross", + "es" + ], + [ + "n", + "k" + ], + [ + "G", + "ING" + ], + [ + "Ġ'", + "^" + ], + [ + "ĠB", + "lob" + ], + [ + "Ġinter", + "course" + ], + [ + "ĠBl", + "vd" + ], + [ + "Ġweigh", + "s" + ], + [ + "_reg", + "ular" + ], + [ + "ĠPer", + "th" + ], + [ + "Ġsepar", + "ating" + ], + [ + "Ġb", + "illed" + ], + [ + ".tab", + "Control" + ], + [ + "Ġpup", + "pet" + ], + [ + "Ġutil", + "ization" + ], + [ + "Ġâĸ", + "ł" + ], + [ + "Ġsucc", + "es" + ], + [ + "Ġl", + "amps" + ], + [ + "_pro", + "j" + ], + [ + "E", + "ric" + ], + [ + "Ġren", + "ovation" + ], + [ + "ĠFam", + "ilies" + ], + [ + "ĠB", + "its" + ], + [ + "part", + "ials" + ], + [ + "-M", + "en" + ], + [ + "s", + "olution" + ], + [ + "Ġd", + "warf" + ], + [ + ".IN", + "TEGER" + ], + [ + "ĠLO", + "CK" + ], + [ + ".", + "ct" + ], + [ + "Ġexcer", + "pt" + ], + [ + "ĠP", + "ix" + ], + [ + "ĠFirst", + "Name" + ], + [ + "ANT", + "ED" + ], + [ + "ĠAd", + "mir" + ], + [ + "-h", + "elp" + ], + [ + "P", + "rior" + ], + [ + "ĠAl", + "ign" + ], + [ + ".IN", + "STANCE" + ], + [ + "Line", + "Edit" + ], + [ + "('/", + ":" + ], + [ + "Ġin", + "et" + ], + [ + "od", + "us" + ], + [ + ".p", + "kl" + ], + [ + "ĠK", + "Y" + ], + [ + "up", + "ert" + ], + [ + "Ġn", + "erves" + ], + [ + "_grad", + "ient" + ], + [ + "}", + "','" + ], + [ + "_un", + "ref" + ], + [ + "Ġs", + "aturated" + ], + [ + "ĠConn", + "ected" + ], + [ + "ĠF", + "N" + ], + [ + "EX", + "IT" + ], + [ + "Ġtele", + "port" + ], + [ + "Ġav", + "ait" + ], + [ + "Page", + "Route" + ], + [ + "Ġdivor", + "ced" + ], + [ + "(l", + "ang" + ], + [ + "f", + "st" + ], + [ + "ĠT", + "yr" + ], + [ + "Ġmess", + "enger" + ], + [ + "if", + "stream" + ], + [ + "X", + "S" + ], + [ + "ĠBank", + "ing" + ], + [ + "Ġinfect", + "ious" + ], + [ + "ĠM", + "ons" + ], + [ + "_LO", + "OP" + ], + [ + "Ġzur", + "ück" + ], + [ + "Ġobt", + "ener" + ], + [ + "/re", + "pos" + ], + [ + "V", + "el" + ], + [ + "ac", + "ro" + ], + [ + "Ġuser", + "Repository" + ], + [ + "style", + "Type" + ], + [ + "ĠS", + "RC" + ], + [ + "VML", + "INUX" + ], + [ + "rec", + "ursive" + ], + [ + "/", + "bar" + ], + [ + "_ch", + "ip" + ], + [ + "omin", + "ated" + ], + [ + "ĠN", + "it" + ], + [ + "âĢĶ", + "to" + ], + [ + "ĠBudd", + "h" + ], + [ + "ом", + "еÑĢ" + ], + [ + "ĠM", + "AG" + ], + [ + "ĠC", + "HE" + ], + [ + "_d", + "en" + ], + [ + ".", + "raises" + ], + [ + "_de", + "gree" + ], + [ + "Ġpump", + "kin" + ], + [ + "_tem", + "plates" + ], + [ + "_M", + "EDIA" + ], + [ + "ĠTim", + "eline" + ], + [ + "Ġb", + "ots" + ], + [ + "Object", + "Type" + ], + [ + "Ġbu", + "ys" + ], + [ + ".post", + "s" + ], + [ + "C", + "AL" + ], + [ + "wait", + "ing" + ], + [ + "ĠDani", + "els" + ], + [ + "Ġd", + "abei" + ], + [ + "ĠS", + "igma" + ], + [ + "il", + "or" + ], + [ + "ig", + "el" + ], + [ + ",", + "W" + ], + [ + "AD", + "S" + ], + [ + "(", + "panel" + ], + [ + "ì²", + "´" + ], + [ + "it", + "ating" + ], + [ + ".p", + "alette" + ], + [ + "Ġmos", + "quito" + ], + [ + "Ġt", + "ego" + ], + [ + "(parse", + "Int" + ], + [ + "Ġdes", + "pués" + ], + [ + "p", + "romise" + ], + [ + "Ġw", + "ij" + ], + [ + "types", + "cript" + ], + [ + "ĠT", + "v" + ], + [ + "_IDENT", + "IFIER" + ], + [ + ").ĊĊ", + "Ċ" + ], + [ + "_fl", + "at" + ], + [ + "its", + "u" + ], + [ + "US", + "R" + ], + [ + "ex", + "perience" + ], + [ + "-f", + "it" + ], + [ + "ph", + "inx" + ], + [ + "_th", + "resh" + ], + [ + "Ġide", + "ally" + ], + [ + "ĠFre", + "eman" + ], + [ + ",", + "DB" + ], + [ + "_r", + "w" + ], + [ + "çŃ", + "ī" + ], + [ + "U", + "b" + ], + [ + "_stat", + "istics" + ], + [ + "=\"", + "\"><" + ], + [ + "Ġch", + "ore" + ], + [ + "Ġy", + "ork" + ], + [ + "inst", + "alled" + ], + [ + "Add", + "itionally" + ], + [ + "Ġp", + "stmt" + ], + [ + "yl", + "ko" + ], + [ + "::", + "Ċ" + ], + [ + "Fore", + "st" + ], + [ + "Ġhead", + "set" + ], + [ + "Ġgall", + "on" + ], + [ + "ÑĢ", + "ем" + ], + [ + "Ġwithdraw", + "n" + ], + [ + "ĠC", + "andidate" + ], + [ + "Ġmel", + "ting" + ], + [ + "Ġfree", + "zer" + ], + [ + "Ġh", + "l" + ], + [ + "_HE", + "LP" + ], + [ + "m", + "ime" + ], + [ + "(", + "/*" + ], + [ + "Ġth", + "irst" + ], + [ + "$", + "return" + ], + [ + "member", + "of" + ], + [ + "еÐ", + "±" + ], + [ + "ĠHttp", + "ServletRequest" + ], + [ + "(", + "ob" + ], + [ + "_", + "Result" + ], + [ + "Ġassert", + "ed" + ], + [ + "Ġfulfill", + "ing" + ], + [ + "Ġstret", + "ches" + ], + [ + "par", + "ated" + ], + [ + "-f", + "unded" + ], + [ + "Ġå", + "Ľ" + ], + [ + "ing", + "les" + ], + [ + "_c", + "a" + ], + [ + ".", + "condition" + ], + [ + "ĠDis", + "plays" + ], + [ + "Ġor", + "ang" + ], + [ + "ĠC", + "RE" + ], + [ + "Ġgl", + "Bind" + ], + [ + "ĠSelect", + "or" + ], + [ + "/", + "type" + ], + [ + "ĠAlex", + "a" + ], + [ + "ched", + "ules" + ], + [ + "ĠPen", + "insula" + ], + [ + "Ġpar", + "ity" + ], + [ + "ĉ", + "dest" + ], + [ + "ĠDo", + "ors" + ], + [ + "čĊ", + "ĉčĊ" + ], + [ + "_dim", + "ension" + ], + [ + "Ġa", + "load" + ], + [ + ".St", + "oredProcedure" + ], + [ + "(p", + "aren" + ], + [ + "ĠBur", + "ke" + ], + [ + "')", + "]Ċ" + ], + [ + "-", + "engine" + ], + [ + "Ġqu", + "ir" + ], + [ + "ĠHy", + "brid" + ], + [ + "ĠDo", + "e" + ], + [ + "Ġout", + "lines" + ], + [ + "ĠTrend", + "s" + ], + [ + "_N", + "V" + ], + [ + "per", + "iments" + ], + [ + "ĠH", + "in" + ], + [ + "?", + "'," + ], + [ + "ĉ", + "Text" + ], + [ + "F", + "UL" + ], + [ + "Ġsm", + "ells" + ], + [ + "Ġs", + "lick" + ], + [ + "Ġmis", + "erable" + ], + [ + "ĠArray", + "Adapter" + ], + [ + "Ġparam", + "String" + ], + [ + "H", + "om" + ], + [ + "_l", + "iterals" + ], + [ + "us", + "uarios" + ], + [ + "Ġprompt", + "ing" + ], + [ + "_l", + "azy" + ], + [ + "ĠActiv", + "ation" + ], + [ + "_", + "oc" + ], + [ + "We", + "ak" + ], + [ + "Ġan", + "ecd" + ], + [ + "ĠU", + "CLA" + ], + [ + "=", + "re" + ], + [ + "isse", + "ment" + ], + [ + "ĠEsc", + "orts" + ], + [ + "Ex", + "cellent" + ], + [ + "ĠP", + "ause" + ], + [ + "Ġre", + "positories" + ], + [ + "T", + "OR" + ], + [ + "ari", + "ate" + ], + [ + "_is", + "o" + ], + [ + "up", + "dates" + ], + [ + "hal", + "b" + ], + [ + "udi", + "ante" + ], + [ + "ë¡", + "Ŀ" + ], + [ + "Ġna", + "ive" + ], + [ + "ĠP", + "eg" + ], + [ + "ĠL", + "ounge" + ], + [ + "ARG", + "IN" + ], + [ + "(b", + "in" + ], + [ + "On", + "ClickListener" + ], + [ + "ĠFA", + "ILED" + ], + [ + "Ġl", + "ite" + ], + [ + "Ġd", + "zie" + ], + [ + "ĠL", + "iteral" + ], + [ + "iv", + "or" + ], + [ + "fc", + "ntl" + ], + [ + "Ġe", + "ats" + ], + [ + "Ġq", + "ed" + ], + [ + "Un", + "lock" + ], + [ + "rid", + "ing" + ], + [ + "und", + "ai" + ], + [ + "=", + "M" + ], + [ + "AT", + "TER" + ], + [ + "Configure", + "Await" + ], + [ + "ici", + "as" + ], + [ + "ustom", + "ed" + ], + [ + "Ġsuccess", + "ion" + ], + [ + "end", + "Time" + ], + [ + "ĠJ", + "upiter" + ], + [ + "Ġjud", + "ging" + ], + [ + "d", + "ration" + ], + [ + "_d", + "ocs" + ], + [ + ".m", + "o" + ], + [ + "Ġeduc", + "ators" + ], + [ + "ĠV", + "ine" + ], + [ + "Con", + "d" + ], + [ + "[", + "out" + ], + [ + "q", + "b" + ], + [ + "\\", + "Validator" + ], + [ + "Ġmean", + "ings" + ], + [ + "Ġpresent", + "ly" + ], + [ + "Ġdiv", + "iding" + ], + [ + "otten", + "ham" + ], + [ + "asc", + "ular" + ], + [ + "Ġtrail", + "ers" + ], + [ + "ĠC", + "LOSE" + ], + [ + "ам", + "и" + ], + [ + "âĢĻ", + "ai" + ], + [ + "ĠG", + "ain" + ], + [ + "w", + "or" + ], + [ + "Ġpl", + "anner" + ], + [ + "Ġdistrib", + "uting" + ], + [ + "v", + "at" + ], + [ + "month", + "s" + ], + [ + "x", + "label" + ], + [ + "H", + "F" + ], + [ + "V", + "iol" + ], + [ + ".BASE", + "LINE" + ], + [ + "еÑĤ", + "ÑģÑı" + ], + [ + "ĠR", + "otate" + ], + [ + "Ġtx", + "n" + ], + [ + ":", + "bold" + ], + [ + "Ġb", + "loss" + ], + [ + "Forg", + "ery" + ], + [ + "(", + "embed" + ], + [ + "Ġjak", + "o" + ], + [ + "s", + "printf" + ], + [ + "the", + "ir" + ], + [ + "Ġexhib", + "its" + ], + [ + "-", + "static" + ], + [ + "he", + "cy" + ], + [ + "get", + "ActiveSheet" + ], + [ + ".c", + "lients" + ], + [ + "ãģ", + "į" + ], + [ + "_h", + "ide" + ], + [ + "[", + "word" + ], + [ + "C", + "b" + ], + [ + "add", + "Item" + ], + [ + "ax", + "e" + ], + [ + "_r", + "adio" + ], + [ + "al", + "ion" + ], + [ + "mod", + "ifier" + ], + [ + "Ġsat", + "uration" + ], + [ + "Ġden", + "om" + ], + [ + "_p", + "ixels" + ], + [ + "m", + "ess" + ], + [ + "(f", + "l" + ], + [ + "at", + "if" + ], + [ + "Ġse", + "cs" + ], + [ + "Ġpro", + "stitution" + ], + [ + "Ġgrand", + "children" + ], + [ + "Ġparad", + "ise" + ], + [ + "ĠF", + "eld" + ], + [ + "_B", + "INARY" + ], + [ + "it", + "ous" + ], + [ + "à¹", + "Ħ" + ], + [ + "Ġflash", + "ing" + ], + [ + "-s", + "ided" + ], + [ + "Ġcontrad", + "iction" + ], + [ + "/*", + "ĊĊ" + ], + [ + "y", + "label" + ], + [ + "ĠT", + "et" + ], + [ + "Ġadm", + "ire" + ], + [ + "res", + "o" + ], + [ + "Ġlet", + "z" + ], + [ + "ĠSE", + "ARCH" + ], + [ + "sl", + "ots" + ], + [ + "ĠRew", + "ards" + ], + [ + "ĠH", + "og" + ], + [ + "ĠNS", + "Data" + ], + [ + "st", + "ash" + ], + [ + "F", + "all" + ], + [ + "ĠA", + "mer" + ], + [ + "Line", + "arLayout" + ], + [ + "/", + "photos" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġ|", + "čĊ" + ], + [ + "Download", + "s" + ], + [ + ".Start", + "sWith" + ], + [ + "Ġ//", + "#" + ], + [ + "ine", + "Transform" + ], + [ + "Ġaff", + "id" + ], + [ + "V", + "tbl" + ], + [ + "ĠRog", + "ue" + ], + [ + "scri", + "bed" + ], + [ + "Ġfa", + "uc" + ], + [ + "ĠMon", + "roe" + ], + [ + "Ġdecl", + "ares" + ], + [ + "mod", + "ern" + ], + [ + "re", + "on" + ], + [ + "ay", + "be" + ], + [ + "P", + "ASS" + ], + [ + "f", + "ers" + ], + [ + "_MULT", + "I" + ], + [ + "ĠMath", + "ematics" + ], + [ + "Ġsud", + "ah" + ], + [ + "_ATT", + "ACH" + ], + [ + "Ġnumber", + "With" + ], + [ + "ĠSol", + "omon" + ], + [ + "j", + "in" + ], + [ + "ograf", + "ia" + ], + [ + "ö", + "l" + ], + [ + "_d", + "esign" + ], + [ + "cul", + "ated" + ], + [ + "ĠL", + "una" + ], + [ + "ies", + "z" + ], + [ + "Ġ=>", + "'" + ], + [ + "Ġrevel", + "ations" + ], + [ + "Al", + "ong" + ], + [ + "(", + "ed" + ], + [ + "ĠF", + "ilename" + ], + [ + "Ġy", + "label" + ], + [ + "Sec", + "ure" + ], + [ + "Ġbus", + "ca" + ], + [ + "agn", + "osis" + ], + [ + "_RE", + "CE" + ], + [ + "Ġoverl", + "apping" + ], + [ + "Ext", + "ent" + ], + [ + "Ġanticip", + "ation" + ], + [ + "Check", + "s" + ], + [ + "ĠALS", + "O" + ], + [ + "or", + "c" + ], + [ + "iling", + "ual" + ], + [ + "it", + "ational" + ], + [ + "Ġadv", + "ancement" + ], + [ + "ou", + "ro" + ], + [ + "ĠP", + "redicate" + ], + [ + "å¾", + "Ĺ" + ], + [ + "er", + "ia" + ], + [ + "ĠPier", + "ce" + ], + [ + "or", + "io" + ], + [ + "Ġmer", + "its" + ], + [ + "Ġpe", + "anut" + ], + [ + ".P", + "ackage" + ], + [ + "ĠCon", + "duct" + ], + [ + "_SENS", + "OR" + ], + [ + "Ġbo", + "iling" + ], + [ + "Ġin", + "tra" + ], + [ + "ĠI", + "GN" + ], + [ + "ĠF", + "ur" + ], + [ + ".Ref", + "resh" + ], + [ + "ĠRe", + "ach" + ], + [ + "_dec", + "oder" + ], + [ + ".Ex", + "p" + ], + [ + "ĠÑĤ", + "ак" + ], + [ + "p", + "ill" + ], + [ + ",", + "Q" + ], + [ + "ĠGr", + "ill" + ], + [ + "Ġpop", + "ping" + ], + [ + ".A", + "g" + ], + [ + "Ġpro", + "yecto" + ], + [ + "Ġmile", + "age" + ], + [ + "Ġec", + "ological" + ], + [ + "]", + "]);Ċ" + ], + [ + "ĠÂ", + "Ń" + ], + [ + "sub", + "plot" + ], + [ + "ac", + "ad" + ], + [ + "ĠTry", + "ing" + ], + [ + "rec", + "ipes" + ], + [ + "$", + "criteria" + ], + [ + "ĠPers", + "ian" + ], + [ + "-b", + "ound" + ], + [ + "M", + "ASK" + ], + [ + "ĠG", + "esture" + ], + [ + "Ġk", + "k" + ], + [ + "ĠP", + "VC" + ], + [ + "Ġprohib", + "ition" + ], + [ + "Ġcom", + "ando" + ], + [ + "ĠLO", + "OK" + ], + [ + "Sh", + "opping" + ], + [ + "Ġdist", + "ortion" + ], + [ + "<", + "Boolean" + ], + [ + ".Get", + "Length" + ], + [ + "um", + "pt" + ], + [ + "\\", + "Product" + ], + [ + "ell", + "ery" + ], + [ + "Ġfire", + "wall" + ], + [ + "form", + "atted" + ], + [ + ".red", + "is" + ], + [ + "Ġes", + "a" + ], + [ + "ĠRh", + "ode" + ], + [ + "S", + "om" + ], + [ + ".n", + "on" + ], + [ + "Ġ'", + ")." + ], + [ + "Ġget", + "View" + ], + [ + "ạ", + "n" + ], + [ + "pr", + "us" + ], + [ + "Mat", + "thew" + ], + [ + "Ġs", + "ia" + ], + [ + "ĠF", + "ors" + ], + [ + "G", + "PU" + ], + [ + "ient", + "ras" + ], + [ + "_IN", + "ST" + ], + [ + "Ġol", + "arak" + ], + [ + "Ġimport", + "ing" + ], + [ + "T", + "CP" + ], + [ + "/", + "\");Ċ" + ], + [ + "e", + "ither" + ], + [ + "Ġfresh", + "ly" + ], + [ + "c", + "ascade" + ], + [ + "(char", + "acter" + ], + [ + "ĠJe", + "ep" + ], + [ + "ot", + "ics" + ], + [ + "_", + "UTIL" + ], + [ + ".Xtra", + "Printing" + ], + [ + ".first", + "Child" + ], + [ + "ĠEx", + "cell" + ], + [ + "Ġd", + "vd" + ], + [ + "Ġt", + "aller" + ], + [ + "Ġr", + "as" + ], + [ + "yp", + "ass" + ], + [ + "Ġassign", + "s" + ], + [ + "Ġgri", + "ev" + ], + [ + "-m", + "ore" + ], + [ + "J", + "D" + ], + [ + "ĠBurn", + "s" + ], + [ + "'", + ">čĊ" + ], + [ + ".D", + "ependency" + ], + [ + ".Query", + "String" + ], + [ + ".O", + "wner" + ], + [ + "Ġexp", + "iry" + ], + [ + "Th", + "u" + ], + [ + "(", + "Vec" + ], + [ + "Ġhazard", + "ous" + ], + [ + "Ġr", + "pm" + ], + [ + "AP", + "ON" + ], + [ + "Ġadd", + "Target" + ], + [ + "sv", + "ille" + ], + [ + "p", + "Net" + ], + [ + "ĠIm", + "g" + ], + [ + "ĠTIM", + "ER" + ], + [ + ".An", + "imation" + ], + [ + "Ġbe", + "k" + ], + [ + "Ġass", + "ort" + ], + [ + "Ġle", + "bih" + ], + [ + "Ġbody", + "Parser" + ], + [ + "Ġvibr", + "ating" + ], + [ + "ID", + "L" + ], + [ + "Ġbutter", + "knife" + ], + [ + "int", + "ers" + ], + [ + "Ġpersu", + "ade" + ], + [ + "ĠLGBT", + "Q" + ], + [ + "è", + "ĭ" + ], + [ + ".s", + "oft" + ], + [ + "Ġbe", + "ams" + ], + [ + "_s", + "ur" + ], + [ + ".D", + "ef" + ], + [ + "Ġl", + "abs" + ], + [ + "ĉ", + "plt" + ], + [ + "Ġsk", + "ins" + ], + [ + "Ġtransf", + "erring" + ], + [ + "Ġimag", + "inary" + ], + [ + "_E", + "nd" + ], + [ + ";", + "background" + ], + [ + "Ġl", + "aps" + ], + [ + "_COM", + "MENT" + ], + [ + "(S", + "DL" + ], + [ + "ond", + "s" + ], + [ + ".Rec", + "ord" + ], + [ + "ĠIm", + "plements" + ], + [ + "_t", + "icks" + ], + [ + "()", + "))ĊĊ" + ], + [ + "Ġa", + "rose" + ], + [ + "]", + "?" + ], + [ + "ĠM", + "p" + ], + [ + "ĠI", + "Command" + ], + [ + "Ġsculpt", + "ure" + ], + [ + "Ġcontract", + "ed" + ], + [ + "<", + "HTML" + ], + [ + "Ġcal", + "end" + ], + [ + "at", + "y" + ], + [ + "/", + "Sub" + ], + [ + "Ġkv", + "inn" + ], + [ + "_", + "IGNORE" + ], + [ + "ĠSh", + "ane" + ], + [ + "ML", + "S" + ], + [ + "Ġstim", + "ulate" + ], + [ + "Part", + "ition" + ], + [ + "Ġm", + "un" + ], + [ + "ó", + "m" + ], + [ + "eral", + "a" + ], + [ + "-", + "account" + ], + [ + ".B", + "inary" + ], + [ + "c", + "é" + ], + [ + "Ġse", + "ize" + ], + [ + "connection", + "s" + ], + [ + "ĠĊ", + "ĠĠĠĠĠĠĠĠĊ" + ], + [ + "ĠDi", + "agnostic" + ], + [ + "V", + "ISIBLE" + ], + [ + "ĠRun", + "s" + ], + [ + "Ġimpress", + "ions" + ], + [ + "s", + "uite" + ], + [ + "ob", + "le" + ], + [ + "~", + "-" + ], + [ + "ak", + "ukan" + ], + [ + "<", + "Person" + ], + [ + "ĠN", + "os" + ], + [ + "ĠG", + "ui" + ], + [ + ".wait", + "For" + ], + [ + "RE", + "SET" + ], + [ + "Ġpost", + "pon" + ], + [ + "Dis", + "cover" + ], + [ + "arr", + "ison" + ], + [ + "sh", + "aw" + ], + [ + "b", + "lood" + ], + [ + "AJ", + "OR" + ], + [ + "æĽ´", + "æĸ°" + ], + [ + "ĠM", + "use" + ], + [ + "æĶ", + "¶" + ], + [ + "Ġret", + "aining" + ], + [ + "ot", + "te" + ], + [ + "Ġmos", + "que" + ], + [ + "ĠS", + "ne" + ], + [ + "Ġstandard", + "ized" + ], + [ + "Ġmain", + "land" + ], + [ + "_th", + "ree" + ], + [ + "unge", + "ons" + ], + [ + "get", + "Doctrine" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġag", + "g" + ], + [ + "ĠP", + "orsche" + ], + [ + "now", + "led" + ], + [ + "lat", + "ent" + ], + [ + "ĠRel", + "ation" + ], + [ + "Ġ//", + "'" + ], + [ + "Ġshut", + "ting" + ], + [ + "ĠRem", + "ix" + ], + [ + "_c", + "ov" + ], + [ + "Ġs", + "ailing" + ], + [ + "Ġv", + "owed" + ], + [ + "Ġp", + "ots" + ], + [ + "out", + "u" + ], + [ + "Ġhair", + "y" + ], + [ + "cast", + "s" + ], + [ + "Rel", + "oad" + ], + [ + "Ġre", + "connect" + ], + [ + "ter", + "a" + ], + [ + ".child", + "Nodes" + ], + [ + "ĠR", + "ack" + ], + [ + "Ġcurrent", + "Index" + ], + [ + "Ġall", + "en" + ], + [ + "Ġ", + "çĶ¨æĪ·" + ], + [ + "ĠC", + "ubs" + ], + [ + "[", + "X" + ], + [ + "_SE", + "Q" + ], + [ + "_RE", + "MOVE" + ], + [ + ".get", + "Action" + ], + [ + "(/", + "^" + ], + [ + "err", + "ar" + ], + [ + "Ġ", + "ether" + ], + [ + "cur", + "ve" + ], + [ + "Ġsl", + "ap" + ], + [ + "Ġu", + "om" + ], + [ + "O", + "thers" + ], + [ + "Ġen", + "gr" + ], + [ + "Dis", + "position" + ], + [ + "Ġst", + "aged" + ], + [ + "E", + "ye" + ], + [ + "ĠA", + "ux" + ], + [ + "auth", + "enticate" + ], + [ + "Ġ$", + "?" + ], + [ + "ĠAndre", + "as" + ], + [ + "Ġset", + "w" + ], + [ + ".A", + "rt" + ], + [ + "Ġforecast", + "s" + ], + [ + "Ġa", + "unt" + ], + [ + "-m", + "iddle" + ], + [ + "Ġmis", + "d" + ], + [ + "des", + "k" + ], + [ + "Ġescort", + "e" + ], + [ + "ĠCas", + "a" + ], + [ + "rop", + "ical" + ], + [ + "Ġexem", + "ple" + ], + [ + "plan", + "et" + ], + [ + "(U", + "INT" + ], + [ + "Ġwh", + "ip" + ], + [ + "ĠPC", + "B" + ], + [ + "clide", + "an" + ], + [ + "=\"", + "\\" + ], + [ + "Ġox", + "ide" + ], + [ + "Ġsucceed", + "s" + ], + [ + "der", + "ived" + ], + [ + "ĠEcon", + "om" + ], + [ + "_co", + "ordinates" + ], + [ + "ir", + "as" + ], + [ + "D", + "raft" + ], + [ + "Ġvisual", + "ize" + ], + [ + "B", + "rian" + ], + [ + "_ASS", + "UME" + ], + [ + "ĠObject", + "Id" + ], + [ + "Ġtrain", + "ers" + ], + [ + "_FOR", + "CE" + ], + [ + "Ġcon", + "soles" + ], + [ + "-", + "process" + ], + [ + "lic", + "her" + ], + [ + "ĠSim", + "mons" + ], + [ + "T", + "aking" + ], + [ + "ĠCl", + "aims" + ], + [ + "Ġdiffé", + "rent" + ], + [ + "Activity", + "Result" + ], + [ + "Ġsn", + "s" + ], + [ + "éĢī", + "æĭ" + ], + [ + "ĠCr", + "us" + ], + [ + "Ġll", + "am" + ], + [ + "r", + "ab" + ], + [ + "ĠJo", + "an" + ], + [ + "AA", + "A" + ], + [ + "ĉf", + "ilter" + ], + [ + "ish", + "ops" + ], + [ + "get", + "ting" + ], + [ + "à", + "µ" + ], + [ + "Ġquant", + "o" + ], + [ + "P", + "ast" + ], + [ + "ov", + "ich" + ], + [ + "Ġin", + "justice" + ], + [ + "ĠF", + "LOAT" + ], + [ + "Ġal", + "right" + ], + [ + "\\", + "DB" + ], + [ + "(", + "GameObject" + ], + [ + "u", + "ish" + ], + [ + "(b", + "ot" + ], + [ + "Ġgall", + "ons" + ], + [ + "ĠR", + "é" + ], + [ + "ĠS", + "aid" + ], + [ + "ĠSTDMETHOD", + "CALLTYPE" + ], + [ + "ais", + "ing" + ], + [ + "_process", + "or" + ], + [ + "ell", + "idos" + ], + [ + "ter", + "dam" + ], + [ + "ĠBe", + "am" + ], + [ + "Text", + "Area" + ], + [ + "Ġret", + "orno" + ], + [ + ".M", + "ake" + ], + [ + "Ġ$", + "(\"<" + ], + [ + "Ġlock", + "down" + ], + [ + "Ġremed", + "ies" + ], + [ + "Ġve", + "el" + ], + [ + "x", + "ee" + ], + [ + "do", + "ctype" + ], + [ + "F", + "il" + ], + [ + "ĠExp", + "and" + ], + [ + "Ġemp", + "loys" + ], + [ + "Ġsession", + "Storage" + ], + [ + "Ph", + "p" + ], + [ + "P", + "ublish" + ], + [ + "Ġret", + "al" + ], + [ + "f", + "abs" + ], + [ + "ynam", + "ics" + ], + [ + "Ġtoss", + "ed" + ], + [ + "ĠnumberOfRows", + "InSection" + ], + [ + "x", + "path" + ], + [ + "\\", + "modules" + ], + [ + "Ġdis", + "astr" + ], + [ + "ĠM", + "ULT" + ], + [ + ".M", + "esh" + ], + [ + "-st", + "age" + ], + [ + "Ġs", + "df" + ], + [ + "it", + "ung" + ], + [ + "ug", + "es" + ], + [ + "Ġ?>", + "\">'" + ], + [ + "kin", + "son" + ], + [ + "Ġк", + "ол" + ], + [ + "ogn", + "itive" + ], + [ + "_", + "li" + ], + [ + "Ġim", + "minent" + ], + [ + "Ġaff", + "inity" + ], + [ + ".sign", + "al" + ], + [ + "Ġnot", + "ch" + ], + [ + "ĠSteel", + "ers" + ], + [ + "max", + "length" + ], + [ + "K", + "K" + ], + [ + "ĠEug", + "ene" + ], + [ + "_P", + "WM" + ], + [ + "ro", + "i" + ], + [ + "Ġâ", + "Ĺı" + ], + [ + "ĠH", + "amburg" + ], + [ + ".M", + "ust" + ], + [ + "Ġax", + "e" + ], + [ + "en", + "ef" + ], + [ + "Ġamb", + "itions" + ], + [ + "ĠSpec", + "ies" + ], + [ + "ĠSt", + "ress" + ], + [ + "Ġa", + "while" + ], + [ + "Ġб", + "Ñĥд" + ], + [ + "Ġwith", + "stand" + ], + [ + "ĠDec", + "oder" + ], + [ + "_in", + "ventory" + ], + [ + "Ġ{", + "ččĊ" + ], + [ + "Ġt", + "gt" + ], + [ + "Ġrail", + "road" + ], + [ + "W", + "ASHINGTON" + ], + [ + "Ġnegot", + "iated" + ], + [ + "N", + "ST" + ], + [ + "-", + "phone" + ], + [ + ",", + "U" + ], + [ + "Ġexerc", + "ising" + ], + [ + "á»", + "¥" + ], + [ + "_P", + "IXEL" + ], + [ + "av", + "ors" + ], + [ + "iter", + "ated" + ], + [ + "Ġv", + "ampire" + ], + [ + "ad", + "al" + ], + [ + "In", + "grese" + ], + [ + "Ġun", + "g" + ], + [ + "ject", + "ive" + ], + [ + ".c", + "ells" + ], + [ + "Ġn", + "ano" + ], + [ + "Ġmark", + "down" + ], + [ + "_R", + "ULE" + ], + [ + "(event", + "s" + ], + [ + "Ġl", + "uggage" + ], + [ + "MESS", + "AGE" + ], + [ + "ig", + "keit" + ], + [ + "$", + "count" + ], + [ + "Attribute", + "Name" + ], + [ + "IG", + "INAL" + ], + [ + "_E", + "nt" + ], + [ + "ĠB", + "F" + ], + [ + "ĠCOM", + "MENT" + ], + [ + "_in", + "i" + ], + [ + "ĠEurope", + "ans" + ], + [ + "ĠB", + "elle" + ], + [ + "åij", + "½" + ], + [ + ")", + "['" + ], + [ + "åº", + "Ķ" + ], + [ + "ĠUse", + "ful" + ], + [ + ".re", + "ference" + ], + [ + "()", + "\"," + ], + [ + "_", + "grade" + ], + [ + "ĠK", + "aw" + ], + [ + "Ġsent", + "encing" + ], + [ + "Ġsocial", + "ism" + ], + [ + "mon", + "ster" + ], + [ + "_L", + "AYER" + ], + [ + "Ġdee", + "pest" + ], + [ + "w", + "k" + ], + [ + "ĠNo", + "ise" + ], + [ + "###", + "ĊĊ" + ], + [ + "Ġpr", + "éc" + ], + [ + "ot", + "le" + ], + [ + "ÑĤ", + "е" + ], + [ + "a", + "uf" + ], + [ + "ib", + "al" + ], + [ + "Ġcon", + "quer" + ], + [ + ">", + "Email" + ], + [ + "Ġamb", + "ulance" + ], + [ + "O", + "AD" + ], + [ + "Ġ(\"", + "%" + ], + [ + "ĠF", + "I" + ], + [ + ".f", + "ixture" + ], + [ + "Ġter", + "se" + ], + [ + "ĠĠĠĠ", + "ĉĉĉĉ" + ], + [ + "Ġsanct", + "uary" + ], + [ + "ug", + "i" + ], + [ + "ĠCom", + "parator" + ], + [ + "Definition", + "s" + ], + [ + "Ġast", + "hma" + ], + [ + "Ġl", + "act" + ], + [ + "Ġhard", + "wood" + ], + [ + ".c", + "lock" + ], + [ + "Ġattract", + "ing" + ], + [ + "ĠM", + "our" + ], + [ + "(d", + "istance" + ], + [ + "ic", + "its" + ], + [ + "Ġbon", + "ne" + ], + [ + "ĠAC", + "CESS" + ], + [ + ".Deserialize", + "Object" + ], + [ + "ĠTyp", + "ed" + ], + [ + "Ġje", + "u" + ], + [ + "Ġapp", + "Id" + ], + [ + "ĠCl", + "ara" + ], + [ + "ĠH", + "F" + ], + [ + "ĠRe", + "ich" + ], + [ + "ipp", + "les" + ], + [ + "//----------------------------------------------------------------", + "----------------" + ], + [ + "_del", + "ivery" + ], + [ + "erial", + "ization" + ], + [ + "Ġplaint", + "iffs" + ], + [ + "Sc", + "ient" + ], + [ + "sh", + "opping" + ], + [ + "ĠD", + "ummy" + ], + [ + "ĠW", + "ald" + ], + [ + "Group", + "Name" + ], + [ + "Ġins", + "cription" + ], + [ + "el", + "og" + ], + [ + "::::", + "::::" + ], + [ + "_", + "ld" + ], + [ + "Back", + "Pressed" + ], + [ + ".R", + "aw" + ], + [ + "ĠOn", + "Trigger" + ], + [ + "Ġmuse", + "ums" + ], + [ + "ĠBe", + "en" + ], + [ + "ĠAdvent", + "ures" + ], + [ + "Ġsl", + "ate" + ], + [ + "Ġlet", + "t" + ], + [ + "Ġsu", + "nd" + ], + [ + "ĠG", + "in" + ], + [ + "ĠMechan", + "ical" + ], + [ + ".s", + "hip" + ], + [ + "App", + "Component" + ], + [ + "Ġdest", + "ined" + ], + [ + "Ġdw", + "elling" + ], + [ + "Prof", + "iler" + ], + [ + "Pre", + "pare" + ], + [ + "ze", + "ich" + ], + [ + "Ġsil", + "icon" + ], + [ + "(h", + "as" + ], + [ + "Ġ#", + "%" + ], + [ + "VID", + "EO" + ], + [ + "Ġcollabor", + "ate" + ], + [ + "L", + "in" + ], + [ + "Ġsc", + "opes" + ], + [ + "(", + "className" + ], + [ + "(s", + "d" + ], + [ + "and", + "in" + ], + [ + ".h", + "am" + ], + [ + "Service", + "Impl" + ], + [ + "-des", + "cribed" + ], + [ + "Ġiron", + "y" + ], + [ + "st", + "ial" + ], + [ + "ĠHu", + "awei" + ], + [ + "(re", + "po" + ], + [ + "Ġunexpected", + "ly" + ], + [ + "ĠK", + "ai" + ], + [ + ".inst", + "all" + ], + [ + "\\x", + "f" + ], + [ + "Ġexhib", + "ited" + ], + [ + "_T", + "CP" + ], + [ + "ĠO", + "x" + ], + [ + "_CH", + "O" + ], + [ + "Ġprostitu", + "erte" + ], + [ + "Ġv", + "ä" + ], + [ + "Ġsit", + "o" + ], + [ + "Ġconstitu", + "ents" + ], + [ + "ĠContin", + "ued" + ], + [ + "ĠS", + "AVE" + ], + [ + "r", + "ss" + ], + [ + "/", + "message" + ], + [ + "ub", + "es" + ], + [ + "Ġmisd", + "emean" + ], + [ + "Ġtax", + "ation" + ], + [ + "Ġstory", + "line" + ], + [ + "h", + "air" + ], + [ + "ĠFind", + "s" + ], + [ + "S", + "IG" + ], + [ + "ver", + "ification" + ], + [ + "~", + "=" + ], + [ + ".h", + "p" + ], + [ + "Iter", + "able" + ], + [ + "Ñĭ", + "е" + ], + [ + "ator", + "i" + ], + [ + "Ġc", + "tr" + ], + [ + "R", + "x" + ], + [ + "_", + ");ĊĊ" + ], + [ + "d", + "ag" + ], + [ + ".p", + "in" + ], + [ + "Ġp", + "seud" + ], + [ + "Ġinv", + "o" + ], + [ + "ÑģÑĤ", + "ÑĢ" + ], + [ + "_p", + "ix" + ], + [ + "为", + "空" + ], + [ + "Ġsw", + "orn" + ], + [ + "âĢĶ", + "or" + ], + [ + "_reg", + "istry" + ], + [ + "Ġdis", + "asters" + ], + [ + "ĠRO", + "I" + ], + [ + "ĠâĢ", + "ķ" + ], + [ + "akt", + "u" + ], + [ + "fore", + "st" + ], + [ + "be", + "iten" + ], + [ + "âĢĶ", + "I" + ], + [ + "ue", + "va" + ], + [ + "eg", + "t" + ], + [ + "Ġsp", + "ikes" + ], + [ + "URE", + "S" + ], + [ + "ĠRecomm", + "ended" + ], + [ + "Ġexplo", + "ited" + ], + [ + "ĠFreder", + "ick" + ], + [ + "_COMP", + "LETE" + ], + [ + "ĠDr", + "ugs" + ], + [ + "!!!!", + "!!!!" + ], + [ + "ĠR", + "iv" + ], + [ + "ST", + "OP" + ], + [ + "RO", + "OM" + ], + [ + "ĠP", + "ASSWORD" + ], + [ + "C", + "ookies" + ], + [ + ".E", + "l" + ], + [ + "á»", + "Ń" + ], + [ + "ĠB", + "ert" + ], + [ + "Ġhash", + "ed" + ], + [ + "ic", + "ester" + ], + [ + "Ġdecor", + "ator" + ], + [ + "Ġquery", + "String" + ], + [ + ":", + ";Ċ" + ], + [ + "Ġ\"", + "[\"" + ], + [ + "oto", + "pe" + ], + [ + "-A", + "meric" + ], + [ + "ĠMatthew", + "s" + ], + [ + "UR", + "AL" + ], + [ + "âĢľ", + "," + ], + [ + "Sum", + "mer" + ], + [ + "f", + "os" + ], + [ + "_CONT", + "AINER" + ], + [ + "_A", + "CK" + ], + [ + "Ġfil", + "tr" + ], + [ + "_dis", + "p" + ], + [ + "_", + "Re" + ], + [ + "Ġfac", + "ile" + ], + [ + "а", + "ÑĪ" + ], + [ + "Ġìķ", + "Ĭ" + ], + [ + "Ġe", + "ben" + ], + [ + "Ġspr", + "ink" + ], + [ + "ĠQ", + "uint" + ], + [ + ">", + "V" + ], + [ + "Ġhistor", + "ians" + ], + [ + "our", + "met" + ], + [ + "ĠMonitor", + "ing" + ], + [ + "led", + "ger" + ], + [ + "c", + "ott" + ], + [ + "Ġw", + "are" + ], + [ + "GG", + "LE" + ], + [ + "c", + "ars" + ], + [ + "ĠM", + "EDIATEK" + ], + [ + "Ġvol", + "upt" + ], + [ + "_", + "View" + ], + [ + "HE", + "L" + ], + [ + "(c", + "opy" + ], + [ + "(st", + "ats" + ], + [ + "Ġchrom", + "osome" + ], + [ + "ĠCurt", + "is" + ], + [ + "-", + "conf" + ], + [ + "(", + "asset" + ], + [ + "Ġhv", + "or" + ], + [ + "File", + "System" + ], + [ + "<", + ">();čĊ" + ], + [ + "oc", + "oder" + ], + [ + "ĠC", + "annon" + ], + [ + ")", + "x" + ], + [ + "ĠSm", + "ooth" + ], + [ + "ĠS", + "AS" + ], + [ + "_", + "ce" + ], + [ + "ĉ", + "prev" + ], + [ + "_m", + "ovie" + ], + [ + "E", + "c" + ], + [ + "_w", + "all" + ], + [ + "<", + "Button" + ], + [ + "ĠF", + "AST" + ], + [ + "Ġon", + "View" + ], + [ + "ul", + "an" + ], + [ + "ĠS", + "UPPORT" + ], + [ + "Ġgesch", + "ichten" + ], + [ + "ĠS", + "ons" + ], + [ + "Im", + "m" + ], + [ + "$", + "IFn" + ], + [ + "Ġfair", + "ness" + ], + [ + "Ġd", + "pi" + ], + [ + "ats", + "u" + ], + [ + "J", + "osh" + ], + [ + "Equal", + "ity" + ], + [ + "Ġ}", + "()Ċ" + ], + [ + "_", + "less" + ], + [ + "ĠR", + "atio" + ], + [ + "ĠC", + "ats" + ], + [ + "ĠS", + "tern" + ], + [ + "Mon", + "ster" + ], + [ + "Ġmer", + "cury" + ], + [ + "ü", + "hr" + ], + [ + "Ġplus", + "ieurs" + ], + [ + ".des", + "erialize" + ], + [ + "sc", + "opy" + ], + [ + ".F", + "alse" + ], + [ + ")", + "animated" + ], + [ + "ĠExp", + "erts" + ], + [ + "Ġ\"\")", + "{Ċ" + ], + [ + ".W", + "hen" + ], + [ + "see", + "also" + ], + [ + ".un", + "pack" + ], + [ + "LE", + "M" + ], + [ + ".select", + "All" + ], + [ + "Ġperception", + "s" + ], + [ + "ud", + "ing" + ], + [ + "ir", + "ling" + ], + [ + "ĠPrint", + "ing" + ], + [ + "gram", + "s" + ], + [ + "ĠFile", + "Stream" + ], + [ + "erv", + "ille" + ], + [ + "il", + "og" + ], + [ + "ic", + "mp" + ], + [ + "_C", + "ount" + ], + [ + "Ġlivest", + "ock" + ], + [ + "-", + "ca" + ], + [ + "doc", + "uments" + ], + [ + "Ġpo", + "les" + ], + [ + "ĉw", + "ant" + ], + [ + "Ġflu", + "ores" + ], + [ + "Ġstand", + "point" + ], + [ + "ĠH", + "uge" + ], + [ + "Ġradi", + "ans" + ], + [ + "ĠUIB", + "ar" + ], + [ + "EDI", + "UM" + ], + [ + "ĠHistor", + "ic" + ], + [ + "_h", + "older" + ], + [ + "ĠMar", + "ines" + ], + [ + "Ġt", + "ä" + ], + [ + ".L", + "ight" + ], + [ + "quir", + "er" + ], + [ + "ason", + "ry" + ], + [ + "div", + "ider" + ], + [ + "ĠFl", + "utter" + ], + [ + "_f", + "b" + ], + [ + "restrict", + "ed" + ], + [ + "ĠEvery", + "body" + ], + [ + "N", + "ão" + ], + [ + "Ġkn", + "ot" + ], + [ + "ĠT", + "witch" + ], + [ + "Ġhall", + "way" + ], + [ + "(C", + "ollider" + ], + [ + "Input", + "Element" + ], + [ + "?", + ")Ċ" + ], + [ + "/", + "off" + ], + [ + "/", + ")" + ], + [ + "play", + "ed" + ], + [ + "[", + "OF" + ], + [ + "Ġbat", + "ting" + ], + [ + "_d", + "l" + ], + [ + "Ġcom", + "edian" + ], + [ + "Ġé", + "v" + ], + [ + "ĠD", + "EM" + ], + [ + "ĠEd", + "en" + ], + [ + ":", + "white" + ], + [ + "'", + "'," + ], + [ + "Con", + "struction" + ], + [ + "acer", + "b" + ], + [ + "Ġtask", + "ed" + ], + [ + ".man", + "age" + ], + [ + "Rel", + "ationship" + ], + [ + "Ġph", + "on" + ], + [ + "n", + "z" + ], + [ + "_B", + "GR" + ], + [ + "Validate", + "AntiForgeryToken" + ], + [ + "_", + "air" + ], + [ + "âĢľ", + "When" + ], + [ + "Ġgl", + "fw" + ], + [ + "ĠCon", + "versation" + ], + [ + "_T", + "OTAL" + ], + [ + ",", + "Z" + ], + [ + "Ġg", + "raz" + ], + [ + "Ġiter", + "able" + ], + [ + "ĠP", + "ASS" + ], + [ + "Ġadvert", + "ise" + ], + [ + "Ġmö", + "glich" + ], + [ + "/", + "train" + ], + [ + "ĠVolk", + "swagen" + ], + [ + "Ġcreep", + "y" + ], + [ + "Ġ\"", + ")čĊ" + ], + [ + "QU", + "ENCE" + ], + [ + "Ġalt", + "ar" + ], + [ + "Ġed", + "its" + ], + [ + "comp", + "iled" + ], + [ + "aw", + "ning" + ], + [ + "ĠD", + "ungeon" + ], + [ + "Ġo", + "sg" + ], + [ + "Navigation", + "Bar" + ], + [ + "Ġtrend", + "ing" + ], + [ + "ĠE", + "co" + ], + [ + "ogg", + "les" + ], + [ + "cd", + "ot" + ], + [ + "|", + "-" + ], + [ + "S", + "ie" + ], + [ + "ec", + "ret" + ], + [ + "ĠN", + "egative" + ], + [ + "ĠL", + "ing" + ], + [ + "ĠD", + "IM" + ], + [ + "ĠC", + "WE" + ], + [ + "ĠCar", + "rier" + ], + [ + "Ġcar", + "tridge" + ], + [ + "_us", + "b" + ], + [ + "=", + "os" + ], + [ + "ĠJack", + "ie" + ], + [ + "Ġo", + "tras" + ], + [ + "Ġcommod", + "ities" + ], + [ + "ĠP", + "resentation" + ], + [ + ")&&", + "(" + ], + [ + "ĠMar", + "tha" + ], + [ + "ĠCath", + "olics" + ], + [ + "ĠM", + "ond" + ], + [ + "об", + "Ñĭ" + ], + [ + "_", + "absolute" + ], + [ + "Ġash", + "amed" + ], + [ + "pons", + "ors" + ], + [ + "t", + "al" + ], + [ + "Ġsad", + "ness" + ], + [ + "Ġpu", + "ò" + ], + [ + "F", + "ade" + ], + [ + "-pre", + "view" + ], + [ + "ĠRequest", + "s" + ], + [ + "ĠCal", + "vin" + ], + [ + "h", + "orn" + ], + [ + "Reuse", + "Identifier" + ], + [ + "(pro", + "vider" + ], + [ + "/app", + "s" + ], + [ + "ime", + "o" + ], + [ + "ĉ", + "Class" + ], + [ + "S", + "amsung" + ], + [ + "ĠW", + "ORLD" + ], + [ + "Ġc", + "innamon" + ], + [ + "dot", + "env" + ], + [ + "ĠI", + "User" + ], + [ + "ĠDE", + "V" + ], + [ + "_C", + "har" + ], + [ + ".ib", + "atis" + ], + [ + "et", + "i" + ], + [ + "/", + "me" + ], + [ + "s", + "st" + ], + [ + ".s", + "ym" + ], + [ + "ĠRug", + "by" + ], + [ + "-m", + "aster" + ], + [ + "aj", + "ar" + ], + [ + "ĠY", + "EAR" + ], + [ + "Ġo", + "dp" + ], + [ + "ĠR", + "oles" + ], + [ + "Ġbip", + "artisan" + ], + [ + "ail", + "le" + ], + [ + "Ġblock", + "er" + ], + [ + "Ġgre", + "ens" + ], + [ + ".SE", + "CONDS" + ], + [ + "Ġbelie", + "vers" + ], + [ + "ĠL", + "ikes" + ], + [ + "F", + "LOAT" + ], + [ + "Ġm", + "ak" + ], + [ + "Ġg", + "cc" + ], + [ + "âķIJ", + "âķIJ" + ], + [ + "(\"", + "~/" + ], + [ + "SCRIPT", + "OR" + ], + [ + "Ġton", + "nes" + ], + [ + "ĠS", + "ang" + ], + [ + "Ġtrans", + "pose" + ], + [ + "enn", + "ai" + ], + [ + "P", + "red" + ], + [ + "Ġsoll", + "te" + ], + [ + ".github", + "usercontent" + ], + [ + "(", + "print" + ], + [ + "ĠH", + "ole" + ], + [ + "çľ", + "ĭ" + ], + [ + "ad", + "get" + ], + [ + "Ġprompt", + "s" + ], + [ + "Ġgen", + "etically" + ], + [ + "ĠH", + "od" + ], + [ + "Ġvert", + "ically" + ], + [ + "_control", + "s" + ], + [ + "ÑģÑĤ", + "ан" + ], + [ + "\")", + "{čĊ" + ], + [ + "$", + "title" + ], + [ + "Ġ}", + "),ĊĊ" + ], + [ + "Ġstate", + "wide" + ], + [ + "ĠCor", + "respond" + ], + [ + "ĠAt", + "tr" + ], + [ + "it", + "ant" + ], + [ + "Element", + "Type" + ], + [ + "Ġout", + "ward" + ], + [ + "Ġfam", + "ilia" + ], + [ + "(", + "article" + ], + [ + "Ġbl", + "at" + ], + [ + "Âł", + "Ċ" + ], + [ + "Ġgl", + "Get" + ], + [ + "ĠRe", + "ceiver" + ], + [ + "Ġ%", + "-" + ], + [ + "ad", + "am" + ], + [ + "W", + "inner" + ], + [ + "Ġtail", + "or" + ], + [ + "_p", + "wd" + ], + [ + "ert", + "en" + ], + [ + "St", + "an" + ], + [ + "ĉ", + "all" + ], + [ + "al", + "ive" + ], + [ + "strt", + "otime" + ], + [ + "�", + "s" + ], + [ + "s", + "essions" + ], + [ + "$", + "conn" + ], + [ + "ass", + "ist" + ], + [ + "Ġchat", + "ting" + ], + [ + "ĠM", + "ant" + ], + [ + "Ġ%", + "@" + ], + [ + "Ġ\"\"", + ");ĊĊ" + ], + [ + "Ġd", + "gv" + ], + [ + "Ġíķ", + "¨" + ], + [ + ".re", + "peat" + ], + [ + "_M", + "essage" + ], + [ + "Ġadvis", + "ers" + ], + [ + "/", + "path" + ], + [ + "Ġk", + "es" + ], + [ + ")", + "}", + ".ĊĊ" + ], + [ + "ogen", + "esis" + ], + [ + "ĠOPTION", + "S" + ], + [ + "upt", + "ools" + ], + [ + "Ġmilit", + "ant" + ], + [ + "Ġex", + "ited" + ], + [ + "ig", + "ar" + ], + [ + "ĠCOM", + "M" + ], + [ + "ĠDis", + "posable" + ], + [ + "ay", + "cast" + ], + [ + "Ġrow", + "span" + ], + [ + "Ġsyn", + "thes" + ], + [ + "Ġsond", + "ern" + ], + [ + "ĠĊ" + ], + [ + "ĠJ", + "acket" + ], + [ + "R", + "ATION" + ], + [ + ".getSelected", + "Item" + ], + [ + "-", + "init" + ], + [ + "ĠReg", + "isters" + ], + [ + "_se", + "p" + ], + [ + "ĠTool", + "kit" + ], + [ + ".d", + "ict" + ], + [ + "Ġx", + "label" + ], + [ + "\\", + "Table" + ], + [ + "t", + "oc" + ], + [ + "_com", + "bo" + ], + [ + "ĠComp", + "act" + ], + [ + "Ġr", + "ugged" + ], + [ + "à¥ĩ", + "à¤" + ], + [ + "-man", + "agement" + ], + [ + "')}}", + "\">Ċ" + ], + [ + "ĠSt", + "amp" + ], + [ + "ı", + "l" + ], + [ + "ro", + "x" + ], + [ + "Ġlandsc", + "apes" + ], + [ + "_NOT", + "E" + ], + [ + "mon", + "ary" + ], + [ + "c", + "ab" + ], + [ + "Ġmo", + "et" + ], + [ + "x", + "af" + ], + [ + "rc", + "ode" + ], + [ + "-", + "cli" + ], + [ + "_g", + "ate" + ], + [ + "[", + "event" + ], + [ + "SP", + "ORT" + ], + [ + "g", + "ia" + ], + [ + "ĠS", + "UPER" + ], + [ + "/", + "Login" + ], + [ + "_sh", + "utdown" + ], + [ + "int", + "errupt" + ], + [ + "Ġpret", + "ending" + ], + [ + "Ġfr", + "inge" + ], + [ + "ĠRed", + "s" + ], + [ + "ĠC", + "UDA" + ], + [ + "ĠUN", + "IX" + ], + [ + "v", + "it" + ], + [ + "Ġbr", + "ig" + ], + [ + "dr", + "v" + ], + [ + "ĠConn", + "ector" + ], + [ + "There", + "fore" + ], + [ + "Ġl", + "ia" + ], + [ + "D", + "etection" + ], + [ + "_", + "actor" + ], + [ + "Ġtemp", + "file" + ], + [ + "Ġecc", + "entric" + ], + [ + "-", + "role" + ], + [ + "Ġpad", + "x" + ], + [ + "d", + "ent" + ], + [ + "West", + "ern" + ], + [ + "Ġê", + "·¸" + ], + [ + "ĠApplication", + "Record" + ], + [ + "Ġcampaign", + "ing" + ], + [ + "_run", + "ner" + ], + [ + "ĠC", + "ivic" + ], + [ + "ale", + "igh" + ], + [ + "Ġdire", + "kt" + ], + [ + ".s", + "ul" + ], + [ + "ĠĠ", + "ĉĉĉ" + ], + [ + "ant", + "en" + ], + [ + "Ġiss", + "uer" + ], + [ + "Ġassert", + "ions" + ], + [ + "(", + "orig" + ], + [ + "AT", + "IO" + ], + [ + "Ġlean", + "ed" + ], + [ + "ä", + "s" + ], + [ + ".D", + "TO" + ], + [ + "expl", + "ode" + ], + [ + ".O", + "bservable" + ], + [ + "Ġstagger", + "ing" + ], + [ + "Ġkidn", + "apped" + ], + [ + "Ġprogram", + "mers" + ], + [ + "ĠInn", + "ov" + ], + [ + ".param", + "eter" + ], + [ + "Ġdom", + "ination" + ], + [ + "Ġske", + "ptic" + ], + [ + "Ġæĺ", + "¯" + ], + [ + "Ġavoid", + "s" + ], + [ + ".Ver", + "ify" + ], + [ + "ub", + "by" + ], + [ + "ĠAS", + "N" + ], + [ + "Ġformat", + "o" + ], + [ + "ĠBeat", + "les" + ], + [ + "_b", + "rand" + ], + [ + "Ġin", + "set" + ], + [ + "y", + "outu" + ], + [ + "Ġto", + "c" + ], + [ + "-f", + "inal" + ], + [ + "Show", + "ing" + ], + [ + "ĠD", + "oub" + ], + [ + "ĠM", + "esa" + ], + [ + "Ad", + "j" + ], + [ + "_m", + "edium" + ], + [ + "Cre", + "ates" + ], + [ + "(end", + "point" + ], + [ + "ĉ", + "UP" + ], + [ + "bb", + "ie" + ], + [ + "Ġst", + "alk" + ], + [ + ".datab", + "ind" + ], + [ + ".S", + "can" + ], + [ + "ag", + "ents" + ], + [ + "$", + "," + ], + [ + "ind", + "ividual" + ], + [ + "+", + ")/" + ], + [ + "ĉv", + "m" + ], + [ + "(not", + "ification" + ], + [ + "Ġin", + "ex" + ], + [ + "ĠClass", + "ification" + ], + [ + "ren", + "o" + ], + [ + "Ġo", + "lig" + ], + [ + "-r", + "ated" + ], + [ + "Ġform", + "ulation" + ], + [ + "',", + "{" + ], + [ + "Ġa", + "cept" + ], + [ + "_un", + "pack" + ], + [ + "_C", + "A" + ], + [ + ".P", + "ow" + ], + [ + "ĉ", + "im" + ], + [ + "Ġal", + "uminium" + ], + [ + "AN", + "O" + ], + [ + "Ġx", + "n" + ], + [ + "Ġcó", + "mo" + ], + [ + "ĠIng", + "redient" + ], + [ + "Ġseiz", + "ures" + ], + [ + "åħ", + "±" + ], + [ + "ific", + "ador" + ], + [ + "Ġsigu", + "iente" + ], + [ + "ĠIn", + "fragistics" + ], + [ + "Ġduplic", + "ated" + ], + [ + "ĠDe", + "e" + ], + [ + "Ġn", + "ø" + ], + [ + "ĠAC", + "CEPT" + ], + [ + "(c", + "rate" + ], + [ + "иÑĤ", + "елÑĮ" + ], + [ + "-", + "less" + ], + [ + "Ġinf", + "inity" + ], + [ + "An", + "alyzer" + ], + [ + "-D", + "ay" + ], + [ + "rit", + "t" + ], + [ + "(c", + "in" + ], + [ + "ĠG", + "y" + ], + [ + "Ġmulti", + "plied" + ], + [ + "uch", + "i" + ], + [ + "ĠBald", + "win" + ], + [ + "/", + "ip" + ], + [ + "Ġshort", + "cuts" + ], + [ + ".A", + "DD" + ], + [ + "Ġvig", + "or" + ], + [ + "_in", + "struction" + ], + [ + "(", + ";" + ], + [ + "_", + "eta" + ], + [ + "è¿", + "ŀ" + ], + [ + "utor", + "ials" + ], + [ + "Ġboost", + "ing" + ], + [ + "b", + "v" + ], + [ + "Ġacknowled", + "ges" + ], + [ + "List", + "ening" + ], + [ + "FA", + "Q" + ], + [ + ";", + "b" + ], + [ + "((", + "-" + ], + [ + "Ġarchitect", + "s" + ], + [ + "Ġz", + "we" + ], + [ + "Ġpul", + "s" + ], + [ + "Ġget", + "Count" + ], + [ + "ver", + "bs" + ], + [ + "ãĢ", + "ľ" + ], + [ + "(C", + "ollection" + ], + [ + "k", + "re" + ], + [ + "Ġjuris", + "dictions" + ], + [ + "_b", + "ridge" + ], + [ + "ĠCr", + "ack" + ], + [ + "ĠDiff", + "iculty" + ], + [ + "K", + "O" + ], + [ + "Res", + "ervation" + ], + [ + "_re", + "quires" + ], + [ + "T", + "our" + ], + [ + "ãģĹãģ", + "Ł" + ], + [ + ".set", + "Current" + ], + [ + "Ġk", + "y" + ], + [ + "ĠAlb", + "any" + ], + [ + "Ġè", + "§" + ], + [ + "ll", + "er" + ], + [ + "agn", + "a" + ], + [ + "work", + "ers" + ], + [ + ".bl", + "ank" + ], + [ + "ĠPr", + "ayer" + ], + [ + "M", + "IC" + ], + [ + "Ġresil", + "ience" + ], + [ + "Te", + "X" + ], + [ + "ĠL", + "anguages" + ], + [ + "st", + "udy" + ], + [ + "ĉc", + "urr" + ], + [ + "Ġenzym", + "es" + ], + [ + "Sl", + "ug" + ], + [ + "ĠíĮ", + "Į" + ], + [ + "str", + "al" + ], + [ + "Ġtum", + "ors" + ], + [ + "Ġseg", + "unda" + ], + [ + "='", + "{" + ], + [ + "in", + "struction" + ], + [ + "ĠL", + "isp" + ], + [ + "/", + "info" + ], + [ + "Ġ\"", + "{$" + ], + [ + ",:", + ")," + ], + [ + "Ġg", + "v" + ], + [ + "(", + "ErrorMessage" + ], + [ + "Ġ'", + "=" + ], + [ + "}-", + "${" + ], + [ + ".Doc", + "uments" + ], + [ + "\"", + "Well" + ], + [ + "Ġreminis", + "cent" + ], + [ + "Ġg", + "az" + ], + [ + "iro", + "pr" + ], + [ + "eh", + "r" + ], + [ + "Ġsup", + "pressed" + ], + [ + "ers", + "h" + ], + [ + ".scroll", + "To" + ], + [ + "Ġcad", + "ena" + ], + [ + "Ġgame", + "State" + ], + [ + "ÃŃ", + "m" + ], + [ + "(", + "conv" + ], + [ + "ĠTom", + "orrow" + ], + [ + "ĠC", + "CT" + ], + [ + "M", + "ongo" + ], + [ + "ul", + "g" + ], + [ + ".C", + "amera" + ], + [ + ".hand", + "lers" + ], + [ + "m", + "ph" + ], + [ + "Ġst", + "k" + ], + [ + "Ġgen", + "etics" + ], + [ + "AC", + "ING" + ], + [ + "Tr", + "ivia" + ], + [ + "ĠB", + "am" + ], + [ + "(m", + "arker" + ], + [ + ".St", + "retch" + ], + [ + "ĠSun", + "ni" + ], + [ + "ĠBet", + "ty" + ], + [ + ".t", + "olist" + ], + [ + "un", + "likely" + ], + [ + ".Rect", + "angle" + ], + [ + "ob", + "solete" + ], + [ + "IL", + "ON" + ], + [ + "inner", + "Text" + ], + [ + "emb", + "ourg" + ], + [ + "a", + "N" + ], + [ + "ĠV", + "ehicles" + ], + [ + "un", + "lock" + ], + [ + ":", + "utf" + ], + [ + "n", + "ob" + ], + [ + "ĠSee", + "ing" + ], + [ + "ĠNE", + "VER" + ], + [ + "Ġt", + "ls" + ], + [ + "Ġfil", + "les" + ], + [ + "Ġbenef", + "ited" + ], + [ + "ĠCl", + "int" + ], + [ + "*/", + ")," + ], + [ + ".f", + "old" + ], + [ + "Ġpos", + "ible" + ], + [ + "A", + "DED" + ], + [ + "th", + "ouse" + ], + [ + ".D", + "AL" + ], + [ + "ĠO", + "dd" + ], + [ + "ro", + "kes" + ], + [ + "ĠSun", + "ny" + ], + [ + "ĠPartial", + "Eq" + ], + [ + "_B", + "uffer" + ], + [ + "ĠLe", + "vi" + ], + [ + "long", + "rightarrow" + ], + [ + "eld", + "on" + ], + [ + "g", + "ages" + ], + [ + "_w", + "arn" + ], + [ + ".Create", + "Table" + ], + [ + "ĠD", + "ip" + ], + [ + "_", + "questions" + ], + [ + ".log", + "ic" + ], + [ + "Ġ#", + "\"" + ], + [ + "={()", + "=>" + ], + [ + "Ġt", + "ep" + ], + [ + "Ġju", + "icy" + ], + [ + "ì", + "Ĥ¬" + ], + [ + "en", + "ko" + ], + [ + "ia", + "lect" + ], + [ + "Ù", + "ī" + ], + [ + "Ġon", + "board" + ], + [ + "Ġæ", + "ı" + ], + [ + "ĉ", + "rt" + ], + [ + "_", + "UTF" + ], + [ + "ĠQ", + "Action" + ], + [ + "âĢ", + "ŀ" + ], + [ + "(", + "Component" + ], + [ + "(a", + "udio" + ], + [ + ".h", + "it" + ], + [ + "g", + "te" + ], + [ + "Ġprogram", + "med" + ], + [ + "state", + "Params" + ], + [ + "Ġpoly", + "ester" + ], + [ + "f", + "ires" + ], + [ + "by", + "ss" + ], + [ + "]", + "=(" + ], + [ + "_", + "quality" + ], + [ + "Of", + "Day" + ], + [ + "ĠFair", + "y" + ], + [ + "Ġy", + "elled" + ], + [ + "op", + "l" + ], + [ + "(user", + "Name" + ], + [ + "ĠD", + "ifference" + ], + [ + "Ġevalu", + "ations" + ], + [ + "iff", + "any" + ], + [ + "Ġcycl", + "ists" + ], + [ + "Ġc", + "idade" + ], + [ + "Ġtext", + "book" + ], + [ + "Ġprof", + "iling" + ], + [ + "__", + ")," + ], + [ + "de", + "a" + ], + [ + ".", + "activate" + ], + [ + "Ġindic", + "ations" + ], + [ + "Ð", + "ķ" + ], + [ + "Touch", + "UpInside" + ], + [ + "Ġinval", + "uable" + ], + [ + "ĠM", + "ASK" + ], + [ + "Ġcont", + "end" + ], + [ + "F", + "req" + ], + [ + "Ġrecru", + "its" + ], + [ + "(int", + "erval" + ], + [ + "ĠUser", + "Profile" + ], + [ + "Ġ'./", + "../" + ], + [ + "ed", + "u" + ], + [ + "_C", + "allback" + ], + [ + "Ġanal", + "ogy" + ], + [ + "ĠTro", + "phy" + ], + [ + "app", + "hire" + ], + [ + "V", + "ideos" + ], + [ + "ĠCh", + "er" + ], + [ + "ĠH", + "av" + ], + [ + "âĢ¦", + "\"" + ], + [ + ".", + "validator" + ], + [ + "g", + "fx" + ], + [ + "ĠU", + "Object" + ], + [ + "class", + "names" + ], + [ + "tri", + "angle" + ], + [ + "ĠEnc", + "oder" + ], + [ + ".s", + "py" + ], + [ + "Ġpred", + "ators" + ], + [ + "=", + "status" + ], + [ + "-s", + "afe" + ], + [ + ":", + "\",Ċ" + ], + [ + "ĠIn", + "cluding" + ], + [ + "Ġ{}", + ";čĊ" + ], + [ + "*", + "cos" + ], + [ + "Ġend", + "ured" + ], + [ + ".sul", + "ake" + ], + [ + "Ġnurs", + "ery" + ], + [ + "Ġfrag", + "rance" + ], + [ + "Ġre", + "building" + ], + [ + "Ġn", + "th" + ], + [ + "ĠFr", + "aser" + ], + [ + ".set", + "Date" + ], + [ + "ĠV", + "ince" + ], + [ + "_RE", + "ST" + ], + [ + "Ġvent", + "ilation" + ], + [ + "æµ", + "·" + ], + [ + "cri", + "bes" + ], + [ + ".as", + "m" + ], + [ + "lp", + "Vtbl" + ], + [ + "ĠA", + "be" + ], + [ + "uis", + "ine" + ], + [ + ",", + "array" + ], + [ + "ĉ", + "className" + ], + [ + "err", + "als" + ], + [ + "Ġ'", + "ĊĊ" + ], + [ + "Check", + "out" + ], + [ + "Ġsol", + "icit" + ], + [ + "A", + "ux" + ], + [ + "_c", + "apture" + ], + [ + "Ġrib", + "s" + ], + [ + "rag", + "on" + ], + [ + "vi", + "ol" + ], + [ + "top", + "ics" + ], + [ + "Function", + "Flags" + ], + [ + "ĠM", + "arty" + ], + [ + "b", + "ike" + ], + [ + "ĠT", + "ucker" + ], + [ + "(k", + "ernel" + ], + [ + "ĠO", + "ps" + ], + [ + "Close", + "Operation" + ], + [ + "/d", + "emo" + ], + [ + "ild", + "a" + ], + [ + "ĠlÃŃ", + "nea" + ], + [ + "APP", + "ING" + ], + [ + "Ġsu", + "ites" + ], + [ + ".visit", + "VarInsn" + ], + [ + "ur", + "us" + ], + [ + "ĠMin", + "ute" + ], + [ + "(m", + "anager" + ], + [ + "Ġbutter", + "fly" + ], + [ + "Ġap", + "are" + ], + [ + "Ġw", + "olves" + ], + [ + "J", + "WT" + ], + [ + "ĠSal", + "on" + ], + [ + "ĉd", + "elay" + ], + [ + "-es", + "lint" + ], + [ + "is", + "ations" + ], + [ + ".r", + "pc" + ], + [ + ")|", + "(" + ], + [ + "ĠSnap", + "chat" + ], + [ + "/m", + "m" + ], + [ + "M", + "N" + ], + [ + "cer", + "ies" + ], + [ + ".text", + "Alignment" + ], + [ + "ĠFrank", + "furt" + ], + [ + "Ġad", + "o" + ], + [ + "(new", + "Value" + ], + [ + "(", + "access" + ], + [ + "(", + "Expression" + ], + [ + "ĠSign", + "In" + ], + [ + "ĠHait", + "i" + ], + [ + "_t", + "p" + ], + [ + ".set", + "Parameter" + ], + [ + "Min", + "ute" + ], + [ + "Ġmanual", + "s" + ], + [ + "ric", + "anes" + ], + [ + "ĠP", + "TR" + ], + [ + "ĠOut", + "er" + ], + [ + "Ġget", + "line" + ], + [ + "oc", + "ations" + ], + [ + "_C", + "D" + ], + [ + "ĠLy", + "on" + ], + [ + "/g", + "ui" + ], + [ + "_l", + "ive" + ], + [ + "id", + "an" + ], + [ + ".ge", + "om" + ], + [ + "Ġborder", + "Bottom" + ], + [ + "im", + "uth" + ], + [ + "_check", + "point" + ], + [ + "Ġme", + "u" + ], + [ + "ĠIr", + "ving" + ], + [ + "Ġpeu", + "vent" + ], + [ + "(M", + "AX" + ], + [ + "ĠAR", + "CH" + ], + [ + "Ġp", + "ov" + ], + [ + ".source", + "forge" + ], + [ + "Ġjam", + "ais" + ], + [ + "Ġar", + "k" + ], + [ + "ĠBaghd", + "ad" + ], + [ + "ĠC", + "LEAR" + ], + [ + "Menu", + "Bar" + ], + [ + "Ġtro", + "is" + ], + [ + "CHED", + "ULE" + ], + [ + "Ġ#", + "čĊ" + ], + [ + "(C", + "all" + ], + [ + "$", + "order" + ], + [ + "(M", + "aterial" + ], + [ + "Ġencontr", + "ado" + ], + [ + "$", + "list" + ], + [ + "ĠMETHOD", + "S" + ], + [ + ".begin", + "Transaction" + ], + [ + "_M", + "AG" + ], + [ + "Style", + "Sheet" + ], + [ + "Ġmaj", + "ors" + ], + [ + "Ġindef", + "initely" + ], + [ + "clean", + "up" + ], + [ + "Ġhom", + "eland" + ], + [ + "(d", + "to" + ], + [ + "D", + "ates" + ], + [ + "P", + "resentation" + ], + [ + "ĠD", + "K" + ], + [ + "={`", + "/" + ], + [ + "ĉ", + "Key" + ], + [ + "(", + "Block" + ], + [ + "_check", + "box" + ], + [ + "ne", + "eds" + ], + [ + "Ġon", + "Complete" + ], + [ + "ric", + "o" + ], + [ + "Ġgle", + "ich" + ], + [ + "Ġx", + "m" + ], + [ + "O", + "OD" + ], + [ + "B", + "etter" + ], + [ + "ĠSQL", + "ITE" + ], + [ + ".", + "Book" + ], + [ + "x", + "ad" + ], + [ + "ĠG", + "one" + ], + [ + "ĉd", + "p" + ], + [ + "Ġdev", + "otion" + ], + [ + "Ġst", + "m" + ], + [ + "Ġobs", + "ess" + ], + [ + "ĠBack", + "end" + ], + [ + "Qu", + "eries" + ], + [ + "I", + "k" + ], + [ + "//", + "****************************************************************" + ], + [ + "Ġdivid", + "ends" + ], + [ + ".parent", + "Element" + ], + [ + "}", + "\")ĊĊ" + ], + [ + "ĠMaterial", + "PageRoute" + ], + [ + ":", + "num" + ], + [ + "Ġexp", + "lic" + ], + [ + "ĠO", + "L" + ], + [ + "le", + "ast" + ], + [ + "O", + "ops" + ], + [ + "iment", + "os" + ], + [ + "Ġins", + "urers" + ], + [ + "Ġhero", + "ic" + ], + [ + "ĉf", + "ields" + ], + [ + ".img", + "ur" + ], + [ + ".btn", + "Cancel" + ], + [ + "ĠDetect", + "ive" + ], + [ + "(s", + "m" + ], + [ + "ĠMutable", + "LiveData" + ], + [ + ".l", + "ab" + ], + [ + "((", + "[" + ], + [ + "Ġha", + "irst" + ], + [ + "ĠTrans", + "actions" + ], + [ + "å¼Ģ", + "å§ĭ" + ], + [ + "Ġstd", + "Class" + ], + [ + "uent", + "o" + ], + [ + "G", + "IS" + ], + [ + "_c", + "od" + ], + [ + "Instruction", + "s" + ], + [ + "C", + "alls" + ], + [ + "Pointer", + "Type" + ], + [ + "ĠR", + "w" + ], + [ + "Ġassort", + "ment" + ], + [ + "ĠD", + "IG" + ], + [ + "+", + "r" + ], + [ + "_C", + "ERT" + ], + [ + "Ġinst", + "ability" + ], + [ + "Ġv", + "ib" + ], + [ + "on", + "as" + ], + [ + "Ġro", + "ku" + ], + [ + "ap", + "ellido" + ], + [ + "Ġan", + "gl" + ], + [ + "prene", + "ur" + ], + [ + "Ġfluid", + "s" + ], + [ + "ise", + "ase" + ], + [ + "Ġde", + "ed" + ], + [ + "qu", + "ist" + ], + [ + "_CONST", + "ANT" + ], + [ + "Ġequ", + "ilibrium" + ], + [ + "_de", + "legate" + ], + [ + "ĠQuant", + "um" + ], + [ + "re", + "i" + ], + [ + "Cap", + "abilities" + ], + [ + "rect", + "angle" + ], + [ + "?", + "><" + ], + [ + "al", + "ien" + ], + [ + "ĠJ", + "ug" + ], + [ + "D", + "NA" + ], + [ + "T", + "ickets" + ], + [ + "Occ", + "urs" + ], + [ + "ĠHaw", + "k" + ], + [ + ".setHorizontal", + "Group" + ], + [ + "\\", + "Collection" + ], + [ + "ff", + "iti" + ], + [ + "Ġre", + "arr" + ], + [ + ".setVertical", + "Group" + ], + [ + "Ġc", + "avity" + ], + [ + "Ġadult", + "e" + ], + [ + "Fac", + "ade" + ], + [ + "-", + "wh" + ], + [ + "ĠL", + "OL" + ], + [ + "Ø", + "°" + ], + [ + "Ġgrand", + "parents" + ], + [ + "Sw", + "ift" + ], + [ + "ĉw", + "x" + ], + [ + "æīĢ", + "æľī" + ], + [ + "if", + "en" + ], + [ + "ff", + "set" + ], + [ + "B", + "eyond" + ], + [ + "//", + "}ĊĊ" + ], + [ + "Ġw", + "ager" + ], + [ + "Ġb", + "ury" + ], + [ + "Ġcomm", + "ence" + ], + [ + "reg", + "istro" + ], + [ + "sc", + "ient" + ], + [ + "ĠPer", + "cent" + ], + [ + "Ġд", + "олж" + ], + [ + "(", + "identifier" + ], + [ + ".set", + "Model" + ], + [ + "Ġs", + "eldom" + ], + [ + "nt", + "on" + ], + [ + "Ġappl", + "iance" + ], + [ + "am", + "us" + ], + [ + "rys", + "ler" + ], + [ + "Ġpant", + "ies" + ], + [ + "engu", + "ins" + ], + [ + "Ġmim", + "ic" + ], + [ + "Ġon", + "Changed" + ], + [ + "Ġal", + "coholic" + ], + [ + ".reload", + "Data" + ], + [ + "Ch", + "arge" + ], + [ + "ĠF", + "ax" + ], + [ + "Ġj", + "ScrollPane" + ], + [ + "Emp", + "resa" + ], + [ + "Ġsh", + "attered" + ], + [ + "x", + "ba" + ], + [ + "Font", + "s" + ], + [ + "?", + "s" + ], + [ + "Ġpost", + "season" + ], + [ + "ret", + "ain" + ], + [ + "_r", + "ates" + ], + [ + "Ġrequest", + "Code" + ], + [ + ".t", + "odo" + ], + [ + "´", + "s" + ], + [ + "CH", + "K" + ], + [ + "ĠKeep", + "ing" + ], + [ + "enge", + "ance" + ], + [ + "Ġvs", + "code" + ], + [ + "IPP", + "ING" + ], + [ + "Default", + "CloseOperation" + ], + [ + "_", + "raise" + ], + [ + "ĠO", + "culus" + ], + [ + "ogram", + "s" + ], + [ + "ra", + "j" + ], + [ + "pc", + "i" + ], + [ + "Ġcorros", + "ion" + ], + [ + ".handle", + "Submit" + ], + [ + "Access", + "ible" + ], + [ + "ĠP", + "iano" + ], + [ + "l", + "ittle" + ], + [ + "AC", + "L" + ], + [ + "Äĩ", + "e" + ], + [ + ".un", + "wrap" + ], + [ + "ĠCon", + "vers" + ], + [ + "ĠLe", + "ben" + ], + [ + "ione", + "er" + ], + [ + "ĠMer", + "chant" + ], + [ + "ĠJ", + "orge" + ], + [ + "Ġembr", + "acing" + ], + [ + "Ġvent", + "a" + ], + [ + "á", + "st" + ], + [ + "Ġvi", + "ene" + ], + [ + "<", + "QString" + ], + [ + "Ġexplos", + "ions" + ], + [ + "Ġdistur", + "bed" + ], + [ + ".\"", + "<" + ], + [ + "m", + "emo" + ], + [ + "ĠAb", + "original" + ], + [ + "Ġcomple", + "to" + ], + [ + "Tex", + "Parameter" + ], + [ + "Ġuom", + "ini" + ], + [ + "(", + "agent" + ], + [ + "Ñĥ", + "ÑĢ" + ], + [ + "ĠWh", + "olesale" + ], + [ + "/", + "am" + ], + [ + "ĠBook", + "mark" + ], + [ + "dr", + "agon" + ], + [ + "Ġglo", + "ve" + ], + [ + "Ġ\"", + "\"));Ċ" + ], + [ + "iv", + "ariate" + ], + [ + "now", + "rap" + ], + [ + "In", + "Children" + ], + [ + ".B", + "r" + ], + [ + "Ġcon", + "exion" + ], + [ + "Ġback", + "bone" + ], + [ + "Ġe", + "clipse" + ], + [ + "Ġpersec", + "ution" + ], + [ + "':", + "ĊĊ" + ], + [ + "/", + "link" + ], + [ + "ĠP", + "ero" + ], + [ + "and", + "as" + ], + [ + "ĠT", + "ek" + ], + [ + ".", + "\");" + ], + [ + "-an", + "alysis" + ], + [ + "Ġer", + "ad" + ], + [ + "Mar", + "shal" + ], + [ + "Ġanch", + "ors" + ], + [ + "og", + "er" + ], + [ + "Ġconver", + "gence" + ], + [ + "st", + "icky" + ], + [ + "Ġnave", + "g" + ], + [ + "int", + "ern" + ], + [ + "_DE", + "SCRIPTOR" + ], + [ + "ĠConsult", + "ant" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "ĠA", + "uch" + ], + [ + "Ġer", + "re" + ], + [ + "ÅĽ", + "li" + ], + [ + "ĠHor", + "izon" + ], + [ + "col", + "a" + ], + [ + "Install", + "ation" + ], + [ + "hot", + "mail" + ], + [ + "C", + "NN" + ], + [ + ".C", + "ollectors" + ], + [ + "ch", + "s" + ], + [ + "(tr", + "ace" + ], + [ + "ĠEnc", + "rypt" + ], + [ + "Ġ----", + "--" + ], + [ + "ĠBase", + "Controller" + ], + [ + "Ġag", + "ua" + ], + [ + "Ġre", + "active" + ], + [ + "id", + "l" + ], + [ + "Ġclass", + "Names" + ], + [ + "ĉ", + "Session" + ], + [ + "ĠDod", + "gers" + ], + [ + "H", + "ad" + ], + [ + "_l", + "v" + ], + [ + "Is", + "Valid" + ], + [ + "ĠHEL", + "P" + ], + [ + "ut", + "to" + ], + [ + "ĠVer", + "ification" + ], + [ + "Ġget", + "env" + ], + [ + "_p", + "a" + ], + [ + ".b", + "mp" + ], + [ + ":", + "f" + ], + [ + "ĠLou", + "ise" + ], + [ + "('", + ";" + ], + [ + "/", + "socket" + ], + [ + "Gr", + "anted" + ], + [ + ".c", + "alendar" + ], + [ + "(", + "IP" + ], + [ + "ĠP", + "X" + ], + [ + ".R", + "oom" + ], + [ + "Ġprogram", + "m" + ], + [ + "ens", + "i" + ], + [ + "Ġtablesp", + "oons" + ], + [ + "Ġle", + "ve" + ], + [ + "Ġmo", + "str" + ], + [ + ".t", + "ipo" + ], + [ + "/", + "an" + ], + [ + "(d", + "i" + ], + [ + "Ġb", + "iod" + ], + [ + "Ġdb", + "Context" + ], + [ + "ĠJS", + "X" + ], + [ + "ĉ", + "results" + ], + [ + ".", + "END" + ], + [ + "ht", + "e" + ], + [ + "l", + "ify" + ], + [ + "P", + "recision" + ], + [ + "èĬ", + "Ĥ" + ], + [ + "ARS", + "ER" + ], + [ + ")did", + "ReceiveMemoryWarning" + ], + [ + "at", + "tempt" + ], + [ + "IS", + "P" + ], + [ + "&", + "a" + ], + [ + "_P", + "OP" + ], + [ + "ĠT", + "ac" + ], + [ + "Ġprepared", + "Statement" + ], + [ + "Ġзап", + "иÑģ" + ], + [ + "Ġow", + "ing" + ], + [ + ",", + "start" + ], + [ + "Ġreview", + "er" + ], + [ + "Ġr", + "st" + ], + [ + "Ġprop", + "Types" + ], + [ + "Ġrock", + "y" + ], + [ + "_lo", + "cale" + ], + [ + "ĠStrateg", + "ies" + ], + [ + "ĠWe", + "ber" + ], + [ + ".C", + "ascade" + ], + [ + "_equal", + "To" + ], + [ + "Ġcos", + "as" + ], + [ + "ĠDe", + "letes" + ], + [ + "ĠMax", + "im" + ], + [ + "Ġsh", + "rimp" + ], + [ + "re", + "trieve" + ], + [ + ".In", + "clude" + ], + [ + "IG", + "IN" + ], + [ + "ĠO", + "E" + ], + [ + "]", + ");čĊčĊ" + ], + [ + ".en", + "umer" + ], + [ + "Ġco", + "ef" + ], + [ + "_N", + "ull" + ], + [ + "R", + "a" + ], + [ + "ty", + "ard" + ], + [ + "ĠSh", + "awn" + ], + [ + "keep", + "ers" + ], + [ + "Ġq", + "q" + ], + [ + "_s", + "b" + ], + [ + "om", + "ens" + ], + [ + "ĠExec", + "utes" + ], + [ + "#", + "\"" + ], + [ + "TT", + "Y" + ], + [ + "ĠValue", + "Type" + ], + [ + ");", + "*/Ċ" + ], + [ + "ĠAbs", + "olutely" + ], + [ + "ĠT", + "ottenham" + ], + [ + "/", + "art" + ], + [ + "Ġbless", + "ings" + ], + [ + "Ġswift", + "ly" + ], + [ + "b", + "uster" + ], + [ + "Ġa", + "vid" + ], + [ + "COM", + "M" + ], + [ + ",", + "temp" + ], + [ + "Ġ}", + "?>Ċ" + ], + [ + "-g", + "rowing" + ], + [ + "Ġdeep", + "copy" + ], + [ + "A", + "ck" + ], + [ + "egg", + "ies" + ], + [ + "Ġ__", + "(\"" + ], + [ + "Ġno", + "ir" + ], + [ + "terror", + "ism" + ], + [ + "Ġanth", + "em" + ], + [ + "ag", + "ency" + ], + [ + "_PACK", + "AGE" + ], + [ + "ĠC", + "losure" + ], + [ + ".reg", + "istry" + ], + [ + "Ġmamm", + "als" + ], + [ + "<", + "L" + ], + [ + "U", + "ICollectionView" + ], + [ + "ĠLED", + "s" + ], + [ + "Ġvol", + "ley" + ], + [ + "(", + "Buffer" + ], + [ + "_N", + "ATIVE" + ], + [ + "lib", + "c" + ], + [ + "impl", + "ode" + ], + [ + "Scroll", + "Bar" + ], + [ + "ĠMar", + "ion" + ], + [ + ".Con", + "tracts" + ], + [ + "_A", + "t" + ], + [ + "ĠWe", + "instein" + ], + [ + "compare", + "To" + ], + [ + "ĠH", + "ose" + ], + [ + "en", + "ity" + ], + [ + ".create", + "Query" + ], + [ + "_r", + "outer" + ], + [ + "Ġstim", + "uli" + ], + [ + "Ġ++", + ")" + ], + [ + "ĠCh", + "amp" + ], + [ + "ĠBay", + "ern" + ], + [ + "ass", + "a" + ], + [ + ".v", + "a" + ], + [ + "Ġdistrib", + "utors" + ], + [ + "Ġfile", + "private" + ], + [ + "Ġdepart", + "ed" + ], + [ + "cc", + "cc" + ], + [ + "@", + "click" + ], + [ + "ĠL", + "unch" + ], + [ + ">", + "L" + ], + [ + "Ġbl", + "uetooth" + ], + [ + ".De", + "ep" + ], + [ + "-", + "standing" + ], + [ + "ác", + "il" + ], + [ + "Ġro", + "oft" + ], + [ + "ĠPath", + "s" + ], + [ + "_iter", + "ations" + ], + [ + "Invalid", + "ArgumentException" + ], + [ + ".s", + "pi" + ], + [ + "ĠUIAlert", + "Action" + ], + [ + "uy", + "e" + ], + [ + "sign", + "in" + ], + [ + ".p", + "riority" + ], + [ + "ĠEss", + "ays" + ], + [ + "='", + "{$" + ], + [ + "Ġè¿", + "ĶåĽŀ" + ], + [ + "_s", + "igned" + ], + [ + ".p", + "ersist" + ], + [ + "Ġred", + "esign" + ], + [ + "To", + "Lower" + ], + [ + "ĠNew", + "man" + ], + [ + "=", + "start" + ], + [ + "ĠIsrael", + "is" + ], + [ + "asis", + "wa" + ], + [ + "Spe", + "ech" + ], + [ + "Ġnum", + "eros" + ], + [ + "hand", + "lers" + ], + [ + "ĠW", + "ong" + ], + [ + "Ġм", + "еÑĤод" + ], + [ + "We", + "ights" + ], + [ + "ĠGu", + "jar" + ], + [ + "te", + "il" + ], + [ + "ĠNon", + "etheless" + ], + [ + "_E", + "FFECT" + ], + [ + "Ġv", + "ect" + ], + [ + "ĠO", + "sc" + ], + [ + "Ġco", + "ats" + ], + [ + "ĠW", + "heat" + ], + [ + "Ġge", + "ek" + ], + [ + "ĠPRO", + "PERTY" + ], + [ + "w", + "orm" + ], + [ + "_const", + "ants" + ], + [ + "ĠB", + "oulder" + ], + [ + "ĠP", + "arm" + ], + [ + "co", + "le" + ], + [ + "Ġdefault", + "Center" + ], + [ + "ĠRou", + "ge" + ], + [ + ":", + "A" + ], + [ + "xc", + "f" + ], + [ + "ĠVen", + "ice" + ], + [ + "med", + "ian" + ], + [ + "Ġred", + "emption" + ], + [ + "F", + "resh" + ], + [ + "Ġcos", + "m" + ], + [ + "Ġfig", + "ur" + ], + [ + "Ġref", + "urb" + ], + [ + "CO", + "PE" + ], + [ + ".c", + "d" + ], + [ + "Ġch", + "ords" + ], + [ + "ĠS", + "gt" + ], + [ + "Å", + "į" + ], + [ + "VP", + "N" + ], + [ + "ĠS", + "END" + ], + [ + "ain", + "en" + ], + [ + "_account", + "s" + ], + [ + "Ġtent", + "h" + ], + [ + "Ġdiss", + "olved" + ], + [ + "<", + "App" + ], + [ + "ĠCover", + "age" + ], + [ + "use", + "State" + ], + [ + "é", + "ro" + ], + [ + "..", + "<" + ], + [ + "Ġì", + "£¼" + ], + [ + "Ġdream", + "ing" + ], + [ + "ĠFore", + "cast" + ], + [ + ".C", + "ursors" + ], + [ + "Ġvis", + "as" + ], + [ + "/", + "script" + ], + [ + "_start", + "ed" + ], + [ + "Ġga", + "str" + ], + [ + "(P", + "RO" + ], + [ + "];", + "//" + ], + [ + ".T", + "ile" + ], + [ + "*", + "sin" + ], + [ + "(", + "Adapter" + ], + [ + "ĠSand", + "ra" + ], + [ + "_S", + "IG" + ], + [ + "ard", + "ash" + ], + [ + "ĠO", + "val" + ], + [ + "Ġdescri", + "pcion" + ], + [ + "(s", + "l" + ], + [ + "ĠDes", + "criptor" + ], + [ + "Ġ`", + "$" + ], + [ + "/f", + "ree" + ], + [ + "ĠKey", + "words" + ], + [ + "Ġt", + "udo" + ], + [ + "ion", + "ale" + ], + [ + "(f", + "ound" + ], + [ + ".x", + "yz" + ], + [ + "ĠGeneration", + "Type" + ], + [ + "_DISABLE", + "D" + ], + [ + "(", + "area" + ], + [ + "Ġel", + "ites" + ], + [ + "Ġh", + "ombre" + ], + [ + "(m", + "essages" + ], + [ + "ĠR", + "ac" + ], + [ + "Ġext", + "ingu" + ], + [ + "ĠEst", + "a" + ], + [ + "op", + "o" + ], + [ + ".", + "vel" + ], + [ + "mouse", + "out" + ], + [ + "Ġconv", + "olution" + ], + [ + "ĠHand", + "ling" + ], + [ + "Ġceil", + "ings" + ], + [ + "T", + "ek" + ], + [ + "ĠAre", + "as" + ], + [ + ".writer", + "ow" + ], + [ + "<", + "View" + ], + [ + "ĠCorn", + "ell" + ], + [ + "_B", + "IN" + ], + [ + ".in", + "valid" + ], + [ + "''", + "'čĊ" + ], + [ + "ie", + "ż" + ], + [ + "_P", + "osition" + ], + [ + "Ġk", + "idding" + ], + [ + "PC", + "ODE" + ], + [ + "Ġwatch", + "er" + ], + [ + "lo", + "x" + ], + [ + "Ġâ", + "Ĺ" + ], + [ + "D", + "ave" + ], + [ + "_all", + "ow" + ], + [ + "Ġbis", + "exual" + ], + [ + "Ġun", + "ordered" + ], + [ + "ĠSch", + "we" + ], + [ + "_se", + "gments" + ], + [ + "Ġt", + "earing" + ], + [ + "IN", + "LINE" + ], + [ + "Ġund", + "es" + ], + [ + ".g", + "oods" + ], + [ + ".c", + "am" + ], + [ + "ĠL", + "W" + ], + [ + "ĉ", + "where" + ], + [ + "Cal", + "culator" + ], + [ + "-th", + "reat" + ], + [ + "-", + "alert" + ], + [ + "ĠSuz", + "uki" + ], + [ + "ĠIP", + "A" + ], + [ + "ĠAtt", + "achment" + ], + [ + "AC", + "CESS" + ], + [ + "(d", + "type" + ], + [ + "O", + "pp" + ], + [ + "_s", + "ymbols" + ], + [ + "Ġdans", + "ke" + ], + [ + "l", + "age" + ], + [ + "or", + "get" + ], + [ + "res", + "olution" + ], + [ + "е", + "Ñĩ" + ], + [ + "ĠQ", + "Color" + ], + [ + "ĠBar", + "rett" + ], + [ + "аÑĨи", + "Ñı" + ], + [ + "=", + "\\'" + ], + [ + "ĠNav", + "Controller" + ], + [ + "/", + "ref" + ], + [ + "(c", + "ountry" + ], + [ + "_H", + "DR" + ], + [ + "Ġterse", + "but" + ], + [ + "pet", + "ition" + ], + [ + "Ġsu", + "f" + ], + [ + "cred", + "its" + ], + [ + "à¹", + "Į" + ], + [ + "x", + "m" + ], + [ + "ĠDav", + "ies" + ], + [ + ".re", + "ddit" + ], + [ + "Ġw", + "oven" + ], + [ + "ĠO", + "bl" + ], + [ + "ĠK", + "M" + ], + [ + "ĠConsider", + "ing" + ], + [ + "ens", + "ored" + ], + [ + ".per", + "iod" + ], + [ + "Ġd", + "dl" + ], + [ + "$", + "wp" + ], + [ + "Ġextrem", + "ist" + ], + [ + ";", + "\\Ċ" + ], + [ + "Ġk", + "im" + ], + [ + "al", + "ers" + ], + [ + "Ġspan", + "ning" + ], + [ + "Ġco", + "herent" + ], + [ + "Ġconse", + "gu" + ], + [ + ".text", + "Label" + ], + [ + ".g", + "eneral" + ], + [ + "_d", + "ashboard" + ], + [ + "л", + "ение" + ], + [ + "k", + "ick" + ], + [ + "_P", + "ID" + ], + [ + "ĠExt", + "ensions" + ], + [ + "reg", + "exp" + ], + [ + "ĠCl", + "ause" + ], + [ + "_m", + "ov" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "ĠR", + "eward" + ], + [ + "ĠLEG", + "O" + ], + [ + "A", + "k" + ], + [ + "=-=-", + "=-=-" + ], + [ + "ĉ", + "parser" + ], + [ + "Ġon", + "ze" + ], + [ + "éĢ", + "Ģ" + ], + [ + "âĢĿ", + "ãĢĤ" + ], + [ + "_b", + "all" + ], + [ + "(r", + "hs" + ], + [ + "Ġch", + "orus" + ], + [ + "<", + "count" + ], + [ + "as", + "urable" + ], + [ + "Ġwirk", + "lich" + ], + [ + "ĠEr", + "in" + ], + [ + "ĠMS", + "NBC" + ], + [ + "Ġet", + "ter" + ], + [ + "ĠC", + "ron" + ], + [ + "_F", + "LOW" + ], + [ + "Ġ,", + "čĊ" + ], + [ + "Ġcal", + "idad" + ], + [ + "ĠFile", + "Writer" + ], + [ + "ĉ", + "stmt" + ], + [ + "(", + "Byte" + ], + [ + "_p", + "at" + ], + [ + "Ġte", + "lescope" + ], + [ + "Ġgre", + "ed" + ], + [ + "ĠT", + "ort" + ], + [ + "(w", + "rite" + ], + [ + "\\", + "application" + ], + [ + "ĉRT", + "LR" + ], + [ + "ĠConfiguration", + "Manager" + ], + [ + "Un", + "ix" + ], + [ + "End", + "Time" + ], + [ + "In", + "cludes" + ], + [ + "ĠHar", + "vest" + ], + [ + "en", + "berg" + ], + [ + "ĠAustral", + "ians" + ], + [ + "Ġë", + "ĵ" + ], + [ + "Ġr", + "n" + ], + [ + "Ġreput", + "able" + ], + [ + "Ġbl", + "ending" + ], + [ + "UL", + "ATION" + ], + [ + "ĠBrend", + "an" + ], + [ + "d", + "ad" + ], + [ + "Ġm", + "ø" + ], + [ + "ĠW", + "oo" + ], + [ + "_d", + "c" + ], + [ + "U", + "ne" + ], + [ + "Ġr", + "ue" + ], + [ + "with", + "in" + ], + [ + "ang", + "ep" + ], + [ + "Ġp", + "ouch" + ], + [ + "\\\"", + "\"," + ], + [ + "ĠS", + "ic" + ], + [ + "âĢĿ", + ")," + ], + [ + "aly", + "ze" + ], + [ + "ĠG", + "ef" + ], + [ + "c", + "overs" + ], + [ + "Ġd", + "bo" + ], + [ + "replace", + "All" + ], + [ + "ĉ", + "Logger" + ], + [ + "Try", + "ing" + ], + [ + "[", + "state" + ], + [ + "-p", + "iece" + ], + [ + "éĸ", + "ĵ" + ], + [ + "beh", + "avior" + ], + [ + "all", + "ows" + ], + [ + "l", + "rt" + ], + [ + "_p", + "ython" + ], + [ + "ert", + "ura" + ], + [ + "-c", + "ountry" + ], + [ + "ĠT", + "G" + ], + [ + ".UI", + "Manager" + ], + [ + "b", + "ens" + ], + [ + "ale", + "x" + ], + [ + "ĠBre", + "itbart" + ], + [ + "b", + "ac" + ], + [ + "Ġpredict", + "s" + ], + [ + "Ġg", + "ab" + ], + [ + "Ġcard", + "inal" + ], + [ + ".Time", + "Unit" + ], + [ + "ĠVis", + "itor" + ], + [ + "ĠM", + "ing" + ], + [ + "Ġliv", + "re" + ], + [ + "Ġparent", + "Id" + ], + [ + "port", + "un" + ], + [ + "Ġdimension", + "al" + ], + [ + "ĠV", + "est" + ], + [ + "en", + "ic" + ], + [ + "à", + "³" + ], + [ + "Ġ", + "Ùĩ" + ], + [ + "ĠBL", + "UE" + ], + [ + "Ġitem", + "Count" + ], + [ + "Ġfe", + "athers" + ], + [ + "ĉp", + "stmt" + ], + [ + "ĠPol", + "ar" + ], + [ + "{", + "//" + ], + [ + "und", + "i" + ], + [ + "Ñĥ", + "ж" + ], + [ + "z", + "ar" + ], + [ + "Error", + "Response" + ], + [ + "ì", + "ĥģ" + ], + [ + "Rep", + "resentation" + ], + [ + "*", + "_" + ], + [ + "+", + "]" + ], + [ + "pre", + "pend" + ], + [ + "Ġ'", + ">" + ], + [ + "Ġlegitim", + "acy" + ], + [ + "Ġo", + "o" + ], + [ + "S", + "linky" + ], + [ + "Ġnation", + "als" + ], + [ + ".", + "words" + ], + [ + ";", + "p" + ], + [ + "tr", + "ap" + ], + [ + "oman", + "ip" + ], + [ + "Ġc", + "ues" + ], + [ + "Ġgradu", + "ating" + ], + [ + "Ġsem", + "aphore" + ], + [ + "\"]", + ");ĊĊ" + ], + [ + "ace", + "y" + ], + [ + "RE", + "ET" + ], + [ + "Gr", + "ab" + ], + [ + "ĠFel", + "ix" + ], + [ + "(", + "Id" + ], + [ + "_ne", + "ighbors" + ], + [ + "Ġmeaning", + "less" + ], + [ + "(d", + "el" + ], + [ + "Ġj", + "eder" + ], + [ + "ĠContent", + "Values" + ], + [ + ".abs", + "olute" + ], + [ + "/", + "cl" + ], + [ + "Ġx", + "b" + ], + [ + "dat", + "um" + ], + [ + "Ġtort", + "ured" + ], + [ + "Ġrub", + "bing" + ], + [ + "S", + "cores" + ], + [ + "ĠðŁĺ", + "ī" + ], + [ + "Ġav", + "ons" + ], + [ + "Ġam", + "sterdam" + ], + [ + "E", + "OS" + ], + [ + "H", + "al" + ], + [ + "Ġtrust", + "worthy" + ], + [ + "#", + "=" + ], + [ + ".EX", + "TRA" + ], + [ + "Ġman", + "o" + ], + [ + "is", + "icing" + ], + [ + "-s", + "upport" + ], + [ + "ĉc", + "ursor" + ], + [ + "ĠSp", + "o" + ], + [ + "aim", + "assage" + ], + [ + "M", + "ission" + ], + [ + "[]", + "{\"" + ], + [ + "Ġprint", + "ers" + ], + [ + "G", + "REEN" + ], + [ + "Ġt", + "eg" + ], + [ + "Ġabdom", + "inal" + ], + [ + "!", + "ĊĊĊĊĊĊ" + ], + [ + ".Sh", + "ort" + ], + [ + "аз", + "в" + ], + [ + "ĠGift", + "s" + ], + [ + "}", + "\")" + ], + [ + "(b", + "inding" + ], + [ + "x", + "ce" + ], + [ + "âĢ", + "ij" + ], + [ + "inf", + "os" + ], + [ + "Form", + "Data" + ], + [ + "Ġd", + "art" + ], + [ + "Ġele", + "ms" + ], + [ + "(in", + "v" + ], + [ + "Y", + "L" + ], + [ + "t", + "in" + ], + [ + "GEN", + "ER" + ], + [ + "á»", + "¯" + ], + [ + "ĠT", + "aken" + ], + [ + "uck", + "le" + ], + [ + ":", + "e" + ], + [ + "Ġspect", + "ral" + ], + [ + ".b", + "aidu" + ], + [ + "/", + "');Ċ" + ], + [ + "Ġgre", + "edy" + ], + [ + "es", + "ion" + ], + [ + ",,,,", + ",,,," + ], + [ + "Ġ/>", + ",Ċ" + ], + [ + "Internal", + "ServerError" + ], + [ + "NSNotification", + "Center" + ], + [ + "ĠA", + "i" + ], + [ + "Ġsp", + "it" + ], + [ + "Ġaug", + "mented" + ], + [ + "Ġstandard", + "UserDefaults" + ], + [ + "FIN", + "ITY" + ], + [ + "R", + "ace" + ], + [ + ":", + "C" + ], + [ + "ĠRE", + "CORD" + ], + [ + "ĠHigh", + "light" + ], + [ + "Ġ'", + "`" + ], + [ + "Ġdef", + "icits" + ], + [ + "Ġne", + "i" + ], + [ + "Ġresearch", + "ed" + ], + [ + "T", + "a" + ], + [ + "Ġc", + "opp" + ], + [ + ".Get", + "HashCode" + ], + [ + "):", + "čĊčĊ" + ], + [ + "On", + "Click" + ], + [ + "ĠWell", + "ington" + ], + [ + "Ġrev", + "ival" + ], + [ + "æ¯", + "Ķ" + ], + [ + "éĹ", + "®" + ], + [ + "ĠN", + "SS" + ], + [ + "Ġfor", + "n" + ], + [ + "Ġint", + "é" + ], + [ + "ĠKu", + "wait" + ], + [ + "_fl", + "ip" + ], + [ + "_", + "bo" + ], + [ + "_", + "\\" + ], + [ + "Ġocc", + "urrences" + ], + [ + "ĠScient", + "ists" + ], + [ + "S", + "RC" + ], + [ + "og", + "ens" + ], + [ + "igr", + "ant" + ], + [ + "RE", + "MOTE" + ], + [ + "ĠS", + "ID" + ], + [ + ".", + "opts" + ], + [ + "u", + "ve" + ], + [ + "()", + "])Ċ" + ], + [ + "Ġlibert", + "arian" + ], + [ + "ĠGl", + "ide" + ], + [ + "les", + "en" + ], + [ + "Ġform", + "e" + ], + [ + "ow", + "ania" + ], + [ + "Ġannoy", + "ed" + ], + [ + "Def", + "s" + ], + [ + "ĠExec", + "utor" + ], + [ + "Ġcast", + "s" + ], + [ + ".set", + "Checked" + ], + [ + "ĠSh", + "aring" + ], + [ + ".Serialize", + "Object" + ], + [ + "Ġselect", + "ors" + ], + [ + "_", + "OTHER" + ], + [ + "ë¯", + "¸" + ], + [ + "(s", + "uper" + ], + [ + "(", + "OS" + ], + [ + "_VER", + "IFY" + ], + [ + "id", + "unt" + ], + [ + "<", + "header" + ], + [ + "Ġ/>", + "';Ċ" + ], + [ + "Ġvidé", + "o" + ], + [ + "ĠNeg", + "ro" + ], + [ + "ĠL", + "ords" + ], + [ + "ĠT", + "ours" + ], + [ + "Ġsoft", + "ly" + ], + [ + ".re", + "ceive" + ], + [ + "ĠE", + "RC" + ], + [ + "Ġdata", + "Set" + ], + [ + "Bad", + "ge" + ], + [ + "ĉ", + "Event" + ], + [ + "Ġper", + "l" + ], + [ + "Ġ{}", + "\\" + ], + [ + "(s", + "entence" + ], + [ + "Or", + "Update" + ], + [ + "Ġdim", + "inish" + ], + [ + "P", + "IN" + ], + [ + "(d", + "raw" + ], + [ + ".To", + "DateTime" + ], + [ + ".Equal", + "To" + ], + [ + "(p", + "in" + ], + [ + "-p", + "encil" + ], + [ + "lu", + "ent" + ], + [ + "ĠCall", + "er" + ], + [ + "Ġplay", + "ful" + ], + [ + "-", + "'+" + ], + [ + "x", + "ca" + ], + [ + "sw", + "ick" + ], + [ + "){", + "}Ċ" + ], + [ + "}:", + "${" + ], + [ + "ĠM", + "eth" + ], + [ + ".get", + "Cell" + ], + [ + ".b", + "reak" + ], + [ + "Ġy", + "max" + ], + [ + "='", + "Ċ" + ], + [ + "ĠH", + "iro" + ], + [ + "(", + "TRUE" + ], + [ + "as", + "urer" + ], + [ + "Ġcu", + "er" + ], + [ + "U", + "ber" + ], + [ + ".", + "Operation" + ], + [ + "Ġol", + "an" + ], + [ + "Ġthr", + "illing" + ], + [ + "<", + "Response" + ], + [ + "ĠF", + "emin" + ], + [ + "Ġtravers", + "al" + ], + [ + "Ġp", + "oc" + ], + [ + "Ġset", + "Status" + ], + [ + "decl", + "ar" + ], + [ + "std", + "afx" + ], + [ + "Ġaddict", + "ive" + ], + [ + "ĠB", + "tn" + ], + [ + "Ġexplos", + "ives" + ], + [ + "ĠCook", + "ing" + ], + [ + "ĠPl", + "aint" + ], + [ + "Ġaccum", + "ulator" + ], + [ + "ĠApp", + "ointment" + ], + [ + ",", + "password" + ], + [ + "ĠF", + "AR" + ], + [ + "lu", + "et" + ], + [ + "Further", + "more" + ], + [ + "decl", + "spec" + ], + [ + "_Static", + "s" + ], + [ + ".D", + "ictionary" + ], + [ + "\">", + "'." + ], + [ + "ĉ", + "valid" + ], + [ + "\"", + "\"," + ], + [ + "In", + "strument" + ], + [ + ">", + "J" + ], + [ + "Ġno", + "str" + ], + [ + "ĠR", + "ift" + ], + [ + "_P", + "ort" + ], + [ + "Ġvec", + "es" + ], + [ + "[", + "['" + ], + [ + "Ġrall", + "ies" + ], + [ + "-", + "series" + ], + [ + "Ġv", + "v" + ], + [ + ".", + "uc" + ], + [ + "Ġr", + "tn" + ], + [ + "State", + "Changed" + ], + [ + "(", + "ins" + ], + [ + "ĠCl", + "a" + ], + [ + "------------", + "Ċ" + ], + [ + "c", + "us" + ], + [ + "ĠRel", + "oad" + ], + [ + "//----------------------------------------------------------------", + "--------------------------------" + ], + [ + ".se", + "conds" + ], + [ + "_dest", + "ination" + ], + [ + "Ġscrew", + "ed" + ], + [ + ">", + "c" + ], + [ + "Th", + "ickness" + ], + [ + "Design", + "er" + ], + [ + "Ġgr", + "ids" + ], + [ + "n", + "Äħ" + ], + [ + "(", + "cookie" + ], + [ + "T", + "rip" + ], + [ + "-M", + "obile" + ], + [ + "Ġv", + "oll" + ], + [ + "Ġgen", + "ital" + ], + [ + "Ġconf", + "isc" + ], + [ + "ĠConfeder", + "ate" + ], + [ + "Ġweb", + "View" + ], + [ + "Ġm", + "ise" + ], + [ + "Ġcl", + "er" + ], + [ + "(se", + "lection" + ], + [ + "$", + "date" + ], + [ + "Ġshar", + "pen" + ], + [ + "rag", + "en" + ], + [ + "And", + "Update" + ], + [ + "Ġrem", + "ix" + ], + [ + "Ġh", + "tons" + ], + [ + "R", + "W" + ], + [ + "M", + "PI" + ], + [ + "Ġretrie", + "val" + ], + [ + "Ġric", + "hest" + ], + [ + ".Dec", + "ode" + ], + [ + ":init", + "Components" + ], + [ + "ĠT", + "Value" + ], + [ + "S", + "aint" + ], + [ + "@", + "include" + ], + [ + "ĠPER", + "SON" + ], + [ + ".se", + "p" + ], + [ + "ĠLD", + "AP" + ], + [ + "g", + "ba" + ], + [ + "Ġgro", + "ÃŁe" + ], + [ + "Ġreli", + "ably" + ], + [ + "ĠD", + "FS" + ], + [ + ".getItem", + "Id" + ], + [ + "Ġprés", + "ent" + ], + [ + ".get", + "Token" + ], + [ + "Ġch", + "inese" + ], + [ + "ĠMe", + "al" + ], + [ + "Y", + "OU" + ], + [ + "\">", + ">ĊĊ" + ], + [ + "b", + "ower" + ], + [ + "Ġsw", + "apped" + ], + [ + "/", + "install" + ], + [ + "Ġs", + "inks" + ], + [ + "etr", + "ize" + ], + [ + "Ġdecl", + "ines" + ], + [ + "ĉm", + "ysql" + ], + [ + "ĠC", + "String" + ], + [ + "ĠMotion", + "Event" + ], + [ + ".L", + "anguage" + ], + [ + "R", + "oad" + ], + [ + "ÑĤ", + "еÑĢ" + ], + [ + "asc", + "imento" + ], + [ + "'))", + "->" + ], + [ + ".", + "about" + ], + [ + "(", + "editor" + ], + [ + "ĠR", + "atings" + ], + [ + "in", + "come" + ], + [ + "Å¡", + "e" + ], + [ + ".de", + "queueReusableCell" + ], + [ + "ĠAust", + "rian" + ], + [ + "Ġs", + "ulla" + ], + [ + "ĠTrib", + "unal" + ], + [ + "ĠDid", + "n" + ], + [ + "ов", + "аÑĢ" + ], + [ + "Ġins", + "pections" + ], + [ + "B", + "oss" + ], + [ + "Ġcock", + "tails" + ], + [ + "Ġapolog", + "ized" + ], + [ + "_sub", + "plot" + ], + [ + "op", + "al" + ], + [ + "+", + "=(" + ], + [ + "Ġreson", + "ance" + ], + [ + "ib", + "u" + ], + [ + "Ġë", + "¦¬" + ], + [ + "rom", + "a" + ], + [ + "res", + "erve" + ], + [ + "pl", + "s" + ], + [ + "ĠT", + "ah" + ], + [ + "ax", + "ies" + ], + [ + "OP", + "LE" + ], + [ + "ĠDar", + "ren" + ], + [ + "ĠZ", + "ombie" + ], + [ + "_M", + "ap" + ], + [ + "Ġ]", + ")ĊĊ" + ], + [ + "ĠQ", + "i" + ], + [ + "ĠS", + "ail" + ], + [ + "Ġrestrict", + "ive" + ], + [ + "Ġeros", + "ion" + ], + [ + "-", + "par" + ], + [ + "WH", + "ITE" + ], + [ + "Ġold", + "u" + ], + [ + "Ġap", + "erture" + ], + [ + "Ġbit", + "coins" + ], + [ + "text", + "o" + ], + [ + "ĠCom", + "cast" + ], + [ + "Ġtime", + "less" + ], + [ + "en", + "kins" + ], + [ + "Ġfeed", + "er" + ], + [ + "/", + "tmp" + ], + [ + "res", + "den" + ], + [ + "+'", + "_" + ], + [ + ".D", + "estroy" + ], + [ + "Ġç", + "ok" + ], + [ + "ĠD", + "OCUMENT" + ], + [ + ".l", + "ng" + ], + [ + ".tag", + "Name" + ], + [ + "Ġk", + "ullan" + ], + [ + "eg", + "rate" + ], + [ + "Ġ(*", + "." + ], + [ + "ç¼ĸ", + "è¾ij" + ], + [ + "Ġhand", + "shake" + ], + [ + "s", + "oc" + ], + [ + "_", + "geometry" + ], + [ + "ĠDam", + "ascus" + ], + [ + "Min", + "or" + ], + [ + "ĠK", + "afka" + ], + [ + "ìĹ", + "¬" + ], + [ + "Fl", + "orida" + ], + [ + "_com", + "pute" + ], + [ + ".ex", + "pr" + ], + [ + "Ġpar", + "alle" + ], + [ + "ĠD", + "iaz" + ], + [ + "c", + "ir" + ], + [ + "[", + "target" + ], + [ + "Ġj", + "oking" + ], + [ + "Ġgl", + "or" + ], + [ + "(set", + "q" + ], + [ + "_hand", + "lers" + ], + [ + "H", + "ang" + ], + [ + "Ġf", + "err" + ], + [ + "rim", + "inal" + ], + [ + "ĉĠĠĠĠ", + "ĉĉ" + ], + [ + "ent", + "ies" + ], + [ + "def", + "ines" + ], + [ + "-t", + "ax" + ], + [ + "json", + "p" + ], + [ + "ĠU", + "PS" + ], + [ + "met", + "ro" + ], + [ + "__", + ";Ċ" + ], + [ + "ĠUg", + "anda" + ], + [ + "]))", + ":Ċ" + ], + [ + "_t", + "d" + ], + [ + "x", + "ae" + ], + [ + "l", + "w" + ], + [ + ".", + "OS" + ], + [ + "ĠLog", + "ged" + ], + [ + "ac", + "id" + ], + [ + "ĠMay", + "o" + ], + [ + "as", + "pect" + ], + [ + "Ġvag", + "inal" + ], + [ + "Ġinitial", + "izing" + ], + [ + "Ġster", + "oids" + ], + [ + "f", + "iction" + ], + [ + "G", + "RE" + ], + [ + "g", + "end" + ], + [ + "Ġli", + "abilities" + ], + [ + "ĠL", + "ets" + ], + [ + "M", + "ech" + ], + [ + "(", + "nc" + ], + [ + "(", + "change" + ], + [ + "Ġconnect", + "ors" + ], + [ + ":", + "k" + ], + [ + "Ġt", + "ast" + ], + [ + "!", + "\");ĊĊ" + ], + [ + "th", + "ings" + ], + [ + "ro", + "phy" + ], + [ + "luet", + "ooth" + ], + [ + "ĠSign", + "Up" + ], + [ + ".", + "ctrl" + ], + [ + "Ġthere", + "in" + ], + [ + "ord", + "a" + ], + [ + ".", + "escape" + ], + [ + "ig", + "ator" + ], + [ + "Ġpet", + "rol" + ], + [ + "Ġspec", + "imen" + ], + [ + "Ġdeb", + "uted" + ], + [ + "-", + "Pro" + ], + [ + "Ġcr", + "ises" + ], + [ + ".add", + "View" + ], + [ + "ëı", + "Ļ" + ], + [ + "-d", + "oor" + ], + [ + "Ġmon", + "et" + ], + [ + "Ġmill", + "is" + ], + [ + "Ġv", + "ier" + ], + [ + "Internal", + "Enumerator" + ], + [ + "Ġadmin", + "s" + ], + [ + "ĠL", + "air" + ], + [ + "z", + "in" + ], + [ + "get", + "Query" + ], + [ + "umb", + "les" + ], + [ + "L", + "IMIT" + ], + [ + "ĠV", + "ig" + ], + [ + "_s", + "ong" + ], + [ + "<", + "Character" + ], + [ + "::", + "." + ], + [ + "_h", + "om" + ], + [ + "_b", + "p" + ], + [ + "ĠSup", + "ervisor" + ], + [ + "sub", + "mission" + ], + [ + "ab", + "ile" + ], + [ + "Ġno", + "i" + ], + [ + "Or", + "Create" + ], + [ + "Ġpe", + "el" + ], + [ + "Ġon", + "Start" + ], + [ + "Ġsent", + "iments" + ], + [ + "veh", + "icles" + ], + [ + "Ġclass", + "rooms" + ], + [ + "Ġs", + "zer" + ], + [ + "Ġb", + "ending" + ], + [ + "Ġlong", + "evity" + ], + [ + "Ġa", + "cl" + ], + [ + "ĠAle", + "ppo" + ], + [ + "ĠU", + "M" + ], + [ + "ĠR", + "icht" + ], + [ + "Ġmultip", + "rocessing" + ], + [ + "DOM", + "AIN" + ], + [ + "\",\"", + "+" + ], + [ + "_Y", + "EAR" + ], + [ + "Ġsc", + "rape" + ], + [ + "Ġsol", + "itary" + ], + [ + "Ġ\"]", + "\";Ċ" + ], + [ + "/", + "errors" + ], + [ + "ìŀ", + "¬" + ], + [ + "ľ", + "ëł¥" + ], + [ + "b", + "etter" + ], + [ + "ĉ", + "number" + ], + [ + "ĠL", + "F" + ], + [ + "ĠAc", + "ross" + ], + [ + "Pub", + "Med" + ], + [ + "\\\"", + "\"" + ], + [ + "ĠExcell", + "ence" + ], + [ + "Ġus", + "ando" + ], + [ + "ĠU", + "IP" + ], + [ + "Activity", + "Indicator" + ], + [ + "_V", + "OID" + ], + [ + "Ġbre", + "eds" + ], + [ + "ï½", + "¥" + ], + [ + "uest", + "as" + ], + [ + "ĠTre", + "asure" + ], + [ + "ustral", + "ian" + ], + [ + "(f", + "ace" + ], + [ + "ĠT", + "ennis" + ], + [ + "ĉ", + "Int" + ], + [ + "ĠHans", + "en" + ], + [ + "ç", + "µ" + ], + [ + ":", + "I" + ], + [ + "Ġâľ", + "Ķ" + ], + [ + "GR", + "AY" + ], + [ + "O", + "USE" + ], + [ + "Ġhe", + "pat" + ], + [ + "ł", + "í" + ], + [ + "A", + "IR" + ], + [ + "ó", + "ż" + ], + [ + "Ġque", + "ued" + ], + [ + "vinc", + "ia" + ], + [ + "ĠChrom", + "ium" + ], + [ + "Ġcompet", + "ence" + ], + [ + "ung", + "al" + ], + [ + "ill", + "i" + ], + [ + "Ġget", + "By" + ], + [ + "ĠF", + "inder" + ], + [ + "Ġincap", + "able" + ], + [ + "Ġs", + "add" + ], + [ + "Ġc", + "ites" + ], + [ + "ĠChurch", + "ill" + ], + [ + "S", + "dk" + ], + [ + "More", + "over" + ], + [ + "As", + "pNet" + ], + [ + "(", + "Float" + ], + [ + "$", + "password" + ], + [ + "ĠConn", + "or" + ], + [ + "-s", + "ession" + ], + [ + "_d", + "m" + ], + [ + "*", + "))" + ], + [ + "Ġde", + "utsch" + ], + [ + "ĠN", + "X" + ], + [ + "Ġper", + "ks" + ], + [ + "_S", + "ORT" + ], + [ + "_TO", + "OL" + ], + [ + "_V", + "ISIBLE" + ], + [ + ".as", + "p" + ], + [ + "æĪ", + "ĸ" + ], + [ + "ĠBre", + "ath" + ], + [ + "D", + "etect" + ], + [ + "ĠD", + "uel" + ], + [ + ".c", + "mb" + ], + [ + "[", + "it" + ], + [ + ".Set", + "Bool" + ], + [ + "Ġnarc", + "iss" + ], + [ + "Ġab", + "ide" + ], + [ + "Ġej", + "emplo" + ], + [ + "ĠâĦ", + "ķ" + ], + [ + "Ġm", + "ornings" + ], + [ + "Ġcomput", + "es" + ], + [ + ".s", + "sl" + ], + [ + "j", + "t" + ], + [ + "Ġmuch", + "os" + ], + [ + "_S", + "S" + ], + [ + "[", + "end" + ], + [ + "Ġbas", + "in" + ], + [ + "Ġalgun", + "os" + ], + [ + "ĠCroat", + "ia" + ], + [ + "lin", + "ewidth" + ], + [ + "(t", + "ags" + ], + [ + "(h", + "idden" + ], + [ + "ÃŃc", + "io" + ], + [ + "Ġap", + "ar" + ], + [ + "ĠÐ", + "¶" + ], + [ + "ä¸", + "İ" + ], + [ + ".", + "food" + ], + [ + "ĠR", + "ural" + ], + [ + "Ġbread", + "th" + ], + [ + "å½", + "±" + ], + [ + "(s", + "ess" + ], + [ + "+", + "\")" + ], + [ + "ĠP", + "aste" + ], + [ + "Ġserv", + "idor" + ], + [ + "ĠBit", + "Set" + ], + [ + "ĠTr", + "an" + ], + [ + "la", + "us" + ], + [ + "v", + "ette" + ], + [ + "ey", + "es" + ], + [ + "ĠCL", + "ICK" + ], + [ + "ĠV", + "III" + ], + [ + "ĠTurn", + "s" + ], + [ + "ĠLe", + "Bron" + ], + [ + "ĠM", + "uj" + ], + [ + "ĠD", + "eg" + ], + [ + "ĠAdult", + "s" + ], + [ + "_s", + "uite" + ], + [ + "process", + "able" + ], + [ + "ĠPH", + "Y" + ], + [ + "g", + "hest" + ], + [ + ".F", + "ail" + ], + [ + "ĠSl", + "ack" + ], + [ + "ce", + "j" + ], + [ + "\\", + "Carbon" + ], + [ + "Ġsuper", + "star" + ], + [ + "Ġhold", + "ings" + ], + [ + "(", + "forms" + ], + [ + "Ġ'#", + "'" + ], + [ + "M", + "ultip" + ], + [ + "(\"[", + "%" + ], + [ + "-s", + "olid" + ], + [ + "/", + "url" + ], + [ + "-t", + "ier" + ], + [ + "[", + "length" + ], + [ + "ĠStream", + "Writer" + ], + [ + "ĠMarket", + "place" + ], + [ + "get", + "text" + ], + [ + "_T", + "ICK" + ], + [ + "ĠFor", + "ge" + ], + [ + "Ġblack", + "jack" + ], + [ + "ĠDO", + "ES" + ], + [ + "ĠM", + "atters" + ], + [ + "w", + "aves" + ], + [ + "Ġwhisper", + "ed" + ], + [ + "Ġl", + "ush" + ], + [ + "ìĺ", + "¤" + ], + [ + "d", + "igital" + ], + [ + "Ġwr", + "ink" + ], + [ + "ĠH", + "ogan" + ], + [ + "Ġrust", + "ic" + ], + [ + ".Apply", + "Resources" + ], + [ + "ĠHard", + "y" + ], + [ + "os", + "omes" + ], + [ + "A", + "UT" + ], + [ + ".ST", + "ATE" + ], + [ + "Ġnarr", + "atives" + ], + [ + "ĉ", + "store" + ], + [ + "b", + "ib" + ], + [ + "ĉ", + "Scanner" + ], + [ + "ĠC", + "ody" + ], + [ + "\\", + "Repositories" + ], + [ + "Ġre", + "union" + ], + [ + "and", + "um" + ], + [ + "âĢĻ", + "h" + ], + [ + "Ġsn", + "iff" + ], + [ + "NS", + "Bundle" + ], + [ + "Ġcompreh", + "end" + ], + [ + "_US", + "AGE" + ], + [ + "_", + "occ" + ], + [ + "URRE", + "NCY" + ], + [ + "J", + "NI" + ], + [ + "Ġspecial", + "izing" + ], + [ + "Ġvis", + "ions" + ], + [ + "Ġdol", + "ore" + ], + [ + "Ġv", + "á" + ], + [ + "ĠChe", + "vy" + ], + [ + "ĠSt", + "yled" + ], + [ + "imp", + "act" + ], + [ + "all", + "en" + ], + [ + "Ġk", + "art" + ], + [ + "ĠTable", + "t" + ], + [ + "st", + "uff" + ], + [ + "re", + "esome" + ], + [ + "аÑĤ", + "оÑĢ" + ], + [ + "//----------------------------------------------------------------", + "-----------Ċ" + ], + [ + "_Ad", + "min" + ], + [ + "Ġcell", + "phone" + ], + [ + "Ġaut", + "oplay" + ], + [ + "Ġcamb", + "io" + ], + [ + "Ġmar", + "itime" + ], + [ + "_BO", + "OT" + ], + [ + "-", + "quarter" + ], + [ + "Ġlat", + "ina" + ], + [ + "ĠAJ", + "AX" + ], + [ + "e", + "quiv" + ], + [ + "ĠFront", + "ier" + ], + [ + "ĠX", + "Y" + ], + [ + "}", + "]Ċ" + ], + [ + "ĠR", + "ough" + ], + [ + ".pro", + "to" + ], + [ + "Ġcorrect", + "ness" + ], + [ + "Ġfac", + "il" + ], + [ + "ĠRe", + "ached" + ], + [ + "ãģĿ", + "ãģ®" + ], + [ + "V", + "IS" + ], + [ + ".p", + "s" + ], + [ + "Ġstr", + "ncpy" + ], + [ + "Ġdiff", + "usion" + ], + [ + ".start", + "Activity" + ], + [ + "��", + "�" + ], + [ + "Ġaccom", + "p" + ], + [ + "AMES", + "PACE" + ], + [ + "imon", + "ials" + ], + [ + "ĠBl", + "ast" + ], + [ + "aby", + "rin" + ], + [ + "Ġd", + "ome" + ], + [ + "Ġextr", + "av" + ], + [ + "Ġy", + "en" + ], + [ + "Ġcul", + "inary" + ], + [ + "P", + "RI" + ], + [ + "ĠComm", + "unities" + ], + [ + "n", + "id" + ], + [ + "_oper", + "ations" + ], + [ + ".h", + "s" + ], + [ + "ĠMil", + "ton" + ], + [ + "Ġno", + "ises" + ], + [ + "Autoresizing", + "Mask" + ], + [ + "(c", + "id" + ], + [ + "}ĊĊ", + "ĊĊĊĊ" + ], + [ + "]", + "},Ċ" + ], + [ + "ĠD", + "etection" + ], + [ + "tab", + "la" + ], + [ + "Ġlib", + "erties" + ], + [ + "_D", + "YNAMIC" + ], + [ + "w", + "get" + ], + [ + "ĠT", + "ür" + ], + [ + "ĠP", + "ascal" + ], + [ + "Trans", + "parent" + ], + [ + "Delay", + "ed" + ], + [ + "]", + "()" + ], + [ + "ĠHer", + "bert" + ], + [ + "<", + "ActionResult" + ], + [ + "ch", + "allenge" + ], + [ + "Ġmush", + "room" + ], + [ + ".insert", + "Before" + ], + [ + "ĠR", + "in" + ], + [ + "Ġhum", + "our" + ], + [ + "Ġf", + "ø" + ], + [ + "api", + "Key" + ], + [ + "alloc", + "ated" + ], + [ + "Ġconf", + "ession" + ], + [ + ".", + "\",čĊ" + ], + [ + "ĉassert", + "That" + ], + [ + "ĠS", + "ORT" + ], + [ + "ĠL", + "ORD" + ], + [ + "Ġexport", + "er" + ], + [ + ".set", + "Level" + ], + [ + "p", + "okemon" + ], + [ + "ash", + "tra" + ], + [ + "Ġf", + "é" + ], + [ + "ur", + "ator" + ], + [ + "(M", + "SG" + ], + [ + "Ġt", + "up" + ], + [ + "ĠH", + "ull" + ], + [ + "Ġyield", + "ed" + ], + [ + ".Sub", + "ject" + ], + [ + "\\", + "Route" + ], + [ + "!", + "?" + ], + [ + "ĠÑĥ", + "дал" + ], + [ + "\\", + "Security" + ], + [ + "-", + "ar" + ], + [ + "Ġalleg", + "ation" + ], + [ + "(", + "Settings" + ], + [ + "ä", + "nder" + ], + [ + "Ġell", + "ipse" + ], + [ + "ĠRetro", + "fit" + ], + [ + "Ġregul", + "ating" + ], + [ + "ĠM", + "olly" + ], + [ + "ĠL", + "ok" + ], + [ + "_C", + "ustom" + ], + [ + "ĠProm", + "o" + ], + [ + "is", + "in" + ], + [ + "Ġres", + "umed" + ], + [ + "Ġmet", + "ropolitan" + ], + [ + ".error", + "Message" + ], + [ + ":", + "-------------" + ], + [ + "Ġpas", + "ado" + ], + [ + "th", + "ank" + ], + [ + "_De", + "lete" + ], + [ + "ĠBright", + "on" + ], + [ + ",", + "unsigned" + ], + [ + "ä½ľ", + "èĢħ" + ], + [ + "Ġaspir", + "ations" + ], + [ + "-h", + "ow" + ], + [ + "R", + "ose" + ], + [ + "=", + "((" + ], + [ + "_ne", + "eded" + ], + [ + "_pl", + "ural" + ], + [ + "<", + "Application" + ], + [ + "ĠW", + "EEK" + ], + [ + "ĠUn", + "lock" + ], + [ + "ĠT", + "EMP" + ], + [ + "S", + "ou" + ], + [ + "Ġschizophren", + "ia" + ], + [ + "Ġt", + "roll" + ], + [ + "Ġcomplement", + "ary" + ], + [ + "ĠNET", + "WORK" + ], + [ + "Ġbl", + "ir" + ], + [ + "Ġprogress", + "Dialog" + ], + [ + "\"", + "%(" + ], + [ + "ĠAttribute", + "Set" + ], + [ + "ĉ", + "ts" + ], + [ + ".iter", + "items" + ], + [ + "è¯", + "Ŀ" + ], + [ + "Ġesc", + "rit" + ], + [ + "v", + "ous" + ], + [ + "_pl", + "aces" + ], + [ + "H", + "K" + ], + [ + "Ġseg", + "uir" + ], + [ + "_f", + "w" + ], + [ + "ĠR", + "ounded" + ], + [ + "Ġdis", + "posit" + ], + [ + "è§", + "Ĩ" + ], + [ + "par", + "m" + ], + [ + "w", + "ow" + ], + [ + "STRU", + "CTION" + ], + [ + ".", + "allow" + ], + [ + "ĠChar", + "Sequence" + ], + [ + "ĉ", + "extern" + ], + [ + "Ġprosec", + "uted" + ], + [ + "Ġmort", + "ar" + ], + [ + "ĠJ", + "uda" + ], + [ + "-", + "msg" + ], + [ + "Ġest", + "ud" + ], + [ + ".get", + "Description" + ], + [ + "Ġs", + "ow" + ], + [ + "amb", + "re" + ], + [ + "Ġrom", + "a" + ], + [ + "En", + "h" + ], + [ + "bon", + "us" + ], + [ + "Ġsqu", + "at" + ], + [ + "Ġdist", + "ra" + ], + [ + "ed", + "Image" + ], + [ + "Ġpe", + "ppers" + ], + [ + "-per", + "formance" + ], + [ + ",", + "ĊĊĊ" + ], + [ + ",", + "file" + ], + [ + "ĠM", + "IME" + ], + [ + "_con", + "cat" + ], + [ + "AB", + "S" + ], + [ + "-f", + "ashion" + ], + [ + "Ġunder", + "cover" + ], + [ + "One", + "ToMany" + ], + [ + "Ġre", + "claim" + ], + [ + "C", + "OPY" + ], + [ + "Ġb", + "inds" + ], + [ + "ĠT", + "ape" + ], + [ + "Ġg", + "ossip" + ], + [ + "ĠEqu", + "ity" + ], + [ + "/", + "Card" + ], + [ + ".", + "activ" + ], + [ + "'", + "am" + ], + [ + "Ġdrain", + "age" + ], + [ + "<", + "Scalars" + ], + [ + "ĠonBind", + "ViewHolder" + ], + [ + "()", + "?." + ], + [ + "Ġs", + "orrow" + ], + [ + "ĠI", + "b" + ], + [ + "up", + "y" + ], + [ + "_U", + "UID" + ], + [ + "ĠCh", + "arm" + ], + [ + "ĠElection", + "s" + ], + [ + ".on", + "Destroy" + ], + [ + "ĠInterest", + "ingly" + ], + [ + "ounding", + "Box" + ], + [ + "_d", + "etection" + ], + [ + "-h", + "eld" + ], + [ + "_", + "unknown" + ], + [ + "Ġrefr", + "ain" + ], + [ + "Ġmét", + "odo" + ], + [ + "Ġe", + "Book" + ], + [ + "EN", + "OMEM" + ], + [ + "Ġd", + "ang" + ], + [ + "Prof", + "essional" + ], + [ + "Ġd", + "ictionaries" + ], + [ + "/m", + "ysql" + ], + [ + "ĠST", + "UD" + ], + [ + "Ġmas", + "se" + ], + [ + "s", + "cape" + ], + [ + "Ġdre", + "i" + ], + [ + ":", + "name" + ], + [ + ".log", + "o" + ], + [ + "Sign", + "Up" + ], + [ + "Ġt", + "ahun" + ], + [ + "(", + "theme" + ], + [ + "ĠFem", + "me" + ], + [ + "Ġbom", + "ber" + ], + [ + "ĠJ", + "ade" + ], + [ + "ĠT", + "ay" + ], + [ + "Ġsubmar", + "ine" + ], + [ + "_cl", + "ause" + ], + [ + "zy", + "ch" + ], + [ + "Ġsimult", + "aneous" + ], + [ + "Ġcas", + "os" + ], + [ + ".", + "boolean" + ], + [ + "(l", + "hs" + ], + [ + "Ġcontin", + "ental" + ], + [ + "-s", + "ale" + ], + [ + "ĉ", + "env" + ], + [ + "ĠC", + "ute" + ], + [ + "ĠFactory", + "Girl" + ], + [ + "ab", + "us" + ], + [ + "/", + "value" + ], + [ + "Ġj", + "adx" + ], + [ + "Ġst", + "ern" + ], + [ + ">", + ">ĊĊ" + ], + [ + "Ġsurf", + "aced" + ], + [ + "Ġìł", + "Ģìŀ¥" + ], + [ + "pl", + "atz" + ], + [ + "ĉ", + "email" + ], + [ + "cept", + "ors" + ], + [ + "\">", + "(" + ], + [ + "Ġep", + "ile" + ], + [ + "è¯", + "»" + ], + [ + "ĠDe", + "bt" + ], + [ + "åij", + "Ĭ" + ], + [ + "N", + "OP" + ], + [ + "\"", + "https" + ], + [ + ":", + "j" + ], + [ + "Form", + "Item" + ], + [ + "_L", + "ICENSE" + ], + [ + ".get", + "Double" + ], + [ + "ĠAg", + "enda" + ], + [ + "ĉf", + "inally" + ], + [ + "(f", + "ilters" + ], + [ + "(", + "av" + ], + [ + "ç¾", + "İ" + ], + [ + "AP", + "ER" + ], + [ + "Ġl", + "ava" + ], + [ + "еÑĢ", + "ж" + ], + [ + "))", + "))ĊĊ" + ], + [ + "Ġfault", + "y" + ], + [ + "_n", + "m" + ], + [ + "Ġtr", + "ava" + ], + [ + "(B", + "itmap" + ], + [ + "Ġspeed", + "ing" + ], + [ + ">", + "')." + ], + [ + "Ġscreen", + "ed" + ], + [ + "_", + "roll" + ], + [ + "ĠMac", + "Book" + ], + [ + "ĠA", + "UD" + ], + [ + "Ġdiagn", + "ose" + ], + [ + ".G", + "enerate" + ], + [ + "Ġ^", + "^" + ], + [ + "Ġstr", + "s" + ], + [ + "[", + "Test" + ], + [ + "Ġr", + "ansom" + ], + [ + "ĠDH", + "CP" + ], + [ + "eld", + "en" + ], + [ + "Ġinterpret", + "ations" + ], + [ + "()", + "]." + ], + [ + "flat", + "Map" + ], + [ + "Ġline", + "Height" + ], + [ + "_m", + "ount" + ], + [ + "ĠW", + "izards" + ], + [ + "Ġsl", + "uts" + ], + [ + "eh", + "ler" + ], + [ + "od", + "al" + ], + [ + "Ġmilit", + "ia" + ], + [ + "å", + "²" + ], + [ + "earn", + "ed" + ], + [ + "Ġmis", + "ery" + ], + [ + "int", + "val" + ], + [ + "f", + "und" + ], + [ + "Ġh", + "ides" + ], + [ + "Ġdi", + "arr" + ], + [ + "ĠWes", + "ley" + ], + [ + "Ġx", + "mm" + ], + [ + "Ġqu", + "em" + ], + [ + "ĠAr", + "abs" + ], + [ + "if", + "th" + ], + [ + "ategor", + "ized" + ], + [ + "Dis", + "posable" + ], + [ + "P", + "ure" + ], + [ + "_NOT", + "IFY" + ], + [ + "sn", + "ippet" + ], + [ + "ĠGar", + "rett" + ], + [ + ".run", + "ning" + ], + [ + ".", + "weights" + ], + [ + "Ġ(", + "--" + ], + [ + "Ġin", + "variant" + ], + [ + "äºĭ", + "件" + ], + [ + "ĠAll", + "owed" + ], + [ + "dir", + "s" + ], + [ + "Ġpass", + "ions" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠFl", + "ush" + ], + [ + "men", + "us" + ], + [ + ":", + "block" + ], + [ + "Ġcompr", + "a" + ], + [ + ".ch", + "omp" + ], + [ + "alloc", + "ator" + ], + [ + "Ġcur", + "ated" + ], + [ + "ĠKnow", + "ing" + ], + [ + "ĠPatt", + "erson" + ], + [ + "Ġtel", + "ah" + ], + [ + "'", + "ex" + ], + [ + "Ġdo", + "omed" + ], + [ + "Ġphil", + "anth" + ], + [ + "ott", + "y" + ], + [ + ".st", + "yles" + ], + [ + "Own", + "ed" + ], + [ + "Ġallerg", + "ies" + ], + [ + "=", + "params" + ], + [ + "oc", + "ese" + ], + [ + "it", + "elist" + ], + [ + "ĠS", + "ending" + ], + [ + "b", + "ef" + ], + [ + "orr", + "ar" + ], + [ + "ĠN", + "ão" + ], + [ + "ĠF", + "argo" + ], + [ + "ĠL", + "ub" + ], + [ + "ĠComb", + "ined" + ], + [ + "_g", + "iven" + ], + [ + "ĉĉĉĉĉ", + "ĠĠĠĠ" + ], + [ + "Ġreconc", + "iliation" + ], + [ + "Pattern", + "s" + ], + [ + "az", + "ard" + ], + [ + "Ġbiom", + "ass" + ], + [ + "ĠH", + "ouses" + ], + [ + "resp", + "uesta" + ], + [ + "cc", + "o" + ], + [ + "/top", + "ics" + ], + [ + "ĠY", + "uk" + ], + [ + "Ġweaken", + "ed" + ], + [ + "_c", + "alendar" + ], + [ + "Ġmulher", + "es" + ], + [ + "ĠMar", + "l" + ], + [ + "Ġs", + "ine" + ], + [ + "ĠT", + "il" + ], + [ + "ĠSou", + "ls" + ], + [ + "ĠDe", + "utsche" + ], + [ + "ĠF", + "OLLOW" + ], + [ + "Ġpip", + "elines" + ], + [ + "ĠBever", + "ly" + ], + [ + "_DIP", + "SETTING" + ], + [ + "\"", + "#" + ], + [ + "ĠPro", + "to" + ], + [ + ".b", + "ig" + ], + [ + "ĠSav", + "ings" + ], + [ + "ĠT", + "anz" + ], + [ + "j", + "un" + ], + [ + "ĠG", + "amma" + ], + [ + "ĠS", + "add" + ], + [ + "Ġadvis", + "ors" + ], + [ + "Ġro", + "ast" + ], + [ + "Ġun", + "ters" + ], + [ + "ud", + "ies" + ], + [ + "_l", + "on" + ], + [ + "-point", + "er" + ], + [ + "ĠElement", + "Ref" + ], + [ + "\\", + "Builder" + ], + [ + "example", + "Input" + ], + [ + ".web", + "driver" + ], + [ + "data", + "Type" + ], + [ + "ĠQu", + "ite" + ], + [ + "ĠCelt", + "ics" + ], + [ + "u", + "il" + ], + [ + "-def", + "ense" + ], + [ + "b", + "ish" + ], + [ + "ĠUI", + "Window" + ], + [ + "ĠS", + "uddenly" + ], + [ + ".h", + "ot" + ], + [ + ".re", + "ason" + ], + [ + "Ġg", + "ör" + ], + [ + "AM", + "D" + ], + [ + ".M", + "ulti" + ], + [ + "auth", + "enticated" + ], + [ + "reg", + "ions" + ], + [ + ";", + "(" + ], + [ + "а", + "ÑĢам" + ], + [ + "ĠKir", + "by" + ], + [ + "$", + "route" + ], + [ + "PREC", + "ATED" + ], + [ + "ĠDur", + "ham" + ], + [ + "ow", + "o" + ], + [ + "ĠPer", + "forms" + ], + [ + "Ġdisreg", + "ard" + ], + [ + "n", + "st" + ], + [ + "ĠP", + "ols" + ], + [ + "Ġget", + "P" + ], + [ + "\"]", + ":" + ], + [ + "-col", + "ored" + ], + [ + "(", + "Keys" + ], + [ + "ĠAl", + "leg" + ], + [ + "_mod", + "ify" + ], + [ + "_", + "loading" + ], + [ + "str", + "ained" + ], + [ + "Ġat", + "roc" + ], + [ + "_p", + "hr" + ], + [ + "<", + "Sprite" + ], + [ + "Ġsatisf", + "actory" + ], + [ + "m", + "anship" + ], + [ + ".p", + "ipeline" + ], + [ + "T", + "ony" + ], + [ + "Ġth", + "ief" + ], + [ + "pol", + "ator" + ], + [ + "(", + "lock" + ], + [ + "bur", + "st" + ], + [ + "ĠOptim", + "ization" + ], + [ + "Ġsurf", + "ing" + ], + [ + "\"", + "Yes" + ], + [ + "Ġdesc", + "ended" + ], + [ + "æ", + "Ĵ" + ], + [ + "_C", + "lear" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠFro", + "zen" + ], + [ + "D", + "IRECT" + ], + [ + "-", + "Con" + ], + [ + "ĠLe", + "icester" + ], + [ + "å¥", + "³" + ], + [ + "O", + "OM" + ], + [ + "=", + "db" + ], + [ + "Ġget", + "Message" + ], + [ + "<", + "Student" + ], + [ + "_b", + "atches" + ], + [ + ".M", + "ask" + ], + [ + "_", + "eth" + ], + [ + "\\", + ")" + ], + [ + "Ġsom", + "a" + ], + [ + "C", + "atch" + ], + [ + "[", + "ch" + ], + [ + "Own", + "ers" + ], + [ + "ind", + "le" + ], + [ + ":", + "auto" + ], + [ + ".", + "vert" + ], + [ + "iv", + "r" + ], + [ + ".set", + "Location" + ], + [ + "Ġfl", + "uent" + ], + [ + "_END", + "IAN" + ], + [ + "ĠCar", + "lo" + ], + [ + "cept", + "s" + ], + [ + "add", + "Action" + ], + [ + ".o", + "auth" + ], + [ + "<", + "UnityEngine" + ], + [ + "re", + "ements" + ], + [ + ".S", + "kip" + ], + [ + "?", + ")ĊĊ" + ], + [ + ".default", + "Props" + ], + [ + "Ġc", + "abe" + ], + [ + "ĠSh", + "en" + ], + [ + "eros", + "is" + ], + [ + "ĠPro", + "fit" + ], + [ + "Ġpo", + "is" + ], + [ + "_C", + "REATED" + ], + [ + "Ġremove", + "From" + ], + [ + "(w", + "s" + ], + [ + "?", + "action" + ], + [ + "(", + "Field" + ], + [ + "Ġerr", + "one" + ], + [ + ".min", + "imum" + ], + [ + "ĠRetrie", + "ved" + ], + [ + "Ġd", + "ado" + ], + [ + "ĠPR", + "IVATE" + ], + [ + "-s", + "pec" + ], + [ + "Ġg", + "zip" + ], + [ + "p", + "data" + ], + [ + "Ġpos", + "Y" + ], + [ + "(l", + "ow" + ], + [ + "Ġqual", + "quer" + ], + [ + "/", + "cloud" + ], + [ + "ê²", + "Į" + ], + [ + "(", + "common" + ], + [ + "ĠAr", + "beit" + ], + [ + "organ", + "isation" + ], + [ + "Ġtid", + "y" + ], + [ + "ĠRol", + "and" + ], + [ + "(", + "ph" + ], + [ + ".z", + "one" + ], + [ + "Ġgent", + "lemen" + ], + [ + "ượ", + "c" + ], + [ + "å±", + "±" + ], + [ + "Ġenc", + "losure" + ], + [ + "ĠMan", + "afort" + ], + [ + "ĉ", + "Color" + ], + [ + "St", + "encil" + ], + [ + "N", + "ic" + ], + [ + "Ġthe", + "orem" + ], + [ + "ĠV", + "G" + ], + [ + "Ġcol", + "oured" + ], + [ + "V", + "BoxLayout" + ], + [ + "uls", + "ive" + ], + [ + "Drag", + "on" + ], + [ + "c", + "ff" + ], + [ + "et", + "est" + ], + [ + "ens", + "a" + ], + [ + "of", + "day" + ], + [ + ".A", + "zure" + ], + [ + ":UIControlEvent", + "TouchUpInside" + ], + [ + "_up", + "dates" + ], + [ + "Ġtrend", + "y" + ], + [ + "ug", + "as" + ], + [ + "weak", + "Self" + ], + [ + "Ġr", + "idge" + ], + [ + "ib", + "ri" + ], + [ + "Ġì¶", + "Ķ" + ], + [ + "(C", + "G" + ], + [ + "ĠMon", + "key" + ], + [ + ".write", + "Int" + ], + [ + ".tim", + "edelta" + ], + [ + "ViewController", + "Animated" + ], + [ + "ĠProvid", + "ence" + ], + [ + "ãģ", + "Ī" + ], + [ + "Ġbl", + "ends" + ], + [ + "/Sub", + "threshold" + ], + [ + "ĠAp", + "pl" + ], + [ + "Ġat", + "an" + ], + [ + "Ġreload", + "Data" + ], + [ + "umb", + "otron" + ], + [ + "st", + "üt" + ], + [ + "O", + "Auth" + ], + [ + "ĠG", + "iving" + ], + [ + "ĠìĦ", + "¤" + ], + [ + "ĠFinn", + "ish" + ], + [ + "check", + "ing" + ], + [ + ".", + "Embed" + ], + [ + "sequ", + "elize" + ], + [ + "Ġinitial", + "izes" + ], + [ + "ĠOs", + "lo" + ], + [ + "Ø", + "¶" + ], + [ + "get", + "Extension" + ], + [ + "_AL", + "T" + ], + [ + "(bl", + "ank" + ], + [ + "Ġfatal", + "Error" + ], + [ + "Ġdem", + "ise" + ], + [ + "****", + "*Ċ" + ], + [ + "ĠX", + "S" + ], + [ + "(A", + "F" + ], + [ + "ĠEn", + "s" + ], + [ + "an", + "tha" + ], + [ + "ĠP", + "OR" + ], + [ + "Ġn", + "ich" + ], + [ + ".N", + "amed" + ], + [ + "Ġgig", + "antic" + ], + [ + "ĠObserv", + "atory" + ], + [ + ".Res", + "olve" + ], + [ + "ĠPay", + "ments" + ], + [ + "g", + "uild" + ], + [ + "Ġcurrent", + "State" + ], + [ + "============", + "===Ċ" + ], + [ + "ĠS", + "ey" + ], + [ + "p", + "Data" + ], + [ + "Ġdead", + "lines" + ], + [ + "Ġcentral", + "ized" + ], + [ + "ĠScholar", + "ship" + ], + [ + "_s", + "upported" + ], + [ + ".ch", + "rome" + ], + [ + "()", + "]);Ċ" + ], + [ + "Ġc", + "yan" + ], + [ + "ĠC", + "age" + ], + [ + "Auth", + "ors" + ], + [ + "_", + "čĊ" + ], + [ + "/", + "os" + ], + [ + "k", + "im" + ], + [ + "de", + "e" + ], + [ + ".t", + "ex" + ], + [ + "Ġyours", + "elves" + ], + [ + "Ġm", + "gr" + ], + [ + "Ġal", + "k" + ], + [ + "-inst", + "all" + ], + [ + "Ġdraft", + "ing" + ], + [ + "Ġrum", + "or" + ], + [ + "Ġstat", + "ues" + ], + [ + "Pool", + "ing" + ], + [ + "ol", + "ina" + ], + [ + "AAAA", + "AAAA" + ], + [ + "/*", + "----------------------------------------------------------------------------" + ], + [ + "Ġextrem", + "ists" + ], + [ + "Cal", + "cul" + ], + [ + "ighth", + "ouse" + ], + [ + "In", + "set" + ], + [ + "(IN", + "PUT" + ], + [ + "Ġsynchron", + "ization" + ], + [ + "iv", + "irus" + ], + [ + ".", + "axes" + ], + [ + "ĠG", + "ap" + ], + [ + "-", + "An" + ], + [ + "_T", + "emplate" + ], + [ + "Ġgam", + "er" + ], + [ + "ĠCr", + "icket" + ], + [ + "Ġl", + "int" + ], + [ + "Ġauthor", + "itarian" + ], + [ + "NS", + "UInteger" + ], + [ + "Ġred", + "o" + ], + [ + "Ġadip", + "iscing" + ], + [ + "_F", + "ETCH" + ], + [ + "che", + "id" + ], + [ + "ĠF", + "ang" + ], + [ + ".", + "indices" + ], + [ + "t", + "one" + ], + [ + "д", + "ел" + ], + [ + "Ġ{{--", + "<" + ], + [ + "bra", + "him" + ], + [ + "Ġsal", + "a" + ], + [ + "get", + "Code" + ], + [ + "Ġcommunic", + "ated" + ], + [ + "start", + "sWith" + ], + [ + "ert", + "z" + ], + [ + "Read", + "able" + ], + [ + "Item", + "Id" + ], + [ + "oref", + "errer" + ], + [ + "cred", + "ible" + ], + [ + "á", + "ria" + ], + [ + "Ġcombine", + "Reducers" + ], + [ + "**", + "/ĊĊ" + ], + [ + "Ġbl", + "iss" + ], + [ + "Ġad", + "orn" + ], + [ + "dep", + "ends" + ], + [ + "ĠRO", + "OM" + ], + [ + "Ġfr", + "aming" + ], + [ + "Ġ?", + "'," + ], + [ + "aut", + "y" + ], + [ + "_p", + "ot" + ], + [ + "_t", + "abs" + ], + [ + "Ex", + "act" + ], + [ + ",", + "\"," + ], + [ + "Ġ'}", + "';Ċ" + ], + [ + "Ġarbit", + "r" + ], + [ + "ahr", + "ain" + ], + [ + ".getString", + "Extra" + ], + [ + "Ġ$", + "\\" + ], + [ + "Ġoutput", + "Stream" + ], + [ + "Ġcomm", + "enc" + ], + [ + "an", + "us" + ], + [ + "ch", + "y" + ], + [ + "<", + "Employee" + ], + [ + "Ġhex", + "atrigesimal" + ], + [ + "Ġn", + "acional" + ], + [ + "(serial", + "izers" + ], + [ + "_put", + "char" + ], + [ + "_S", + "AFE" + ], + [ + "ential", + "Action" + ], + [ + "ItemSelected", + "Listener" + ], + [ + ".Dis", + "patch" + ], + [ + "Conf", + "lict" + ], + [ + "_", + "about" + ], + [ + "os", + "aur" + ], + [ + "Bound", + "ary" + ], + [ + "Ġclear", + "Color" + ], + [ + "(", + "Location" + ], + [ + "ĠMON", + "TH" + ], + [ + "ĠT", + "aste" + ], + [ + "-", + "General" + ], + [ + "ĠW", + "AR" + ], + [ + "Ġer", + "halten" + ], + [ + "-s", + "aving" + ], + [ + "Ġcou", + "pling" + ], + [ + "-tr", + "igger" + ], + [ + "m", + "otor" + ], + [ + "Ġy", + "yyy" + ], + [ + "ĠPat", + "ent" + ], + [ + "pt", + "o" + ], + [ + "Ġmisdemean", + "or" + ], + [ + "vas", + "ion" + ], + [ + "ĠAdmir", + "al" + ], + [ + "à¹ī", + "า" + ], + [ + "_P", + "WR" + ], + [ + "Ġdevast", + "ated" + ], + [ + "fol", + "ios" + ], + [ + "ITU", + "DE" + ], + [ + "urre", + "ct" + ], + [ + "Ġrobot", + "ic" + ], + [ + "ĠSan", + "ct" + ], + [ + "ĠHawai", + "ian" + ], + [ + ".R", + "oute" + ], + [ + "-", + "condition" + ], + [ + "Ġr", + "k" + ], + [ + "/****************************************************************************", + "Ċ" + ], + [ + "create", + "Element" + ], + [ + "ĠK", + "op" + ], + [ + "ign", + "ant" + ], + [ + ".", + "rollback" + ], + [ + "Ġsal", + "ud" + ], + [ + "_", + "'," + ], + [ + "ĠAN", + "SI" + ], + [ + "Ex", + "cept" + ], + [ + "ĠDraw", + "able" + ], + [ + ".Utc", + "Now" + ], + [ + "\":[", + "{Ċ" + ], + [ + "Ġk", + "ole" + ], + [ + "L", + "ua" + ], + [ + "ĠBel", + "ieve" + ], + [ + "Com", + "put" + ], + [ + "Ġhall", + "uc" + ], + [ + "ĠSign", + "s" + ], + [ + "r", + "st" + ], + [ + ".h", + "u" + ], + [ + "ĠKN", + "OW" + ], + [ + "W", + "i" + ], + [ + "ĠBr", + "ass" + ], + [ + "ĠR", + "as" + ], + [ + "@", + "hotmail" + ], + [ + "Ġsed", + "iment" + ], + [ + "Ġap", + "k" + ], + [ + "Ġì", + "ĥģ" + ], + [ + "_reg", + "ions" + ], + [ + "Ġpod", + "ium" + ], + [ + "<", + "Book" + ], + [ + "ж", + "е" + ], + [ + "Ġsix", + "teen" + ], + [ + "ĠAli", + "as" + ], + [ + "Ġinfr", + "ared" + ], + [ + "ĠV", + "ander" + ], + [ + "ĠLe", + "ading" + ], + [ + "uc", + "ing" + ], + [ + ",:", + ",:" + ], + [ + "_h", + "or" + ], + [ + "w", + "at" + ], + [ + "Ġdé", + "cou" + ], + [ + "_W", + "idget" + ], + [ + "S", + "ounds" + ], + [ + "_n", + "avigation" + ], + [ + "Ġschn", + "ell" + ], + [ + "(g", + "enerator" + ], + [ + "uc", + "ene" + ], + [ + "Ġrem", + "ake" + ], + [ + "IP", + "v" + ], + [ + "Ġré", + "al" + ], + [ + "_IN", + "CREMENT" + ], + [ + "Ġhypoth", + "etical" + ], + [ + "_", + "ang" + ], + [ + "Ġof", + "s" + ], + [ + "Ġ!", + "Ċ" + ], + [ + ".com", + "pleted" + ], + [ + "Get", + "Type" + ], + [ + "Ġkom", + "men" + ], + [ + "ál", + "ido" + ], + [ + "add", + "On" + ], + [ + "Ġz", + "ÅĤ" + ], + [ + "UL", + "A" + ], + [ + "_ind", + "icator" + ], + [ + "']", + "ĊĊĊ" + ], + [ + "ap", + "ache" + ], + [ + "_S", + "elect" + ], + [ + "ĠGre", + "ene" + ], + [ + "Wh", + "ats" + ], + [ + "_an", + "im" + ], + [ + "Ġrepet", + "itive" + ], + [ + "m", + "uch" + ], + [ + "ĠTh", + "reshold" + ], + [ + "Ġl", + "f" + ], + [ + "(C", + "ategory" + ], + [ + "con", + "e" + ], + [ + "M", + "ix" + ], + [ + "_MET", + "ADATA" + ], + [ + "ays", + "ia" + ], + [ + "Ne", + "ighbors" + ], + [ + "ĉĊ", + "ĉĉĊ" + ], + [ + "IP", + "HER" + ], + [ + "ĠFr", + "ag" + ], + [ + "ĠC", + "ells" + ], + [ + "Ġnames", + "paces" + ], + [ + "(", + "back" + ], + [ + "ĠRest", + "aurants" + ], + [ + "sv", + "c" + ], + [ + "Ġл", + "и" + ], + [ + "ote", + "ch" + ], + [ + "-s", + "l" + ], + [ + "¥", + "¿" + ], + [ + "ĠW", + "T" + ], + [ + "ĠRed", + "uction" + ], + [ + "Ġd", + "otted" + ], + [ + "ĉf", + "ound" + ], + [ + "ĠTE", + "AM" + ], + [ + "B", + "orn" + ], + [ + "ĠM", + "ush" + ], + [ + "ĠCompar", + "able" + ], + [ + "Ġh", + "itch" + ], + [ + "AT", + "O" + ], + [ + "Ġmax", + "Height" + ], + [ + "begin", + "Transaction" + ], + [ + "ÃŃ", + "v" + ], + [ + "_b", + "n" + ], + [ + "Ġher", + "d" + ], + [ + "Ġrevers", + "al" + ], + [ + "ĠH", + "ond" + ], + [ + "del", + "imiter" + ], + [ + "Ġconf", + "use" + ], + [ + "Ġh", + "ops" + ], + [ + "Ġcent", + "roid" + ], + [ + "Ġcourt", + "room" + ], + [ + ".decor", + "ators" + ], + [ + "Ġm", + "pi" + ], + [ + "ĠImpro", + "ved" + ], + [ + "IN", + "NER" + ], + [ + "ĠBang", + "alore" + ], + [ + "ĠT", + "amb" + ], + [ + "Ġbo", + "ast" + ], + [ + "()", + "))čĊ" + ], + [ + "Ġil", + "licit" + ], + [ + "ĠMor", + "occo" + ], + [ + "greg", + "ator" + ], + [ + "_res", + "ume" + ], + [ + "Ġcrack", + "down" + ], + [ + "Ġport", + "raits" + ], + [ + "/h", + "igh" + ], + [ + "(", + "\\'" + ], + [ + "Ġay", + "ud" + ], + [ + "_fe", + "edback" + ], + [ + "Ġc", + "ate" + ], + [ + "/", + "avatar" + ], + [ + "Ġhe", + "b" + ], + [ + "Point", + "Cloud" + ], + [ + "Ġå", + "ĴĮ" + ], + [ + "Ġ<", + "![" + ], + [ + "Ġget", + "Resources" + ], + [ + "}", + ":{" + ], + [ + "Oper", + "ating" + ], + [ + "ĠF", + "og" + ], + [ + "ĉt", + "ab" + ], + [ + "ĠResearch", + "ers" + ], + [ + "Ġfabric", + "ation" + ], + [ + ".datas", + "ets" + ], + [ + "ĠCamp", + "o" + ], + [ + "ĠKa", + "uf" + ], + [ + "Ġd", + "ll" + ], + [ + "lig", + "t" + ], + [ + "]", + "));ĊĊ" + ], + [ + "st", + "ellen" + ], + [ + "ACK", + "ET" + ], + [ + "l", + "vl" + ], + [ + "ĠGl", + "ory" + ], + [ + ".date", + "Time" + ], + [ + "Ġcomm", + "ute" + ], + [ + "ĠonCreate", + "ViewHolder" + ], + [ + "ĠX", + "Element" + ], + [ + "ĠT", + "okens" + ], + [ + "<", + "thead" + ], + [ + "_p", + "ick" + ], + [ + "ì", + "¤" + ], + [ + "v", + "on" + ], + [ + "depart", + "ure" + ], + [ + "(render", + "er" + ], + [ + "phone", + "Number" + ], + [ + "(P", + "erson" + ], + [ + "gen", + "es" + ], + [ + "ĠL", + "ars" + ], + [ + "Ġ)", + "{ĊĊ" + ], + [ + "ĠJson", + "Result" + ], + [ + "Ġmet", + "odo" + ], + [ + "VO", + "KE" + ], + [ + ".get", + "UserId" + ], + [ + "Acc", + "eler" + ], + [ + "ĉ", + "required" + ], + [ + "Ġchampionship", + "s" + ], + [ + "Build", + "Context" + ], + [ + "/t", + "ask" + ], + [ + "/re", + "leases" + ], + [ + "C", + "ategoria" + ], + [ + "_over", + "lay" + ], + [ + "Ġscar", + "ce" + ], + [ + "_l", + "im" + ], + [ + "n", + "gr" + ], + [ + "ah", + "len" + ], + [ + "ĠArt", + "ificial" + ], + [ + "sp", + "read" + ], + [ + "Ġbow", + "ling" + ], + [ + ".an", + "alysis" + ], + [ + "SM", + "TP" + ], + [ + "ĉp", + "assword" + ], + [ + "Ġbath", + "s" + ], + [ + "]", + ")){Ċ" + ], + [ + "current", + "ly" + ], + [ + "ac", + "iente" + ], + [ + "_se", + "parator" + ], + [ + "Ġde", + "ber" + ], + [ + "ĠDis", + "abled" + ], + [ + "i", + "ères" + ], + [ + "Ġâ", + "ķ" + ], + [ + "_process", + "ing" + ], + [ + "Ġprotest", + "ing" + ], + [ + "ĠR", + "OT" + ], + [ + "gr", + "ab" + ], + [ + "Ġз", + "ак" + ], + [ + "Ġpro", + "active" + ], + [ + "word", + "press" + ], + [ + "ĠSe", + "ver" + ], + [ + "ind", + "en" + ], + [ + "Ġw", + "ikipedia" + ], + [ + "){", + "čĊčĊ" + ], + [ + "_w", + "indows" + ], + [ + "is", + "lation" + ], + [ + "Ġun", + "rest" + ], + [ + "Ġdismiss", + "al" + ], + [ + ".N", + "UM" + ], + [ + "_F", + "AST" + ], + [ + "iss", + "ued" + ], + [ + "ĠF", + "ACE" + ], + [ + "_u", + "nder" + ], + [ + "Ġpl", + "ugged" + ], + [ + "Ġå", + "°" + ], + [ + "ĠbÄĻd", + "zie" + ], + [ + "ĠI", + "CC" + ], + [ + "Ġcombust", + "ion" + ], + [ + "Ġkiss", + "ed" + ], + [ + "Ġstar", + "red" + ], + [ + "ĠW", + "atts" + ], + [ + "Ġspi", + "elen" + ], + [ + "-p", + "urpose" + ], + [ + "ĠE", + "val" + ], + [ + "arg", + "es" + ], + [ + ",", + "result" + ], + [ + "techn", + "ology" + ], + [ + "Ġnational", + "ity" + ], + [ + "ic", + "us" + ], + [ + "ĠN", + "ug" + ], + [ + "ĠÑĤ", + "о" + ], + [ + "ĉĉĉĉĉĉĉ", + "ĠĠ" + ], + [ + "col", + "o" + ], + [ + "Ġg", + "astro" + ], + [ + "ante", + "ed" + ], + [ + "OL", + "ID" + ], + [ + ".b", + "ias" + ], + [ + "_t", + "ele" + ], + [ + ".ins", + "pect" + ], + [ + "Ġve", + "il" + ], + [ + ".", + "footer" + ], + [ + "Ġneglig", + "ence" + ], + [ + "Ġjud", + "gments" + ], + [ + "Room", + "s" + ], + [ + "yn", + "n" + ], + [ + "ĉcount", + "er" + ], + [ + "occup", + "ation" + ], + [ + "Ġ", + "çĶŁ" + ], + [ + "un", + "as" + ], + [ + "Ġ(^", + ")(" + ], + [ + "L", + "ambda" + ], + [ + "f", + "el" + ], + [ + ".Param", + "s" + ], + [ + "Ġд", + "обав" + ], + [ + "set", + "Layout" + ], + [ + "Ġdeport", + "ation" + ], + [ + "Ġlocal", + "Object" + ], + [ + "ĠPharm", + "aceutical" + ], + [ + "cept", + "ive" + ], + [ + "ĠN", + "ome" + ], + [ + "Equ", + "ipment" + ], + [ + "F", + "an" + ], + [ + "Un", + "iversal" + ], + [ + "ĉ", + "socket" + ], + [ + "Ġgr", + "in" + ], + [ + "Ġex", + "poses" + ], + [ + "Ġhab", + "er" + ], + [ + "Ġsincer", + "ely" + ], + [ + "Ġc", + "ams" + ], + [ + "Ġm", + "ü" + ], + [ + "en", + "ia" + ], + [ + "E", + "mer" + ], + [ + "C", + "rypto" + ], + [ + "Sl", + "ow" + ], + [ + "(x", + "hr" + ], + [ + "!", + "=(" + ], + [ + "-s", + "ervices" + ], + [ + "ĠP", + "W" + ], + [ + "Ġprend", + "re" + ], + [ + "Ġm", + "ädchen" + ], + [ + "em", + "ons" + ], + [ + "озв", + "ÑĢаÑī" + ], + [ + ".M", + "anager" + ], + [ + "ì", + "Ļ" + ], + [ + "Ġg", + "raf" + ], + [ + "-", + "ra" + ], + [ + "met", + "rical" + ], + [ + "/", + "fl" + ], + [ + "Ġc", + "emetery" + ], + [ + "g", + "ens" + ], + [ + "Ġp", + "ÅĻ" + ], + [ + "ĠMySql", + "Command" + ], + [ + "-", + "To" + ], + [ + "Ġv", + "Ã¥" + ], + [ + "Ġa", + "irst" + ], + [ + "oment", + "um" + ], + [ + "Ġserv", + "o" + ], + [ + "m", + "illion" + ], + [ + "ĠMir", + "anda" + ], + [ + "\"", + "She" + ], + [ + "Ġadvoc", + "ating" + ], + [ + "-c", + "aption" + ], + [ + "ĠAt", + "tribution" + ], + [ + "Ġwel", + "che" + ], + [ + "_v", + "endor" + ], + [ + "ĉ", + "Status" + ], + [ + "arr", + "is" + ], + [ + "Ġprint", + "k" + ], + [ + "\",\"", + "#" + ], + [ + "Ġrel", + "ativ" + ], + [ + "if", + "ferences" + ], + [ + "izz", + "es" + ], + [ + "Ġdec", + "imals" + ], + [ + "ĠPro", + "v" + ], + [ + ".max", + "imum" + ], + [ + "Ar", + "n" + ], + [ + "Ġhelicopt", + "ers" + ], + [ + "_B", + "OTTOM" + ], + [ + "ch", + "ure" + ], + [ + "od", + "ings" + ], + [ + "'", + "(" + ], + [ + "\"))", + ");čĊ" + ], + [ + "(", + "bean" + ], + [ + ".f", + "d" + ], + [ + "F", + "und" + ], + [ + "Ġhang", + "s" + ], + [ + "app", + "id" + ], + [ + "/k", + "ernel" + ], + [ + ".p", + "oi" + ], + [ + ".Min", + "Value" + ], + [ + "-", + "validation" + ], + [ + "L", + "uke" + ], + [ + "c", + "df" + ], + [ + "ĠFun", + "eral" + ], + [ + "ĠS", + "amples" + ], + [ + "ĉ", + "de" + ], + [ + "Ġto", + "astr" + ], + [ + "Ġtax", + "able" + ], + [ + "Ġcl", + "ustering" + ], + [ + "Ġ'\\", + "'" + ], + [ + "Ġre", + "straint" + ], + [ + "ec", + "ed" + ], + [ + "ch", + "ains" + ], + [ + "ãĢĤ", + "ï¼Ī" + ], + [ + "_GR", + "APH" + ], + [ + "Ġfue", + "led" + ], + [ + "éľ", + "Ģ" + ], + [ + "H", + "p" + ], + [ + "å¤", + "į" + ], + [ + "T", + "iles" + ], + [ + "Ġa", + "unque" + ], + [ + "J", + "C" + ], + [ + "Ġhost", + "age" + ], + [ + "ĠE", + "sk" + ], + [ + "Ġm", + "av" + ], + [ + "Ġgest", + "ion" + ], + [ + "Ġb", + "anners" + ], + [ + "}", + "{$" + ], + [ + ".int", + "Value" + ], + [ + ".'", + "\"ĊĊ" + ], + [ + "_M", + "ATRIX" + ], + [ + "Ġce", + "ased" + ], + [ + "ĠG", + "OD" + ], + [ + "_CAM", + "ERA" + ], + [ + ".Allow", + "User" + ], + [ + "tr", + "acked" + ], + [ + "C", + "ook" + ], + [ + "b", + "airro" + ], + [ + "(", + "company" + ], + [ + "Ġview", + "point" + ], + [ + ".get", + "Writer" + ], + [ + "ĠN", + "ets" + ], + [ + "w", + "ives" + ], + [ + "Ġ(", + "))Ċ" + ], + [ + "example", + "Modal" + ], + [ + "ĉ", + "child" + ], + [ + "Ġmyth", + "ology" + ], + [ + "Ġ//", + "\"" + ], + [ + "_", + "axes" + ], + [ + "ib", + "old" + ], + [ + ".D", + "ark" + ], + [ + "ĠMax", + "well" + ], + [ + "Ġg", + "pointer" + ], + [ + "olic", + "itud" + ], + [ + "B", + "at" + ], + [ + "ul", + "ner" + ], + [ + "bal", + "anced" + ], + [ + "mail", + "er" + ], + [ + "Ġcont", + "empor" + ], + [ + "æīĭ", + "æľº" + ], + [ + "(\"", + "__" + ], + [ + "Ġ\"", + ")\"" + ], + [ + "re", + "ar" + ], + [ + "ĠHu", + "ang" + ], + [ + "]", + "')Ċ" + ], + [ + "×", + "©" + ], + [ + "FT", + "A" + ], + [ + "ĠCalling", + "Convention" + ], + [ + "ĠOutput", + "s" + ], + [ + "P", + "k" + ], + [ + ".Re", + "ference" + ], + [ + "lect", + "ual" + ], + [ + "Ġ)", + ":ĊĊ" + ], + [ + "Ġbrace", + "let" + ], + [ + "ug", + "er" + ], + [ + "ĉ", + "Error" + ], + [ + "S", + "weet" + ], + [ + "(\"/", + "\");Ċ" + ], + [ + "h", + "x" + ], + [ + "Ġun", + "reasonable" + ], + [ + "Inter", + "preter" + ], + [ + "Ġlo", + "ft" + ], + [ + "_product", + "o" + ], + [ + "Ġsoci", + "etal" + ], + [ + ".P", + "arser" + ], + [ + "ĠAd", + "apt" + ], + [ + ".", + "foo" + ], + [ + "(", + "where" + ], + [ + ".F", + "eature" + ], + [ + "ĠYam", + "aha" + ], + [ + "g", + "lass" + ], + [ + "For", + "ge" + ], + [ + "Ġprohib", + "its" + ], + [ + "Ġcapac", + "ities" + ], + [ + "Ġíķ¨", + "ìĪĺ" + ], + [ + "Ġper", + "mutation" + ], + [ + "Ġih", + "m" + ], + [ + "F", + "ld" + ], + [ + "el", + "ial" + ], + [ + "========", + "===Ċ" + ], + [ + "@", + "Configuration" + ], + [ + "Ġge", + "ared" + ], + [ + "ios", + "o" + ], + [ + "iest", + "a" + ], + [ + "trans", + "lations" + ], + [ + "Input", + "Change" + ], + [ + "Pop", + "ular" + ], + [ + "ĠPL", + "US" + ], + [ + "Ġv", + "f" + ], + [ + "_F", + "ree" + ], + [ + "b", + "box" + ], + [ + "Ġcaus", + "al" + ], + [ + "PI", + "LE" + ], + [ + "Ġsch", + "ö" + ], + [ + "Ġiron", + "ic" + ], + [ + "M", + "ir" + ], + [ + ".", + "@" + ], + [ + "åį", + "Ĺ" + ], + [ + "Ġè", + "ĩ" + ], + [ + "R", + "ew" + ], + [ + "ul", + "ence" + ], + [ + "fl", + "en" + ], + [ + "Ġcan", + "Activate" + ], + [ + "-", + "response" + ], + [ + "Ġacc", + "ents" + ], + [ + "ign", + "ored" + ], + [ + "°", + "F" + ], + [ + ".Dependency", + "Injection" + ], + [ + "ĉ", + "point" + ], + [ + "Ġconting", + "ent" + ], + [ + "Ġsqu", + "ash" + ], + [ + "Ġpar", + "ms" + ], + [ + "ĠC", + "emetery" + ], + [ + "Ġdelta", + "Time" + ], + [ + "ĠD", + "OS" + ], + [ + "Ġvan", + "ished" + ], + [ + "аÑĢам", + "еÑĤ" + ], + [ + "ĠD", + "PS" + ], + [ + "t", + "foot" + ], + [ + "ĠZ", + "us" + ], + [ + "_IN", + "STALL" + ], + [ + "G", + "AN" + ], + [ + "Ġar", + "b" + ], + [ + "Ġmunicipal", + "ities" + ], + [ + "Into", + "Constraints" + ], + [ + "AutoresizingMask", + "IntoConstraints" + ], + [ + ",", + "image" + ], + [ + "_", + "ignore" + ], + [ + "Ġdanger", + "ously" + ], + [ + "quis", + "a" + ], + [ + "pl", + "uck" + ], + [ + "Ġhar", + "us" + ], + [ + "up", + "pe" + ], + [ + "Http", + "Exception" + ], + [ + "Br", + "acket" + ], + [ + ".'", + "'ĊĊ" + ], + [ + "ĠT", + "ol" + ], + [ + "ĠView", + "er" + ], + [ + "zb", + "ollah" + ], + [ + ".Code", + "Analysis" + ], + [ + "ì", + "nh" + ], + [ + "Ġcorrect", + "amente" + ], + [ + ".d", + "a" + ], + [ + "ĠAl", + "ger" + ], + [ + "×", + "IJ" + ], + [ + "ba", + "um" + ], + [ + "ĠPan", + "ther" + ], + [ + "part", + "icipant" + ], + [ + "å¿", + "ħ" + ], + [ + "-s", + "up" + ], + [ + "Ġem", + "ulator" + ], + [ + "Ġf", + "ading" + ], + [ + "ĠW", + "olver" + ], + [ + "cre", + "ates" + ], + [ + "Ġbook", + "ings" + ], + [ + ".Q", + "uestion" + ], + [ + "§", + "è¡Į" + ], + [ + "Ġstress", + "es" + ], + [ + "Ġre", + "written" + ], + [ + ".PI", + "PE" + ], + [ + "ed", + "es" + ], + [ + "Ġc", + "bd" + ], + [ + "\":", + "\"/" + ], + [ + "Ġenh", + "ancements" + ], + [ + "_s", + "y" + ], + [ + "B", + "IN" + ], + [ + "ĠSl", + "ip" + ], + [ + "Ins", + "pect" + ], + [ + "ĠW", + "eg" + ], + [ + "Ġcon", + "gregation" + ], + [ + "Ġ_", + ":" + ], + [ + "_r", + "m" + ], + [ + "Frame", + "buffer" + ], + [ + "Ġ'&", + "#" + ], + [ + "ĠFall", + "out" + ], + [ + "Is", + "Required" + ], + [ + "ĠPear", + "son" + ], + [ + "ĠF", + "ACT" + ], + [ + "Ġrel", + "ie" + ], + [ + "ĉ", + "box" + ], + [ + "ĠShe", + "pherd" + ], + [ + "ĠWiki", + "Leaks" + ], + [ + "ĠCollect", + "or" + ], + [ + "Ġres", + "ized" + ], + [ + "method", + "Name" + ], + [ + "Ġevent", + "Type" + ], + [ + "ĠA", + "then" + ], + [ + "Des", + "criptors" + ], + [ + "Ġb", + "ers" + ], + [ + "-", + "oper" + ], + [ + "ĠInitial", + "ly" + ], + [ + "å", + "¡" + ], + [ + "_B", + "TN" + ], + [ + "ĠĠĠĠĠĠĠĠĠ", + "čĊ" + ], + [ + "á", + "b" + ], + [ + "_c", + "ampaign" + ], + [ + "_w", + "atch" + ], + [ + "F", + "ord" + ], + [ + "-date", + "picker" + ], + [ + "Ġvis", + "c" + ], + [ + "Ġsat", + "u" + ], + [ + "_s", + "ms" + ], + [ + "Ġcont", + "ador" + ], + [ + "-s", + "vg" + ], + [ + "ĠDO", + "I" + ], + [ + "$", + "args" + ], + [ + "Ġkn", + "ob" + ], + [ + ".B", + "OLD" + ], + [ + "Ġdeb", + "ated" + ], + [ + "img", + "s" + ], + [ + "sock", + "opt" + ], + [ + "tr", + "uth" + ], + [ + "ĠFe", + "es" + ], + [ + "Ġh", + "Wnd" + ], + [ + "_f", + "ood" + ], + [ + "Ġab", + "ras" + ], + [ + "Ġnot", + "ions" + ], + [ + "ĠT", + "od" + ], + [ + ":", + "create" + ], + [ + "ĠConf", + "lict" + ], + [ + "Us", + "uarios" + ], + [ + "OT", + "OS" + ], + [ + "Ġm", + "sm" + ], + [ + "K", + "HTML" + ], + [ + "([", + "(" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + "Ġ}", + "]" + ], + [ + "w", + "izard" + ], + [ + "Ġm", + "ientras" + ], + [ + "Ġdata", + "List" + ], + [ + "Ġemerg", + "es" + ], + [ + "Äĥ", + "ng" + ], + [ + ".Read", + "Int" + ], + [ + "PG", + "A" + ], + [ + "ILL", + "ISE" + ], + [ + "I", + "Enumerator" + ], + [ + "(t", + "uple" + ], + [ + "Christ", + "mas" + ], + [ + "Look", + "AndFeel" + ], + [ + "og", + "enerated" + ], + [ + "Ġ#", + "ĊĊ" + ], + [ + "control", + "led" + ], + [ + "Ġex", + "quisite" + ], + [ + "Ġa", + "cest" + ], + [ + "Read", + "Write" + ], + [ + "G", + "ain" + ], + [ + "ãĢį", + "ãĢĮ" + ], + [ + "Ġcopyright", + "ed" + ], + [ + "Ġdo", + "om" + ], + [ + ".Table", + "LayoutPanel" + ], + [ + "ĠD", + "ort" + ], + [ + "Ġch", + "ili" + ], + [ + "Ġwer", + "k" + ], + [ + "ĠEVENT", + "S" + ], + [ + "ĠBe", + "acon" + ], + [ + "Ġship", + "ments" + ], + [ + "Ġse", + "bagai" + ], + [ + "up", + "on" + ], + [ + "ut", + "om" + ], + [ + ".con", + "verter" + ], + [ + ".Drop", + "Table" + ], + [ + "={", + "}Ċ" + ], + [ + "f", + "ic" + ], + [ + "~", + "ĊĊ" + ], + [ + "Ġlesb", + "ians" + ], + [ + "_n", + "a" + ], + [ + "Fore", + "ign" + ], + [ + "ĉ", + "then" + ], + [ + "/", + "ms" + ], + [ + "Ġor", + "i" + ], + [ + "get", + "Property" + ], + [ + "ĉsn", + "printf" + ], + [ + "hes", + "ion" + ], + [ + "ãģ", + "¤" + ], + [ + "\"}", + ",\"" + ], + [ + "Ġac", + "rylic" + ], + [ + "P", + "ers" + ], + [ + "@", + "Enable" + ], + [ + "I", + "sl" + ], + [ + "(C", + "ard" + ], + [ + ".", + "Stack" + ], + [ + "L", + "icensed" + ], + [ + "_G", + "UID" + ], + [ + ":", + "title" + ], + [ + "Ġh", + "ust" + ], + [ + "Ġprincipal", + "Table" + ], + [ + "an", + "itize" + ], + [ + "/", + "embed" + ], + [ + "Ġens", + "ured" + ], + [ + "ĠE", + "GL" + ], + [ + "ÙĪ", + "ر" + ], + [ + "ĠåĪ", + "Ĩ" + ], + [ + "/", + ",Ċ" + ], + [ + "Ġfundra", + "iser" + ], + [ + "Key", + "Name" + ], + [ + "Ġmarch", + "ed" + ], + [ + "_VAL", + "UES" + ], + [ + "ĠSc", + "enario" + ], + [ + "Ġmet", + "ic" + ], + [ + "_ass", + "oci" + ], + [ + "ĠPast", + "or" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ" + ], + [ + "er", + "ate" + ], + [ + "Ġinv", + "itations" + ], + [ + "quo", + "ise" + ], + [ + "Ġbl", + "aming" + ], + [ + "Ġd", + "aring" + ], + [ + "UM", + "MY" + ], + [ + "Ġrich", + "er" + ], + [ + "em", + "aker" + ], + [ + "ĠIdent", + "ification" + ], + [ + "ĠìĿ", + "¸" + ], + [ + "ĠBinding", + "Flags" + ], + [ + "ch", + "as" + ], + [ + "Ġresil", + "ient" + ], + [ + "_p", + "g" + ], + [ + "Ġre", + "leg" + ], + [ + "ĠI", + "RA" + ], + [ + "ST", + "E" + ], + [ + "Ġtr", + "actor" + ], + [ + "-", + "loading" + ], + [ + "ĠPre", + "viously" + ], + [ + "ĠV", + "acc" + ], + [ + "/", + "be" + ], + [ + "Ġn", + "Ã¥r" + ], + [ + "Ġurl", + "encode" + ], + [ + "ĠNor", + "folk" + ], + [ + ".Re", + "lease" + ], + [ + "ĠNe", + "utral" + ], + [ + "ä¸Ń", + "åĽ½" + ], + [ + "ĠAr", + "lington" + ], + [ + "Ġalleg", + "es" + ], + [ + "ĠW", + "riters" + ], + [ + "Test", + "er" + ], + [ + "ĠR", + "ally" + ], + [ + "Ġc", + "á" + ], + [ + "ĉ", + "Print" + ], + [ + "Ġâĩ", + "Ĵ" + ], + [ + "ĠUser", + "Controller" + ], + [ + "ĠSeek", + "ing" + ], + [ + ".V", + "AL" + ], + [ + "List", + "Node" + ], + [ + "_", + "ff" + ], + [ + "ĠPhill", + "ip" + ], + [ + "FA", + "CT" + ], + [ + "Ġc", + "aramel" + ], + [ + "ĠM", + "ultip" + ], + [ + "ĠCom", + "pared" + ], + [ + "ĠSer", + "bia" + ], + [ + "Ł", + "³" + ], + [ + "Ġrev", + "ive" + ], + [ + "ĠK", + "anye" + ], + [ + "Ġver", + "ge" + ], + [ + "ĠBulg", + "aria" + ], + [ + "get", + "Body" + ], + [ + "Ġ|", + ">" + ], + [ + "ce", + "ph" + ], + [ + ".DateTime", + "Picker" + ], + [ + ".\"", + ";ĊĊ" + ], + [ + "ĠT", + "ie" + ], + [ + ",", + "item" + ], + [ + "Ġm", + "enn" + ], + [ + "G", + "as" + ], + [ + "och", + "a" + ], + [ + "_v", + "irtual" + ], + [ + "Ġmaster", + "piece" + ], + [ + "_se", + "quences" + ], + [ + "L", + "TE" + ], + [ + "ĠSub", + "mission" + ], + [ + "Call", + "er" + ], + [ + "$", + "\\" + ], + [ + "S", + "port" + ], + [ + "ag", + "us" + ], + [ + "Constraint", + "Maker" + ], + [ + "Ġcol", + "oc" + ], + [ + "Ġw", + "ig" + ], + [ + "ĠÐ", + "£" + ], + [ + "ĉ", + "Array" + ], + [ + "Look", + "s" + ], + [ + "ĠGT", + "A" + ], + [ + ".st", + "eps" + ], + [ + "atch", + "ewan" + ], + [ + "_r", + "anges" + ], + [ + "ext", + "Alignment" + ], + [ + "ĠBren", + "nan" + ], + [ + "Ġab", + "straction" + ], + [ + "uler", + "Angles" + ], + [ + ".m", + "isc" + ], + [ + "Ġantib", + "odies" + ], + [ + "Ġexponent", + "ial" + ], + [ + "ĠCH", + "ANNEL" + ], + [ + "exp", + "ense" + ], + [ + "'", + "y" + ], + [ + "Ġdetect", + "ives" + ], + [ + "Ġpur", + "ported" + ], + [ + "Y", + "STEM" + ], + [ + "Ġradio", + "active" + ], + [ + "ĠLat", + "ina" + ], + [ + ".Enc", + "oding" + ], + [ + ".T", + "AG" + ], + [ + "x", + "in" + ], + [ + "D", + "egree" + ], + [ + "ur", + "acion" + ], + [ + "pr", + "ices" + ], + [ + "ĠRefer", + "entialAction" + ], + [ + "Ġr", + "arity" + ], + [ + "Ġp", + "iles" + ], + [ + "g", + "ende" + ], + [ + "_project", + "s" + ], + [ + "_g", + "lobals" + ], + [ + ".start", + "Time" + ], + [ + "Ġê", + "µ¬" + ], + [ + "SE", + "CTION" + ], + [ + "_p", + "ublish" + ], + [ + "F", + "ault" + ], + [ + "DD", + "L" + ], + [ + "_p", + "rior" + ], + [ + "M", + "om" + ], + [ + "Ġth", + "icker" + ], + [ + "Ġsequ", + "elize" + ], + [ + "Ġessential", + "s" + ], + [ + "str", + "as" + ], + [ + "in", + "tr" + ], + [ + ">(", + "()" + ], + [ + ".man", + "agement" + ], + [ + "e", + "il" + ], + [ + "éĹ", + "Ń" + ], + [ + "A", + "ware" + ], + [ + ".C", + "ity" + ], + [ + "ĠAr", + "bit" + ], + [ + "_D", + "M" + ], + [ + "_key", + "board" + ], + [ + "L", + "Object" + ], + [ + "-", + "webpack" + ], + [ + "ĠNew", + "port" + ], + [ + "Ġprincipal", + "Column" + ], + [ + "leg", + "ant" + ], + [ + "Ġp", + "allet" + ], + [ + "Ġfract", + "ure" + ], + [ + "Ġg", + "mail" + ], + [ + ".M", + "eta" + ], + [ + "A", + "bove" + ], + [ + ".Key", + "Event" + ], + [ + "j", + "it" + ], + [ + "_mac", + "ro" + ], + [ + "_P", + "USH" + ], + [ + "á»", + "©" + ], + [ + "/", + "controller" + ], + [ + "åĬł", + "è½½" + ], + [ + "Ġsuperf", + "icial" + ], + [ + "exter", + "ity" + ], + [ + "Ġmens", + "agem" + ], + [ + "W", + "ind" + ], + [ + "ist", + "on" + ], + [ + ".open", + "api" + ], + [ + "и", + "ÑĢов" + ], + [ + "ĠSerial", + "izer" + ], + [ + "uct", + "ive" + ], + [ + "Ġz", + "ar" + ], + [ + "Pl", + "aces" + ], + [ + ".St", + "atic" + ], + [ + "B", + "a" + ], + [ + "Ġin", + "advert" + ], + [ + "ĠIndones", + "ian" + ], + [ + "_IP", + "V" + ], + [ + "(h", + "orizontal" + ], + [ + "Ġget", + "Title" + ], + [ + "ide", + "press" + ], + [ + "ĠConsole", + "Color" + ], + [ + "ip", + "ers" + ], + [ + "$", + "out" + ], + [ + "Ġfest", + "ive" + ], + [ + "Ġeven", + "ings" + ], + [ + ".Get", + "Data" + ], + [ + "uit", + "ka" + ], + [ + "ĠManual", + "s" + ], + [ + "uss", + "ed" + ], + [ + "_M", + "ax" + ], + [ + ".Ch", + "at" + ], + [ + "ĠA", + "ircraft" + ], + [ + "=", + "com" + ], + [ + "FO", + "UND" + ], + [ + "ap", + "ro" + ], + [ + "Ġtre", + "asures" + ], + [ + "_al", + "ive" + ], + [ + "Ġgad", + "get" + ], + [ + "ek", + "ing" + ], + [ + "Button", + "Down" + ], + [ + "B", + "rowsable" + ], + [ + ".PER", + "MISSION" + ], + [ + "P", + "ASSWORD" + ], + [ + "ĠH", + "ASH" + ], + [ + "f", + "é" + ], + [ + "\\", + "TestCase" + ], + [ + "LO", + "SS" + ], + [ + "o", + "thers" + ], + [ + ",", + "J" + ], + [ + "Ġassh", + "ole" + ], + [ + "wer", + "k" + ], + [ + "Ġm", + "ã" + ], + [ + ".", + "ie" + ], + [ + "ev", + "il" + ], + [ + "kont", + "akte" + ], + [ + "////////////////////////////////////////////////////////////////////////////////", + "Ċ" + ], + [ + "=", + "sys" + ], + [ + "ĉ", + "lock" + ], + [ + "--", + ";ĊĊ" + ], + [ + "_F", + "UN" + ], + [ + "Fill", + "Color" + ], + [ + "ó", + "a" + ], + [ + "pre", + "nd" + ], + [ + "Ġcompress", + "or" + ], + [ + "M", + "other" + ], + [ + "ĠAr", + "cher" + ], + [ + ".g", + "oto" + ], + [ + "Ġwür", + "de" + ], + [ + "Ġbam", + "boo" + ], + [ + "ï¼", + "İ" + ], + [ + "ĠT", + "rees" + ], + [ + "Ġb", + "umper" + ], + [ + "Ġsa", + "usage" + ], + [ + "ĠEl", + "asticsearch" + ], + [ + "Ġhor", + "izontally" + ], + [ + "ĠG", + "ul" + ], + [ + "Im", + "mutable" + ], + [ + "Ġlos", + "er" + ], + [ + "Ġabort", + "ed" + ], + [ + "-d", + "emo" + ], + [ + "ĠH", + "atch" + ], + [ + "Ġund", + "e" + ], + [ + "Ġprocess", + "o" + ], + [ + "-c", + "all" + ], + [ + "In", + "come" + ], + [ + "å", + "ĥ" + ], + [ + "_", + "returns" + ], + [ + "'].\"", + "'" + ], + [ + "(s", + "w" + ], + [ + "C", + "BS" + ], + [ + "am", + "ilies" + ], + [ + "ĠYour", + "self" + ], + [ + "ĠH", + "olt" + ], + [ + ".M", + "ON" + ], + [ + "à§", + "ĩ" + ], + [ + "ÑĪ", + "е" + ], + [ + "an", + "on" + ], + [ + "ĠFont", + "Awesome" + ], + [ + "produ", + "cer" + ], + [ + "j", + "r" + ], + [ + "Ġm", + "au" + ], + [ + "ĉint", + "er" + ], + [ + "Ġdish", + "onest" + ], + [ + "Ġmagn", + "a" + ], + [ + "ĠCollect", + "ive" + ], + [ + "Ġvra", + "iment" + ], + [ + "Ġcho", + "ix" + ], + [ + "st", + "ay" + ], + [ + "Ġweld", + "ing" + ], + [ + "r", + "ising" + ], + [ + ",", + "min" + ], + [ + "ĠF", + "ate" + ], + [ + "g", + "lob" + ], + [ + "RGB", + "A" + ], + [ + "Ġdet", + "te" + ], + [ + "V", + "en" + ], + [ + "Ġembarrass", + "ment" + ], + [ + ".DE", + "LETE" + ], + [ + "greg", + "ar" + ], + [ + "-re", + "nder" + ], + [ + "(b", + "ucket" + ], + [ + "\">", + "ĊĊĊ" + ], + [ + ".wait", + "Key" + ], + [ + "Bus", + "y" + ], + [ + "Ġdifferent", + "iation" + ], + [ + "ĠC", + "ST" + ], + [ + ".Con", + "stant" + ], + [ + "Ġline", + "Number" + ], + [ + "(m", + "atches" + ], + [ + "Ġweb", + "socket" + ], + [ + "Ġbar", + "red" + ], + [ + "Ġpued", + "es" + ], + [ + "M", + "ono" + ], + [ + "C", + "ORE" + ], + [ + "I", + "ID" + ], + [ + "ĠĠĠĠ", + "čĊčĊ" + ], + [ + "Ġpúb", + "lico" + ], + [ + "lean", + "ing" + ], + [ + "Ġcleans", + "ing" + ], + [ + "Ġcr", + "is" + ], + [ + "ĠDev", + "ils" + ], + [ + "_SET", + "TING" + ], + [ + "unt", + "ary" + ], + [ + ".", + ");Ċ" + ], + [ + "Ċ", + "ĠĠĠĊ" + ], + [ + "[", + "curr" + ], + [ + "ts", + "y" + ], + [ + "ĠAlex", + "is" + ], + [ + "rit", + "el" + ], + [ + "Ġpet", + "roleum" + ], + [ + ".pre", + "processing" + ], + [ + "m", + "atter" + ], + [ + "For", + "Result" + ], + [ + "-", + "license" + ], + [ + "Ġtrav", + "ellers" + ], + [ + "ĠDispatch", + "er" + ], + [ + "enn", + "ifer" + ], + [ + "Ġdigest", + "ive" + ], + [ + "P", + "ED" + ], + [ + "hib", + "ition" + ], + [ + "MAS", + "ConstraintMaker" + ], + [ + "ĠW", + "att" + ], + [ + "Ben", + "ef" + ], + [ + ".set", + "View" + ], + [ + "d", + "to" + ], + [ + "TE", + "E" + ], + [ + "ĠPel", + "osi" + ], + [ + "_EX", + "TRA" + ], + [ + "Ġmed", + "als" + ], + [ + "x", + "hr" + ], + [ + "fore", + "cast" + ], + [ + "Ġn", + "argin" + ], + [ + "oun", + "s" + ], + [ + "-f", + "ill" + ], + [ + "_CUR", + "SOR" + ], + [ + "Ġsuperv", + "ised" + ], + [ + "Ġtur", + "f" + ], + [ + "ĠEd", + "gar" + ], + [ + "POS", + "ITION" + ], + [ + "Ġcategory", + "Id" + ], + [ + "â", + "ī" + ], + [ + "_", + "ER" + ], + [ + "ủ", + "a" + ], + [ + "Sh", + "own" + ], + [ + ".", + "ll" + ], + [ + "_POL", + "ICY" + ], + [ + "(),", + "'" + ], + [ + "ĠPre", + "v" + ], + [ + "ĠString", + "Field" + ], + [ + "ĉG", + "lobal" + ], + [ + "ass", + "ed" + ], + [ + "Through", + "out" + ], + [ + "o", + "stringstream" + ], + [ + ".awt", + "extra" + ], + [ + "Ġslo", + "pes" + ], + [ + "ĠSe", + "quential" + ], + [ + "Ġgi", + "orn" + ], + [ + "Ġz", + "elf" + ], + [ + "Ġvers", + "atility" + ], + [ + "lene", + "ck" + ], + [ + ".c", + "gi" + ], + [ + "Ġdou", + "bling" + ], + [ + "ĠBang", + "kok" + ], + [ + "Ġbu", + "urt" + ], + [ + "Ġusu", + "ário" + ], + [ + "st", + "udio" + ], + [ + "Ġje", + "unes" + ], + [ + "Ġm", + "uted" + ], + [ + "Ġ", + "ips" + ], + [ + "_f", + "raction" + ], + [ + "&&", + "(" + ], + [ + "Ġst", + "unt" + ], + [ + "');", + "?>čĊ" + ], + [ + "Ġev", + "apor" + ], + [ + "b", + "able" + ], + [ + "ĠPR", + "ICE" + ], + [ + "Ġæ", + "³" + ], + [ + "lu", + "cent" + ], + [ + "Ġv", + "amp" + ], + [ + "ĠTechn", + "ician" + ], + [ + "Ġuniqu", + "eness" + ], + [ + "M", + "es" + ], + [ + "ur", + "ban" + ], + [ + ".param", + "etrize" + ], + [ + "ĠRe", + "play" + ], + [ + "S", + "essions" + ], + [ + "em", + "br" + ], + [ + "-Americ", + "ans" + ], + [ + "_PRO", + "XY" + ], + [ + "Ġp", + "ian" + ], + [ + "Ġtri", + "e" + ], + [ + "ĠD", + "estructor" + ], + [ + "Game", + "State" + ], + [ + "ĠIM", + "F" + ], + [ + "ch", + "in" + ], + [ + "Ġport", + "e" + ], + [ + "ĠSw", + "al" + ], + [ + "åŁ", + "İ" + ], + [ + "Sub", + "string" + ], + [ + "im", + "ing" + ], + [ + "/L", + "ibrary" + ], + [ + "Ġfright", + "ened" + ], + [ + "w", + "rites" + ], + [ + "Ġrecurs", + "os" + ], + [ + "ar", + "Result" + ], + [ + "_INIT", + "IALIZ" + ], + [ + "ĠBad", + "ge" + ], + [ + "_c", + "rc" + ], + [ + "E", + "ight" + ], + [ + "ĠDIST", + "INCT" + ], + [ + "Ġth", + "ro" + ], + [ + "@", + "Xml" + ], + [ + "ĠLegend", + "ary" + ], + [ + "-t", + "witter" + ], + [ + "_e", + "asy" + ], + [ + "Ġ+", + "++" + ], + [ + "(D", + "ATA" + ], + [ + ".L", + "ocale" + ], + [ + "Ġk", + "ä" + ], + [ + "Ġn", + "urt" + ], + [ + "Ġcr", + "uis" + ], + [ + "_", + "ios" + ], + [ + "Ġsens", + "ing" + ], + [ + "_L", + "ine" + ], + [ + "Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ" + ], + [ + "pon", + "g" + ], + [ + "ole", + "on" + ], + [ + "Ġwild", + "card" + ], + [ + "çĶ¨æĪ·", + "åIJį" + ], + [ + "Ġbeg", + "ging" + ], + [ + "R", + "od" + ], + [ + "ĠÃ", + "İ" + ], + [ + "_C", + "ELL" + ], + [ + "Research", + "ers" + ], + [ + ".", + "selector" + ], + [ + "_", + "ing" + ], + [ + "Ġaspir", + "ing" + ], + [ + "Ġimm", + "ortal" + ], + [ + "Ġy", + "min" + ], + [ + "_", + "robot" + ], + [ + "Ġpl", + "ur" + ], + [ + "B", + "TC" + ], + [ + "ĠD", + "ID" + ], + [ + "Ġpier", + "cing" + ], + [ + "*", + "u" + ], + [ + "_DEFIN", + "ED" + ], + [ + "ĠTh", + "i" + ], + [ + "ita", + "ire" + ], + [ + "(m", + "edia" + ], + [ + "-", + "ons" + ], + [ + "Ġche", + "fs" + ], + [ + "Ġ\"*", + "." + ], + [ + "/", + "AP" + ], + [ + "Ġraz", + "or" + ], + [ + "Ġsearch", + "Data" + ], + [ + "Ġ=", + "&" + ], + [ + "Ġ", + "ãĢĤ" + ], + [ + "Ġm", + "ourn" + ], + [ + "ting", + "ham" + ], + [ + "Ġo", + "li" + ], + [ + "ĠVern", + "on" + ], + [ + "_R", + "S" + ], + [ + "ŀ", + "æĢ§" + ], + [ + "Ġf", + "ácil" + ], + [ + "ang", + "en" + ], + [ + "cel", + "ain" + ], + [ + "Ġa", + "il" + ], + [ + "le", + "st" + ], + [ + "ĠQ", + "COMPARE" + ], + [ + "g", + "ain" + ], + [ + "ĠÎ", + "µ" + ], + [ + "ĠK", + "ob" + ], + [ + "ĠF", + "ault" + ], + [ + "_config", + "s" + ], + [ + "ç»ĵ", + "æŀľ" + ], + [ + ".", + "+" + ], + [ + "cal", + "ar" + ], + [ + "(color", + "s" + ], + [ + "M", + "ul" + ], + [ + "_", + "ART" + ], + [ + "Ġexperiment", + "ing" + ], + [ + "erm", + "en" + ], + [ + "ĠAng", + "lo" + ], + [ + ".Fixed", + "Single" + ], + [ + "Se", + "a" + ], + [ + "Ġc", + "txt" + ], + [ + ".s", + "lider" + ], + [ + "C", + "ollapse" + ], + [ + "G", + "rey" + ], + [ + "Ġf", + "ld" + ], + [ + "-pro", + "of" + ], + [ + ".cap", + "acity" + ], + [ + "get", + "Parent" + ], + [ + "ĠCom", + "pliance" + ], + [ + "Ġburg", + "l" + ], + [ + "-", + "rec" + ], + [ + "Ġover", + "written" + ], + [ + "M", + "U" + ], + [ + "Ġrout", + "ers" + ], + [ + "ĉ", + "Model" + ], + [ + "Ġfantas", + "ies" + ], + [ + "av", + "ian" + ], + [ + "_p", + "rec" + ], + [ + "ĠSc", + "andin" + ], + [ + "Ġ//", + "<" + ], + [ + "/o", + "ct" + ], + [ + "Ġceremon", + "ies" + ], + [ + "Month", + "s" + ], + [ + "und", + "y" + ], + [ + "Ġqu", + "ed" + ], + [ + "ĠN", + "ou" + ], + [ + "ĠV", + "ibr" + ], + [ + ".r", + "gb" + ], + [ + "Ġcit", + "rus" + ], + [ + "Ġbr", + "aces" + ], + [ + "-upper", + "case" + ], + [ + "get", + "Table" + ], + [ + "Ġdop", + "o" + ], + [ + "ĠK", + "err" + ], + [ + "_CH", + "ILD" + ], + [ + "-", + "cloud" + ], + [ + "ĉ", + "Matrix" + ], + [ + "Ġgard", + "ening" + ], + [ + "S", + "ing" + ], + [ + "al", + "most" + ], + [ + "Require", + "ments" + ], + [ + "ugu", + "ay" + ], + [ + "(", + "Property" + ], + [ + "sub", + "scriber" + ], + [ + "FA", + "ST" + ], + [ + "re", + "action" + ], + [ + "(l", + "p" + ], + [ + ")", + "})Ċ" + ], + [ + "`", + ")." + ], + [ + ".w", + "allet" + ], + [ + "_ex", + "change" + ], + [ + ".Max", + "imum" + ], + [ + "ĠVer", + "b" + ], + [ + "âĶ", + "ģ" + ], + [ + "()", + "<" + ], + [ + "ï¼Ľ", + "Ċ" + ], + [ + "RO", + "T" + ], + [ + "C", + "ARD" + ], + [ + "ub", + "it" + ], + [ + "{", + "@" + ], + [ + "_k", + "el" + ], + [ + "ĠTool", + "tip" + ], + [ + "My", + "SQL" + ], + [ + "Main", + "Activity" + ], + [ + "ar", + "f" + ], + [ + "Ġm", + "align" + ], + [ + "Ġse", + "inen" + ], + [ + "ap", + "ist" + ], + [ + "Ġ<", + "%" + ], + [ + "Method", + "Impl" + ], + [ + "M", + "il" + ], + [ + "ĠM", + "ick" + ], + [ + ".de", + "pend" + ], + [ + "<", + "ID" + ], + [ + "Ġpredict", + "ive" + ], + [ + "ĠAP", + "PLICATION" + ], + [ + "le", + "f" + ], + [ + "dim", + "ensions" + ], + [ + "Ġconoc", + "er" + ], + [ + "/", + "conf" + ], + [ + "ĠTr", + "acy" + ], + [ + "F", + "oto" + ], + [ + "_rem", + "aining" + ], + [ + "=", + "file" + ], + [ + "Ġpage", + "Index" + ], + [ + "ĠPar", + "ish" + ], + [ + "Ġt", + "exas" + ], + [ + "ĠM", + "AGIC" + ], + [ + "ĠH", + "ew" + ], + [ + "d", + "ifference" + ], + [ + "Ġalt", + "ura" + ], + [ + "c", + "um" + ], + [ + "ĉdata", + "Type" + ], + [ + "Ġcaracter", + "es" + ], + [ + "avi", + "ours" + ], + [ + "ĠV", + "OID" + ], + [ + "è¿", + "ij" + ], + [ + "P", + "UBLIC" + ], + [ + "B", + "io" + ], + [ + "ĠstringBy", + "Appending" + ], + [ + "Parse", + "Exception" + ], + [ + "ĠS", + "uff" + ], + [ + "ĠN", + "orton" + ], + [ + "/d", + "etails" + ], + [ + ".n", + "ull" + ], + [ + ">>", + "&" + ], + [ + "ĉ", + "ok" + ], + [ + "-l", + "ow" + ], + [ + ".", + "usuario" + ], + [ + "n", + "ested" + ], + [ + "X", + "B" + ], + [ + "OUR", + "S" + ], + [ + ".Border", + "Color" + ], + [ + "Ġb", + "row" + ], + [ + "ĠÐ", + "ķ" + ], + [ + "cor", + "r" + ], + [ + "ĠRed", + "skins" + ], + [ + ".get", + "Tag" + ], + [ + ".get", + "Transaction" + ], + [ + "Ġst", + "igma" + ], + [ + "hard", + "t" + ], + [ + "ĠPlayer", + "Prefs" + ], + [ + "als", + "y" + ], + [ + "uc", + "son" + ], + [ + "L", + "anguages" + ], + [ + "ĠOl", + "ivia" + ], + [ + "Ġt", + "ac" + ], + [ + "Ġb", + "li" + ], + [ + "Ġc", + "aval" + ], + [ + "Ġconsolid", + "ated" + ], + [ + "Ġper", + "il" + ], + [ + "Ġde", + "le" + ], + [ + "Ġform", + "ulated" + ], + [ + "Ġhigh", + "ways" + ], + [ + ".sp", + "awn" + ], + [ + "==", + "$" + ], + [ + "ĠN", + "iet" + ], + [ + "Ġv", + "eggies" + ], + [ + "yp", + "o" + ], + [ + "-r", + "ule" + ], + [ + "ĠV", + "ie" + ], + [ + "/e", + "pl" + ], + [ + "Ġenf", + "ants" + ], + [ + "string", + "Literal" + ], + [ + "Ġtou", + "ghest" + ], + [ + "buy", + "er" + ], + [ + "Ġcov", + "ariance" + ], + [ + "Ġil", + "i" + ], + [ + "ĠSoph", + "ie" + ], + [ + "ĠB", + "AB" + ], + [ + "Ġ\"", + ")," + ], + [ + "ĠU", + "k" + ], + [ + "current", + "Index" + ], + [ + "_user", + "data" + ], + [ + ".code", + "c" + ], + [ + "ĠPun", + "jab" + ], + [ + "ĠSN", + "P" + ], + [ + "l", + "ol" + ], + [ + "adv", + "ance" + ], + [ + "Ġcom", + "fy" + ], + [ + "Json", + "Ignore" + ], + [ + "Ġfashion", + "able" + ], + [ + "ĠI", + "CON" + ], + [ + "Ġor", + "a" + ], + [ + "ĠP", + "ricing" + ], + [ + "<", + "num" + ], + [ + "ĠI", + "RC" + ], + [ + "ER", + "V" + ], + [ + "ĠMe", + "in" + ], + [ + "ĠID", + "ictionary" + ], + [ + "AD", + "OW" + ], + [ + "is", + "New" + ], + [ + "ĠDev", + "on" + ], + [ + "at", + "l" + ], + [ + "(request", + "Code" + ], + [ + "ĉ", + "PreparedStatement" + ], + [ + "IM", + "PORT" + ], + [ + "Ġmar", + "ital" + ], + [ + "_SELECT", + "ED" + ], + [ + "get", + "Response" + ], + [ + "ar", + "Down" + ], + [ + "B", + "V" + ], + [ + "ib", + "Name" + ], + [ + "ĠP", + "ATCH" + ], + [ + "ä", + "än" + ], + [ + "Ġda", + "ar" + ], + [ + "ĠFile", + "Mode" + ], + [ + "Ġm", + "arty" + ], + [ + ".Spring", + "Application" + ], + [ + "c", + "ene" + ], + [ + "amp", + "oline" + ], + [ + "get", + "Size" + ], + [ + "Rest", + "art" + ], + [ + "æķ", + "Ī" + ], + [ + ".project", + "s" + ], + [ + "ĠEthi", + "opia" + ], + [ + "Ġstatus", + "es" + ], + [ + "T", + "ION" + ], + [ + "(b", + "g" + ], + [ + "ĠX", + "unit" + ], + [ + "Temp", + "orary" + ], + [ + "ĠEng", + "agement" + ], + [ + "Ġx", + "f" + ], + [ + "Ġprox", + "ies" + ], + [ + "Ġgen", + "esis" + ], + [ + "Pager", + "Adapter" + ], + [ + "ĠSl", + "ave" + ], + [ + "Ġsung", + "lasses" + ], + [ + "ĠCh", + "loe" + ], + [ + "Ġko", + "ji" + ], + [ + "ad", + "em" + ], + [ + "ĉ", + "JSONObject" + ], + [ + "Î", + "³" + ], + [ + "Ġh", + "ors" + ], + [ + "*", + "w" + ], + [ + "ó", + "r" + ], + [ + "es", + "ch" + ], + [ + "Ġcritic", + "ised" + ], + [ + "z", + "ial" + ], + [ + "ĠSale", + "m" + ], + [ + ".Vert", + "ical" + ], + [ + "ĠR", + "ash" + ], + [ + ">", + "E" + ], + [ + "ter", + "ing" + ], + [ + "/s", + "creens" + ], + [ + "Ġheight", + "ened" + ], + [ + "аÑĢ", + "ÑĤ" + ], + [ + "Author", + "ities" + ], + [ + "_b", + "box" + ], + [ + "ün", + "st" + ], + [ + ".font", + "Size" + ], + [ + "ĠBO", + "OLEAN" + ], + [ + "div", + "ide" + ], + [ + "ĠSlo", + "ven" + ], + [ + "uc", + "er" + ], + [ + "Ù", + "Ĵ" + ], + [ + "st", + "ub" + ], + [ + "Ġnavig", + "ating" + ], + [ + ":", + "animated" + ], + [ + "_N", + "OW" + ], + [ + "_v", + "ect" + ], + [ + "}", + "{Ċ" + ], + [ + "@", + "(" + ], + [ + "Ġtele", + "com" + ], + [ + "Ġcontract", + "ing" + ], + [ + "ĠAss", + "ange" + ], + [ + "Ġextract", + "ing" + ], + [ + "Ġgr", + "ö" + ], + [ + "c", + "obra" + ], + [ + ".D", + "IS" + ], + [ + "Ġcr", + "ab" + ], + [ + "Ġtw", + "itch" + ], + [ + "Ġvert", + "s" + ], + [ + "Ġreject", + "s" + ], + [ + "ĉ", + "format" + ], + [ + "Ġreg", + "eneration" + ], + [ + ".S", + "ys" + ], + [ + "s", + "olve" + ], + [ + "ĉd", + "ialog" + ], + [ + "sh", + "i" + ], + [ + "m", + "eter" + ], + [ + "(b", + "est" + ], + [ + "valid", + "ators" + ], + [ + "Ġon", + "wards" + ], + [ + "Ġg", + "uru" + ], + [ + "Ġmoder", + "ator" + ], + [ + "ow", + "ied" + ], + [ + "ex", + "periment" + ], + [ + "r", + "ub" + ], + [ + "Ġm", + "qtt" + ], + [ + "ĠCa", + "ucas" + ], + [ + "Ġnational", + "ism" + ], + [ + "Ġm", + "ange" + ], + [ + "ĉ", + "ImGui" + ], + [ + "/", + "Edit" + ], + [ + "Ġin", + "h" + ], + [ + "Ġint", + "ellig" + ], + [ + "ero", + "kee" + ], + [ + "ĉ", + "export" + ], + [ + "Ġdiscrim", + "inate" + ], + [ + "sub", + "tract" + ], + [ + "ĠM", + "oodle" + ], + [ + "ens", + "er" + ], + [ + "ĠGuid", + "es" + ], + [ + "R", + "AP" + ], + [ + "-h", + "ot" + ], + [ + "_gr", + "p" + ], + [ + ".p", + "icture" + ], + [ + "X", + "A" + ], + [ + "Ġinit", + "View" + ], + [ + "_Com", + "m" + ], + [ + "Ġoverd", + "ose" + ], + [ + "Ġ+", + "ĊĊ" + ], + [ + "ĠSil", + "ent" + ], + [ + "show", + "s" + ], + [ + "Ġinterpol", + "ate" + ], + [ + "Form", + "ation" + ], + [ + "Ġb", + "isc" + ], + [ + "mark", + "ets" + ], + [ + "(", + "SC" + ], + [ + "Z", + "e" + ], + [ + "ĠNetwork", + "ing" + ], + [ + "Ġad", + "renal" + ], + [ + "ĠG", + "uns" + ], + [ + "ete", + "or" + ], + [ + "Decl", + "ared" + ], + [ + "orget", + "own" + ], + [ + "Ġk", + "arena" + ], + [ + "/", + "password" + ], + [ + "_address", + "es" + ], + [ + "ITER", + "AL" + ], + [ + "B", + "uzz" + ], + [ + "ĠCon", + "way" + ], + [ + "(c", + "ase" + ], + [ + "P", + "WD" + ], + [ + "he", + "iro" + ], + [ + "(", + "act" + ], + [ + "**", + "čĊ" + ], + [ + "());ĊĊ", + "Ċ" + ], + [ + "Ġan", + "v" + ], + [ + "Ġ.", + ".ĊĊ" + ], + [ + "(Menu", + "Item" + ], + [ + "(m", + "ail" + ], + [ + "_section", + "s" + ], + [ + "ĉ", + "net" + ], + [ + "Ġpl", + "ut" + ], + [ + "Ġw", + "rench" + ], + [ + "/", + "object" + ], + [ + "ĠI", + "st" + ], + [ + "ĠV", + "IS" + ], + [ + "/p", + "ub" + ], + [ + "al", + "ten" + ], + [ + "Ġguit", + "ars" + ], + [ + "Ġantibiot", + "ic" + ], + [ + "ï¼", + "ĸ" + ], + [ + "Â", + "¹" + ], + [ + "Ġ\"", + "+\"" + ], + [ + "form", + "ula" + ], + [ + "Ġbab", + "es" + ], + [ + "ĠP", + "rompt" + ], + [ + "Ġen", + "im" + ], + [ + "/", + "player" + ], + [ + "ĉ", + "ref" + ], + [ + "Ġby", + "Äĩ" + ], + [ + "Ġconsum", + "es" + ], + [ + "ĠH", + "ast" + ], + [ + "ĠT", + "ao" + ], + [ + "Ġ'", + "))Ċ" + ], + [ + "Ġcl", + "am" + ], + [ + "Ġthigh", + "s" + ], + [ + "Ġmot", + "if" + ], + [ + "Api", + "Operation" + ], + [ + "ĠW", + "L" + ], + [ + "get", + "C" + ], + [ + "ĉf", + "lags" + ], + [ + "oint", + "ments" + ], + [ + "Ġeconom", + "ical" + ], + [ + "need", + "le" + ], + [ + "x", + "ls" + ], + [ + "pr", + "actice" + ], + [ + "ut", + "zer" + ], + [ + "time", + "ofday" + ], + [ + "-", + "output" + ], + [ + "Ġfind", + "ById" + ], + [ + "ĠBudd", + "y" + ], + [ + "Ðŀ", + "ÑĤ" + ], + [ + "Se", + "ven" + ], + [ + "ĠB", + "ark" + ], + [ + "Ġenv", + "oy" + ], + [ + "_al", + "gorithm" + ], + [ + "åĪ", + "©" + ], + [ + "Ġball", + "istic" + ], + [ + "ç§", + "»" + ], + [ + "r", + "ades" + ], + [ + "ĉd", + "oc" + ], + [ + "rodu", + "cing" + ], + [ + "ĠE", + "ating" + ], + [ + "Un", + "mount" + ], + [ + "/data", + "Tables" + ], + [ + "_b", + "onus" + ], + [ + "Ġl", + "itt" + ], + [ + "pp", + "s" + ], + [ + ")", + "localObject" + ], + [ + "per", + "f" + ], + [ + "ĠHel", + "vetica" + ], + [ + "sh", + "utdown" + ], + [ + "/", + "ml" + ], + [ + ".t", + "okens" + ], + [ + "ĠHard", + "core" + ], + [ + ",", + "row" + ], + [ + "/b", + "g" + ], + [ + "Sc", + "aler" + ], + [ + "âĢĶ", + "as" + ], + [ + "_log", + "its" + ], + [ + "âĢĻ", + "int" + ], + [ + "ĉ", + "App" + ], + [ + "Imp", + "licit" + ], + [ + ".F", + "printf" + ], + [ + "ET", + "O" + ], + [ + "Ġterr", + "a" + ], + [ + "Ġpossess", + "ing" + ], + [ + ".r", + "strip" + ], + [ + ",", + ")," + ], + [ + "=", + "yes" + ], + [ + "ĠStr", + "ipe" + ], + [ + "?", + "=" + ], + [ + "ne", + "utral" + ], + [ + ".g", + "ood" + ], + [ + "Ġk", + "ennen" + ], + [ + "ĠS", + "ung" + ], + [ + "f", + "ault" + ], + [ + "ystate", + "change" + ], + [ + "Can", + "adian" + ], + [ + "','", + "\".$" + ], + [ + "ĠM", + "its" + ], + [ + "æ", + "nd" + ], + [ + "ĠSTR", + "UCT" + ], + [ + "ĠURL", + "WithString" + ], + [ + "ĠCom", + "pass" + ], + [ + "Ġ--", + "ĊĊ" + ], + [ + "ĠNS", + "LayoutConstraint" + ], + [ + "|", + "min" + ], + [ + "-ad", + "just" + ], + [ + "Ġreb", + "uilt" + ], + [ + "L", + "IGHT" + ], + [ + "/", + "se" + ], + [ + "-m", + "ount" + ], + [ + "vp", + "n" + ], + [ + "valid", + "ated" + ], + [ + "(Q", + "Object" + ], + [ + "Ġign", + "ition" + ], + [ + "ĠCharg", + "ers" + ], + [ + "RYPT", + "O" + ], + [ + "]initWith", + "Frame" + ], + [ + "ĠFl", + "uid" + ], + [ + "Ġcad", + "re" + ], + [ + "Ġnomin", + "ations" + ], + [ + "Ne", + "ill" + ], + [ + "ĠH", + "ou" + ], + [ + "Ġcurrent", + "s" + ], + [ + "_g", + "ene" + ], + [ + "(in", + "p" + ], + [ + "Par", + "is" + ], + [ + "z", + "ÄĻ" + ], + [ + "ag", + "gregate" + ], + [ + "Ġass", + "oc" + ], + [ + "weet", + "ed" + ], + [ + "err", + "at" + ], + [ + "âĢĵ", + "ĊĊ" + ], + [ + "Ġ'/", + "',Ċ" + ], + [ + "fix", + "ture" + ], + [ + "ĠH", + "ighest" + ], + [ + "amb", + "ient" + ], + [ + "Ġch", + "mod" + ], + [ + "Ġcon", + "te" + ], + [ + "Ġsens", + "ual" + ], + [ + "Ġgar", + "ment" + ], + [ + "z", + "ers" + ], + [ + "ĠPower", + "ed" + ], + [ + "dom", + "ains" + ], + [ + "R", + "eward" + ], + [ + "i", + "omanip" + ], + [ + "Ġcock", + "pit" + ], + [ + "out", + "file" + ], + [ + "Ġbuilt", + "in" + ], + [ + "Ġins", + "isting" + ], + [ + ".", + "vars" + ], + [ + "zip", + "code" + ], + [ + "Ġ", + "����" + ], + [ + "f", + "ails" + ], + [ + "Ġconsolid", + "ation" + ], + [ + "_", + "oid" + ], + [ + "Plan", + "et" + ], + [ + "Ġ=", + "\"," + ], + [ + "ĉ", + "el" + ], + [ + "UIL", + "T" + ], + [ + "ät", + "z" + ], + [ + "af", + "ari" + ], + [ + "ĠMc", + "Cl" + ], + [ + "Tim", + "eline" + ], + [ + "Est", + "a" + ], + [ + "Ġfr", + "am" + ], + [ + "Y", + "E" + ], + [ + "Ġcere", + "bral" + ], + [ + "Of", + "Month" + ], + [ + "ĠP", + "regn" + ], + [ + "Ġкл", + "аÑģÑģ" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ" + ], + [ + "ĠF", + "res" + ], + [ + "Appro", + "ved" + ], + [ + ".S", + "pecial" + ], + [ + "ĠProtest", + "ant" + ], + [ + "Ġallerg", + "y" + ], + [ + "_p", + "cm" + ], + [ + "ĉC", + "opyright" + ], + [ + "Ġsuper", + "Class" + ], + [ + "\"", + "strconv" + ], + [ + "ĠMoh", + "amed" + ], + [ + "Ġ'", + "//" + ], + [ + "Fore", + "Color" + ], + [ + "Ar", + "thur" + ], + [ + "ĠJ", + "ungle" + ], + [ + "Ġve", + "ins" + ], + [ + "S", + "ad" + ], + [ + "Ġback", + "ups" + ], + [ + "ĠOp", + "inion" + ], + [ + "û", + "t" + ], + [ + "Ġinter", + "mitt" + ], + [ + "ody", + "n" + ], + [ + "ĠChrist", + "ina" + ], + [ + "Ġand", + "re" + ], + [ + "Ġevac", + "uation" + ], + [ + "pa", + "lette" + ], + [ + "h", + "orse" + ], + [ + "ĠRes", + "ident" + ], + [ + "ĠHass", + "an" + ], + [ + ".N", + "il" + ], + [ + "Ġa", + "isle" + ], + [ + "ĠG", + "rowing" + ], + [ + "Ġblog", + "info" + ], + [ + "/s", + "ql" + ], + [ + "_io", + "ctl" + ], + [ + "Sc", + "aling" + ], + [ + "ĠMon", + "ad" + ], + [ + "_c", + "pp" + ], + [ + "ĠH", + "utch" + ], + [ + "ĠApple", + "WebKit" + ], + [ + "Exp", + "ense" + ], + [ + "_J", + "OB" + ], + [ + "Ġpoint", + "less" + ], + [ + "From", + "Body" + ], + [ + "ant", + "al" + ], + [ + "Ġdepict", + "ing" + ], + [ + "ĠC", + "ELL" + ], + [ + "Ġref", + "in" + ], + [ + "ĠC", + "NC" + ], + [ + "ì¹", + "ĺ" + ], + [ + "_dim", + "ensions" + ], + [ + "ĠS", + "AN" + ], + [ + "Ġa", + "ft" + ], + [ + "Ġfoot", + "steps" + ], + [ + "cc", + "oli" + ], + [ + "_PH", + "ONE" + ], + [ + "/m", + "ath" + ], + [ + "-k", + "ind" + ], + [ + "ĠMe", + "ans" + ], + [ + "ich", + "ael" + ], + [ + ".g", + "una" + ], + [ + "Ġinaug", + "uration" + ], + [ + "-dr", + "iving" + ], + [ + "(", + "delete" + ], + [ + "Ġtotal", + "Count" + ], + [ + "_M", + "C" + ], + [ + ".Ext", + "ension" + ], + [ + "Com", + "mercial" + ], + [ + "Ġz", + "Index" + ], + [ + "<", + "Customer" + ], + [ + "\"", + "g" + ], + [ + "-sh", + "are" + ], + [ + "Ġp", + "act" + ], + [ + "ag", + "ara" + ], + [ + "ĠS", + "IL" + ], + [ + "_m", + "odes" + ], + [ + "ĠM", + "olecular" + ], + [ + "Ġsystem", + "atically" + ], + [ + "<", + "G" + ], + [ + "_s", + "cr" + ], + [ + "ĠO", + "ro" + ], + [ + "as", + "ers" + ], + [ + "Ġb", + "ic" + ], + [ + "Ġdest", + "roys" + ], + [ + "PI", + "PE" + ], + [ + ".Start", + "Position" + ], + [ + "Ġc", + "ủa" + ], + [ + "ire", + "z" + ], + [ + ".B", + "unifu" + ], + [ + "_F", + "unction" + ], + [ + "Ġs", + "ü" + ], + [ + "_f", + "uture" + ], + [ + "ĠWe", + "alth" + ], + [ + "ĠNatur", + "ally" + ], + [ + "æĢ", + "»" + ], + [ + "_y", + "es" + ], + [ + "Ġabrupt", + "ly" + ], + [ + "String", + "Encoding" + ], + [ + "ĠCGPoint", + "Make" + ], + [ + "Ġz", + "h" + ], + [ + "Ġimp", + "erson" + ], + [ + "Ġpiv", + "otal" + ], + [ + "ĠSom", + "alia" + ], + [ + "Ġsegment", + "ation" + ], + [ + "_AN", + "AL" + ], + [ + "ĠLogin", + "Component" + ], + [ + "Cons", + "ult" + ], + [ + "Ġtr", + "uncated" + ], + [ + "]", + "\";Ċ" + ], + [ + ".get", + "Config" + ], + [ + "Ġintern", + "ship" + ], + [ + "B", + "aby" + ], + [ + "ê°", + "ľ" + ], + [ + "Ġstrengthen", + "ed" + ], + [ + "_M", + "I" + ], + [ + "b", + "asket" + ], + [ + "Ġnicht", + "s" + ], + [ + "ĠTV", + "s" + ], + [ + "ĠSh", + "an" + ], + [ + "ãĤ", + "µ" + ], + [ + "rac", + "use" + ], + [ + ".Re", + "LU" + ], + [ + "/", + "interfaces" + ], + [ + "ĠgetItem", + "Count" + ], + [ + "Ġret", + "iring" + ], + [ + "Ġspecial", + "s" + ], + [ + "Ġentity", + "Manager" + ], + [ + "bel", + "ief" + ], + [ + "Ġs", + "older" + ], + [ + "da", + "ughter" + ], + [ + "ij", + "kl" + ], + [ + "Ġutil", + "izes" + ], + [ + ".f", + "ixed" + ], + [ + "S", + "U" + ], + [ + "Ġdr", + "astic" + ], + [ + "Ġh", + "acks" + ], + [ + "gr", + "und" + ], + [ + "ĠM", + "U" + ], + [ + "ĠSt", + "arter" + ], + [ + ".Com", + "ponents" + ], + [ + "_m", + "otor" + ], + [ + "Gold", + "en" + ], + [ + "Ġl", + "odge" + ], + [ + "Ġ", + "));" + ], + [ + "ĠCor", + "inth" + ], + [ + "иÑĩ", + "еÑģÑĤво" + ], + [ + "ón", + "ico" + ], + [ + "gre", + "SQL" + ], + [ + "ĠFl", + "uent" + ], + [ + "Ġmar", + "c" + ], + [ + ".Load", + "Scene" + ], + [ + ".Group", + "s" + ], + [ + "Ġer", + "h" + ], + [ + "ĠAut", + "umn" + ], + [ + "St", + "opped" + ], + [ + "Ġitalian", + "o" + ], + [ + "Ġmin", + "ions" + ], + [ + "ĠAssert", + "ions" + ], + [ + "Ġm", + "ux" + ], + [ + "B", + "u" + ], + [ + "Ġ----------------------------------------------------------------", + "--------------------------------" + ], + [ + "ĉ", + "up" + ], + [ + "read", + "ystatechange" + ], + [ + "_M", + "eta" + ], + [ + "Ġcurrent", + "Date" + ], + [ + "ĠChap", + "man" + ], + [ + "Und", + "o" + ], + [ + "Se", + "an" + ], + [ + "ap", + "r" + ], + [ + "Ġpar", + "m" + ], + [ + "_", + "icons" + ], + [ + "ĠSt", + "a" + ], + [ + "á", + "z" + ], + [ + "Ġsub", + "division" + ], + [ + "Ġalter", + "ing" + ], + [ + "P", + "NG" + ], + [ + "ponent", + "ial" + ], + [ + "Ġpost", + "gres" + ], + [ + "ĠB", + "DS" + ], + [ + "-ex", + "istent" + ], + [ + "ĠBrad", + "ford" + ], + [ + "ĠO", + "MX" + ], + [ + "_W", + "HITE" + ], + [ + "_PRO", + "GRAM" + ], + [ + "q", + "c" + ], + [ + "Ġtypings", + "Slinky" + ], + [ + "ĠP", + "ics" + ], + [ + "_M", + "ETA" + ], + [ + "IT", + "TER" + ], + [ + "_sub", + "scription" + ], + [ + "IRON", + "MENT" + ], + [ + "ĠHy", + "undai" + ], + [ + "();ĊĊ", + "ĊĊ" + ], + [ + "ĠØ", + "³" + ], + [ + "Ġj", + "ac" + ], + [ + "Ġelimin", + "ates" + ], + [ + ")", + "});Ċ" + ], + [ + "Ġcomp", + "rend" + ], + [ + "ĉ", + "insert" + ], + [ + "_f", + "aces" + ], + [ + "\">", + "$" + ], + [ + "Ġeb", + "ay" + ], + [ + "Ġcapt", + "ive" + ], + [ + "pl", + "iant" + ], + [ + "ĠCalcul", + "ates" + ], + [ + "ol", + "ta" + ], + [ + "est", + "ing" + ], + [ + "_re", + "vision" + ], + [ + "Ġm", + "ús" + ], + [ + "+", + "m" + ], + [ + "\",\"", + "\",\"" + ], + [ + "WH", + "AT" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "h", + "arga" + ], + [ + "[", + "random" + ], + [ + "Ġmod", + "ulo" + ], + [ + "(s", + "n" + ], + [ + "Ġoccup", + "ations" + ], + [ + "////", + "Ċ" + ], + [ + "ĉ", + "board" + ], + [ + "ĠB", + "alk" + ], + [ + "wi", + "Äħ" + ], + [ + "ĠW", + "ifi" + ], + [ + ".Pro", + "file" + ], + [ + ":m", + "aj" + ], + [ + "ĉm", + "at" + ], + [ + "LOCK", + "S" + ], + [ + "(j", + "Button" + ], + [ + "Ġ('", + "$" + ], + [ + "M", + "ur" + ], + [ + "æĮ", + "ī" + ], + [ + "b", + "ble" + ], + [ + "Ġf", + "rog" + ], + [ + "-h", + "ide" + ], + [ + "Ġbroad", + "caster" + ], + [ + "à¸", + "ŀ" + ], + [ + "ha", + "led" + ], + [ + "Ġam", + "using" + ], + [ + "_predict", + "ions" + ], + [ + "_in", + "tr" + ], + [ + "Ġe", + "agle" + ], + [ + "аÑĤ", + "елÑĮ" + ], + [ + "Ġget", + "List" + ], + [ + "ps", + "ilon" + ], + [ + "Ġcharacter", + "ization" + ], + [ + "AR", + "DS" + ], + [ + "Ġre", + "location" + ], + [ + "Ġr", + "ulers" + ], + [ + "P", + "AY" + ], + [ + "ĠDef", + "initely" + ], + [ + "_A", + "ction" + ], + [ + "Ġclos", + "ures" + ], + [ + "Ġfact", + "ual" + ], + [ + "odyn", + "amic" + ], + [ + "Ġpreca", + "utions" + ], + [ + "nie", + "j" + ], + [ + "ĠPart", + "ies" + ], + [ + "ĠSub", + "aru" + ], + [ + "Ġcous", + "ins" + ], + [ + "ar", + "beit" + ], + [ + ".m", + "oney" + ], + [ + "gun", + "ta" + ], + [ + "(", + "and" + ], + [ + "get", + "item" + ], + [ + ".Style", + "Priority" + ], + [ + "Ġsl", + "id" + ], + [ + "single", + "ton" + ], + [ + "Ġg", + "arn" + ], + [ + "ĠP", + "AS" + ], + [ + "Ġd", + "azz" + ], + [ + "a", + "ż" + ], + [ + "Ġbog", + "us" + ], + [ + "ĠM", + "og" + ], + [ + "Ġrival", + "ry" + ], + [ + "is", + "ol" + ], + [ + "Ġland", + "marks" + ], + [ + "ñ", + "as" + ], + [ + "B", + "ern" + ], + [ + "ĠSach", + "s" + ], + [ + "Ġ\"", + ")ĊĊ" + ], + [ + "Ġhost", + "ility" + ], + [ + "_m", + "ex" + ], + [ + "m", + "ere" + ], + [ + "M", + "ot" + ], + [ + "p", + "ictureBox" + ], + [ + "Def", + "ense" + ], + [ + "Ġaffid", + "avit" + ], + [ + "other", + "wise" + ], + [ + ".d", + "irectory" + ], + [ + "_", + "UnityEngine" + ], + [ + "-b", + "log" + ], + [ + ".s", + "kin" + ], + [ + "ph", + "em" + ], + [ + "Ap", + "ellido" + ], + [ + "er", + "chant" + ], + [ + "[", + "class" + ], + [ + "Ġw", + "art" + ], + [ + ".\"", + "[" + ], + [ + "ale", + "ur" + ], + [ + "/", + "back" + ], + [ + "ĠĠĠĠ", + "ĉĠĠĠ" + ], + [ + "Ġprecip", + "itation" + ], + [ + "Ġob", + "struction" + ], + [ + "Ġp", + "Obj" + ], + [ + "Ġr", + "upt" + ], + [ + "UCK", + "ET" + ], + [ + "ay", + "e" + ], + [ + "æİ", + "Ĵ" + ], + [ + "g", + "x" + ], + [ + "Ġe", + "cl" + ], + [ + "Ġsecre", + "cy" + ], + [ + "/", + "Header" + ], + [ + "ĠLes", + "b" + ], + [ + "Ġle", + "i" + ], + [ + "ĠBullet", + "in" + ], + [ + "Ġgive", + "away" + ], + [ + ".H", + "ome" + ], + [ + "_RO", + "OM" + ], + [ + "\"", + "W" + ], + [ + "Ġcow", + "ork" + ], + [ + "_", + "ra" + ], + [ + "ĠC", + "ycling" + ], + [ + "ĠP", + "aw" + ], + [ + "Ġpup", + "il" + ], + [ + "/", + "arch" + ], + [ + "ĠFile", + "Utils" + ], + [ + "é¦", + "ĸ" + ], + [ + "r", + "sp" + ], + [ + "Ġfreed", + "oms" + ], + [ + "ĠL", + "ear" + ], + [ + "}`", + ")." + ], + [ + "Ġbow", + "ls" + ], + [ + "/b", + "lock" + ], + [ + "_log", + "ging" + ], + [ + "Ġmeth", + "ane" + ], + [ + "Ġhorn", + "s" + ], + [ + "Ġwonder", + "fully" + ], + [ + "Ġalter", + "ations" + ], + [ + "Ġex", + "ile" + ], + [ + "ls", + "en" + ], + [ + "_p", + "ause" + ], + [ + "_L", + "ANGUAGE" + ], + [ + "ĠUS", + "DA" + ], + [ + "_m", + "ysql" + ], + [ + "_AM", + "OUNT" + ], + [ + "ĠL", + "IFE" + ], + [ + "Ġyoung", + "sters" + ], + [ + "Ġri", + "ots" + ], + [ + "[", + "E" + ], + [ + "Ġun", + "forgettable" + ], + [ + ",", + "},Ċ" + ], + [ + "Dis", + "posed" + ], + [ + "ĠAss", + "assin" + ], + [ + "UN", + "G" + ], + [ + "ĠNew", + "sp" + ], + [ + "User", + "Service" + ], + [ + ":", + "aload" + ], + [ + "+", + "'," + ], + [ + "Ġsett", + "lers" + ], + [ + "Ġscre", + "ams" + ], + [ + "Ġincon", + "venience" + ], + [ + ".R", + "otate" + ], + [ + "Ġj", + "ars" + ], + [ + "ĠP", + "uzzle" + ], + [ + "Ġm", + "est" + ], + [ + "ars", + "i" + ], + [ + "ĠSh", + "arma" + ], + [ + "|", + "(" + ], + [ + ".d", + "s" + ], + [ + "ĠSac", + "red" + ], + [ + "_e", + "vt" + ], + [ + "Ġexpress", + "es" + ], + [ + "Ġh", + "och" + ], + [ + "ĠD", + "uch" + ], + [ + ".c", + "alls" + ], + [ + "th", + "r" + ], + [ + "ĠShe", + "ffield" + ], + [ + ".Alert", + "Dialog" + ], + [ + "Ġrad", + "ically" + ], + [ + "Ġtr", + "ous" + ], + [ + "Ġprev", + "ailing" + ], + [ + "ĠWW", + "II" + ], + [ + "âĢĻ", + "n" + ], + [ + "ens", + "ely" + ], + [ + "ĠY", + "esterday" + ], + [ + "ĠSir", + "ius" + ], + [ + "Ġkill", + "ers" + ], + [ + "ĠF", + "FT" + ], + [ + "Ġo", + "val" + ], + [ + "')", + ":čĊ" + ], + [ + "Ġìłķ", + "ë³´" + ], + [ + "our", + "age" + ], + [ + "ĠCheck", + "box" + ], + [ + "Work", + "book" + ], + [ + ".def", + "er" + ], + [ + "_f", + "loor" + ], + [ + "Ġc", + "ouncill" + ], + [ + "Ġnors", + "ke" + ], + [ + "mo", + "il" + ], + [ + "ore", + "a" + ], + [ + "Ġmarket", + "ed" + ], + [ + "_S", + "UR" + ], + [ + "x", + "AA" + ], + [ + "Ġst", + "ained" + ], + [ + "e", + "ut" + ], + [ + "ĠM", + "eng" + ], + [ + "Ġi", + "eee" + ], + [ + ".", + "extern" + ], + [ + "eg", + "ie" + ], + [ + "Ġr", + "app" + ], + [ + "ĠPy", + "ongyang" + ], + [ + "'", + "class" + ], + [ + "M", + "ob" + ], + [ + "Ġinitial", + "Value" + ], + [ + "_w", + "ave" + ], + [ + "Ġj", + "ab" + ], + [ + "Ġmascul", + "ine" + ], + [ + "Ġampl", + "ifier" + ], + [ + "Ġt", + "ty" + ], + [ + "Path", + "Component" + ], + [ + "_", + "xt" + ], + [ + "ĠG", + "FP" + ], + [ + "/", + "sec" + ], + [ + "ĉdis", + "patch" + ], + [ + "mark", + "down" + ], + [ + "ĠS", + "chn" + ], + [ + "bo", + "le" + ], + [ + "·", + "·" + ], + [ + "mouse", + "move" + ], + [ + "Ġerr", + "Msg" + ], + [ + "Ġas", + "ign" + ], + [ + "_m", + "ono" + ], + [ + "To", + "Selector" + ], + [ + "ĠZ", + "u" + ], + [ + "(R", + "ect" + ], + [ + "ĠError", + "Code" + ], + [ + "lat", + "in" + ], + [ + "ang", + "ible" + ], + [ + "v", + "tk" + ], + [ + "CG", + "Size" + ], + [ + "P", + "okemon" + ], + [ + "Ġclass", + "mates" + ], + [ + "Ġattract", + "s" + ], + [ + "ĠT", + "atto" + ], + [ + "ult", + "an" + ], + [ + "ol", + "óg" + ], + [ + "Ġhalt", + "ed" + ], + [ + "à¤", + "¨" + ], + [ + "ĠK", + "art" + ], + [ + "Ġ", + "ue" + ], + [ + "_Init", + "Structure" + ], + [ + "Test", + "Class" + ], + [ + "ĠAir", + "bnb" + ], + [ + "_", + "\"," + ], + [ + "Ġchar", + "coal" + ], + [ + "Ġip", + "c" + ], + [ + "ĠSt", + "retch" + ], + [ + ".g", + "lide" + ], + [ + "lates", + "AutoresizingMaskIntoConstraints" + ], + [ + "Ġpot", + "ion" + ], + [ + "ITT", + "LE" + ], + [ + "Ġcount", + "ert" + ], + [ + "_h", + "d" + ], + [ + "pre", + "pared" + ], + [ + "Ad", + "s" + ], + [ + "ĠV", + "ampire" + ], + [ + "rob", + "ots" + ], + [ + ".Create", + "Index" + ], + [ + "Status", + "Label" + ], + [ + "Ġt", + "ucked" + ], + [ + "af", + "ür" + ], + [ + "U", + "t" + ], + [ + "Ġswe", + "ater" + ], + [ + "_F", + "N" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉ" + ], + [ + "ata", + "ka" + ], + [ + "Ġeyeb", + "rows" + ], + [ + "ac", + "oes" + ], + [ + "ud", + "en" + ], + [ + ".LinearLayout", + "Manager" + ], + [ + "Ġsw", + "ay" + ], + [ + "Ġmult", + "in" + ], + [ + "()", + ")))Ċ" + ], + [ + "ĠNS", + "UInteger" + ], + [ + "ĠMy", + "Base" + ], + [ + "Part", + "ner" + ], + [ + "uts", + "chen" + ], + [ + "ĠC", + "ater" + ], + [ + ".setBackground", + "Color" + ], + [ + "Ġaccompl", + "ishment" + ], + [ + "_pro", + "blem" + ], + [ + ".d", + "td" + ], + [ + "Ġpage", + "Number" + ], + [ + "Ġj", + "ackets" + ], + [ + "Ġcro", + "pped" + ], + [ + "u", + "els" + ], + [ + "ĠH", + "ep" + ], + [ + "Ġc", + "apped" + ], + [ + "*", + "Math" + ], + [ + "_callback", + "s" + ], + [ + "Ġpub", + "b" + ], + [ + "ĠBrun", + "swick" + ], + [ + ".res", + "pond" + ], + [ + "[\"", + "_" + ], + [ + "Ġbed", + "ding" + ], + [ + "hyth", + "m" + ], + [ + "O", + "X" + ], + [ + "(s", + "peed" + ], + [ + "Ġpestic", + "ides" + ], + [ + "Ġ----", + "---" + ], + [ + ".Bl", + "ue" + ], + [ + "Ġnood", + "les" + ], + [ + "ĠGo", + "es" + ], + [ + "Ġs", + "aver" + ], + [ + "o", + "xy" + ], + [ + "_com", + "pletion" + ], + [ + "ĠSw", + "inger" + ], + [ + "Ġget", + "Date" + ], + [ + "Ġmind", + "ed" + ], + [ + "int", + "egration" + ], + [ + "ĠLot", + "us" + ], + [ + "(st", + "op" + ], + [ + "(',", + "');Ċ" + ], + [ + "Ġflood", + "s" + ], + [ + "ĠWork", + "flow" + ], + [ + "Ġerupt", + "ed" + ], + [ + "Mac", + "ro" + ], + [ + "ĠSau", + "ce" + ], + [ + "Ġevent", + "Name" + ], + [ + "\\", + "Input" + ], + [ + "Break", + "ing" + ], + [ + "ĉ", + "when" + ], + [ + "_p", + "w" + ], + [ + "IND", + "ER" + ], + [ + "ĠWell", + "ness" + ], + [ + "Ġvox", + "el" + ], + [ + "ĠM", + "ell" + ], + [ + "ĠM", + "EDIA" + ], + [ + "SE", + "NS" + ], + [ + "ĠFund", + "s" + ], + [ + "ĠM", + "ild" + ], + [ + "<", + "Array" + ], + [ + "-", + "this" + ], + [ + "ump", + "ed" + ], + [ + "/f", + "w" + ], + [ + "ĠDb", + "Context" + ], + [ + "W", + "I" + ], + [ + "girl", + "s" + ], + [ + "H", + "OW" + ], + [ + "');", + "?>Ċ" + ], + [ + "Ġtempt", + "ing" + ], + [ + "Ġtest", + "ament" + ], + [ + "Ġb", + "ible" + ], + [ + "Ġconsult", + "ed" + ], + [ + "ĠIndex", + "Error" + ], + [ + "è¨", + "ĺ" + ], + [ + "Ġkey", + "pad" + ], + [ + "izz", + "o" + ], + [ + "(", + "ok" + ], + [ + "Ġwhats", + "app" + ], + [ + "ĠRemote", + "Exception" + ], + [ + "Ġteam", + "ed" + ], + [ + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ", + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ" + ], + [ + "»", + "," + ], + [ + "Ġget", + "Time" + ], + [ + "di", + "ag" + ], + [ + "iss", + "y" + ], + [ + "Ġh", + "ed" + ], + [ + "Ġkn", + "ots" + ], + [ + "j", + "om" + ], + [ + "Ġfun", + "nel" + ], + [ + "-m", + "ails" + ], + [ + "Ġexport", + "ing" + ], + [ + "ĠV", + "L" + ], + [ + "ĠK", + "arn" + ], + [ + "ĠBuddh", + "ism" + ], + [ + "ĠAll", + "an" + ], + [ + "_R", + "ADIUS" + ], + [ + "Ġw", + "ording" + ], + [ + "ĠFor", + "get" + ], + [ + "ĠCor", + "ona" + ], + [ + "ip", + "hy" + ], + [ + "Ġlim", + "burg" + ], + [ + "ugg", + "y" + ], + [ + "ĠUser", + "Repository" + ], + [ + "im", + "in" + ], + [ + "(e", + "le" + ], + [ + "Ġlabel", + "led" + ], + [ + "ç¤", + "¾" + ], + [ + "ĠH", + "erman" + ], + [ + ".q", + "q" + ], + [ + "Ġ\"", + "));Ċ" + ], + [ + "ie", + "ber" + ], + [ + ".Trans", + "late" + ], + [ + "ry", + "n" + ], + [ + "Ġdes", + "env" + ], + [ + "um", + "d" + ], + [ + "Sim", + "ply" + ], + [ + "ĉm", + "ode" + ], + [ + "R", + "pc" + ], + [ + "ĠVal", + "encia" + ], + [ + "Ġstaff", + "ers" + ], + [ + "Ġsel", + "v" + ], + [ + "ĠSpi", + "ke" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġer", + "u" + ], + [ + "_D", + "T" + ], + [ + "J", + "udge" + ], + [ + "á»", + "ķ" + ], + [ + "ĠBas", + "in" + ], + [ + ".m", + "utable" + ], + [ + "\"", + "url" + ], + [ + "Ġtar", + "iff" + ], + [ + "ĠSlee", + "ve" + ], + [ + "Ġfl", + "are" + ], + [ + ".drop", + "out" + ], + [ + "Ġbr", + "ides" + ], + [ + "))", + ",čĊ" + ], + [ + "_con", + "straints" + ], + [ + "de", + "struct" + ], + [ + "Out", + "line" + ], + [ + "Ġdisappe", + "ars" + ], + [ + "_lock", + "ed" + ], + [ + "ĠNS", + "LocalizedString" + ], + [ + "ck", + "e" + ], + [ + "ĉ", + "null" + ], + [ + "ad", + "resse" + ], + [ + "Ġto", + "pping" + ], + [ + "ĠJ", + "oker" + ], + [ + "b", + "ishop" + ], + [ + "но", + "ÑģÑĤÑĮ" + ], + [ + "and", + "ering" + ], + [ + "_", + "amp" + ], + [ + "=", + "time" + ], + [ + "_S", + "pace" + ], + [ + "_P", + "ULL" + ], + [ + "'", + "=" + ], + [ + "Ġant", + "iqu" + ], + [ + "Ġc", + "ach" + ], + [ + "___", + "ĊĊ" + ], + [ + "ON", + "ES" + ], + [ + "о", + "Ñı" + ], + [ + "Ġun", + "read" + ], + [ + ".p", + "olicy" + ], + [ + "oooo", + "oooo" + ], + [ + "ëŁ", + "¬" + ], + [ + "Ġu", + "sted" + ], + [ + "ĠRe", + "ce" + ], + [ + "Ġal", + "lem" + ], + [ + "ãĥ¼", + "ãĤ¹" + ], + [ + "ĠThought", + "s" + ], + [ + "ve", + "illance" + ], + [ + "istr", + "ate" + ], + [ + "_l", + "ane" + ], + [ + "Ġfam", + "ed" + ], + [ + ".Get", + "Name" + ], + [ + "Ġsmo", + "other" + ], + [ + "ĠQual", + "ified" + ], + [ + "az", + "ers" + ], + [ + "_", + "geo" + ], + [ + "F", + "ax" + ], + [ + "ĠM", + "inds" + ], + [ + "ĠR", + "aises" + ], + [ + "Ġtrans", + "cripts" + ], + [ + "Con", + "versation" + ], + [ + "Ġremark", + "ed" + ], + [ + "ëĤ", + "ĺ" + ], + [ + "d", + "ling" + ], + [ + "Ġdeploy", + "ing" + ], + [ + "Ġshared", + "Application" + ], + [ + "Ġk", + "p" + ], + [ + "FontAwesome", + "Icon" + ], + [ + "_d", + "ummy" + ], + [ + "reib", + "en" + ], + [ + "ĠJane", + "iro" + ], + [ + "Direction", + "s" + ], + [ + ".get", + "Bean" + ], + [ + "s", + "ass" + ], + [ + "Ġcommand", + "ers" + ], + [ + "v", + "ation" + ], + [ + "error", + "Code" + ], + [ + "ĠAl", + "loy" + ], + [ + ".local", + "ized" + ], + [ + "Ð", + "ij" + ], + [ + "Ġdish", + "washer" + ], + [ + "ĠSou", + "p" + ], + [ + "N", + "u" + ], + [ + "_D", + "efault" + ], + [ + "Ġune", + "ven" + ], + [ + "Ġ/>", + "\";Ċ" + ], + [ + "-B", + "ased" + ], + [ + "Ġseam", + "lessly" + ], + [ + "-", + "null" + ], + [ + "ĠX", + "C" + ], + [ + "Ġst", + "ew" + ], + [ + "(d", + "elay" + ], + [ + "AT", + "ORS" + ], + [ + "ĠWhe", + "eler" + ], + [ + "\"", + "", + "H" + ], + [ + "e", + "ast" + ], + [ + ".", + "air" + ], + [ + "âĢľ", + "But" + ], + [ + "Object", + "Context" + ], + [ + "success", + "fully" + ], + [ + "_l", + "and" + ], + [ + "Ġfold", + "s" + ], + [ + "_CO", + "ORD" + ], + [ + "Ġsub", + "po" + ], + [ + ".get", + "Address" + ], + [ + "in", + "str" + ], + [ + "Material", + "s" + ], + [ + "Ñĥ", + "ÑģÑĤ" + ], + [ + "de", + "posit" + ], + [ + "-l", + "ast" + ], + [ + "_GR", + "AY" + ], + [ + "=", + "find" + ], + [ + "Ġmut", + "ant" + ], + [ + "Ġlesb", + "ienne" + ], + [ + "let", + "cher" + ], + [ + "RO", + "UGH" + ], + [ + "ure", + "ka" + ], + [ + ".c", + "apture" + ], + [ + "Ġen", + "n" + ], + [ + "Ġ([", + "[" + ], + [ + "ĠFl", + "u" + ], + [ + "Ġtask", + "Id" + ], + [ + "ĠHus", + "sein" + ], + [ + ".f", + "older" + ], + [ + "Ġa", + "usterity" + ], + [ + "ISTR", + "ATION" + ], + [ + "_", + "Impl" + ], + [ + "注", + "æĦı" + ], + [ + "Ġdec", + "ree" + ], + [ + "-", + "chat" + ], + [ + "Ġimp", + "lication" + ], + [ + "Ġguess", + "es" + ], + [ + "ul", + "kan" + ], + [ + "An", + "alytics" + ], + [ + ".", + "plus" + ], + [ + "COM", + "MAND" + ], + [ + "е", + "ли" + ], + [ + "»", + "ĊĊ" + ], + [ + "_S", + "ITE" + ], + [ + "Ġequal", + "To" + ], + [ + "Support", + "FragmentManager" + ], + [ + "ĠRec", + "ording" + ], + [ + "å®Į", + "æĪIJ" + ], + [ + "Ġbag", + "gage" + ], + [ + "Ġpitch", + "ers" + ], + [ + "ĠE", + "h" + ], + [ + "o", + "que" + ], + [ + "ĉc", + "nt" + ], + [ + "Ġ=>", + "$" + ], + [ + "/", + "foo" + ], + [ + "IR", + "A" + ], + [ + "ĠSat", + "ellite" + ], + [ + "bor", + "ah" + ], + [ + "Ġ}}", + "\"Ċ" + ], + [ + "ĠEnd", + "s" + ], + [ + "ĠSpr", + "ay" + ], + [ + ",", + "param" + ], + [ + ".Ch", + "rome" + ], + [ + "*", + "q" + ], + [ + "th", + "ought" + ], + [ + "ibr", + "ated" + ], + [ + "Ġth", + "ieves" + ], + [ + "Ġbenefici", + "aries" + ], + [ + "Enter", + "ed" + ], + [ + "ottes", + "ville" + ], + [ + "Ġveter", + "in" + ], + [ + "By", + "ID" + ], + [ + "qu", + "ipe" + ], + [ + "um", + "ption" + ], + [ + "-", + "unit" + ], + [ + "Execution", + "Context" + ], + [ + "@", + "s" + ], + [ + "ĠG", + "iov" + ], + [ + ".Tool", + "Tip" + ], + [ + "_f", + "riend" + ], + [ + "(", + "attributes" + ], + [ + "Ġdump", + "ing" + ], + [ + "ĠJ", + "C" + ], + [ + "_D", + "OCUMENT" + ], + [ + "ĠArm", + "our" + ], + [ + "(", + "insert" + ], + [ + ".Horizontal", + "Alignment" + ], + [ + "ĠQ", + "ed" + ], + [ + "ãģĦ", + "ãģ¾ãģĻ" + ], + [ + "/g", + "it" + ], + [ + "ĠY", + "YYY" + ], + [ + "ĠCard", + "iff" + ], + [ + "Ġap", + "a" + ], + [ + "organ", + "ic" + ], + [ + "ĠWhere", + "as" + ], + [ + "Ġæ", + "Ŀ" + ], + [ + "ĠM", + "ia" + ], + [ + "Ġdemol", + "ition" + ], + [ + "Ġsc", + "ars" + ], + [ + "Ġp", + "ai" + ], + [ + "Ġre", + "tries" + ], + [ + "Ġr", + "q" + ], + [ + "ĠDen", + "is" + ], + [ + "(", + "Utils" + ], + [ + "Ġallev", + "iate" + ], + [ + "ĠP", + "IC" + ], + [ + "id", + "ue" + ], + [ + "Ġacknowled", + "ging" + ], + [ + "Ġ//", + "////////////////////////////////" + ], + [ + "ç¡®", + "å®ļ" + ], + [ + "Ä", + "«" + ], + [ + "\\", + "Json" + ], + [ + ".b", + "inary" + ], + [ + "Ġx", + "type" + ], + [ + "sign", + "als" + ], + [ + "ĠAp", + "pearance" + ], + [ + "&", + "r" + ], + [ + "}", + "s" + ], + [ + "C", + "i" + ], + [ + "ĠI", + "llum" + ], + [ + "por", + "ate" + ], + [ + "h", + "og" + ], + [ + "Ġindex", + "Of" + ], + [ + "\\", + "Command" + ], + [ + "_par", + "allel" + ], + [ + "ĠSher", + "lock" + ], + [ + "í", + "ĥ" + ], + [ + "Ġ\"", + "\")čĊ" + ], + [ + "////////////////////////////////////////////////////////////////", + "////////////////////////////////" + ], + [ + "Ġcritic", + "ize" + ], + [ + "ĠSo", + "ap" + ], + [ + "ĠMatch", + "er" + ], + [ + "Ġgr", + "illed" + ], + [ + "*", + "T" + ], + [ + "Ġad", + "ore" + ], + [ + "ull", + "ing" + ], + [ + "Ġjed", + "och" + ], + [ + "_ref", + "s" + ], + [ + "lean", + "up" + ], + [ + "ĠJ", + "AXB" + ], + [ + "Ġro", + "ses" + ], + [ + "ĠL", + "iam" + ], + [ + "size", + "i" + ], + [ + "Ġget", + "char" + ], + [ + "Ġtar", + "de" + ], + [ + "-to", + "oltip" + ], + [ + "Ġqual", + "ifier" + ], + [ + "ĠInter", + "mediate" + ], + [ + "_W", + "indow" + ], + [ + "ĠMal", + "ta" + ], + [ + "Dis", + "connect" + ], + [ + "ew", + "here" + ], + [ + "Camp", + "o" + ], + [ + "Ġirr", + "ational" + ], + [ + "led", + "o" + ], + [ + "ĠD", + "N" + ], + [ + "ARG", + "V" + ], + [ + "Ġout", + "ro" + ], + [ + "Ġth", + "irteen" + ], + [ + "Jose", + "ph" + ], + [ + "M", + "AR" + ], + [ + "/g", + "l" + ], + [ + "J", + "ess" + ], + [ + "ĠPsych", + "iat" + ], + [ + "Ġpadding", + "Bottom" + ], + [ + "-", + "loop" + ], + [ + "/", + "fonts" + ], + [ + "_se", + "en" + ], + [ + "Te", + "ams" + ], + [ + "React", + "DOM" + ], + [ + "(m", + "an" + ], + [ + "(x", + "path" + ], + [ + ".get", + "SimpleName" + ], + [ + ">(", + "*" + ], + [ + "ĠP", + "vt" + ], + [ + "Ġel", + "ders" + ], + [ + "Ġp", + "ies" + ], + [ + ".user", + "Agent" + ], + [ + "-", + "region" + ], + [ + "ĠGree", + "ks" + ], + [ + "(f", + "ragment" + ], + [ + "st", + "u" + ], + [ + "Ġcouncil", + "s" + ], + [ + "Ġst", + "amina" + ], + [ + "ĠGod", + "dess" + ], + [ + "è", + "¥¿" + ], + [ + "Ġphilosoph", + "ers" + ], + [ + "Ġpers", + "one" + ], + [ + "ĠL", + "ose" + ], + [ + "ĠCL", + "R" + ], + [ + "ĠD", + "ocs" + ], + [ + "Ġso", + "ak" + ], + [ + "ĠHOLD", + "ER" + ], + [ + "Ġb", + "ells" + ], + [ + "hash", + "Code" + ], + [ + "R", + "ATE" + ], + [ + "_WE", + "IGHT" + ], + [ + "in", + "ous" + ], + [ + "end", + "ra" + ], + [ + "oph", + "obic" + ], + [ + "Ġpro", + "se" + ], + [ + "Ġfin", + "ely" + ], + [ + "/o", + "auth" + ], + [ + "(s", + "pace" + ], + [ + "ad", + "ge" + ], + [ + "ĠM", + "ama" + ], + [ + "Ġstring", + "Buffer" + ], + [ + "Ġst", + "int" + ], + [ + "Ġmis", + "ma" + ], + [ + "Ġvill", + "ains" + ], + [ + "ĠCrime", + "a" + ], + [ + "Ġdipl", + "oma" + ], + [ + "Ġпо", + "Ñģл" + ], + [ + "ĠBe", + "a" + ], + [ + "(j", + "oin" + ], + [ + "Ġíķ", + "´" + ], + [ + "CH", + "AT" + ], + [ + "per", + "ing" + ], + [ + "ĠC", + "ros" + ], + [ + "Ġmon", + "keys" + ], + [ + "Ġpred", + "s" + ], + [ + "yl", + "a" + ], + [ + ",,", + "," + ], + [ + "Ġvibr", + "ator" + ], + [ + "ĠN", + "U" + ], + [ + "åħ", + "Ī" + ], + [ + "f", + "ant" + ], + [ + "z", + "et" + ], + [ + "Ġb", + "ietet" + ], + [ + "un", + "ft" + ], + [ + "sw", + "orth" + ], + [ + ".F", + "low" + ], + [ + "Ġpsy", + "ched" + ], + [ + "ĠContin", + "ental" + ], + [ + ">", + "t" + ], + [ + "Ġqu", + "ilt" + ], + [ + ".", + "UP" + ], + [ + "Ġexpans", + "ive" + ], + [ + "Dis", + "pose" + ], + [ + "(l", + "anguage" + ], + [ + "C", + "aps" + ], + [ + "_Z", + "ONE" + ], + [ + "Ġrec", + "ycle" + ], + [ + "ĠMan", + "aged" + ], + [ + "current", + "Color" + ], + [ + ".b", + "roadcast" + ], + [ + "sign", + "In" + ], + [ + ".p", + "rom" + ], + [ + "ll", + "u" + ], + [ + "ue", + "blo" + ], + [ + "Ġpunch", + "es" + ], + [ + "Ġautom", + "at" + ], + [ + "Ġassign", + "ing" + ], + [ + "Ġcreate", + "User" + ], + [ + "ĠAll", + "ied" + ], + [ + "Ġconduct", + "or" + ], + [ + "Ĥ", + "¨" + ], + [ + "Ġs", + "addle" + ], + [ + "Ġd", + "ni" + ], + [ + "omed", + "ical" + ], + [ + "-W", + "est" + ], + [ + "Positive", + "Button" + ], + [ + "Ġit", + "alic" + ], + [ + "?", + "[" + ], + [ + "(tr", + "igger" + ], + [ + "Ġele", + "phants" + ], + [ + "\":\"", + "\",\"" + ], + [ + "Ġcal", + "iber" + ], + [ + "raft", + "ed" + ], + [ + "d", + "igits" + ], + [ + "Ġmar", + "shal" + ], + [ + "mill", + "iseconds" + ], + [ + "mark", + "ers" + ], + [ + "m", + "om" + ], + [ + "/", + "place" + ], + [ + "Ġhol", + "istic" + ], + [ + ":", + "t" + ], + [ + "#", + "," + ], + [ + "Ġb", + "oto" + ], + [ + "Ġnause", + "a" + ], + [ + "ĠSh", + "ooting" + ], + [ + "ite", + "ch" + ], + [ + "Ġtext", + "Status" + ], + [ + "<", + "Class" + ], + [ + "ĠDes", + "cribe" + ], + [ + "Ġbuff", + "et" + ], + [ + "g", + "il" + ], + [ + "Ġlog", + "its" + ], + [ + "std", + "call" + ], + [ + "mod", + "s" + ], + [ + "ĠSk", + "ull" + ], + [ + "ĠB", + "are" + ], + [ + "h", + "ope" + ], + [ + "ĠIn", + "tr" + ], + [ + "F", + "air" + ], + [ + "ĉ", + "pt" + ], + [ + "Ġacompan", + "h" + ], + [ + "Ġf", + "kk" + ], + [ + "_r", + "pc" + ], + [ + "Inst", + "alled" + ], + [ + "_", + "ans" + ], + [ + ".get", + "Minutes" + ], + [ + "âĢ¦", + "\"ĊĊ" + ], + [ + "-", + "thread" + ], + [ + "Ġpres", + "chool" + ], + [ + "AIL", + "S" + ], + [ + "Ġdiff", + "ic" + ], + [ + "(", + "convert" + ], + [ + "ĠN", + "ath" + ], + [ + "ĠDO", + "J" + ], + [ + "Ġreg", + "imes" + ], + [ + "Ġenthusi", + "ast" + ], + [ + "Ġwarrant", + "ies" + ], + [ + "Ġfasc", + "inated" + ], + [ + "_b", + "inding" + ], + [ + "_N", + "ot" + ], + [ + "oft", + "en" + ], + [ + "_R", + "W" + ], + [ + "/m", + "ail" + ], + [ + "Ġtitle", + "Label" + ], + [ + "Ġvill", + "agers" + ], + [ + "ĠJ", + "iang" + ], + [ + "Ġsw", + "agger" + ], + [ + ".Row", + "Index" + ], + [ + "_img", + "s" + ], + [ + "rap", + "y" + ], + [ + "VER", + "AGE" + ], + [ + ".", + "Up" + ], + [ + "Ġno", + "op" + ], + [ + "c", + "io" + ], + [ + "ĉ", + "ST" + ], + [ + "Ġdecre", + "ment" + ], + [ + "Ġmagn", + "esium" + ], + [ + "_", + "rotate" + ], + [ + "S", + "it" + ], + [ + "Ġnieu", + "we" + ], + [ + "Ġter", + "med" + ], + [ + "íķ", + "©ëĭĪëĭ¤" + ], + [ + "Ġur", + "g" + ], + [ + "_t", + "ouch" + ], + [ + "Ġsw", + "arm" + ], + [ + "Ġcl", + "ave" + ], + [ + "th", + "est" + ], + [ + "ĠL", + "af" + ], + [ + "H", + "X" + ], + [ + "ĠH", + "ulk" + ], + [ + "Ġplaint", + "ext" + ], + [ + "ĠSof", + "a" + ], + [ + "get", + "Session" + ], + [ + "L", + "ed" + ], + [ + "Ġecosystem", + "s" + ], + [ + "he", + "i" + ], + [ + "ĠK", + "ills" + ], + [ + "Ġhus", + "bands" + ], + [ + "Ñħ", + "ÑĢан" + ], + [ + "(d", + "om" + ], + [ + "_t", + "iles" + ], + [ + "Nib", + "Name" + ], + [ + "Ġdon", + "ating" + ], + [ + ".", + "acc" + ], + [ + "Ġlifes", + "pan" + ], + [ + ".b", + "n" + ], + [ + "_RG", + "CTX" + ], + [ + "æ", + "¥" + ], + [ + "ans", + "en" + ], + [ + "Ġmod", + "elling" + ], + [ + "Layout", + "Params" + ], + [ + "ĠonChange", + "Text" + ], + [ + "rs", + "a" + ], + [ + "-", + "location" + ], + [ + ".P", + "e" + ], + [ + "(b", + "us" + ], + [ + "(s", + "ong" + ], + [ + "Ġprodu", + "k" + ], + [ + "ĠSH", + "OULD" + ], + [ + "ĠC", + "J" + ], + [ + "Ġs", + "os" + ], + [ + "ĠHome", + "Controller" + ], + [ + ".load", + "ed" + ], + [ + "(D", + "ocument" + ], + [ + ".s", + "ocial" + ], + [ + "t", + "iles" + ], + [ + "Ġl", + "ame" + ], + [ + "=", + "df" + ], + [ + ".parse", + "Long" + ], + [ + "Ġpr", + "ac" + ], + [ + "Ġdet", + "ox" + ], + [ + "ĠV", + "E" + ], + [ + "Ġpunt", + "os" + ], + [ + "Ġdo", + "ctr" + ], + [ + "Ġan", + "cor" + ], + [ + "CA", + "PE" + ], + [ + "Ġc", + "mb" + ], + [ + "çĦ", + "¶" + ], + [ + "*)", + "\"" + ], + [ + "://", + "/" + ], + [ + "Value", + "Type" + ], + [ + "Ġmort", + "gages" + ], + [ + ";", + "q" + ], + [ + "ĠRock", + "ets" + ], + [ + "s", + "port" + ], + [ + "UG", + "C" + ], + [ + "ct", + "s" + ], + [ + "ãĤ", + "ģ" + ], + [ + "ie", + "ur" + ], + [ + "ĠAppe", + "al" + ], + [ + "(n", + "b" + ], + [ + "////////////////////////////////////////////////", + "////////" + ], + [ + "IM", + "ATION" + ], + [ + "ĠC", + "res" + ], + [ + "ĠMan", + "ip" + ], + [ + "C", + "ause" + ], + [ + "at", + "ypes" + ], + [ + "man", + "ufacturer" + ], + [ + "#", + "----------------------------------------------------------------------------" + ], + [ + "Ġsp", + "or" + ], + [ + "es", + "on" + ], + [ + "Ġpun", + "ched" + ], + [ + "Ġbook", + "marks" + ], + [ + "ĠBul", + "k" + ], + [ + "Complete", + "Listener" + ], + [ + "ĠTalk", + "ing" + ], + [ + "ĠEr", + "nest" + ], + [ + "Ġrub", + "bish" + ], + [ + "k", + "ills" + ], + [ + "ĠDE", + "FIN" + ], + [ + "Ġneighbour", + "ing" + ], + [ + "ar", + "lo" + ], + [ + "ĠP", + "CA" + ], + [ + "ĉm", + "atrix" + ], + [ + "lo", + "k" + ], + [ + "Ġat", + "las" + ], + [ + "ĠG", + "ur" + ], + [ + "Ġw", + "yn" + ], + [ + "-n", + "egative" + ], + [ + "Ġt", + "ul" + ], + [ + "Ġre", + "lic" + ], + [ + "ĠV", + "oltage" + ], + [ + "ĠPre", + "is" + ], + [ + "ĠJ", + "NICALL" + ], + [ + "ĠPM", + "ID" + ], + [ + "ak", + "et" + ], + [ + "ĉ", + "attr" + ], + [ + "Ġet", + "iqu" + ], + [ + "ĠM", + "J" + ], + [ + "ĠG", + "mail" + ], + [ + "cl", + "r" + ], + [ + "_exec", + "ution" + ], + [ + "éĶ", + "®" + ], + [ + "pos", + "itor" + ], + [ + ".", + "af" + ], + [ + "N", + "r" + ], + [ + "Ge", + "orgia" + ], + [ + "Top", + "ology" + ], + [ + "Ġperch", + "é" + ], + [ + "Ġmus", + "lim" + ], + [ + "Ġepid", + "emi" + ], + [ + "Ġsab", + "ot" + ], + [ + "act", + "us" + ], + [ + "Ġë", + "ĮĢ" + ], + [ + "ĠIO", + "Error" + ], + [ + ".", + "est" + ], + [ + "p", + "refs" + ], + [ + "ĠKr", + "ish" + ], + [ + ".Read", + "Key" + ], + [ + "NAS", + "A" + ], + [ + "u", + "ção" + ], + [ + "_D", + "b" + ], + [ + "umer", + "ator" + ], + [ + "W", + "ide" + ], + [ + "(st", + "atement" + ], + [ + ".end", + "point" + ], + [ + "....", + "....." + ], + [ + "Ġ[", + "*" + ], + [ + "stream", + "s" + ], + [ + "m", + "time" + ], + [ + "P", + "x" + ], + [ + "at", + "r" + ], + [ + "Ġt", + "pl" + ], + [ + "R", + "oman" + ], + [ + "Ġscen", + "ic" + ], + [ + ".n", + "z" + ], + [ + "ĠSe", + "conds" + ], + [ + "sub", + "menu" + ], + [ + "Ġìĭ", + "¤í" + ], + [ + "_b", + "undle" + ], + [ + "Ġde", + "ÄŁ" + ], + [ + "ĠS", + "isters" + ], + [ + "pre", + "ferences" + ], + [ + "Ġport", + "a" + ], + [ + "Ad", + "visor" + ], + [ + "max", + "Length" + ], + [ + "ĠG", + "REAT" + ], + [ + "__", + "(Ċ" + ], + [ + "ole", + "st" + ], + [ + "ĠLabel", + "s" + ], + [ + "Ġen", + "fer" + ], + [ + "ĠĠĠĠĠĠ", + "ĊĊ" + ], + [ + "ĠThe", + "ft" + ], + [ + "_F", + "ILL" + ], + [ + "ĠW", + "ise" + ], + [ + ")", + "application" + ], + [ + "un", + "ami" + ], + [ + ">", + "())Ċ" + ], + [ + "ADD", + "RESS" + ], + [ + "B", + "ST" + ], + [ + "et", + "zt" + ], + [ + "ĠQ", + "gs" + ], + [ + "S", + "ense" + ], + [ + "Exception", + "Handler" + ], + [ + "ĠCh", + "u" + ], + [ + ".get", + "OwnProperty" + ], + [ + "Ġexerc", + "ised" + ], + [ + "iot", + "ic" + ], + [ + "ĠRe", + "leases" + ], + [ + "Ġp", + "interest" + ], + [ + "ol", + "ie" + ], + [ + "is", + "oft" + ], + [ + "Ġsequ", + "encing" + ], + [ + "Ġpad", + "re" + ], + [ + "]", + "));čĊ" + ], + [ + "(r", + "adius" + ], + [ + ".m", + "ed" + ], + [ + "aint", + "ies" + ], + [ + ".Object", + "Model" + ], + [ + "Ġem", + "ple" + ], + [ + "Ġseg", + "uro" + ], + [ + "St", + "ars" + ], + [ + "Ġqual", + "itative" + ], + [ + "lem", + "n" + ], + [ + "á»", + "±" + ], + [ + ">", + "\")." + ], + [ + "Ġg", + "x" + ], + [ + "-c", + "ert" + ], + [ + "ĠAST", + "M" + ], + [ + "Ġfull", + "name" + ], + [ + "Ġte", + "lemetry" + ], + [ + "ĠCamb", + "odia" + ], + [ + "_", + "ul" + ], + [ + "ĠCl", + "are" + ], + [ + "C", + "USTOM" + ], + [ + "Q", + "C" + ], + [ + "ĠUn", + "s" + ], + [ + "ĠHTTP", + "S" + ], + [ + "ĠPark", + "inson" + ], + [ + "ancy", + "box" + ], + [ + "','", + "." + ], + [ + "T", + "ue" + ], + [ + ".get", + "Last" + ], + [ + "Ġab", + "i" + ], + [ + "Äħ", + "d" + ], + [ + "A", + "st" + ], + [ + "ĠEd", + "iting" + ], + [ + ".Un", + "ity" + ], + [ + "j", + "mp" + ], + [ + "Ġm", + "ats" + ], + [ + "Ġshared", + "Preferences" + ], + [ + "Capt", + "ain" + ], + [ + ".page", + "Size" + ], + [ + "Ġr", + "tl" + ], + [ + "Ġan", + "meld" + ], + [ + "Runtime", + "Object" + ], + [ + "Ġdemand", + "e" + ], + [ + "(\"", + ";" + ], + [ + "se", + "ite" + ], + [ + "-head", + "ed" + ], + [ + "ĠK", + "ra" + ], + [ + "ĠF", + "ONT" + ], + [ + "`", + "\\" + ], + [ + "Class", + "NotFoundException" + ], + [ + ".", + "avg" + ], + [ + "atic", + "al" + ], + [ + "A", + "j" + ], + [ + "Ġpermit", + "ting" + ], + [ + "Pro", + "j" + ], + [ + "ERR", + "Q" + ], + [ + "Ġcre", + "ampie" + ], + [ + "ĠBuy", + "er" + ], + [ + "-mod", + "ules" + ], + [ + "ĠSund", + "ays" + ], + [ + "|", + "`Ċ" + ], + [ + "Ġday", + "time" + ], + [ + "Ġ+", + "(" + ], + [ + "Ġgl", + "itch" + ], + [ + "ĠOper", + "and" + ], + [ + "Ġtox", + "ins" + ], + [ + "iny", + "a" + ], + [ + "D", + "NS" + ], + [ + "ĠS", + "as" + ], + [ + "C", + "ake" + ], + [ + "ĠNation", + "als" + ], + [ + ".add", + "To" + ], + [ + "Ġs", + "inking" + ], + [ + "Ġcompreh", + "ension" + ], + [ + "Ġsc", + "or" + ], + [ + "ag", + "ements" + ], + [ + "Ġt", + "ard" + ], + [ + "Ġmarch", + "ing" + ], + [ + "ĠM", + "TV" + ], + [ + "Ġs", + "ane" + ], + [ + "Create", + "Info" + ], + [ + "áº", + "¯" + ], + [ + "Ġend", + "Index" + ], + [ + "ĉ", + "layout" + ], + [ + "ĠåIJ", + "į" + ], + [ + "S", + "ITE" + ], + [ + "ĠT", + "HERE" + ], + [ + "Ġ[", + "{'" + ], + [ + "opath", + "ic" + ], + [ + "Ġtrans", + "mitter" + ], + [ + "/", + "body" + ], + [ + "Ġp", + "und" + ], + [ + "ĠC", + "losing" + ], + [ + "Ġset", + "attr" + ], + [ + "Ġbound", + "ed" + ], + [ + "At", + "las" + ], + [ + "sum", + "ing" + ], + [ + "(t", + "imes" + ], + [ + "par", + "er" + ], + [ + "yn", + "om" + ], + [ + "fe", + "it" + ], + [ + "Ġf", + "rem" + ], + [ + "-", + "leg" + ], + [ + "ĠBr", + "as" + ], + [ + ">", + "#" + ], + [ + "Ġì¶", + "ľëł¥" + ], + [ + "ĠIN", + "STANCE" + ], + [ + "ĠC", + "ouch" + ], + [ + "_host", + "s" + ], + [ + "lik", + "elihood" + ], + [ + ".M", + "arker" + ], + [ + "ĠM", + "asks" + ], + [ + "Ġcere", + "al" + ], + [ + "util", + "ities" + ], + [ + "Ġelement", + "al" + ], + [ + "Ġdist", + "orted" + ], + [ + "in", + "active" + ], + [ + "c", + "ry" + ], + [ + "W", + "L" + ], + [ + "UPPORT", + "ED" + ], + [ + ".Th", + "rows" + ], + [ + "/s", + "chema" + ], + [ + "ser", + "ie" + ], + [ + ".\"", + "'," + ], + [ + "ĠBened", + "ict" + ], + [ + "-p", + "icker" + ], + [ + "ig", + "gs" + ], + [ + "ĠPir", + "ate" + ], + [ + "åij¨", + "æľŁ" + ], + [ + "ĠTh", + "ema" + ], + [ + "ĠSouth", + "ampton" + ], + [ + "Ġarray", + "With" + ], + [ + "ĠPaul", + "a" + ], + [ + "Ġpredict", + "or" + ], + [ + "-", + "Ass" + ], + [ + ".user", + "id" + ], + [ + "Ġper", + "i" + ], + [ + "Ġexagger", + "ated" + ], + [ + "ur", + "ate" + ], + [ + "arse", + "ille" + ], + [ + "ĠCon", + "cent" + ], + [ + "ĠP", + "ik" + ], + [ + "Ġ@", + "_;ĊĊ" + ], + [ + "Ġform", + "ations" + ], + [ + "Ġden", + "omin" + ], + [ + "\"/>", + ".Ċ" + ], + [ + "ended", + "or" + ], + [ + "Ġpan", + "cre" + ], + [ + "Ġam", + "t" + ], + [ + "Ġon", + "Resume" + ], + [ + "on", + "Delete" + ], + [ + "ĠB", + "CH" + ], + [ + ")", + "(\"" + ], + [ + "m", + "ovement" + ], + [ + "Ġpot", + "assium" + ], + [ + "", + "čĊčĊ" + ], + [ + "ĠMah", + "m" + ], + [ + "}", + "\";ĊĊ" + ], + [ + "Ġd", + "q" + ], + [ + "ĠPublish", + "ers" + ], + [ + "ĠAm", + "pl" + ], + [ + "ĠDani", + "elle" + ], + [ + "Ġt", + "ern" + ], + [ + "èµ", + "·" + ], + [ + "no", + "ÅĽÄĩ" + ], + [ + "e", + "in" + ], + [ + "ĠAsync", + "Storage" + ], + [ + "un", + "ger" + ], + [ + "rou", + "w" + ], + [ + "Ġsc", + "issors" + ], + [ + "/", + "assert" + ], + [ + ".b", + "ucket" + ], + [ + "/", + "archive" + ], + [ + "_M", + "an" + ], + [ + "Ġint", + "oler" + ], + [ + "Ġ()", + "=>" + ], + [ + "ĠÐĴ", + "Ñĭ" + ], + [ + "Ġsa", + "i" + ], + [ + ".x", + "y" + ], + [ + ".\"", + "čĊ" + ], + [ + "Ġur", + "inary" + ], + [ + "es", + "ub" + ], + [ + "IST", + "ICS" + ], + [ + "ĠÎ", + "º" + ], + [ + "Ġcompl", + "iments" + ], + [ + "Ġtypings", + "Japgolly" + ], + [ + "ih", + "ar" + ], + [ + "Exp", + "ansion" + ], + [ + "ĠS", + "erving" + ], + [ + "_st", + "udents" + ], + [ + "ĠX", + "BOOLE" + ], + [ + "(", + "il" + ], + [ + "Ġì²", + "ĺ" + ], + [ + "Ġj", + "ó" + ], + [ + "(t", + "ol" + ], + [ + "(", + "JS" + ], + [ + "ĉC", + "G" + ], + [ + "ĠD", + "RAW" + ], + [ + "tw", + "ig" + ], + [ + "Ġo", + "at" + ], + [ + "_sm", + "ooth" + ], + [ + "ĠC", + "SL" + ], + [ + "Ġos", + "ob" + ], + [ + "Ġens", + "uing" + ], + [ + "Ġbank", + "er" + ], + [ + "ĠBack", + "pack" + ], + [ + "_p", + "ing" + ], + [ + "Ġwish", + "list" + ], + [ + "=", + "ax" + ], + [ + "ĉĠĠĠ", + "Ċ" + ], + [ + "Dis", + "ney" + ], + [ + "stead", + "y" + ], + [ + "\">", + "%" + ], + [ + "Ġproph", + "ets" + ], + [ + "ĠZ", + "X" + ], + [ + "Ġminimal", + "ist" + ], + [ + ".PL", + "AIN" + ], + [ + "Se", + "attle" + ], + [ + ".", + "ordinal" + ], + [ + "ĠPI", + "PE" + ], + [ + "Ġret", + "orna" + ], + [ + "Ġjug", + "ador" + ], + [ + "ĠB", + "ret" + ], + [ + "ĠâĶ", + "ľ" + ], + [ + "Ġpl", + "ush" + ], + [ + "UL", + "ATOR" + ], + [ + "Sort", + "ing" + ], + [ + ".grid", + "y" + ], + [ + "ect", + "omy" + ], + [ + "_", + "activ" + ], + [ + "r", + "ack" + ], + [ + "Inter", + "active" + ], + [ + "ĠAntar", + "ctica" + ], + [ + "Ġv", + "engeance" + ], + [ + "en", + "so" + ], + [ + "_k", + "nown" + ], + [ + "up", + "plier" + ], + [ + ".Mod", + "ules" + ], + [ + "ĠConnection", + "State" + ], + [ + "éļ", + "IJèĹı" + ], + [ + "@", + "FindBy" + ], + [ + "Ġpl", + "acer" + ], + [ + "\\", + "model" + ], + [ + "<", + "()>" + ], + [ + ".is", + "Successful" + ], + [ + "-g", + "ood" + ], + [ + "b", + "z" + ], + [ + "ĠDr", + "aco" + ], + [ + "Ass", + "istant" + ], + [ + "-ex", + "tra" + ], + [ + "аб", + "лиÑĨ" + ], + [ + "Ġhyp", + "ocrisy" + ], + [ + "Ġt", + "st" + ], + [ + "ĠA", + "gr" + ], + [ + "$", + "txt" + ], + [ + "Ġlog", + "istic" + ], + [ + "lic", + "ensed" + ], + [ + "ĠH", + "of" + ], + [ + "Ġt", + "at" + ], + [ + "(", + "iv" + ], + [ + "Ġinto", + "xic" + ], + [ + "post", + "Id" + ], + [ + "_st", + "rike" + ], + [ + "Ġhum", + "iliation" + ], + [ + "pc", + "odes" + ], + [ + "\"", + "sync" + ], + [ + "(rec", + "ipe" + ], + [ + "+", + "N" + ], + [ + "rent", + "e" + ], + [ + "ĉ", + "Client" + ], + [ + "ycop", + "g" + ], + [ + "ĠZur", + "ich" + ], + [ + "ĠPro", + "files" + ], + [ + "C", + "ountries" + ], + [ + "Ġp", + "ict" + ], + [ + "Ġroll", + "out" + ], + [ + "requ", + "encies" + ], + [ + "Ġpatch", + "ed" + ], + [ + "Ġcar", + "tridges" + ], + [ + "Ġsh", + "ading" + ], + [ + "J", + "ar" + ], + [ + "Ġsalv", + "age" + ], + [ + "ĠTax", + "es" + ], + [ + "Ġstand", + "by" + ], + [ + "apor", + "an" + ], + [ + "E", + "igen" + ], + [ + ".", + "angular" + ], + [ + "ĠN", + "ested" + ], + [ + "äº", + "«" + ], + [ + "Ġis", + "Visible" + ], + [ + "ĠDw", + "ight" + ], + [ + "_BR", + "ANCH" + ], + [ + ".D", + "elay" + ], + [ + "Ġk", + "end" + ], + [ + "Ġfacilit", + "ated" + ], + [ + ".flat", + "Map" + ], + [ + "Ġs", + "anta" + ], + [ + "ĉS", + "end" + ], + [ + "/m", + "essages" + ], + [ + "Ġof", + "Type" + ], + [ + "ĉs", + "wap" + ], + [ + "#", + "plt" + ], + [ + "ĠTur", + "ks" + ], + [ + "N", + "ES" + ], + [ + "Ġprogress", + "ively" + ], + [ + "ĠRes", + "idence" + ], + [ + "ĠT", + "REE" + ], + [ + "Ġno", + "en" + ], + [ + "d", + "io" + ], + [ + "Ġn", + "elle" + ], + [ + "Ġsog", + "ar" + ], + [ + "itt", + "i" + ], + [ + "week", + "ly" + ], + [ + "Ġambigu", + "ity" + ], + [ + "_Set", + "tings" + ], + [ + "W", + "are" + ], + [ + ".ne", + "o" + ], + [ + "_D", + "ST" + ], + [ + "Ġæĸ", + "¹" + ], + [ + "pre", + "p" + ], + [ + "lob", + "by" + ], + [ + "@", + "email" + ], + [ + "/m", + "ovie" + ], + [ + "Ġfun", + "kc" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "Ċ" + ], + [ + "ÂŃ", + "s" + ], + [ + "Ġguard", + "ians" + ], + [ + "-", + "pos" + ], + [ + "Ġconfig", + "uring" + ], + [ + "ĠC", + "PS" + ], + [ + "ĠDe", + "us" + ], + [ + "Ġvidé", + "os" + ], + [ + "_", + "empresa" + ], + [ + "Ġsl", + "apped" + ], + [ + "<", + "Model" + ], + [ + "Ġunders", + "cores" + ], + [ + "U", + "h" + ], + [ + ".access", + "Token" + ], + [ + "SET", + "S" + ], + [ + "ĠS", + "parse" + ], + [ + "ĠCal", + "d" + ], + [ + ":", + "path" + ], + [ + "ĠS", + "ervers" + ], + [ + "=", + "batch" + ], + [ + "Ġkn", + "itting" + ], + [ + "Ġx", + "a" + ], + [ + "Ġsearch", + "Bar" + ], + [ + "Ġsn", + "ag" + ], + [ + "Ġinf", + "used" + ], + [ + ".b", + "am" + ], + [ + "le", + "ver" + ], + [ + "Ġtax", + "onomy" + ], + [ + "Ã", + "İ" + ], + [ + "Ġatt", + "aching" + ], + [ + "Ġh", + "ern" + ], + [ + "_N", + "OP" + ], + [ + "Click", + "able" + ], + [ + "(P", + "arse" + ], + [ + "ĠDynam", + "o" + ], + [ + "-b", + "uilder" + ], + [ + "Ġdere", + "g" + ], + [ + "Ġsc", + "attering" + ], + [ + "è¿Ľ", + "è¡Į" + ], + [ + "an", + "zi" + ], + [ + "ĠShe", + "pard" + ], + [ + "\">", + "',Ċ" + ], + [ + "_X", + "DECREF" + ], + [ + "ĠBuzz", + "Feed" + ], + [ + "_M", + "ARGIN" + ], + [ + "P", + "LOY" + ], + [ + ".sm", + "all" + ], + [ + "Ġm", + "imeType" + ], + [ + "Ġh", + "olog" + ], + [ + "ĉc", + "amera" + ], + [ + "li", + "as" + ], + [ + "Ġsusp", + "ense" + ], + [ + "ody", + "nam" + ], + [ + "b", + "au" + ], + [ + "Ġgrave", + "yard" + ], + [ + "_n", + "amed" + ], + [ + "\":\"", + "'" + ], + [ + "Ġ********************************", + "****************" + ], + [ + "Ġgame", + "Over" + ], + [ + "ĠLENG", + "TH" + ], + [ + "ĉs", + "creen" + ], + [ + "Ġdo", + "InBackground" + ], + [ + "_depend", + "encies" + ], + [ + "Ġr", + "tc" + ], + [ + "/", + "up" + ], + [ + "_", + "ROM" + ], + [ + "H", + "all" + ], + [ + "Ġdef", + "iciencies" + ], + [ + "(", + "te" + ], + [ + "'", + "#" + ], + [ + "_e", + "quiv" + ], + [ + "Ġpre", + "order" + ], + [ + "ĠA", + "xe" + ], + [ + "ом", + "Ñĥ" + ], + [ + ".send", + "File" + ], + [ + "Ġfil", + "t" + ], + [ + "ĠLim", + "its" + ], + [ + "ĠCaval", + "iers" + ], + [ + ".dis", + "count" + ], + [ + "âĨ", + "IJ" + ], + [ + "ĠW", + "it" + ], + [ + "QRST", + "UV" + ], + [ + "Ġi", + "j" + ], + [ + "Ġt", + "egen" + ], + [ + "Ġ:", + "\"," + ], + [ + "diff", + "iculty" + ], + [ + "p", + "unkt" + ], + [ + "ĠEmail", + "s" + ], + [ + "ch", + "lor" + ], + [ + "(f", + "un" + ], + [ + ".U", + "int" + ], + [ + "ĠSt", + "all" + ], + [ + "_", + "verified" + ], + [ + "u", + "D" + ], + [ + "File", + "Type" + ], + [ + "Ġple", + "asures" + ], + [ + "Ġjud", + "iciary" + ], + [ + "Ġsh", + "am" + ], + [ + "ip", + "ur" + ], + [ + "_PL", + "US" + ], + [ + "off", + "ers" + ], + [ + "(", + "foo" + ], + [ + "_G", + "T" + ], + [ + "ĉc", + "ore" + ], + [ + "ENT", + "ION" + ], + [ + "ĠLib", + "eration" + ], + [ + "Command", + "Line" + ], + [ + "_de", + "partment" + ], + [ + ".A", + "r" + ], + [ + "_ne", + "ighbor" + ], + [ + "ĠSub", + "mitted" + ], + [ + "ĠĊ" + ], + [ + "Ġdro", + "its" + ], + [ + "Ġhomosexual", + "s" + ], + [ + "Ġab", + "duction" + ], + [ + "ĉw", + "idget" + ], + [ + "$", + "headers" + ], + [ + "ĠD", + "AR" + ], + [ + "Ġfl", + "a" + ], + [ + "th", + "reat" + ], + [ + "Ġlou", + "is" + ], + [ + ".Get", + "Property" + ], + [ + "\"", + "Just" + ], + [ + "(f", + "rames" + ], + [ + "ry", + "o" + ], + [ + "prof", + "ession" + ], + [ + "|", + "i" + ], + [ + "íķ´", + "ìĦľ" + ], + [ + "(s", + "v" + ], + [ + "Ġun", + "recognized" + ], + [ + "I", + "onic" + ], + [ + "F", + "ashion" + ], + [ + "Screen", + "State" + ], + [ + "ĠIn", + "coming" + ], + [ + "Not", + "Nil" + ], + [ + "Ġsync", + "ing" + ], + [ + "em", + "ie" + ], + [ + "Ġtherm", + "o" + ], + [ + "_pro", + "cs" + ], + [ + "Ġincons", + "istency" + ], + [ + "rel", + "igious" + ], + [ + ".m", + "j" + ], + [ + "Ġperson", + "n" + ], + [ + "Ġmoment", + "os" + ], + [ + "or", + "arily" + ], + [ + "Ġæ", + "Ĭ" + ], + [ + "_ne", + "urons" + ], + [ + "Ill", + "ustr" + ], + [ + "im", + "oto" + ], + [ + "il", + "ik" + ], + [ + "ĠW", + "oj" + ], + [ + "Tr", + "ading" + ], + [ + "Ġapp", + "are" + ], + [ + "Ġentre", + "prises" + ], + [ + "ach", + "at" + ], + [ + "ĠÂ", + "¬" + ], + [ + "Ġne", + "igh" + ], + [ + "BUTTON", + "DOWN" + ], + [ + "ĠMah", + "er" + ], + [ + "ag", + "han" + ], + [ + "-h", + "ash" + ], + [ + "\"", + "f" + ], + [ + "Ġclient", + "ele" + ], + [ + ".add", + "Button" + ], + [ + "ĉ", + "SP" + ], + [ + "Q", + "i" + ], + [ + "Ġgr", + "ated" + ], + [ + "POS", + "ITE" + ], + [ + ":", + ">" + ], + [ + "ĠHow", + "ell" + ], + [ + "ĠCompar", + "ative" + ], + [ + "ĠIS", + "C" + ], + [ + "ÂŃ", + "i" + ], + [ + "O", + "cean" + ], + [ + "D", + "avis" + ], + [ + "ĠFil", + "me" + ], + [ + "W", + "ins" + ], + [ + "ĠJ", + "IT" + ], + [ + "oc", + "cer" + ], + [ + "ĠC", + "orm" + ], + [ + "ENCH", + "MARK" + ], + [ + "rch", + "ive" + ], + [ + "ica", + "ção" + ], + [ + "Ġm", + "ata" + ], + [ + "Ġchild", + "birth" + ], + [ + "ĠOption", + "ally" + ], + [ + "En", + "s" + ], + [ + "Ġx", + "http" + ], + [ + "Ġel", + "ucid" + ], + [ + "_Osc", + "InitStruct" + ], + [ + "))", + "):Ċ" + ], + [ + "Ġint", + "uit" + ], + [ + "ĠDon", + "ate" + ], + [ + "Ġcorrel", + "ates" + ], + [ + ">", + "Delete" + ], + [ + "Ġequ", + "ipe" + ], + [ + "Ġb", + "oca" + ], + [ + "Ġinfl", + "atable" + ], + [ + "er", + "ah" + ], + [ + "ĠDateTime", + "Kind" + ], + [ + "Ġcal", + "ves" + ], + [ + "\\", + "Lib" + ], + [ + "Ġem", + "lrt" + ], + [ + "ĠTr", + "ilogy" + ], + [ + "ĠP", + "anc" + ], + [ + "ĠD", + "uis" + ], + [ + "ĠpelÃŃcul", + "a" + ], + [ + "WAR", + "DS" + ], + [ + "_DE", + "TECT" + ], + [ + "-section", + "al" + ], + [ + "dh", + "cp" + ], + [ + "For", + "Row" + ], + [ + "-de", + "struct" + ], + [ + "ĠPres", + "enter" + ], + [ + "/s", + "lick" + ], + [ + ",", + "on" + ], + [ + "ĠCit", + "adel" + ], + [ + "logged", + "in" + ], + [ + "_sub", + "type" + ], + [ + "Ġsig", + "ue" + ], + [ + "Ġc", + "uring" + ], + [ + "ĠFire", + "wall" + ], + [ + "Ġfluores", + "cence" + ], + [ + "ĠItal", + "ians" + ], + [ + "иÑĤ", + "ÑģÑı" + ], + [ + ".get", + "Style" + ], + [ + "In", + "Seconds" + ], + [ + "j", + "ie" + ], + [ + "-S", + "mith" + ], + [ + "Ġx", + "link" + ], + [ + "Ġsub", + "missive" + ], + [ + "он", + "ÑĤ" + ], + [ + "arbon", + "ate" + ], + [ + "ĠF", + "aul" + ], + [ + "_go", + "als" + ], + [ + "ĠCommission", + "ers" + ], + [ + "chart", + "Instance" + ], + [ + "_POST", + "FIELDS" + ], + [ + "Ġmed", + "ial" + ], + [ + "Ġman", + "os" + ], + [ + "Ġdel", + "t" + ], + [ + "sv", + "m" + ], + [ + ".Ap", + "is" + ], + [ + "ep", + "hy" + ], + [ + "Ġasym", + "pt" + ], + [ + "Ġapp", + "Delegate" + ], + [ + "Ġimpro", + "bable" + ], + [ + "ck", + "a" + ], + [ + "sim", + "d" + ], + [ + "/", + "Error" + ], + [ + ".", + "âĢĵ" + ], + [ + "ĠP", + "TS" + ], + [ + "de", + "er" + ], + [ + "Ġs", + "ina" + ], + [ + "m", + "agnitude" + ], + [ + "ID", + "ADE" + ], + [ + "']", + "}'" + ], + [ + "Ġmay", + "ores" + ], + [ + "ĉ", + "comment" + ], + [ + "/", + "console" + ], + [ + "\"", + "@" + ], + [ + "v", + "olt" + ], + [ + ".s", + "ell" + ], + [ + "ĠM", + "acy" + ], + [ + "Ġmel", + "od" + ], + [ + "Ġim", + "ágenes" + ], + [ + "_ch", + "g" + ], + [ + "Ġin", + "out" + ], + [ + "ident", + "e" + ], + [ + ")", + "'),Ċ" + ], + [ + "d", + "ni" + ], + [ + ".b", + "lob" + ], + [ + "Ġtyp", + "ography" + ], + [ + "Ġe", + "erie" + ], + [ + "_O", + "ID" + ], + [ + "pes", + "an" + ], + [ + "aj", + "an" + ], + [ + "Ġch", + "opping" + ], + [ + "Ġbl", + "uff" + ], + [ + "ad", + "f" + ], + [ + "_b", + "ases" + ], + [ + ".Form", + "atter" + ], + [ + "Ġ\\", + "%" + ], + [ + "ĠPage", + "Info" + ], + [ + "Car", + "rier" + ], + [ + "ĠCal", + "ibration" + ], + [ + "com", + "o" + ], + [ + "-b", + "odied" + ], + [ + "Ġfinanc", + "ier" + ], + [ + "ĠIN", + "A" + ], + [ + ".", + "ERR" + ], + [ + "Ġhood", + "ie" + ], + [ + "ĠSan", + "ity" + ], + [ + "gu", + "arded" + ], + [ + ".opend", + "aylight" + ], + [ + "ISM", + "ATCH" + ], + [ + "High", + "lights" + ], + [ + "ün", + "k" + ], + [ + "ani", + "em" + ], + [ + "anger", + "ed" + ], + [ + "assign", + "ments" + ], + [ + "Ġregistr", + "ado" + ], + [ + "ĠU", + "PPER" + ], + [ + "ampil", + "kan" + ], + [ + "ash", + "ire" + ], + [ + "ĠNik", + "ola" + ], + [ + "ĠC", + "FL" + ], + [ + "ĠH", + "DC" + ], + [ + "Ġp", + "oids" + ], + [ + "ĠIP", + "s" + ], + [ + "Ġprevent", + "ative" + ], + [ + "ips", + "oid" + ], + [ + "if", + "ix" + ], + [ + ".c", + "amel" + ], + [ + ".g", + "a" + ], + [ + "V", + "olumes" + ], + [ + "-", + "ste" + ], + [ + "Y", + "ahoo" + ], + [ + "_s", + "ibling" + ], + [ + "H", + "ighest" + ], + [ + "opt", + "group" + ], + [ + "Ġkvin", + "na" + ], + [ + "âĢĿ", + "ãĢĤĊĊ" + ], + [ + "ĠAppl", + "iances" + ], + [ + "Ġ\"", + "><" + ], + [ + "')", + "\")Ċ" + ], + [ + "ht", + "t" + ], + [ + "ĠIdent", + "ified" + ], + [ + "Ġpenc", + "ils" + ], + [ + "Ġmember", + "Id" + ], + [ + "Ġappend", + "String" + ], + [ + ".load", + "Data" + ], + [ + "Ġmock", + "Mvc" + ], + [ + "Ġj", + "ub" + ], + [ + "ĠSl", + "ut" + ], + [ + "ĠTai", + "pei" + ], + [ + "st", + "att" + ], + [ + "Pol", + "it" + ], + [ + "Ġpart", + "ager" + ], + [ + "Did", + "Change" + ], + [ + "Incre", + "ases" + ], + [ + ")", + "}." + ], + [ + "ĠB", + "aba" + ], + [ + "_CL", + "IP" + ], + [ + "[", + "unit" + ], + [ + "Ġк", + "лÑİÑĩ" + ], + [ + "Ġalc", + "uni" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġcl", + "inging" + ], + [ + "@", + "PostMapping" + ], + [ + "(con", + "cat" + ], + [ + "Ġss", + "id" + ], + [ + "ĠFa", + "uc" + ], + [ + "ok", + "it" + ], + [ + "ĠRecord", + "ed" + ], + [ + "á", + "lez" + ], + [ + "($", + "('<" + ], + [ + ".assertIs", + "Not" + ], + [ + "Ġk", + "ali" + ], + [ + "V", + "olt" + ], + [ + "Ġwarm", + "ly" + ], + [ + "Ġsca", + "res" + ], + [ + "get", + "ti" + ], + [ + "füh", + "rt" + ], + [ + "_d", + "oes" + ], + [ + ".", + "EMAIL" + ], + [ + "im", + "ations" + ], + [ + "Ġspring", + "fox" + ], + [ + "ĠDec", + "om" + ], + [ + "arc", + "y" + ], + [ + "Ġgl", + "itches" + ], + [ + "ĠM", + "off" + ], + [ + "ĠV", + "oll" + ], + [ + ".b", + "etween" + ], + [ + "Ġcoord", + "en" + ], + [ + "ĠPart", + "icularly" + ], + [ + "GB", + "P" + ], + [ + "Ġsem", + "ble" + ], + [ + "East", + "ern" + ], + [ + "_M", + "SB" + ], + [ + "])", + "{čĊ" + ], + [ + "m", + "organ" + ], + [ + "ĠE", + "VAL" + ], + [ + "d", + "ere" + ], + [ + "HO", + "USE" + ], + [ + "mo", + "ire" + ], + [ + "ist", + "ique" + ], + [ + "_l", + "stm" + ], + [ + "-com", + "mit" + ], + [ + "yster", + "ious" + ], + [ + "Ġtw", + "ink" + ], + [ + "-th", + "umbnails" + ], + [ + "en", + "ÃŃ" + ], + [ + ":'", + "'," + ], + [ + "Ġblack", + "out" + ], + [ + "ĠFlo", + "ors" + ], + [ + "Ġso", + "fas" + ], + [ + "Ġou", + "i" + ], + [ + "lesh", + "oot" + ], + [ + "ĠRa", + "q" + ], + [ + "-", + "abs" + ], + [ + "Ġk", + "ra" + ], + [ + "M", + "ining" + ], + [ + "sha", + "ft" + ], + [ + ".set", + "Columns" + ], + [ + "Cl", + "azz" + ], + [ + "PRE", + "TTY" + ], + [ + ".play", + "list" + ], + [ + "éĸ", + "¢" + ], + [ + "-Sah", + "aran" + ], + [ + "M", + "ING" + ], + [ + "ĉ", + "bl" + ], + [ + "è®", + "®" + ], + [ + "j", + "f" + ], + [ + "DO", + "CKER" + ], + [ + "hope", + "fully" + ], + [ + "(", + "ignore" + ], + [ + "ĠUsers", + "Controller" + ], + [ + "ĠMitar", + "beiter" + ], + [ + "ĠL", + "ES" + ], + [ + "Ham", + "ilton" + ], + [ + "-m", + "etadata" + ], + [ + "ĠK", + "K" + ], + [ + "ikt", + "ig" + ], + [ + "Ġwoll", + "te" + ], + [ + "egr", + "ator" + ], + [ + "]", + "bool" + ], + [ + ",", + "current" + ], + [ + "Ġvalue", + "Type" + ], + [ + "Ġexcav", + "ation" + ], + [ + "ol", + "and" + ], + [ + "Ġv", + "erv" + ], + [ + "/file", + "path" + ], + [ + "Auth", + "Provider" + ], + [ + "Ġpro", + "crast" + ], + [ + "ĉ", + "ULONG" + ], + [ + "_MEM", + "BERS" + ], + [ + "Ġup", + "lift" + ], + [ + "ĠAut", + "onomous" + ], + [ + "Ġart", + "works" + ], + [ + "ĠOut", + "reach" + ], + [ + "Ġp", + "ore" + ], + [ + "Home", + "page" + ], + [ + "Dialog", + "Title" + ], + [ + "ĠGener", + "ating" + ], + [ + "PAR", + "SE" + ], + [ + "Ġsem", + "anas" + ], + [ + "Ġhuman", + "o" + ], + [ + "JSGlobal", + "Scope" + ], + [ + "Ġvol", + "te" + ], + [ + "Ġb", + "ella" + ], + [ + "(is", + "instance" + ], + [ + "Ġpl", + "c" + ], + [ + "\\C", + "atalog" + ], + [ + "Ġeste", + "emed" + ], + [ + "éĽ", + "·" + ], + [ + "(s", + "uffix" + ], + [ + "Ġswe", + "eps" + ], + [ + "ĉ", + "ORDER" + ], + [ + "Ġdo", + "ivent" + ], + [ + "ĠSw", + "arm" + ], + [ + "ĠComp", + "iled" + ], + [ + "get", + "Page" + ], + [ + "AD", + "R" + ], + [ + ".R", + "ichTextBox" + ], + [ + "ĠN", + "aming" + ], + [ + "ag", + "ged" + ], + [ + "ĠG", + "ANG" + ], + [ + "r", + "asing" + ], + [ + "ode", + "led" + ], + [ + "Ġg", + "ala" + ], + [ + "ĠJS", + "Name" + ], + [ + "dd", + "f" + ], + [ + "Ġill", + "ust" + ], + [ + "ĠLans", + "ing" + ], + [ + "[", + "port" + ], + [ + "-de", + "ath" + ], + [ + "Ġdin", + "heiro" + ], + [ + "ĠE", + "ighth" + ], + [ + "Ġb", + "ian" + ], + [ + "st", + "Ã¥" + ], + [ + "Ġvers", + "ión" + ], + [ + "ĠLinear", + "Gradient" + ], + [ + "ĠHard", + "ing" + ], + [ + ".", + "*)" + ], + [ + "ec", + "zy" + ], + [ + "$", + "header" + ], + [ + "Ġv", + "Ã¥r" + ], + [ + "Un", + "checked" + ], + [ + "Ġko", + "je" + ], + [ + "ĠPal", + "adin" + ], + [ + "()", + "))," + ], + [ + "G", + "iving" + ], + [ + "()", + "})Ċ" + ], + [ + "Ġd", + "ips" + ], + [ + "F", + "riendly" + ], + [ + "Ġport", + "rays" + ], + [ + "Ġhel", + "ium" + ], + [ + "Ġinsurg", + "ency" + ], + [ + "_ex", + "piry" + ], + [ + "ĠstringByAppending", + "String" + ], + [ + "Ġa", + "antal" + ], + [ + "s", + "lope" + ], + [ + "m", + "ast" + ], + [ + ".get", + "Integer" + ], + [ + "Ġ################", + "########" + ], + [ + "_PIPE", + "LINE" + ], + [ + "Ġdens", + "ely" + ], + [ + "Ġmut", + "ating" + ], + [ + "m", + "idi" + ], + [ + "ĠSe", + "it" + ], + [ + "ay", + "ne" + ], + [ + "NOW", + "LED" + ], + [ + "ĠDes", + "mond" + ], + [ + "ĠF", + "Name" + ], + [ + "ĠN", + "airobi" + ], + [ + "\\", + "Context" + ], + [ + "Ġcalc", + "ular" + ], + [ + "-d", + "en" + ], + [ + "Ġc", + "ott" + ], + [ + "]", + "):čĊ" + ], + [ + "ĠRecommend", + "ation" + ], + [ + "ĠRole", + "x" + ], + [ + "Ġvalidation", + "Result" + ], + [ + ".p", + "at" + ], + [ + "Ġn", + "Ãły" + ], + [ + "ĠRest", + "Client" + ], + [ + "ĠG", + "PI" + ], + [ + "ĠAshe", + "ville" + ], + [ + "ĠO", + "SP" + ], + [ + "ĠPER", + "MISSION" + ], + [ + "ÐĶ", + "аÑĤа" + ], + [ + "/", + "notification" + ], + [ + "K", + "night" + ], + [ + "_W", + "ord" + ], + [ + "ĠB", + "ender" + ], + [ + "rank", + "ing" + ], + [ + "Ġpart", + "ida" + ], + [ + "_res", + "ervation" + ], + [ + "Ì", + "Ģ" + ], + [ + "Ġm", + "Name" + ], + [ + "Ġget", + "ch" + ], + [ + "Ġb", + "orr" + ], + [ + "Ġdilig", + "ent" + ], + [ + "Disc", + "uss" + ], + [ + "æŃ£", + "åľ¨" + ], + [ + "ape", + "ake" + ], + [ + "ion", + "ed" + ], + [ + "-N", + "azi" + ], + [ + ".c", + "um" + ], + [ + "ĠK", + "ron" + ], + [ + "=$", + "('#" + ], + [ + "/s", + "ingle" + ], + [ + "Ġerot", + "isch" + ], + [ + "ĠV", + "ib" + ], + [ + "Ġrat", + "ified" + ], + [ + "Ġconcert", + "ed" + ], + [ + "ĠREG", + "ARD" + ], + [ + "Ġdo", + "br" + ], + [ + ".Driver", + "Manager" + ], + [ + "'", + "r" + ], + [ + "Port", + "able" + ], + [ + "ĉs", + "uite" + ], + [ + "Ġrel", + "aciones" + ], + [ + "ĠD", + "op" + ], + [ + "emplo", + "i" + ], + [ + "DO", + "B" + ], + [ + "Ġcr", + "umbs" + ], + [ + "Ġx", + "ls" + ], + [ + "_App", + "lication" + ], + [ + "(':", + "'," + ], + [ + "Ġ----------------------------------------------------------------", + "--------Ċ" + ], + [ + "m", + "se" + ], + [ + "Ġber", + "k" + ], + [ + "ĠReturn", + "Value" + ], + [ + "ĠBel", + "ly" + ], + [ + "Ġcam", + "ar" + ], + [ + "ĠPe", + "ek" + ], + [ + "els", + "ing" + ], + [ + "Ġnot", + "ifies" + ], + [ + "ĠTr", + "istan" + ], + [ + "ĠG", + "AR" + ], + [ + "em", + "me" + ], + [ + "ĠElev", + "ated" + ], + [ + "_C", + "SV" + ], + [ + "(ch", + "alk" + ], + [ + "Ġtw", + "enties" + ], + [ + "ĠSearch", + "Result" + ], + [ + "=", + "search" + ], + [ + "ĠMix", + "ing" + ], + [ + "ý", + "t" + ], + [ + "Ġrecru", + "iter" + ], + [ + "ĠIDE", + "OGRAPH" + ], + [ + "ĠA", + "go" + ], + [ + "(", + "Operation" + ], + [ + "$", + "values" + ], + [ + "Ġworld", + "ly" + ], + [ + "ĠRosen", + "berg" + ], + [ + "ĠConfigure", + "Services" + ], + [ + ">*", + "Ċ" + ], + [ + "Ġsn", + "ork" + ], + [ + "_op", + "acity" + ], + [ + "ĠinitWith", + "NibName" + ], + [ + "i", + "ado" + ], + [ + "A", + "AC" + ], + [ + "Ġ]", + ")." + ], + [ + ";", + "z" + ], + [ + "_par", + "agraph" + ], + [ + "Ġnos", + "es" + ], + [ + "stand", + "s" + ], + [ + "if", + "r" + ], + [ + "_m", + "E" + ], + [ + "I", + "raq" + ], + [ + ".P", + "redicate" + ], + [ + "ena", + "ire" + ], + [ + "]]", + "];Ċ" + ], + [ + "Ġun", + "idad" + ], + [ + "Ġretire", + "es" + ], + [ + "_h", + "ello" + ], + [ + "Ġmode", + "le" + ], + [ + "ĠUIT", + "ableViewController" + ], + [ + "f", + "write" + ], + [ + "_num", + "ero" + ], + [ + "_vis", + "ited" + ], + [ + "Ġrece", + "be" + ], + [ + "(", + "Notification" + ], + [ + "Fant", + "astic" + ], + [ + "_sub", + "menu" + ], + [ + "ĠP", + "EM" + ], + [ + "ĠCup", + "ertino" + ], + [ + "approx", + "imately" + ], + [ + "class", + "ed" + ], + [ + ".Read", + "String" + ], + [ + "Ġdomic", + "ile" + ], + [ + "_P", + "W" + ], + [ + "Ġball", + "park" + ], + [ + "ĠK", + "ale" + ], + [ + "con", + "tra" + ], + [ + "_f", + "avorite" + ], + [ + "/", + "of" + ], + [ + "Qu", + "ite" + ], + [ + "ĠOT", + "A" + ], + [ + "Ġacceler", + "ometer" + ], + [ + "did", + "n" + ], + [ + "|", + "^" + ], + [ + "ĠRohing", + "ya" + ], + [ + "ivic", + "rm" + ], + [ + "ann", + "abin" + ], + [ + "обÑĭ", + "ÑĤи" + ], + [ + "or", + "ado" + ], + [ + "')", + "+" + ], + [ + "Ha", + "unted" + ], + [ + ",", + "ID" + ], + [ + "(", + "UIAlertAction" + ], + [ + "ur", + "v" + ], + [ + "_b", + "el" + ], + [ + "ĠMex", + "icans" + ], + [ + "/", + "terms" + ], + [ + "ĠPaint", + "er" + ], + [ + "Input", + "Label" + ], + [ + "ĠV", + "inci" + ], + [ + "ĠRos", + "ie" + ], + [ + "\\", + "uc" + ], + [ + "<", + "Menu" + ], + [ + "Ġcool", + "ant" + ], + [ + "(current", + "User" + ], + [ + "_d", + "ual" + ], + [ + ")", + "\"},Ċ" + ], + [ + "&", + "p" + ], + [ + "Ġconver", + "ged" + ], + [ + "Ġrestr", + "ain" + ], + [ + "ĠYugosl", + "avia" + ], + [ + "=", + "target" + ], + [ + "Ġimp", + "uls" + ], + [ + "ds", + "a" + ], + [ + "Search", + "Tree" + ], + [ + "Ġh", + "box" + ], + [ + "ĠImp", + "ress" + ], + [ + "§", + "Ãĥ" + ], + [ + "get", + "FullYear" + ], + [ + "(d", + "a" + ], + [ + "ĠY", + "YS" + ], + [ + ".al", + "ignment" + ], + [ + ".Get", + "Text" + ], + [ + ".token", + "ize" + ], + [ + "ĠOlymp", + "us" + ], + [ + "Ġmur", + "ky" + ], + [ + "ore", + "station" + ], + [ + "Ġdiss", + "atisfaction" + ], + [ + "ĉT", + "Array" + ], + [ + "_", + "kses" + ], + [ + ".Add", + "Singleton" + ], + [ + "ĠStart", + "Time" + ], + [ + "Ġfan", + "atic" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉ" + ], + [ + "Ġentity", + "Type" + ], + [ + ".", + "override" + ], + [ + "Ġ", + "-------------" + ], + [ + "ĠDat", + "agram" + ], + [ + "f", + "out" + ], + [ + "(with", + "Id" + ], + [ + "Ġ#", + "__" + ], + [ + "Ł", + "èĥ½" + ], + [ + "ek", + "yll" + ], + [ + ".f", + "riends" + ], + [ + "ame", + "leon" + ], + [ + "Ġz", + "ach" + ], + [ + ".simple", + "Button" + ], + [ + "ret", + "orno" + ], + [ + "Ġkon", + "k" + ], + [ + "/s", + "mall" + ], + [ + "ĠQuick", + "ly" + ], + [ + "un", + "read" + ], + [ + "Don", + "ate" + ], + [ + "Detail", + "View" + ], + [ + "Ġdu", + "a" + ], + [ + "Ġpenetr", + "ated" + ], + [ + "OM", + "UX" + ], + [ + "Ġn", + "ir" + ], + [ + "_p", + "data" + ], + [ + "\"],", + "[\"" + ], + [ + "Ġlow", + "es" + ], + [ + "Ġdop", + "ing" + ], + [ + "Ġas", + "ymmetric" + ], + [ + "Ġneed", + "less" + ], + [ + "our", + "cem" + ], + [ + "Ġup", + "ro" + ], + [ + "ĠGu", + "zzle" + ], + [ + "af", + "b" + ], + [ + "Ġsext", + "reffen" + ], + [ + "-c", + "ollar" + ], + [ + "Ġcol", + "ossal" + ], + [ + "Mon", + "key" + ], + [ + "n", + "ish" + ], + [ + "Ġhandle", + "Message" + ], + [ + "Incre", + "ased" + ], + [ + "*", + "dx" + ], + [ + "ĠChatt", + "anooga" + ], + [ + "f", + "org" + ], + [ + "ĠOr", + "den" + ], + [ + "Ġsh", + "ri" + ], + [ + "ĠV", + "and" + ], + [ + "Ġ\"", + "@\"" + ], + [ + "Image", + "Sharp" + ], + [ + "ĠWild", + "cats" + ], + [ + "pon", + "ible" + ], + [ + ".sc", + "enes" + ], + [ + "Ġpaint", + "ers" + ], + [ + "ĠPf", + "izer" + ], + [ + "ĠZ", + "ah" + ], + [ + "To", + "Local" + ], + [ + "ĠFl", + "am" + ], + [ + "Ġé", + "taient" + ], + [ + "))", + "^" + ], + [ + "ĠSand", + "box" + ], + [ + "ĠTR", + "ADE" + ], + [ + "Ġchrom", + "ium" + ], + [ + "Ġac", + "claim" + ], + [ + "Ġpac", + "man" + ], + [ + "´", + "t" + ], + [ + ")", + "reader" + ], + [ + "M", + "ari" + ], + [ + ".Dispatch", + "er" + ], + [ + ".A", + "DMIN" + ], + [ + "ĠRem", + "ed" + ], + [ + "Sw", + "eden" + ], + [ + "Ġoverl", + "ays" + ], + [ + ".", + "er" + ], + [ + "Ġp", + "ang" + ], + [ + "Ġclean", + "ly" + ], + [ + "aven", + "port" + ], + [ + "Toy", + "ota" + ], + [ + "patch", + "es" + ], + [ + "Ġv", + "tx" + ], + [ + "ĠE", + "is" + ], + [ + "cl", + "ado" + ], + [ + "ĠR", + "itch" + ], + [ + "RO", + "LS" + ], + [ + "Ġh", + "ade" + ], + [ + "Ġconspic", + "uous" + ], + [ + "Ġdo", + "cks" + ], + [ + "(j", + "q" + ], + [ + "ĠPrem", + "iership" + ], + [ + "ĠBe", + "z" + ], + [ + "ĠâĦ", + "ĸ" + ], + [ + "ĠÑĥ", + "Ñģл" + ], + [ + "_tot", + "als" + ], + [ + "Ġprov", + "a" + ], + [ + "ĠC", + "ue" + ], + [ + "Ġsa", + "úde" + ], + [ + "ĠGame", + "Controller" + ], + [ + "IM", + "IZE" + ], + [ + ",", + "port" + ], + [ + "ãĢĤ", + "(" + ], + [ + ".C", + "decl" + ], + [ + "Instant", + "iationException" + ], + [ + "Ġcoll", + "age" + ], + [ + "ĠIO", + "C" + ], + [ + "Ġb", + "ais" + ], + [ + "Ġon", + "Finish" + ], + [ + "-st", + "ars" + ], + [ + "set", + "Size" + ], + [ + "Ġmog", + "ul" + ], + [ + "Ġdis", + "illusion" + ], + [ + "Ġche", + "vy" + ], + [ + "(S", + "chedulers" + ], + [ + "(", + "IR" + ], + [ + "_loc", + "s" + ], + [ + "Ġcann", + "ons" + ], + [ + "Ġcancell", + "ing" + ], + [ + "/b", + "us" + ], + [ + "Ġbuf", + "io" + ], + [ + "ĠY", + "ours" + ], + [ + "ĠPik", + "achu" + ], + [ + "Ġter", + "me" + ], + [ + "r", + "Ã¥" + ], + [ + "f", + "ahren" + ], + [ + "Ġowner", + "Id" + ], + [ + "Ġoblig", + "atory" + ], + [ + "Ġcul", + "p" + ], + [ + "Ġacid", + "ity" + ], + [ + "-m", + "ult" + ], + [ + "ĠBam", + "boo" + ], + [ + "Ġ'", + "\">" + ], + [ + "_g", + "s" + ], + [ + "Ġcomp", + "il" + ], + [ + "n", + "ard" + ], + [ + "-ex", + "c" + ], + [ + "Ġrh", + "yme" + ], + [ + "Ġbut", + "to" + ], + [ + "s", + "ays" + ], + [ + "ant", + "asy" + ], + [ + "ë", + "¸" + ], + [ + "Ġcitt", + "Ãł" + ], + [ + "Ġche", + "g" + ], + [ + "Time", + "String" + ], + [ + "Ġpos", + "itivity" + ], + [ + "ĠD", + "abei" + ], + [ + "Ġw", + "ang" + ], + [ + "Ġes", + "cre" + ], + [ + "\"", + "c" + ], + [ + "ĉv", + "ideo" + ], + [ + "ĠRank", + "ed" + ], + [ + ".str", + "ings" + ], + [ + ">>", + ">(" + ], + [ + "Ġин", + "ÑĤеÑĢ" + ], + [ + "Ġrest", + "a" + ], + [ + "[:", + ",:" + ], + [ + "Ġrend", + "re" + ], + [ + "Ġdes", + "er" + ], + [ + "J", + "os" + ], + [ + "Ġdis", + "ruptions" + ], + [ + "Ġоп", + "еÑĢ" + ], + [ + "s", + "ampling" + ], + [ + "sup", + "press" + ], + [ + "Ġcontainer", + "View" + ], + [ + "ĠSeam", + "less" + ], + [ + "Ġair", + "y" + ], + [ + "Ġon", + "load" + ], + [ + ".Window", + "Manager" + ], + [ + "ĠPL", + "A" + ], + [ + "br", + "aco" + ], + [ + ".set", + "PositiveButton" + ], + [ + "Ġp", + "du" + ], + [ + "Ġg", + "si" + ], + [ + "ĠC", + "li" + ], + [ + "_gr", + "adients" + ], + [ + "Ñı", + "д" + ], + [ + "ĠWh", + "isper" + ], + [ + "c", + "stdint" + ], + [ + "Ġl", + "äng" + ], + [ + "Ġform", + "ulations" + ], + [ + "én", + "om" + ], + [ + "ourn", + "emouth" + ], + [ + "[$", + "_" + ], + [ + "Ġordin", + "arily" + ], + [ + ".set", + "Username" + ], + [ + "Ġfacult", + "ies" + ], + [ + "MIT", + "TED" + ], + [ + "/", + "values" + ], + [ + "Ġwe", + "ir" + ], + [ + "ĠA", + "pt" + ], + [ + "M", + "Z" + ], + [ + "ĉc", + "f" + ], + [ + "uck", + "en" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ" + ], + [ + "def", + "ense" + ], + [ + "[i", + "Var" + ], + [ + "ĠBusiness", + "Exception" + ], + [ + "Select", + "ors" + ], + [ + "(co", + "ordinates" + ], + [ + "ĠRes", + "ets" + ], + [ + "ĠDr", + "inks" + ], + [ + "ole", + "ans" + ], + [ + "(st", + "ypy" + ], + [ + "_IO", + "C" + ], + [ + ".x", + "xx" + ], + [ + "ĠSl", + "ater" + ], + [ + "ĠBel", + "ize" + ], + [ + "Ġ/", + "************************************************************************" + ], + [ + "add", + "in" + ], + [ + "_ep", + "isodes" + ], + [ + "Ġis", + "chem" + ], + [ + "legal", + "ArgumentException" + ], + [ + "D", + "anny" + ], + [ + "Ġp", + "ared" + ], + [ + ".code", + "haus" + ], + [ + "ĠAss", + "y" + ], + [ + "ĉ", + "Rect" + ], + [ + "â", + "ŀ" + ], + [ + ".list", + "a" + ], + [ + "Ġв", + "аÑĪ" + ], + [ + "Ġv", + "ets" + ], + [ + "HW", + "ND" + ], + [ + "ison", + "er" + ], + [ + "Ġx", + "o" + ], + [ + "Ġor", + "ally" + ], + [ + "ĠSt", + "mt" + ], + [ + ".r", + "nn" + ], + [ + "ĠD", + "PI" + ], + [ + "ĠStr", + "ikes" + ], + [ + ".setViewport", + "View" + ], + [ + "Ġèĩª", + "åĬ¨çĶŁæĪIJ" + ], + [ + "Y", + "ELLOW" + ], + [ + "GL", + "enum" + ], + [ + "part", + "ners" + ], + [ + "ĠImp", + "licit" + ], + [ + "Ġtak", + "o" + ], + [ + "âĢĻ", + "elle" + ], + [ + "Ġerm", + "ög" + ], + [ + "total", + "Count" + ], + [ + "G", + "il" + ], + [ + "ĉ", + "work" + ], + [ + "Ġpr", + "atic" + ], + [ + "in", + "ati" + ], + [ + "ab", + "ies" + ], + [ + "ĠSk", + "inner" + ], + [ + "Ġspir", + "ited" + ], + [ + "Ġpancre", + "atic" + ], + [ + "Ġh", + "df" + ], + [ + "'", + "em" + ], + [ + "Ġpsych", + "osis" + ], + [ + "olic", + "it" + ], + [ + "Ġ\"", + "{\"" + ], + [ + "_at", + "ual" + ], + [ + "Ġé", + "lect" + ], + [ + "TE", + "AM" + ], + [ + "Ġd", + "ak" + ], + [ + "ĠSW", + "AT" + ], + [ + ".Fragment", + "Manager" + ], + [ + "Ġprovision", + "ing" + ], + [ + "l", + "ifetime" + ], + [ + "_EXTENSION", + "S" + ], + [ + "ĠC", + "ASCADE" + ], + [ + "Ġ!", + "[" + ], + [ + "(K", + "P" + ], + [ + "Ġv", + "em" + ], + [ + "ĠInterr", + "acial" + ], + [ + "']", + "},Ċ" + ], + [ + "sp", + "acer" + ], + [ + "_k", + "v" + ], + [ + "W", + "arehouse" + ], + [ + "R", + "DD" + ], + [ + "_f", + "sm" + ], + [ + ".Stretch", + "Image" + ], + [ + ",", + "Yes" + ], + [ + "ĠRefuge", + "e" + ], + [ + "ĠBr", + "inging" + ], + [ + "Ġv", + "álido" + ], + [ + ".inter", + "section" + ], + [ + "Ġsp", + "ooky" + ], + [ + "_port", + "al" + ], + [ + "Ġmo", + "th" + ], + [ + "ĠZ", + "odiac" + ], + [ + "ĠSOC", + "IAL" + ], + [ + "M", + "imeType" + ], + [ + "']", + "}}" + ], + [ + "_Bl", + "ue" + ], + [ + "Ġbot", + "anical" + ], + [ + "Ġfr", + "ags" + ], + [ + "Ġfamil", + "ial" + ], + [ + "-", + "du" + ], + [ + "Ġse", + "izing" + ], + [ + "(block", + "s" + ], + [ + ".r", + "d" + ], + [ + ".check", + "NotNull" + ], + [ + "Ġmis", + "er" + ], + [ + "Ġmax", + "x" + ], + [ + "ĠK", + "nee" + ], + [ + "View", + "Item" + ], + [ + "Inner", + "HTML" + ], + [ + "D", + "anger" + ], + [ + "((", + "__" + ], + [ + "Ġprz", + "ypad" + ], + [ + "create", + "Url" + ], + [ + "**", + "," + ], + [ + "ĠDecor", + "ating" + ], + [ + "ATEG", + "Y" + ], + [ + "?>", + "/" + ], + [ + ".Design", + "er" + ], + [ + "hex", + "digest" + ], + [ + "ĠEvery", + "where" + ], + [ + "all", + "eries" + ], + [ + ".TEXT", + "URE" + ], + [ + ".Block", + "s" + ], + [ + "z", + "ell" + ], + [ + "Ġpre", + "ço" + ], + [ + "S", + "uddenly" + ], + [ + "input", + "Email" + ], + [ + "(s", + "ync" + ], + [ + ".b", + "d" + ], + [ + "gold", + "en" + ], + [ + ">", + "');" + ], + [ + "ĠDick", + "inson" + ], + [ + ">>", + "(Ċ" + ], + [ + "ĠQUE", + "UE" + ], + [ + "Ġget", + "Column" + ], + [ + "ĠS", + "AND" + ], + [ + ".p", + "iece" + ], + [ + "lic", + "er" + ], + [ + "Fl", + "utter" + ], + [ + "Ġget", + "Version" + ], + [ + "Ġresource", + "Id" + ], + [ + "og", + "l" + ], + [ + "ÅĤ", + "aw" + ], + [ + ".Br", + "anch" + ], + [ + "ĉ", + "web" + ], + [ + "Ġfr", + "amerate" + ], + [ + "PP", + "P" + ], + [ + "Ġfr", + "ay" + ], + [ + "C", + "NT" + ], + [ + "Ġinformat", + "ie" + ], + [ + "']", + "čĊčĊ" + ], + [ + "ne", + "as" + ], + [ + "Header", + "Code" + ], + [ + "Ġæ", + "¸" + ], + [ + "Ġtr", + "g" + ], + [ + "raw", + "types" + ], + [ + "H", + "onda" + ], + [ + "Ġmark", + "eter" + ], + [ + "Ġrequest", + "Data" + ], + [ + "ĠP", + "g" + ], + [ + "ĉ", + "not" + ], + [ + "Ġpage", + "Info" + ], + [ + "Ġakt", + "uellen" + ], + [ + "ãģķ", + "ãĤĵ" + ], + [ + "ĠA", + "MS" + ], + [ + "push", + "ViewController" + ], + [ + "ĉ", + "AL" + ], + [ + "Ġv", + "ests" + ], + [ + "produ", + "ce" + ], + [ + "-m", + "ême" + ], + [ + "ĠRah", + "man" + ], + [ + "F", + "unny" + ], + [ + "E", + "Z" + ], + [ + "_", + "Valid" + ], + [ + "Ġsquad", + "ron" + ], + [ + "Ġl", + "ash" + ], + [ + "Ġ", + "irm" + ], + [ + "ias", + "co" + ], + [ + "ĠPar", + "an" + ], + [ + "Ġpet", + "ites" + ], + [ + "ĠDec", + "ay" + ], + [ + "Ġun", + "initialized" + ], + [ + "priv", + "ileged" + ], + [ + "Ġm", + "bedtls" + ], + [ + "å¤ĩ", + "注" + ], + [ + "Ġ^", + "." + ], + [ + "Ġec", + "static" + ], + [ + "D", + "etroit" + ], + [ + "Ġpart", + "en" + ], + [ + "Ġsou", + "venir" + ], + [ + ".get", + "Login" + ], + [ + "моÑĤ", + "ÑĢ" + ], + [ + "en", + "ção" + ], + [ + "ĠmÃŃn", + "imo" + ], + [ + "ĠAccess", + "ed" + ], + [ + "ri", + "ó" + ], + [ + "M", + "ic" + ], + [ + "ĠV", + "ocal" + ], + [ + ".Set", + "String" + ], + [ + "Ġmens", + "ajes" + ], + [ + "åĢ", + "į" + ], + [ + "Ġattr", + "avers" + ], + [ + "ĠA", + "ph" + ], + [ + "Ġ'", + ");čĊ" + ], + [ + "ünd", + "e" + ], + [ + "Ġench", + "anted" + ], + [ + "ĠRoot", + "State" + ], + [ + "ĠCLOSE", + "D" + ], + [ + "ĉĉĉĉĉĉĉĉ", + "čĊ" + ], + [ + "Ġcal", + "iente" + ], + [ + "or", + "ris" + ], + [ + "Ġphysic", + "ists" + ], + [ + "h", + "wnd" + ], + [ + "_v", + "i" + ], + [ + "Ġráp", + "ido" + ], + [ + "Ġcapital", + "ized" + ], + [ + "ed", + "By" + ], + [ + "Ġmach", + "ining" + ], + [ + "Ġhub", + "by" + ], + [ + "ĠSt", + "acy" + ], + [ + ".B", + "us" + ], + [ + "dr", + "ink" + ], + [ + "H", + "ur" + ], + [ + "Ġprop", + "ia" + ], + [ + "Unit", + "Test" + ], + [ + "Ġmiscon", + "ception" + ], + [ + "__", + "));Ċ" + ], + [ + "/d", + "c" + ], + [ + "ĠMay", + "weather" + ], + [ + "_m", + "C" + ], + [ + ".create", + "From" + ], + [ + "ĠQ", + "Painter" + ], + [ + "rops", + "ych" + ], + [ + "inn", + "itus" + ], + [ + "ay", + "as" + ], + [ + "Ġg", + "eg" + ], + [ + "(d", + "w" + ], + [ + "Ġus", + "ado" + ], + [ + "Ġtrick", + "le" + ], + [ + "Ġann", + "ihil" + ], + [ + "ĠP", + "asta" + ], + [ + "Ġ++", + "Ċ" + ], + [ + "(Expected", + "Conditions" + ], + [ + ".post", + "Value" + ], + [ + "ic", + "ap" + ], + [ + "ĠDon", + "etsk" + ], + [ + "_s", + "oup" + ], + [ + "-p", + "ublish" + ], + [ + "ĠP", + "b" + ], + [ + "ment", + "ions" + ], + [ + "AC", + "CEPT" + ], + [ + ".P", + "ull" + ], + [ + ",âĢĻ", + "âĢĻ" + ], + [ + "Ġret", + "arded" + ], + [ + "_AT", + "OM" + ], + [ + "ĠTermin", + "ator" + ], + [ + "-c", + "ourt" + ], + [ + "ĠCLLocation", + "Coordinate" + ], + [ + "Ġrever", + "ence" + ], + [ + "ĠS", + "SC" + ], + [ + "ut", + "ely" + ], + [ + "ĠW", + "ON" + ], + [ + "ĠG", + "SL" + ], + [ + "fre", + "i" + ], + [ + ".get", + "Longitude" + ], + [ + "Ġopen", + "FileDialog" + ], + [ + ".B", + "utter" + ], + [ + "-", + "important" + ], + [ + "_M", + "ANY" + ], + [ + "ĠG", + "ong" + ], + [ + "âĢľ", + "How" + ], + [ + "Ġg", + "orge" + ], + [ + "=", + "msg" + ], + [ + "ĠEz", + "ek" + ], + [ + "create", + "Command" + ], + [ + ":", + "checked" + ], + [ + "Ġinf", + "ographic" + ], + [ + ".W", + "EST" + ], + [ + "Dir", + "s" + ], + [ + "Ġguard", + "a" + ], + [ + "Ġbeet", + "le" + ], + [ + "<", + "small" + ], + [ + "-", + "android" + ], + [ + "Ġcred", + "itor" + ], + [ + "ĠM", + "éd" + ], + [ + "Ġfinal", + "ist" + ], + [ + "Ġab", + "l" + ], + [ + "ne", + "v" + ], + [ + "_inter", + "action" + ], + [ + "ĠMonter", + "ey" + ], + [ + "j", + "ah" + ], + [ + "Ġcand", + "ies" + ], + [ + "ĠQu", + "incy" + ], + [ + "èª", + "Ń" + ], + [ + "Ġbatch", + "Size" + ], + [ + "ak", + "it" + ], + [ + "Ġo", + "be" + ], + [ + "(p", + "ara" + ], + [ + "Ġexperiment", + "ed" + ], + [ + "Ġcouncill", + "ors" + ], + [ + "Ġcl", + "ashed" + ], + [ + "s", + "qu" + ], + [ + "-st", + "rokes" + ], + [ + "ĠG", + "K" + ], + [ + "ĠEx", + "pires" + ], + [ + "Ġprosec", + "utions" + ], + [ + "ĠCreat", + "ures" + ], + [ + "Ġy", + "ö" + ], + [ + "x", + "lim" + ], + [ + "_IM", + "P" + ], + [ + "Entry", + "Point" + ], + [ + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ" + ], + [ + ".Default", + "CellStyle" + ], + [ + "Ġbre", + "ve" + ], + [ + "ĠBrit", + "ann" + ], + [ + "Ġsweat", + "y" + ], + [ + "Ġle", + "th" + ], + [ + "Ġflash", + "back" + ], + [ + "per", + "manent" + ], + [ + "ĠJ", + "DK" + ], + [ + "_D", + "etails" + ], + [ + "E", + "uro" + ], + [ + "p", + "pt" + ], + [ + "Ġrich", + "TextBox" + ], + [ + "/", + "board" + ], + [ + "Ġtr", + "ance" + ], + [ + ".c", + "ycle" + ], + [ + "');", + "\");Ċ" + ], + [ + "Ġtox", + "in" + ], + [ + "_de", + "init" + ], + [ + "Ġover", + "arching" + ], + [ + "Ġconfig", + "parser" + ], + [ + "ĠKaw", + "asaki" + ], + [ + ".th", + "umb" + ], + [ + "Ġplay", + "a" + ], + [ + "ĠJose", + "f" + ], + [ + "+", + "_" + ], + [ + "Ġzero", + "es" + ], + [ + "Ġa", + "up" + ], + [ + "ĠH", + "ari" + ], + [ + "comm", + "itted" + ], + [ + "N", + "it" + ], + [ + ".file", + "Path" + ], + [ + "ĠDis", + "abilities" + ], + [ + "man", + "ufact" + ], + [ + "-al", + "igned" + ], + [ + ".RE", + "SET" + ], + [ + "Ġrust", + "y" + ], + [ + "E", + "y" + ], + [ + "Ġou", + "sted" + ], + [ + "cos", + "a" + ], + [ + "Struct", + "ured" + ], + [ + ".get", + "D" + ], + [ + "Ġs", + "ábado" + ], + [ + ">", + "Loading" + ], + [ + "_m", + "A" + ], + [ + ".get", + "Random" + ], + [ + "bl", + "ings" + ], + [ + "Ġchees", + "es" + ], + [ + "tt", + "i" + ], + [ + ".", + "âĢ¢" + ], + [ + "ĠBurg", + "ess" + ], + [ + "ender", + "it" + ], + [ + ".", + "',čĊ" + ], + [ + "(\"", + "\"+" + ], + [ + "ac", + "b" + ], + [ + "%", + "p" + ], + [ + "index", + "ed" + ], + [ + "_pred", + "icate" + ], + [ + "nes", + "ia" + ], + [ + "Ġb", + "ied" + ], + [ + "ĠC", + "IT" + ], + [ + "(", + "Pos" + ], + [ + "_r", + "adi" + ], + [ + "ä»·", + "æł¼" + ], + [ + "B", + "iz" + ], + [ + "ĠAdoles", + "cent" + ], + [ + "Ġvi", + "ên" + ], + [ + "c", + "ycl" + ], + [ + "_C", + "ancel" + ], + [ + "Ġcon", + "clusive" + ], + [ + "Ġappell", + "ate" + ], + [ + "inform", + "atics" + ], + [ + "S", + "J" + ], + [ + "Ġelect", + "ive" + ], + [ + "role", + "Id" + ], + [ + "Fetch", + "er" + ], + [ + "ĉ", + "Command" + ], + [ + "(\"", + "(%" + ], + [ + "Ġf", + "art" + ], + [ + "IL", + "A" + ], + [ + "get", + "Block" + ], + [ + "A", + "USE" + ], + [ + "Ġд", + "ан" + ], + [ + "ĠAr", + "te" + ], + [ + "Ġnot", + "ifying" + ], + [ + "Ġge", + "le" + ], + [ + ".s", + "ame" + ], + [ + "ĠReg", + "el" + ], + [ + "ĠBa", + "ÅŁ" + ], + [ + ".c", + "reation" + ], + [ + "ĠV", + "N" + ], + [ + "_comm", + "unity" + ], + [ + "Ġuns", + "ustainable" + ], + [ + "SE", + "X" + ], + [ + "Ġgrid", + "Size" + ], + [ + "res", + "cia" + ], + [ + "avers", + "able" + ], + [ + "(',", + "')[" + ], + [ + "ĠPh", + "elps" + ], + [ + "á»ķ", + "i" + ], + [ + "ANCE", + "LED" + ], + [ + "-", + "IS" + ], + [ + ".run", + "ners" + ], + [ + "ĠSt", + "okes" + ], + [ + ".P", + "rodu" + ], + [ + "Ġwh", + "ipping" + ], + [ + "_ac", + "quire" + ], + [ + "Ġinvestig", + "ación" + ], + [ + "f", + "ried" + ], + [ + ".copy", + "With" + ], + [ + "ĠHard", + "cover" + ], + [ + "-", + "Se" + ], + [ + "áŀ¶", + "áŀ" + ], + [ + "inv", + "itation" + ], + [ + "les", + "ai" + ], + [ + "ĠD", + "orm" + ], + [ + "ĠÑģпиÑģ", + "ка" + ], + [ + "Ġconcaten", + "ated" + ], + [ + "oph", + "il" + ], + [ + "Ġthink", + "er" + ], + [ + "/font", + "awesome" + ], + [ + "ĠLe", + "opard" + ], + [ + "Ġ\"/", + "\");Ċ" + ], + [ + "Ġresidual", + "s" + ], + [ + "ĠMic", + "rowave" + ], + [ + "Ġconform", + "e" + ], + [ + "th", + "rop" + ], + [ + "Ġdis", + "emb" + ], + [ + "ĠO", + "MG" + ], + [ + "ĠDisc", + "ipline" + ], + [ + "ĠAc", + "robat" + ], + [ + "/re", + "pository" + ], + [ + "df", + "a" + ], + [ + "_M", + "ED" + ], + [ + "buf", + "io" + ], + [ + "Ġméth", + "ode" + ], + [ + "_H", + "OLD" + ], + [ + "ias", + "i" + ], + [ + "_", + "legacy" + ], + [ + ")", + "ččĊ" + ], + [ + "æ£", + "Ģ" + ], + [ + "Get", + "ProcAddress" + ], + [ + "Ġy", + "ay" + ], + [ + "ot", + "ence" + ], + [ + "order", + "id" + ], + [ + "-t", + "w" + ], + [ + "Ġdear", + "ly" + ], + [ + "In", + "coming" + ], + [ + "/", + "il" + ], + [ + "Ġneu", + "rop" + ], + [ + "uc", + "z" + ], + [ + ");", + "čččĊ" + ], + [ + "ĠInnov", + "ative" + ], + [ + "Ġprof", + "und" + ], + [ + "ig", + "mat" + ], + [ + "Selection", + "Mode" + ], + [ + "re", + "levant" + ], + [ + ".G", + "O" + ], + [ + "Ġbru", + "ises" + ], + [ + "Ġs", + "ach" + ], + [ + "ode", + "f" + ], + [ + "Ġre", + "imb" + ], + [ + "/d", + "esktop" + ], + [ + "-s", + "pot" + ], + [ + "und", + "ance" + ], + [ + "Ent", + "ropy" + ], + [ + "\\", + "core" + ], + [ + "Ġsug", + "er" + ], + [ + "ĠM", + "vc" + ], + [ + "ĠGN", + "OME" + ], + [ + "_ind", + "x" + ], + [ + "ĠYY", + "STYPE" + ], + [ + "ĠMat", + "lab" + ], + [ + "ĠC", + "IF" + ], + [ + "Ġ*", + "))" + ], + [ + "Ġproduct", + "List" + ], + [ + "ĠAl", + "right" + ], + [ + "ac", + "emark" + ], + [ + "ÑĤи", + "в" + ], + [ + "mod", + "ification" + ], + [ + "int", + "ernational" + ], + [ + "Ġhom", + "ers" + ], + [ + "Ġdict", + "s" + ], + [ + "ĠQ", + "Font" + ], + [ + ".SQL", + "ite" + ], + [ + "Ġtransplant", + "ation" + ], + [ + "ĠMessageBox", + "Button" + ], + [ + "ĠEl", + "ves" + ], + [ + "']", + "])Ċ" + ], + [ + "(Q", + "Icon" + ], + [ + "Ġcin", + "emas" + ], + [ + "CO", + "ORD" + ], + [ + "-", + "China" + ], + [ + "Ġkh", + "ẩu" + ], + [ + "æĪij", + "çļĦ" + ], + [ + "Ġskull", + "s" + ], + [ + "Ġpain", + "staking" + ], + [ + "f", + "ce" + ], + [ + ".XR", + "Label" + ], + [ + "Ġspec", + "ifier" + ], + [ + "Ġpref", + "erring" + ], + [ + "/", + "activity" + ], + [ + "(", + "Photo" + ], + [ + "á", + "lt" + ], + [ + ".l", + "ot" + ], + [ + "'", + "'." + ], + [ + "ann", + "once" + ], + [ + ".google", + "code" + ], + [ + "-p", + "df" + ], + [ + "ĠP", + "oke" + ], + [ + "_A", + "CL" + ], + [ + "Ġend", + "owed" + ], + [ + "dis", + "cover" + ], + [ + ".om", + "g" + ], + [ + "Ġwood", + "land" + ], + [ + ".M", + "agic" + ], + [ + "Ġvol", + "ont" + ], + [ + "Not", + "Allowed" + ], + [ + "Ġch", + "ave" + ], + [ + "BM", + "W" + ], + [ + "','", + "='," + ], + [ + "ĠS", + "IX" + ], + [ + "æĪij", + "们" + ], + [ + "Ġkos", + "her" + ], + [ + "Ġaspir", + "ation" + ], + [ + "int", + "l" + ], + [ + "_ref", + "ptr" + ], + [ + "'+", + "Ċ" + ], + [ + "ment", + "or" + ], + [ + ".cl", + "ub" + ], + [ + "Window", + "State" + ], + [ + ".A", + "RR" + ], + [ + "Ġz", + "za" + ], + [ + "Ġmessage", + "Type" + ], + [ + ".e", + "qu" + ], + [ + "Th", + "or" + ], + [ + "Ġin", + "just" + ], + [ + "Ġg", + "ums" + ], + [ + "Ġborder", + "Side" + ], + [ + "////", + "/" + ], + [ + "ĠTrans", + "mit" + ], + [ + "Ġbuf", + "size" + ], + [ + "Ġh", + "ak" + ], + [ + "Ġell", + "as" + ], + [ + "R", + "ANDOM" + ], + [ + "ĉm", + "c" + ], + [ + "Ġpe", + "a" + ], + [ + "ek", + "o" + ], + [ + "document", + "o" + ], + [ + "Ġhyster", + "ia" + ], + [ + "Ġaren", + "as" + ], + [ + "Ġgun", + "men" + ], + [ + "Ġm", + "ike" + ], + [ + "Ġimp", + "unity" + ], + [ + "atis", + "ation" + ], + [ + "_Z", + "ero" + ], + [ + "_COMP", + "ANY" + ], + [ + "ĠG", + "ors" + ], + [ + "Ġuse", + "Class" + ], + [ + "(", + "redis" + ], + [ + "ĠRUN", + "NING" + ], + [ + "ĠB", + "air" + ], + [ + "vel", + "te" + ], + [ + "Ġ','", + "." + ], + [ + "аÑĤÑĮ", + "ÑģÑı" + ], + [ + "ö", + "st" + ], + [ + "encode", + "URIComponent" + ], + [ + "_re", + "strict" + ], + [ + "Ġdec", + "als" + ], + [ + "ĠPed", + "ido" + ], + [ + "Ġalter", + "cation" + ], + [ + "Dis", + "plays" + ], + [ + "ĠApp", + "licants" + ], + [ + "C", + "US" + ], + [ + "Text", + "area" + ], + [ + "ĠAng", + "ola" + ], + [ + ".f", + "uture" + ], + [ + "ĠUS", + "HORT" + ], + [ + "Ġsuppress", + "ing" + ], + [ + "Ġset", + "zen" + ], + [ + "AP", + "olynomial" + ], + [ + "Ġto", + "ch" + ], + [ + "Ġhall", + "mark" + ], + [ + "Ġ$", + "$$" + ], + [ + "ĠCHAR", + "SET" + ], + [ + ".r", + "pm" + ], + [ + "ĠD", + "ich" + ], + [ + "----------------", + "----" + ], + [ + "_p", + "arm" + ], + [ + "è¿", + "ĺ" + ], + [ + "acc", + "iones" + ], + [ + "h", + "ait" + ], + [ + "WAR", + "DED" + ], + [ + "_r", + "outing" + ], + [ + "ĠN", + "OM" + ], + [ + "Ġen", + "clave" + ], + [ + "ĠLot", + "to" + ], + [ + "ĉf", + "r" + ], + [ + "complex", + "Content" + ], + [ + "ĠBall", + "ard" + ], + [ + "k", + "ube" + ], + [ + "/w", + "in" + ], + [ + ".getColumn", + "Model" + ], + [ + "_RE", + "PLACE" + ], + [ + "Header", + "Value" + ], + [ + "Ġest", + "udiantes" + ], + [ + "Ġap", + "is" + ], + [ + "Ġb", + "pm" + ], + [ + "ĠType", + "Name" + ], + [ + "And", + "Get" + ], + [ + "rit", + "a" + ], + [ + "Pl", + "ans" + ], + [ + ">", + "Note" + ], + [ + "Ġfet", + "isch" + ], + [ + "Ġton", + "ed" + ], + [ + "_g", + "oto" + ], + [ + "ons", + "ense" + ], + [ + "Ġm", + "olds" + ], + [ + "Ġinfiltr", + "ation" + ], + [ + "ĠGuerr", + "ero" + ], + [ + "ub", + "bo" + ], + [ + "ck", + "i" + ], + [ + "($", + "(\"." + ], + [ + "_", + "activities" + ], + [ + "(ch", + "anges" + ], + [ + "Ġof", + "App" + ], + [ + "ĠKe", + "pler" + ], + [ + "ĠD", + "emp" + ], + [ + "ĠCont", + "inent" + ], + [ + ".T", + "icks" + ], + [ + "ĠUn", + "signed" + ], + [ + "ĠJah", + "res" + ], + [ + "Ġfresh", + "men" + ], + [ + "ĠArch", + "ived" + ], + [ + "ĠкоÑĤоÑĢ", + "Ñĭй" + ], + [ + "Ġ'", + "::" + ], + [ + "T", + "utorial" + ], + [ + "C", + "c" + ], + [ + "Ġtable", + "LayoutPanel" + ], + [ + "from", + "Json" + ], + [ + ".level", + "s" + ], + [ + "_trans", + "ient" + ], + [ + "Ġendors", + "ing" + ], + [ + "ĠD", + "IC" + ], + [ + "la", + "uf" + ], + [ + "Ġsh", + "red" + ], + [ + "_E", + "MIT" + ], + [ + "ific", + "antly" + ], + [ + "AL", + "A" + ], + [ + "/", + "proto" + ], + [ + "Ġnarrow", + "ing" + ], + [ + "U", + "tc" + ], + [ + "Fact", + "ors" + ], + [ + "Ġsent", + "ient" + ], + [ + "æŀ", + "IJ" + ], + [ + "lix", + "ir" + ], + [ + "ĠC", + "ROSS" + ], + [ + "met", + "eor" + ], + [ + "Ġgro", + "in" + ], + [ + "Ġm", + "db" + ], + [ + "ĠRot", + "terdam" + ], + [ + "Ġcom", + "ida" + ], + [ + "ĠOp", + "Code" + ], + [ + "ĠDefault", + "Value" + ], + [ + "Permissions", + "Result" + ], + [ + "Ġheter", + "ogeneous" + ], + [ + "Ġm", + "oot" + ], + [ + "Ġde", + "ceived" + ], + [ + "-in", + "dependent" + ], + [ + "ĠObject", + "OutputStream" + ], + [ + "Ġover", + "power" + ], + [ + ".d", + "up" + ], + [ + "Ġl", + "db" + ], + [ + "Ġdomest", + "ically" + ], + [ + "Ġbest", + "ellen" + ], + [ + "Ġlo", + "v" + ], + [ + "ĠContract", + "ors" + ], + [ + "Tri", + "angles" + ], + [ + "Ġfod", + "der" + ], + [ + "Ġfilm", + "es" + ], + [ + "ä¼", + "ģ" + ], + [ + "Ġrev", + "olver" + ], + [ + "Startup", + "Script" + ], + [ + "/", + "validation" + ], + [ + "ĠResource", + "Type" + ], + [ + "i", + "ÅŁ" + ], + [ + "ĠL", + "az" + ], + [ + "f", + "ef" + ], + [ + "Ġlst", + "m" + ], + [ + "{", + "*" + ], + [ + ".", + "attachment" + ], + [ + ".h", + "its" + ], + [ + "ew", + "ith" + ], + [ + "DO", + "G" + ], + [ + "Al", + "abama" + ], + [ + "Ġmedium", + "s" + ], + [ + ".m", + "Context" + ], + [ + "-c", + "ols" + ], + [ + "åı", + "ĭ" + ], + [ + ".not", + "ice" + ], + [ + "Ġat", + "tn" + ], + [ + "ĠP", + "acking" + ], + [ + "ĠL", + "n" + ], + [ + "_COM", + "PLEX" + ], + [ + "/", + "Users" + ], + [ + ".sav", + "etxt" + ], + [ + "ĠR", + "ounds" + ], + [ + "?,?,", + "?,?," + ], + [ + "Ġing", + "l" + ], + [ + "ĠR", + "OC" + ], + [ + "_f", + "emale" + ], + [ + "ĠSt", + "ard" + ], + [ + "]]", + ";" + ], + [ + "Ġwrest", + "lers" + ], + [ + "Ġtorrent", + "s" + ], + [ + "Ġsin", + "h" + ], + [ + "", + "ĊĊ" + ], + [ + "ë³", + "µ" + ], + [ + "s", + "ense" + ], + [ + "how", + "ever" + ], + [ + ".Ph", + "ysics" + ], + [ + "Inf", + "rastructure" + ], + [ + "ĠSac", + "r" + ], + [ + "F", + "el" + ], + [ + "ĠD", + "ISTRIBUT" + ], + [ + "é", + "ments" + ], + [ + "ĠValid", + "ates" + ], + [ + "################################################", + "############" + ], + [ + "Ġ|", + "/" + ], + [ + "Ġes", + "l" + ], + [ + "Ġré", + "seau" + ], + [ + "ĠB", + "ip" + ], + [ + "BY", + "TES" + ], + [ + "_W", + "ATER" + ], + [ + "Turn", + "ing" + ], + [ + "EL", + "S" + ], + [ + "Ġj", + "uxtap" + ], + [ + "Ġlesb", + "ische" + ], + [ + "ý", + "ch" + ], + [ + "(", + "Unknown" + ], + [ + "Ne", + "o" + ], + [ + "@", + "JsonProperty" + ], + [ + "Ġal", + "umnos" + ], + [ + "ĠRaq", + "qa" + ], + [ + "ime", + "i" + ], + [ + ".get", + "Bounds" + ], + [ + ".Mouse", + "EventHandler" + ], + [ + "####", + "###" + ], + [ + "Generic", + "Type" + ], + [ + "/c", + "ms" + ], + [ + "Ġturn", + "o" + ], + [ + "Ġм", + "ин" + ], + [ + "Ġfolk", + "lore" + ], + [ + "ĠE", + "vo" + ], + [ + "Ġconduct", + "ivity" + ], + [ + "Ġle", + "ben" + ], + [ + "Ġgear", + "box" + ], + [ + "-v", + "s" + ], + [ + "ĠÏ", + "Ĩ" + ], + [ + "Ġdrink", + "ers" + ], + [ + "Ġcon", + "exao" + ], + [ + "ĠTe", + "eth" + ], + [ + "Ġget", + "Arguments" + ], + [ + "ĠR", + "AT" + ], + [ + "ent", + "ious" + ], + [ + "E", + "duc" + ], + [ + "+", + "W" + ], + [ + "ĠInstitution", + "al" + ], + [ + "ĠB", + "ord" + ], + [ + "is", + "Equal" + ], + [ + "(p", + "wd" + ], + [ + "Ġign", + "ited" + ], + [ + "ĠR", + "ousse" + ], + [ + "Ġimpact", + "ful" + ], + [ + "ĠM", + "alk" + ], + [ + "Ġg", + "eral" + ], + [ + "ĠP", + "ivot" + ], + [ + "Ġa", + "zt" + ], + [ + "Ġcsv", + "file" + ], + [ + "ĠR", + "ope" + ], + [ + "ĠSOL", + "UTION" + ], + [ + "ĠArbit", + "rary" + ], + [ + "Ġlet", + "to" + ], + [ + ".Mouse", + "Adapter" + ], + [ + "Ġ}", + "}}" + ], + [ + "ĠSail", + "or" + ], + [ + "der", + "a" + ], + [ + "Put", + "ting" + ], + [ + "Ġconcentr", + "ates" + ], + [ + "Ġauth", + "Domain" + ], + [ + "âĢĿ", + "çļĦ" + ], + [ + "-f", + "inals" + ], + [ + ",", + "strlen" + ], + [ + "Mu", + "on" + ], + [ + "ĠOrd", + "inary" + ], + [ + "fire", + "fox" + ], + [ + "ĠLa", + "TeX" + ], + [ + "ĠH", + "und" + ], + [ + "engine", + "ering" + ], + [ + "/", + "blue" + ], + [ + "ed", + "TextBox" + ], + [ + "(\"", + "\");" + ], + [ + "ĠC", + "DDL" + ], + [ + "ke", + "pt" + ], + [ + "ĠGet", + "String" + ], + [ + "K", + "ir" + ], + [ + "()", + "='" + ], + [ + "ĠO", + "CD" + ], + [ + "ant", + "ium" + ], + [ + "$", + "menu" + ], + [ + "ĠAppalach", + "ian" + ], + [ + "Secret", + "ary" + ], + [ + "ë¥", + "ĺ" + ], + [ + "ี", + "ย" + ], + [ + "Sem", + "antic" + ], + [ + "Ġ*", + "[" + ], + [ + "est", + "one" + ], + [ + "ung", + "kin" + ], + [ + "Max", + "Y" + ], + [ + "-t", + "one" + ], + [ + "\"}", + ";čĊ" + ], + [ + "_P", + "art" + ], + [ + "<", + "Member" + ], + [ + "tr", + "am" + ], + [ + "Ġtrans", + "istor" + ], + [ + "Ġ----------------------------------------------------------------", + "----------Ċ" + ], + [ + "ĠDes", + "de" + ], + [ + "Ġright", + "ful" + ], + [ + "ĠCorn", + "el" + ], + [ + "æ", + "ij" + ], + [ + ".H", + "OUR" + ], + [ + "Ġsidel", + "ined" + ], + [ + "ref", + "errer" + ], + [ + "m", + "aze" + ], + [ + "Ġhol", + "ster" + ], + [ + "Ġcripp", + "led" + ], + [ + "ĠDate", + "Formatter" + ], + [ + "oph", + "age" + ], + [ + "_m", + "D" + ], + [ + "Ġdes", + "elect" + ], + [ + "ra", + "ud" + ], + [ + "ĠPK", + "K" + ], + [ + "row", + "Data" + ], + [ + "Ġlock", + "smith" + ], + [ + ".res", + "ponses" + ], + [ + "(product", + "Id" + ], + [ + "_ST", + "MT" + ], + [ + "Key", + "Type" + ], + [ + ".Th", + "en" + ], + [ + "z", + "ee" + ], + [ + "Ġcr", + "t" + ], + [ + "ĠGrand", + "ma" + ], + [ + "@", + "Resource" + ], + [ + "Ġbit", + "wise" + ], + [ + "-c", + "mpr" + ], + [ + "ãĢĤ", + "www" + ], + [ + "zeit", + "ig" + ], + [ + "&", + "display" + ], + [ + "Cart", + "Item" + ], + [ + "-", + "No" + ], + [ + "Ġnum", + "éro" + ], + [ + "Ġm", + "aur" + ], + [ + "Ġinst", + "ancia" + ], + [ + "ĉd", + "t" + ], + [ + "_n", + "pc" + ], + [ + "Ġskate", + "board" + ], + [ + "âĢľ", + "All" + ], + [ + "ĠCrow", + "d" + ], + [ + "Ġä", + "n" + ], + [ + "Ġb", + "raz" + ], + [ + "ca", + "e" + ], + [ + "yn", + "et" + ], + [ + "/p", + "m" + ], + [ + "/s", + "creen" + ], + [ + "OPT", + "ARG" + ], + [ + "ĠV", + "Box" + ], + [ + "Ġle", + "opard" + ], + [ + "_g", + "reater" + ], + [ + "c", + "pt" + ], + [ + "<", + "dd" + ], + [ + "Ġmechan", + "ically" + ], + [ + "osp", + "els" + ], + [ + ")", + "f" + ], + [ + ".l", + "wjgl" + ], + [ + ".get", + "Port" + ], + [ + "ĠP", + "REF" + ], + [ + ".Add", + "Transient" + ], + [ + "pp", + "ard" + ], + [ + "Ġí", + "ļĮ" + ], + [ + "Ether", + "net" + ], + [ + "Ġsal", + "ine" + ], + [ + "(level", + "s" + ], + [ + "Ġservice", + "Provider" + ], + [ + ".A", + "ngle" + ], + [ + "alt", + "itude" + ], + [ + "illa", + "ume" + ], + [ + "Ġs", + "cape" + ], + [ + "_CAL", + "C" + ], + [ + "_", + "quest" + ], + [ + "ĠDiss", + "ertation" + ], + [ + "ĠE", + "DM" + ], + [ + "-C", + "ds" + ], + [ + "Ġhon", + "orary" + ], + [ + "st", + "ops" + ], + [ + "Ġsub", + "dir" + ], + [ + "ĠV", + "H" + ], + [ + "ĠChe", + "at" + ], + [ + "Ġright", + "fully" + ], + [ + "Q", + "E" + ], + [ + ".Write", + "Byte" + ], + [ + "fig", + "ures" + ], + [ + "enn", + "ie" + ], + [ + "(", + "DBG" + ], + [ + "Ġvoks", + "ne" + ], + [ + "Ġexp", + "ended" + ], + [ + "UN", + "ICATION" + ], + [ + "il", + "inx" + ], + [ + "ĠRec", + "ap" + ], + [ + "_", + "verts" + ], + [ + "Ġtra", + "umat" + ], + [ + "Ġget", + "Player" + ], + [ + "Ġverb", + "ess" + ], + [ + "Ġcultiv", + "ating" + ], + [ + "Ġiniti", + "ator" + ], + [ + "Th", + "ông" + ], + [ + "find", + "First" + ], + [ + "_per", + "ms" + ], + [ + "Ġbu", + "c" + ], + [ + "Ġ\"\"\"", + "čĊčĊ" + ], + [ + "T", + "YPES" + ], + [ + "object", + "Manager" + ], + [ + "(Configuration", + "Manager" + ], + [ + "Ġtim", + "id" + ], + [ + "Ġsnap", + "chat" + ], + [ + "Ġcon", + "seg" + ], + [ + "ĉd", + "istance" + ], + [ + "_right", + "s" + ], + [ + "_D", + "es" + ], + [ + "ĠF", + "lesh" + ], + [ + "-", + "ver" + ], + [ + "Ġa", + "fl" + ], + [ + "fra", + "uen" + ], + [ + "Ġblas", + "ph" + ], + [ + "ĠQual", + "ität" + ], + [ + "ma", + "f" + ], + [ + "Monitor", + "ing" + ], + [ + ".D", + "iff" + ], + [ + "Ġshore", + "line" + ], + [ + "Ġresponse", + "Body" + ], + [ + "mem", + "set" + ], + [ + "<", + "decimal" + ], + [ + "Smarty", + "HeaderCode" + ], + [ + "Ġin", + "sets" + ], + [ + "ĠBinary", + "Tree" + ], + [ + "amed", + "a" + ], + [ + "Ġn", + "ihil" + ], + [ + "ĠN", + "ay" + ], + [ + "ym", + "ology" + ], + [ + "ĠW", + "G" + ], + [ + "Ġt", + "api" + ], + [ + "ĠInst", + "alled" + ], + [ + "m", + "aintenance" + ], + [ + ")}", + "\"Ċ" + ], + [ + "ĠX", + "O" + ], + [ + "-per", + "iod" + ], + [ + "s", + "ar" + ], + [ + "Ġning", + "una" + ], + [ + "ORM", + "AT" + ], + [ + ".set", + "PrototypeOf" + ], + [ + "ĠK", + "b" + ], + [ + "ĠHen", + "rik" + ], + [ + "ét", + "ique" + ], + [ + "ĠLah", + "ore" + ], + [ + "ĉ", + "Address" + ], + [ + "Ġmel", + "ts" + ], + [ + "N", + "y" + ], + [ + "_adv", + "ance" + ], + [ + "Ġveloc", + "idad" + ], + [ + "Ġalum", + "no" + ], + [ + "Ġsanit", + "izer" + ], + [ + "Ġph", + "ishing" + ], + [ + "ĠCom", + "et" + ], + [ + "Ġch", + "iar" + ], + [ + "ĉs", + "pec" + ], + [ + "trim", + "med" + ], + [ + "(state", + "arr" + ], + [ + "on", + "nen" + ], + [ + "Re", + "venue" + ], + [ + "L", + "ens" + ], + [ + "Ġcha", + "ired" + ], + [ + "ĠAss", + "umes" + ], + [ + "Tr", + "ash" + ], + [ + "_un", + "set" + ], + [ + "\\", + "Bridge" + ], + [ + "Point", + "Size" + ], + [ + "ĠPol", + "ic" + ], + [ + "Ġsex", + "uales" + ], + [ + "ĉd", + "fs" + ], + [ + "ĠWide", + "String" + ], + [ + "Ġaccru", + "ed" + ], + [ + "Y", + "W" + ], + [ + "_S", + "CHEDULE" + ], + [ + "Ġk", + "ite" + ], + [ + "Ġparach", + "ute" + ], + [ + "[", + "table" + ], + [ + "Ġactive", + "ClassName" + ], + [ + ".Qu", + "ad" + ], + [ + "Israel", + "i" + ], + [ + "ĠÅ", + "ĵ" + ], + [ + "Ġho", + "og" + ], + [ + "Ġch", + "á»ī" + ], + [ + "ew", + "ear" + ], + [ + "Ġtire", + "lessly" + ], + [ + "set", + "Error" + ], + [ + ".get", + "Amount" + ], + [ + ".set", + "Items" + ], + [ + "ĠM", + "anson" + ], + [ + "ĠBay", + "esian" + ], + [ + "_F", + "lag" + ], + [ + "AC", + "HER" + ], + [ + "/", + "original" + ], + [ + "Ġimm", + "ac" + ], + [ + "ĠLos", + "ing" + ], + [ + "'", + ">ĊĊ" + ], + [ + "L", + "ic" + ], + [ + "ĠMir", + "age" + ], + [ + "ĠAssembly", + "FileVersion" + ], + [ + "Te", + "V" + ], + [ + "ĠValue", + "EventListener" + ], + [ + "-s", + "olving" + ], + [ + "Th", + "o" + ], + [ + "rou", + "lette" + ], + [ + "_W", + "P" + ], + [ + "Ġunint", + "errupted" + ], + [ + "Ġfield", + "Type" + ], + [ + ".T", + "yped" + ], + [ + "Ġam", + "our" + ], + [ + "Ġmock", + "ery" + ], + [ + "(v", + "ol" + ], + [ + "ĠSub", + "committee" + ], + [ + "ĠR", + "uf" + ], + [ + "ero", + "x" + ], + [ + ":UIButtonType", + "Custom" + ], + [ + "ĠBl", + "ur" + ], + [ + "Ġwy", + "kon" + ], + [ + "nc", + "es" + ], + [ + "ASH", + "BOARD" + ], + [ + "!!", + "\");Ċ" + ], + [ + "Ġmurder", + "ers" + ], + [ + ".d", + "aily" + ], + [ + "ĠDI", + "AG" + ], + [ + "j", + "ing" + ], + [ + "Ġdol", + "phin" + ], + [ + "Ġl", + "òng" + ], + [ + "Ġb", + "ö" + ], + [ + "ĠV", + "ocabulary" + ], + [ + ".St", + "Object" + ], + [ + "')", + "\">" + ], + [ + "Ġz", + "un" + ], + [ + "Ġscrim", + "mage" + ], + [ + "tr", + "éal" + ], + [ + "ĠL", + "ig" + ], + [ + "[", + "vi" + ], + [ + "C", + "ole" + ], + [ + "Ġfrost", + "ing" + ], + [ + ".Pl", + "ayers" + ], + [ + "-", + "translate" + ], + [ + "Fe", + "els" + ], + [ + "=\\\"", + "/" + ], + [ + ".Butter", + "Knife" + ], + [ + "Ġ?>", + ";Ċ" + ], + [ + "Ġav", + "i" + ], + [ + "inn", + "ie" + ], + [ + ".F", + "ailure" + ], + [ + "Ġsp", + "indle" + ], + [ + "Configuration", + "Exception" + ], + [ + "_h", + "op" + ], + [ + "Ġpos", + "ição" + ], + [ + "ĠA", + "wait" + ], + [ + "UIImage", + "PickerController" + ], + [ + "ĉ", + "day" + ], + [ + "Ġgen", + "om" + ], + [ + "C", + "ab" + ], + [ + "ĠÑĢ", + "езÑĥлÑĮÑĤаÑĤ" + ], + [ + "OR", + "IGINAL" + ], + [ + "Ġejac", + "ulation" + ], + [ + "(t", + "cp" + ], + [ + "SE", + "COND" + ], + [ + "Ġton", + "ic" + ], + [ + "ĠList", + "Box" + ], + [ + "Ġ", + "ĉĉĊ" + ], + [ + "()", + ">Ċ" + ], + [ + "Ġqu", + "atre" + ], + [ + "ượ", + "ng" + ], + [ + "with", + "Errors" + ], + [ + ".M", + "aybe" + ], + [ + ",", + "âĢ¦" + ], + [ + "token", + "Id" + ], + [ + "_UN", + "DEF" + ], + [ + "Ġfresh", + "ness" + ], + [ + "ĠAmend", + "ments" + ], + [ + ".map", + "box" + ], + [ + ".C", + "V" + ], + [ + "(b", + "log" + ], + [ + "_get", + "time" + ], + [ + ".", + "quest" + ], + [ + "s", + "parse" + ], + [ + "Ġres", + "ale" + ], + [ + "Ġenthusi", + "astically" + ], + [ + "ĠProstit", + "utas" + ], + [ + "W", + "a" + ], + [ + "C", + "argo" + ], + [ + ".Parcel", + "able" + ], + [ + "SENS", + "OR" + ], + [ + "ĠRy", + "u" + ], + [ + "La", + "ughs" + ], + [ + "_N", + "ative" + ], + [ + "/", + "pg" + ], + [ + "yst", + "s" + ], + [ + "Ġphot", + "oc" + ], + [ + "ç®", + "Ģ" + ], + [ + "ado", + "pt" + ], + [ + ".spec", + "ies" + ], + [ + "conc", + "iliation" + ], + [ + "Adjust", + "ed" + ], + [ + ".Firebase", + "Auth" + ], + [ + "ut", + "tle" + ], + [ + "ord", + "ination" + ], + [ + "Ġm", + "unch" + ], + [ + "ĠSt", + "ake" + ], + [ + ".p", + "ing" + ], + [ + "ank", + "er" + ], + [ + "(QString", + "Literal" + ], + [ + "Ġsub", + "script" + ], + [ + "ĠĠ", + "ĉĊ" + ], + [ + "ĠM", + "CC" + ], + [ + "_C", + "md" + ], + [ + "se", + "xy" + ], + [ + "i", + "ou" + ], + [ + "ĠM", + "ANY" + ], + [ + "Ġn", + "anny" + ], + [ + "TR", + "AIN" + ], + [ + "Ġflour", + "ishing" + ], + [ + "ĠW", + "atches" + ], + [ + "ĠQ", + "Map" + ], + [ + "ĠF", + "erm" + ], + [ + "Ġwas", + "m" + ], + [ + "ĠA", + "bed" + ], + [ + "_", + "UD" + ], + [ + "ĠGlass", + "es" + ], + [ + "+", + "v" + ], + [ + "Att", + "end" + ], + [ + ".Ch", + "ain" + ], + [ + "Ġdec", + "ency" + ], + [ + "ĠSupplement", + "ary" + ], + [ + "h", + "unter" + ], + [ + "-t", + "xt" + ], + [ + "Ġ\"", + "}\";Ċ" + ], + [ + ".set", + "WindowTitle" + ], + [ + "(\"", + "" + ], + [ + "Ġmasc", + "ara" + ], + [ + "(", + "Profile" + ], + [ + "åĬŁ", + "èĥ½" + ], + [ + "imit", + "é" + ], + [ + "Ġwild", + "fires" + ], + [ + "-", + "ROM" + ], + [ + ".is", + "On" + ], + [ + "(group", + "Id" + ], + [ + "Re", + "pair" + ], + [ + "accum", + "ulate" + ], + [ + "Ġ<", + "\"," + ], + [ + "Ġhand", + "written" + ], + [ + "Ġach", + "eter" + ], + [ + "ĠM", + "GM" + ], + [ + "ĠIr", + "ma" + ], + [ + "->{", + "_" + ], + [ + "ge", + "e" + ], + [ + "cr", + "iminal" + ], + [ + "Ġèĭ¥", + "è¦ģ" + ], + [ + "Ġmoment", + "arily" + ], + [ + "\")", + "!=" + ], + [ + "_l", + "it" + ], + [ + "Ġexpires", + "In" + ], + [ + ".\"", + ")." + ], + [ + "éķ¿", + "度" + ], + [ + "Ġfr", + "ække" + ], + [ + "vl", + "c" + ], + [ + "Ġor", + "bs" + ], + [ + "),", + "$" + ], + [ + "Ġvent", + "ured" + ], + [ + "/", + ">\\" + ], + [ + "char", + "m" + ], + [ + "N", + "uitka" + ], + [ + "eld", + "ig" + ], + [ + "aton", + "in" + ], + [ + "W", + "itness" + ], + [ + "-l", + "at" + ], + [ + "Ġset", + "Hidden" + ], + [ + "Ġrelic", + "s" + ], + [ + "Ġcons", + "ulate" + ], + [ + ".", + "IGNORE" + ], + [ + "\"", + "After" + ], + [ + "Ġset", + "Address" + ], + [ + "Ġbeste", + "ht" + ], + [ + "Ġ''", + ")ĊĊ" + ], + [ + ".x", + "axis" + ], + [ + "Ġser", + "ão" + ], + [ + "Ġmis", + "led" + ], + [ + "_UN", + "IFORM" + ], + [ + "ĠV", + "IA" + ], + [ + "inc", + "r" + ], + [ + "Ġzen", + "ith" + ], + [ + "Ġvis", + "cosity" + ], + [ + "Ġthin", + "ly" + ], + [ + ".get", + "SharedPreferences" + ], + [ + ".Error", + "Code" + ], + [ + "\"),", + "\"" + ], + [ + "ĠMillion", + "en" + ], + [ + "Ġ/>", + ")Ċ" + ], + [ + "Scroll", + "Indicator" + ], + [ + "-se", + "eking" + ], + [ + "ĠPOLIT", + "ICO" + ], + [ + "as", + "ca" + ], + [ + "_r", + "l" + ], + [ + "N", + "avig" + ], + [ + "(full", + "file" + ], + [ + "Ġsol", + "itude" + ], + [ + "Ġju", + "ven" + ], + [ + "Ġhaul", + "ing" + ], + [ + "ĠMac", + "ros" + ], + [ + "ĠG", + "ry" + ], + [ + "Ġexerc", + "itation" + ], + [ + "ĠATT", + "ACK" + ], + [ + "Tick", + "Count" + ], + [ + "Ġr", + "ites" + ], + [ + "Ġdo", + "e" + ], + [ + "Particle", + "System" + ], + [ + "Ġsl", + "u" + ], + [ + "Window", + "Text" + ], + [ + "ĠClass", + "Name" + ], + [ + "Ġsl", + "ander" + ], + [ + "ĉ", + "Port" + ], + [ + "j", + "ong" + ], + [ + "?", + "a" + ], + [ + ".D", + "ial" + ], + [ + "âĢĶ", + "at" + ], + [ + "$obj", + "PHPExcel" + ], + [ + "Ġso", + "ar" + ], + [ + "EN", + "N" + ], + [ + "appe", + "ared" + ], + [ + "Ġquot", + "id" + ], + [ + "em", + "achine" + ], + [ + "Ġn", + "ip" + ], + [ + "Ġmicro", + "time" + ], + [ + "ĠAl", + "ma" + ], + [ + ";", + "!" + ], + [ + "----------------------------------------------------------------", + "--------------------------------" + ], + [ + "ĠPass", + "age" + ], + [ + "Ġdump", + "sters" + ], + [ + "ĠEx", + "clude" + ], + [ + "Ġsuggest", + "ive" + ], + [ + "ĠCircularProgress", + "Indicator" + ], + [ + "_cl", + "r" + ], + [ + "Array", + "Type" + ], + [ + "ILL", + "A" + ], + [ + "Elapsed", + "Time" + ], + [ + "Dr", + "iven" + ], + [ + "Ġresource", + "Name" + ], + [ + "ĠG", + "arrison" + ], + [ + "ser", + "ir" + ], + [ + "-a", + "head" + ], + [ + "Ġp", + "innacle" + ], + [ + "ĠEs", + "presso" + ], + [ + "S", + "parse" + ], + [ + "Ġass", + "ays" + ], + [ + "ĠGirl", + "friend" + ], + [ + "im", + "id" + ], + [ + "]='", + "\\" + ], + [ + "ONGL", + "ONG" + ], + [ + "Ġportray", + "ing" + ], + [ + "L", + "ane" + ], + [ + "Ġb", + "úsqueda" + ], + [ + "Ġrein", + "forcements" + ], + [ + "ĠSpread", + "sheet" + ], + [ + "ĠArray", + "Collection" + ], + [ + ",", + "arr" + ], + [ + "light", + "box" + ], + [ + "ic", + "ana" + ], + [ + "<", + "\"" + ], + [ + "build", + "ers" + ], + [ + "K", + "id" + ], + [ + "ĠMat", + "SnackBar" + ], + [ + "EX", + "PR" + ], + [ + "od", + "cast" + ], + [ + "ĠFound", + "ations" + ], + [ + "Ġind", + "s" + ], + [ + "='", + "${" + ], + [ + "F", + "izz" + ], + [ + "-function", + "al" + ], + [ + "(work", + "space" + ], + [ + "Ġstem", + "med" + ], + [ + "_p", + "atches" + ], + [ + "ĠJar", + "vis" + ], + [ + "READ", + "ING" + ], + [ + "Ġdisrespect", + "ful" + ], + [ + "ĠQ", + "Dom" + ], + [ + "Ġ$", + "{Ċ" + ], + [ + "est", + "atus" + ], + [ + "Re", + "ached" + ], + [ + "!", + ".ĊĊ" + ], + [ + "IL", + "T" + ], + [ + "ĠN", + "DEBUG" + ], + [ + "ĠCour", + "age" + ], + [ + "birth", + "date" + ], + [ + "ĠT", + "ing" + ], + [ + "Ġutil", + "izado" + ], + [ + "án", + "chez" + ], + [ + "Out", + "door" + ], + [ + "Ġhand", + "guns" + ], + [ + "Ref", + "Count" + ], + [ + "É", + "Ļ" + ], + [ + "rom", + "o" + ], + [ + "Ġt", + "ts" + ], + [ + ".S", + "he" + ], + [ + "ĠP", + "ane" + ], + [ + "ãĢij,", + "ãĢIJ" + ], + [ + "ĠIO", + "CTL" + ], + [ + "/", + "black" + ], + [ + "ins", + "cription" + ], + [ + "Ġbi", + "opsy" + ], + [ + "ĠTime", + "Interval" + ], + [ + ".Test", + "Check" + ], + [ + "ĠGUI", + "Style" + ], + [ + "ĠCap", + "ability" + ], + [ + "ĠBeit", + "rag" + ], + [ + "don", + "nees" + ], + [ + "T", + "reatment" + ], + [ + ".back", + "up" + ], + [ + "Ġsign", + "ings" + ], + [ + "ĠB", + "oca" + ], + [ + "dr", + "m" + ], + [ + ".M", + "AIN" + ], + [ + "Ġgo", + "ede" + ], + [ + "ĠMark", + "up" + ], + [ + "G", + "REE" + ], + [ + "ĠBase", + "Service" + ], + [ + ".C", + "reator" + ], + [ + "Ġj", + "ails" + ], + [ + "ĠK", + "ahn" + ], + [ + "Ip", + "Address" + ], + [ + "ACH", + "I" + ], + [ + "Ġinhib", + "ited" + ], + [ + "Ġ@", + "$_" + ], + [ + "ĠAss", + "ass" + ], + [ + "Ġenvi", + "ado" + ], + [ + "Hero", + "es" + ], + [ + "ÐŁ", + "еÑĢ" + ], + [ + "ĠM", + "aven" + ], + [ + ".l", + "s" + ], + [ + "Ġ", + "ive" + ], + [ + "|", + "RF" + ], + [ + "Ġresize", + "Mode" + ], + [ + "Ġrum", + "pe" + ], + [ + "_attach", + "ments" + ], + [ + "T", + "U" + ], + [ + "Ġtact", + "ile" + ], + [ + "Attempt", + "ing" + ], + [ + "Ġro", + "bin" + ], + [ + "y", + "aw" + ], + [ + "Ġmerc", + "enaries" + ], + [ + "ĠHab", + "itat" + ], + [ + "end", + "date" + ], + [ + "Ġo", + "xy" + ], + [ + "ĉR", + "andom" + ], + [ + "oh", + "on" + ], + [ + "Is", + "Null" + ], + [ + "ĠValidation", + "Result" + ], + [ + "ãĥ", + "ļ" + ], + [ + "um", + "bed" + ], + [ + "pp", + "v" + ], + [ + "Ġar", + "p" + ], + [ + "ich", + "ick" + ], + [ + "_r", + "nn" + ], + [ + "ĠT", + "FT" + ], + [ + "Tex", + "Image" + ], + [ + "\"", + "On" + ], + [ + "ĠSam", + "pler" + ], + [ + "top", + "l" + ], + [ + "Ġj", + "ane" + ], + [ + "y", + "ling" + ], + [ + "ĠUN", + "ICODE" + ], + [ + "Tab", + "Index" + ], + [ + "<", + "{Ċ" + ], + [ + "s", + "uspend" + ], + [ + "uv", + "ian" + ], + [ + ",", + "application" + ], + [ + "ол", + "иÑĩеÑģÑĤво" + ], + [ + "y", + "at" + ], + [ + "ez", + "ier" + ], + [ + "ĠCH", + "UNK" + ], + [ + "ĠAd", + "ler" + ], + [ + "/", + "Add" + ], + [ + "ĠKey", + "Value" + ], + [ + "Ġspos", + "ób" + ], + [ + "Sam", + "pling" + ], + [ + "ch", + "ers" + ], + [ + "_AM", + "D" + ], + [ + "R", + "u" + ], + [ + ".Must", + "Compile" + ], + [ + "N", + "ation" + ], + [ + "Ass", + "oc" + ], + [ + "Man", + "aging" + ], + [ + "ĠEng", + "l" + ], + [ + "_G", + "B" + ], + [ + "Ġsucc", + "inct" + ], + [ + "Ġdis", + "liked" + ], + [ + "ĠI", + "ke" + ], + [ + "Bullet", + "in" + ], + [ + "_ARCH", + "IVE" + ], + [ + "Prop", + "osal" + ], + [ + "Ġjog", + "ging" + ], + [ + ".C", + "REATED" + ], + [ + "Ġch", + "ol" + ], + [ + "è£", + "ħ" + ], + [ + "Į", + "¨" + ], + [ + "-p", + "ush" + ], + [ + "Ġreserv", + "a" + ], + [ + "core", + "v" + ], + [ + "è", + "tre" + ], + [ + "TH", + "R" + ], + [ + "Ġincompet", + "ence" + ], + [ + "Ġchar", + "isma" + ], + [ + "æĦ", + "Ł" + ], + [ + "Ġ\"", + "==" + ], + [ + "BT", + "N" + ], + [ + "ĠLoc", + "ator" + ], + [ + "iv", + "et" + ], + [ + "('.", + "')Ċ" + ], + [ + "Ġfor", + "IndexPath" + ], + [ + "ô", + "me" + ], + [ + "Ġcapac", + "it" + ], + [ + "w", + "aters" + ], + [ + "ĠWR", + "ONG" + ], + [ + "ho", + "a" + ], + [ + "ĠM", + "IPS" + ], + [ + "Ġem", + "iss" + ], + [ + "ĠJacqu", + "eline" + ], + [ + "(c", + "mp" + ], + [ + "Ġe", + "ens" + ], + [ + "Le", + "o" + ], + [ + ".tim", + "ing" + ], + [ + "CLUS", + "ION" + ], + [ + "Ġ(\"", + "-" + ], + [ + "åĵ", + "Ī" + ], + [ + ".k", + "ode" + ], + [ + "ĠUnd", + "ert" + ], + [ + "Ġbew", + "ild" + ], + [ + "ĠEss", + "en" + ], + [ + ".h", + "d" + ], + [ + "Ġren", + "egot" + ], + [ + "Ġm", + "ower" + ], + [ + "Ġl", + "sp" + ], + [ + "Ġpen", + "chant" + ], + [ + "Ġman", + "oe" + ], + [ + "Ġag", + "li" + ], + [ + "Ġrec", + "al" + ], + [ + "ĠOPER", + "ATION" + ], + [ + "(^", + ")(" + ], + [ + "ĠÎ", + "½" + ], + [ + "ĠSc", + "oped" + ], + [ + "Ġ@", + "\"Ċ" + ], + [ + "=", + "label" + ], + [ + "[", + "loc" + ], + [ + "Int", + "l" + ], + [ + "ĠN", + "z" + ], + [ + "table", + "t" + ], + [ + ".Column", + "Name" + ], + [ + "Ġscreen", + "Size" + ], + [ + "DB", + "us" + ], + [ + "co", + "oked" + ], + [ + "-", + "registration" + ], + [ + "âĢľ", + "One" + ], + [ + "-n", + "on" + ], + [ + "ĠwiÄĻ", + "c" + ], + [ + "Ġcost", + "a" + ], + [ + ".add", + "Tab" + ], + [ + ".", + "conditions" + ], + [ + "ĠH", + "ess" + ], + [ + "MEM", + "ORY" + ], + [ + "ĠAval", + "anche" + ], + [ + "()", + "}}Ċ" + ], + [ + "Ġtri", + "plet" + ], + [ + "Ġl", + "abyrinth" + ], + [ + "ĠNode", + "List" + ], + [ + "ĠNY", + "T" + ], + [ + "Ġy", + "eni" + ], + [ + "d", + "ff" + ], + [ + ".Html", + "Controls" + ], + [ + "AV", + "IS" + ], + [ + "/", + "Math" + ], + [ + "Ġmem", + "cmp" + ], + [ + "اØ", + "¡" + ], + [ + "оÑģ", + "ÑĮ" + ], + [ + "c", + "rap" + ], + [ + "(p", + "ages" + ], + [ + "Ġl", + "xml" + ], + [ + "ĠQ", + "DateTime" + ], + [ + "_t", + "cb" + ], + [ + "Ġopen", + "id" + ], + [ + "Ġsyn", + "aptic" + ], + [ + "ĠMD", + "MA" + ], + [ + "(s", + "lug" + ], + [ + "igm", + "atic" + ], + [ + "en", + "or" + ], + [ + "Ġcr", + "amped" + ], + [ + "G", + "OP" + ], + [ + "Ń", + "IJ" + ], + [ + ".is", + "File" + ], + [ + "ĠD", + "ifferential" + ], + [ + "Ġ=\"", + "\";Ċ" + ], + [ + "ĉĉĉ", + "ĠĠĠĠĉ" + ], + [ + "ĠC", + "ooke" + ], + [ + "ĉU", + "FUNCTION" + ], + [ + "Ġpersever", + "ance" + ], + [ + "Relative", + "Layout" + ], + [ + "IMPORT", + "ANT" + ], + [ + "Ġex", + "on" + ], + [ + "Ġо", + "н" + ], + [ + "ib", + "ase" + ], + [ + "(C", + "ONT" + ], + [ + "n", + "ovation" + ], + [ + "ä½", + "ķ" + ], + [ + "[", + "sub" + ], + [ + "Admin", + "Controller" + ], + [ + "HTTP", + "Header" + ], + [ + "cre", + "ar" + ], + [ + "ĠN", + "IR" + ], + [ + "ĠDrop", + "DownList" + ], + [ + "Ġval", + "ide" + ], + [ + "Ġde", + "hydration" + ], + [ + ".", + "']" + ], + [ + "(W", + "IN" + ], + [ + "Ġ...", + "\\" + ], + [ + "Ġphotos", + "hop" + ], + [ + "ĉ", + "Init" + ], + [ + "_c", + "ou" + ], + [ + "Ġtime", + "Zone" + ], + [ + "dar", + "win" + ], + [ + "rom", + "atic" + ], + [ + "Navigation", + "ItemSelectedListener" + ], + [ + "br", + "ates" + ], + [ + "]", + "--;Ċ" + ], + [ + "Ġtraged", + "ies" + ], + [ + "ĠPed", + "iatrics" + ], + [ + "SM", + "ART" + ], + [ + "-A", + "PI" + ], + [ + "ĠMessage", + "Lookup" + ], + [ + "ĉ", + "vo" + ], + [ + "Ġprejud", + "ices" + ], + [ + "Ġm", + "A" + ], + [ + "U", + "ps" + ], + [ + "ĠMISS", + "ING" + ], + [ + "ĉ", + "ad" + ], + [ + "C", + "ream" + ], + [ + "ĠT", + "b" + ], + [ + "ĠMon", + "a" + ], + [ + "_", + "ghost" + ], + [ + "ĉt", + "ypes" + ], + [ + "Em", + "b" + ], + [ + "ĠDocument", + "ary" + ], + [ + "');ĊĊ", + "ĊĊ" + ], + [ + "Ġl", + "up" + ], + [ + "_", + "Reference" + ], + [ + "ĠB", + "ATCH" + ], + [ + "Ġintertw", + "ined" + ], + [ + "<", + "Cell" + ], + [ + "ĠCab", + "r" + ], + [ + "n", + "ation" + ], + [ + "Ġis", + "Connected" + ], + [ + ".remove", + "Listener" + ], + [ + "Ġcon", + "g" + ], + [ + "_t", + "i" + ], + [ + "ĠSil", + "icone" + ], + [ + "Ġê²°", + "ê³¼" + ], + [ + "ĠW", + "AN" + ], + [ + "ĠG", + "ibraltar" + ], + [ + "/", + "response" + ], + [ + "ĉp", + "erson" + ], + [ + "ch", + "ants" + ], + [ + "V", + "IP" + ], + [ + "em", + "ergency" + ], + [ + "Pixel", + "Format" + ], + [ + "-", + "Am" + ], + [ + "Ġsouth", + "western" + ], + [ + "_pl", + "l" + ], + [ + "if", + "ers" + ], + [ + "_ON", + "CE" + ], + [ + "ĠF", + "ayette" + ], + [ + ".nc", + "bi" + ], + [ + "_P", + "anel" + ], + [ + ".Q", + "ual" + ], + [ + "Ġpol", + "ys" + ], + [ + "Ġcreate", + "StackNavigator" + ], + [ + "�", + "t" + ], + [ + "Ġlay", + "offs" + ], + [ + "ĠBl", + "anco" + ], + [ + "Fe", + "at" + ], + [ + "ĠV", + "imeo" + ], + [ + "_ch", + "i" + ], + [ + "_l", + "ifetime" + ], + [ + "POINT", + "S" + ], + [ + ",", + "private" + ], + [ + "Ġunb", + "earable" + ], + [ + "print", + "ing" + ], + [ + "Ġc", + "gi" + ], + [ + ".B", + "ACK" + ], + [ + "Ġintern", + "s" + ], + [ + "ĠNew", + "ly" + ], + [ + "inf", + "eld" + ], + [ + "(", + "IB" + ], + [ + "ĠK", + "ata" + ], + [ + "ĠDef", + "endants" + ], + [ + "Th", + "r" + ], + [ + "é¢", + "Ħ" + ], + [ + "_V", + "F" + ], + [ + "FFFF", + "FFFF" + ], + [ + "Ġdavid", + "jl" + ], + [ + "Ġbitter", + "ly" + ], + [ + "S", + "uggestions" + ], + [ + ".set", + "Cancelable" + ], + [ + "FIN", + "AL" + ], + [ + "ason", + "s" + ], + [ + "_rw", + "lock" + ], + [ + "_WRAP", + "PER" + ], + [ + "Ġhapp", + "iest" + ], + [ + "(row", + "Index" + ], + [ + "ós", + "ito" + ], + [ + "TOT", + "YPE" + ], + [ + "Autom", + "ation" + ], + [ + "Log", + "File" + ], + [ + "Ġcons", + "olation" + ], + [ + "ãĥ", + "Ģ" + ], + [ + "Ġt", + "êm" + ], + [ + "Ġpr", + "er" + ], + [ + "rg", + "yz" + ], + [ + "ĠG", + "eg" + ], + [ + "ĉd", + "to" + ], + [ + ".default", + "Value" + ], + [ + "ĠK", + "ami" + ], + [ + "ĠA", + "SE" + ], + [ + "optim", + "ized" + ], + [ + "Ġíı", + "¬" + ], + [ + "Ġorigin", + "ates" + ], + [ + "err", + "Msg" + ], + [ + "Ġespa", + "ço" + ], + [ + "(S", + "YS" + ], + [ + "ĠMc", + "B" + ], + [ + "d", + "ance" + ], + [ + "_det", + "ected" + ], + [ + "Ġfr", + "ü" + ], + [ + "ĉĉ", + "ĠĠĠĠĉĉ" + ], + [ + "<", + "Date" + ], + [ + "(com", + "b" + ], + [ + "ĠDec", + "ide" + ], + [ + "\\", + "Field" + ], + [ + "ĠProp", + "osed" + ], + [ + "R", + "ib" + ], + [ + "Ġdis", + "likes" + ], + [ + "ĠW", + "ien" + ], + [ + "ĉ", + "Document" + ], + [ + "Ġtr", + "af" + ], + [ + "Ġst", + "oria" + ], + [ + "ĠT", + "ells" + ], + [ + "')", + "==" + ], + [ + "C", + "ri" + ], + [ + "(", + "VALUE" + ], + [ + "ĠBurn", + "ett" + ], + [ + ",", + "void" + ], + [ + "Ġdan", + "h" + ], + [ + "Ġc", + "cp" + ], + [ + "Block", + "chain" + ], + [ + ":\"-", + "\"`Ċ" + ], + [ + "IC", + "lient" + ], + [ + "IS", + "ODE" + ], + [ + "Iss", + "uer" + ], + [ + ")", + "}čĊ" + ], + [ + ",", + "but" + ], + [ + "ĠU", + "ph" + ], + [ + "(", + "Sub" + ], + [ + "Ġtélé", + "phone" + ], + [ + "ĠonData", + "Change" + ], + [ + "Ġmarsh", + "aller" + ], + [ + "-an", + "alytics" + ], + [ + ",", + "content" + ], + [ + "Ġdeb", + "acle" + ], + [ + "_Value", + "Changed" + ], + [ + "Ġfa", + "una" + ], + [ + "Ġ#", + "=>" + ], + [ + "Ġf", + "oyer" + ], + [ + "'util", + "isation" + ], + [ + "ĠMü", + "ller" + ], + [ + "ĠFet", + "ish" + ], + [ + "Ġdefault", + "Manager" + ], + [ + "Ġback", + "track" + ], + [ + "B", + "ah" + ], + [ + "Exp", + "licit" + ], + [ + "_A", + "SCII" + ], + [ + "Ġm", + "Activity" + ], + [ + "(M", + "sg" + ], + [ + "Ġê²", + "Į" + ], + [ + "ĠTER", + "MS" + ], + [ + "ĠAng", + "ie" + ], + [ + "HS", + "V" + ], + [ + "ĠMos", + "que" + ], + [ + ".N", + "ames" + ], + [ + "íĬ", + "¼" + ], + [ + "rest", + "e" + ], + [ + "_p", + "arms" + ], + [ + "Ġgap", + "ing" + ], + [ + "Ġcro", + "pping" + ], + [ + "Data", + "Frame" + ], + [ + "Ġrespons", + "iveness" + ], + [ + "_", + "undo" + ], + [ + "_tr", + "an" + ], + [ + ".", + "terminate" + ], + [ + "Ġitalian", + "e" + ], + [ + "Ġwalk", + "through" + ], + [ + "Ġattract", + "iveness" + ], + [ + "д", + "е" + ], + [ + "_ST", + "S" + ], + [ + "_", + "learn" + ], + [ + "Ġchocol", + "ates" + ], + [ + "ier", + "archical" + ], + [ + "-th", + "inking" + ], + [ + "Ġ", + ")))" + ], + [ + "ish", + "ments" + ], + [ + ".Log", + "f" + ], + [ + "ĠTM", + "Z" + ], + [ + "ĠCan", + "ary" + ], + [ + "fo", + "il" + ], + [ + "ĠVacc", + "ine" + ], + [ + ".v", + "x" + ], + [ + "ĠSur", + "round" + ], + [ + "Inter", + "mediate" + ], + [ + "Ġi", + "ov" + ], + [ + "v", + "ais" + ], + [ + "';", + "\";Ċ" + ], + [ + "ï½ŀ", + "ĊĊ" + ], + [ + "éĢģ", + "æĸĻ" + ], + [ + "âĢ¦", + "it" + ], + [ + "Se", + "ats" + ], + [ + "Cl", + "ar" + ], + [ + "W", + "ars" + ], + [ + "ĠHutch", + "inson" + ], + [ + "ĠHas", + "an" + ], + [ + "!", + "')ĊĊ" + ], + [ + "ĠRich", + "ie" + ], + [ + "che", + "iden" + ], + [ + "($", + "('" + ], + [ + "Y", + "ork" + ], + [ + "Ġl", + "ids" + ], + [ + "Ġal", + "phanumeric" + ], + [ + "ĠG", + "lock" + ], + [ + ".sh", + "apes" + ], + [ + "Ġspark", + "ing" + ], + [ + "_", + "epsilon" + ], + [ + "uplic", + "ated" + ], + [ + ".dir", + "ty" + ], + [ + "])", + "==" + ], + [ + "ĠìľĦ", + "ì¹ĺ" + ], + [ + "Ġsc", + "n" + ], + [ + "Ġ/", + "****************************************************************" + ], + [ + "_PRE", + "VIEW" + ], + [ + "_H", + "C" + ], + [ + "ield", + "ing" + ], + [ + "f", + "gets" + ], + [ + "ĠAdd", + "ison" + ], + [ + "Ġproduct", + "Service" + ], + [ + "-", + "figure" + ], + [ + "(ret", + "val" + ], + [ + "z", + "ano" + ], + [ + "Ġaut", + "ob" + ], + [ + "ĉs", + "d" + ], + [ + "_n", + "umer" + ], + [ + "ĠSet", + "LastError" + ], + [ + "ĠF", + "ior" + ], + [ + "ific", + "ance" + ], + [ + "Unt", + "itled" + ], + [ + "Ġin", + "field" + ], + [ + "Ġ{}", + "));Ċ" + ], + [ + "Ġsp", + "ac" + ], + [ + "Ġro", + "okies" + ], + [ + "(des", + "cribing" + ], + [ + "ng", + "en" + ], + [ + "ி", + "à®" + ], + [ + ".r", + "df" + ], + [ + ".M", + "utex" + ], + [ + "Ġkne", + "eling" + ], + [ + "ĠQ", + "E" + ], + [ + "set", + "Max" + ], + [ + "Read", + "Stream" + ], + [ + "Ġvent", + "as" + ], + [ + "s", + "ut" + ], + [ + "cm", + "peq" + ], + [ + ".WriteAll", + "Text" + ], + [ + "ĠEx", + "perienced" + ], + [ + "$", + "__" + ], + [ + "Ġka", + "um" + ], + [ + "ĠL", + "IS" + ], + [ + "Ġdocument", + "os" + ], + [ + "_HE", + "ALTH" + ], + [ + "icont", + "ains" + ], + [ + "Ġart", + "isans" + ], + [ + "OWN", + "ER" + ], + [ + "Ġblink", + "ed" + ], + [ + "get", + "Display" + ], + [ + "Ġto", + "en" + ], + [ + "Ġrow", + "Num" + ], + [ + "Ġav", + "ril" + ], + [ + "Ġinv", + "is" + ], + [ + "ĠK", + "ear" + ], + [ + "toBe", + "InTheDocument" + ], + [ + "ap", + "ur" + ], + [ + "Ġr", + "acked" + ], + [ + "ĠMc", + "Master" + ], + [ + "_ATTR", + "IB" + ], + [ + "H", + "az" + ], + [ + "Ġfact", + "ura" + ], + [ + "/", + "ts" + ], + [ + "ĠÑĢаз", + "меÑĢ" + ], + [ + "Ġz", + "f" + ], + [ + "Ġshort", + "fall" + ], + [ + ".f", + "asta" + ], + [ + "ĠCONST", + "ANT" + ], + [ + ".man", + "aged" + ], + [ + "g", + "ems" + ], + [ + "Shared", + "Pointer" + ], + [ + "Ġblur", + "ry" + ], + [ + "b", + "rightness" + ], + [ + "(", + "components" + ], + [ + "Ġ...", + "\"ĊĊ" + ], + [ + "SE", + "LL" + ], + [ + "ĠIllustr", + "ator" + ], + [ + ".get", + "Channel" + ], + [ + "Ġtrou", + "vé" + ], + [ + "yst", + "ers" + ], + [ + "Ġvo", + "is" + ], + [ + "ĠLind", + "en" + ], + [ + "Ġem", + "ojis" + ], + [ + "Ġb", + "rawl" + ], + [ + "ĠMS", + "R" + ], + [ + "ĠE", + "lo" + ], + [ + "ĠCroat", + "ian" + ], + [ + "Popup", + "Menu" + ], + [ + "L", + "ewis" + ], + [ + ".J", + "WT" + ], + [ + "Ġaston", + "ished" + ], + [ + "B", + "ush" + ], + [ + "(item", + "Id" + ], + [ + "Ġdet", + "achment" + ], + [ + "ĠEnc", + "ore" + ], + [ + "å°", + "Ķ" + ], + [ + "Ġre", + "kl" + ], + [ + "Ġcr", + "am" + ], + [ + ")$", + "/" + ], + [ + ".get", + "Host" + ], + [ + "_re", + "commend" + ], + [ + "-", + "HT" + ], + [ + "_cal", + "ibration" + ], + [ + "Auth", + "enticate" + ], + [ + ".firebase", + "app" + ], + [ + "UN", + "IX" + ], + [ + "ĉC", + "amera" + ], + [ + "ĠHE", + "AP" + ], + [ + "I", + "deal" + ], + [ + ".", + "office" + ], + [ + "Ġgoof", + "y" + ], + [ + "(S", + "ymbol" + ], + [ + "Ġjou", + "er" + ], + [ + "_part", + "itions" + ], + [ + "Ġrapid", + "ement" + ], + [ + "ĠGN", + "UNET" + ], + [ + "id", + "User" + ], + [ + "Ġsuperv", + "ise" + ], + [ + "(", + "Contact" + ], + [ + "AW", + "N" + ], + [ + "ãģ", + "ĺ" + ], + [ + "Ġna", + "am" + ], + [ + "Ġa", + "ust" + ], + [ + "åľ¨", + "线" + ], + [ + "_soft", + "max" + ], + [ + "Allow", + "Anonymous" + ], + [ + "amm", + "able" + ], + [ + "RO", + "UTE" + ], + [ + "*", + "D" + ], + [ + "Ġad", + "en" + ], + [ + "ĠCrist", + "ina" + ], + [ + "ĠCrist", + "iano" + ], + [ + "Ġblood", + "stream" + ], + [ + "sub", + "class" + ], + [ + "_person", + "a" + ], + [ + "CH", + "ILD" + ], + [ + "-k", + "now" + ], + [ + "Ġnavigation", + "Options" + ], + [ + "ĠZuk", + "unft" + ], + [ + "ĠPix", + "ar" + ], + [ + "Ty", + "ler" + ], + [ + "Ġunder", + "world" + ], + [ + "Ġsincer", + "ity" + ], + [ + "Ġdispens", + "er" + ], + [ + "Ġk", + "ter" + ], + [ + "idd", + "ers" + ], + [ + ".add", + "Node" + ], + [ + "-", + "checked" + ], + [ + "Ġke", + "yst" + ], + [ + "ĠW", + "TO" + ], + [ + ".sign", + "als" + ], + [ + "Ġadvent", + "urer" + ], + [ + "ĠP", + "ang" + ], + [ + "\\", + "R" + ], + [ + "=", + "pos" + ], + [ + "Ġdispens", + "aries" + ], + [ + "ĠClo", + "set" + ], + [ + "(\"{", + "\\\"" + ], + [ + "ide", + "on" + ], + [ + "Ġnécess", + "aire" + ], + [ + "()", + "\"Ċ" + ], + [ + "_RECE", + "IVED" + ], + [ + "Ġrésult", + "ats" + ], + [ + "Ġmod", + "en" + ], + [ + "ĠIceland", + "ic" + ], + [ + ";", + "d" + ], + [ + ".", + "allowed" + ], + [ + "(new", + "User" + ], + [ + "Ġmerc", + "iless" + ], + [ + ".Wait", + "For" + ], + [ + "Ġday", + "care" + ], + [ + "ĠCon", + "veyor" + ] + ] + } +} \ No newline at end of file diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..f9e5ee9 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,189 @@ +{ + "add_prefix_space": false, + "added_tokens_decoder": { + "100256": { + "content": "<|extra_id_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100257": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100258": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100259": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100260": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100261": { + "content": "|||PHONE_NUMBER|||", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100262": { + "content": "|||EMAIL_ADDRESS|||", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100263": { + "content": "|||IP_ADDRESS|||", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100264": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100265": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100266": { + "content": "<|extra_id_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100267": { + "content": "<|extra_id_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100268": { + "content": "<|extra_id_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100269": { + "content": "<|extra_id_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100270": { + "content": "<|extra_id_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100271": { + "content": "<|extra_id_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100272": { + "content": "<|extra_id_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100273": { + "content": "<|extra_id_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100274": { + "content": "<|extra_id_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100275": { + "content": "<|extra_id_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100276": { + "content": "<|endofprompt|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "100277": { + "content": "<|pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|endoftext|>", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": {}, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "<|pad|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..92ddf8f --- /dev/null +++ b/train_results.json @@ -0,0 +1,11 @@ +{ + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "total_flos": 5.156325133756924e+19, + "train_loss": 0.44972702040424817, + "train_runtime": 50365.0092, + "train_samples": 125770, + "train_samples_per_second": 7.492, + "train_steps_per_second": 0.468 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..726b0a7 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,283042 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 23583, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00012721027859051011, + "ewc_loss": 0.0, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 0.0, + "grad_norm": 4.2660064697265625, + "learning_rate": 0.0, + "loss": 0.9782, + "mean_token_accuracy": 0.7547097206115723, + "num_tokens": 38293.0, + "step": 1 + }, + { + "epoch": 0.00025442055718102023, + "ewc_loss": 0.0, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 0.0, + "grad_norm": 4.474783420562744, + "learning_rate": 4.23908435777872e-09, + "loss": 1.0326, + "mean_token_accuracy": 0.7414199113845825, + "num_tokens": 79961.0, + "step": 2 + }, + { + "epoch": 0.0003816308357715303, + "ewc_loss": 2.0339285811132868e-13, + "ewc_loss_diag": 1.8648277366750676e-17, + "ewc_loss_parallel": 2.0122792321330962e-16, + "grad_norm": 4.321020126342773, + "learning_rate": 8.47816871555744e-09, + "loss": 0.9021, + "mean_token_accuracy": 0.7778692841529846, + "num_tokens": 118063.0, + "step": 3 + }, + { + "epoch": 0.0005088411143620405, + "ewc_loss": 2.6147972675971687e-12, + "ewc_loss_diag": 2.1250362580715887e-16, + "ewc_loss_parallel": 2.5951463200613034e-15, + "grad_norm": 4.4616594314575195, + "learning_rate": 1.271725307333616e-08, + "loss": 0.976, + "mean_token_accuracy": 0.7540358901023865, + "num_tokens": 149306.0, + "step": 4 + }, + { + "epoch": 0.0006360513929525506, + "ewc_loss": 1.9667822925839573e-11, + "ewc_loss_diag": 1.6861512186494565e-15, + "ewc_loss_parallel": 1.9539925233402755e-14, + "grad_norm": 4.2763671875, + "learning_rate": 1.695633743111488e-08, + "loss": 0.9986, + "mean_token_accuracy": 0.7505897879600525, + "num_tokens": 192477.0, + "step": 5 + }, + { + "epoch": 0.0007632616715430606, + "ewc_loss": 1.191438059322536e-10, + "ewc_loss_diag": 9.936496070395151e-15, + "ewc_loss_parallel": 1.1812772982011666e-13, + "grad_norm": 4.617750644683838, + "learning_rate": 2.11954217888936e-08, + "loss": 0.9607, + "mean_token_accuracy": 0.762528657913208, + "num_tokens": 226246.0, + "step": 6 + }, + { + "epoch": 0.0008904719501335708, + "ewc_loss": 4.129105946049094e-10, + "ewc_loss_diag": 4.618527782440651e-14, + "ewc_loss_parallel": 4.0678571622265736e-13, + "grad_norm": 4.454232692718506, + "learning_rate": 2.543450614667232e-08, + "loss": 1.0129, + "mean_token_accuracy": 0.7554869651794434, + "num_tokens": 263593.0, + "step": 7 + }, + { + "epoch": 0.001017682228724081, + "ewc_loss": 9.604264050722122e-10, + "ewc_loss_diag": 7.993605777301127e-14, + "ewc_loss_parallel": 9.521272659185342e-13, + "grad_norm": 4.262063503265381, + "learning_rate": 2.967359050445104e-08, + "loss": 0.9099, + "mean_token_accuracy": 0.7726661562919617, + "num_tokens": 298202.0, + "step": 8 + }, + { + "epoch": 0.001144892507314591, + "ewc_loss": 1.4115357771515846e-09, + "ewc_loss_diag": 1.1812772982011666e-13, + "ewc_loss_parallel": 1.3997691894473974e-12, + "grad_norm": 4.525773048400879, + "learning_rate": 3.391267486222976e-08, + "loss": 1.0362, + "mean_token_accuracy": 0.7471110224723816, + "num_tokens": 340163.0, + "step": 9 + }, + { + "epoch": 0.0012721027859051012, + "ewc_loss": 5.73345459997654e-09, + "ewc_loss_diag": 5.151434834260726e-13, + "ewc_loss_parallel": 5.6843418860808015e-12, + "grad_norm": 4.65696382522583, + "learning_rate": 3.815175922000848e-08, + "loss": 1.0422, + "mean_token_accuracy": 0.7435706257820129, + "num_tokens": 372703.0, + "step": 10 + }, + { + "epoch": 0.0013993130644956112, + "ewc_loss": 8.440110832452774e-09, + "ewc_loss_diag": 7.212008767965017e-13, + "ewc_loss_parallel": 8.355982572538778e-12, + "grad_norm": 4.196098804473877, + "learning_rate": 4.23908435777872e-08, + "loss": 0.9769, + "mean_token_accuracy": 0.7517222166061401, + "num_tokens": 414187.0, + "step": 11 + }, + { + "epoch": 0.0015265233430861213, + "ewc_loss": 1.1175870895385742e-08, + "ewc_loss_diag": 8.952838470577262e-13, + "ewc_loss_parallel": 1.1084466677857563e-11, + "grad_norm": 4.610984802246094, + "learning_rate": 4.662992793556592e-08, + "loss": 1.0084, + "mean_token_accuracy": 0.7496888041496277, + "num_tokens": 446133.0, + "step": 12 + }, + { + "epoch": 0.0016537336216766315, + "ewc_loss": 3.4924596548080444e-08, + "ewc_loss_diag": 3.566924533515703e-12, + "ewc_loss_parallel": 3.456079866737127e-11, + "grad_norm": 4.781329154968262, + "learning_rate": 5.086901229334464e-08, + "loss": 1.0517, + "mean_token_accuracy": 0.7322452664375305, + "num_tokens": 477130.0, + "step": 13 + }, + { + "epoch": 0.0017809439002671415, + "ewc_loss": 5.145557224750519e-08, + "ewc_loss_diag": 4.405364961712621e-12, + "ewc_loss_parallel": 5.093170329928398e-11, + "grad_norm": 4.263498783111572, + "learning_rate": 5.510809665112336e-08, + "loss": 1.0084, + "mean_token_accuracy": 0.7583171725273132, + "num_tokens": 521754.0, + "step": 14 + }, + { + "epoch": 0.0019081541788576518, + "ewc_loss": 6.705522537231445e-08, + "ewc_loss_diag": 5.7411853049416095e-12, + "ewc_loss_parallel": 6.639311322942376e-11, + "grad_norm": 4.412315368652344, + "learning_rate": 5.934718100890208e-08, + "loss": 0.9559, + "mean_token_accuracy": 0.7667866945266724, + "num_tokens": 560311.0, + "step": 15 + }, + { + "epoch": 0.002035364457448162, + "ewc_loss": 8.475035429000854e-08, + "ewc_loss_diag": 6.73594513500575e-12, + "ewc_loss_parallel": 8.412825991399586e-11, + "grad_norm": 5.255704402923584, + "learning_rate": 6.358626536668081e-08, + "loss": 1.0333, + "mean_token_accuracy": 0.7409570813179016, + "num_tokens": 595214.0, + "step": 16 + }, + { + "epoch": 0.002162574736038672, + "ewc_loss": 1.6763806343078613e-07, + "ewc_loss_diag": 1.9326762412674725e-11, + "ewc_loss_parallel": 1.6552803572267294e-10, + "grad_norm": 4.822842597961426, + "learning_rate": 6.782534972445952e-08, + "loss": 1.0437, + "mean_token_accuracy": 0.7420077919960022, + "num_tokens": 631427.0, + "step": 17 + }, + { + "epoch": 0.002289785014629182, + "ewc_loss": 2.942979335784912e-07, + "ewc_loss_diag": 2.887645678129047e-11, + "ewc_loss_parallel": 2.9103830456733704e-10, + "grad_norm": 4.860193729400635, + "learning_rate": 7.206443408223825e-08, + "loss": 1.094, + "mean_token_accuracy": 0.7348534464836121, + "num_tokens": 671155.0, + "step": 18 + }, + { + "epoch": 0.0024169952932196924, + "ewc_loss": 3.948807716369629e-07, + "ewc_loss_diag": 3.319655661471188e-11, + "ewc_loss_parallel": 3.9108272176235914e-10, + "grad_norm": 4.5098114013671875, + "learning_rate": 7.630351844001696e-08, + "loss": 0.9982, + "mean_token_accuracy": 0.7531075477600098, + "num_tokens": 704515.0, + "step": 19 + }, + { + "epoch": 0.0025442055718102024, + "ewc_loss": 4.637986421585083e-07, + "ewc_loss_diag": 3.888089850079268e-11, + "ewc_loss_parallel": 4.602043190971017e-10, + "grad_norm": 4.475988388061523, + "learning_rate": 8.054260279779568e-08, + "loss": 0.9738, + "mean_token_accuracy": 0.7595764994621277, + "num_tokens": 745414.0, + "step": 20 + }, + { + "epoch": 0.0026714158504007124, + "ewc_loss": 5.513429641723633e-07, + "ewc_loss_diag": 4.6838977141305804e-11, + "ewc_loss_parallel": 5.493347998708487e-10, + "grad_norm": 4.532570838928223, + "learning_rate": 8.47816871555744e-08, + "loss": 1.0251, + "mean_token_accuracy": 0.742141842842102, + "num_tokens": 779384.0, + "step": 21 + }, + { + "epoch": 0.0027986261289912225, + "ewc_loss": 6.295740604400635e-07, + "ewc_loss_diag": 5.275069270282984e-11, + "ewc_loss_parallel": 6.257323548197746e-10, + "grad_norm": 4.447057247161865, + "learning_rate": 8.902077151335312e-08, + "loss": 1.0131, + "mean_token_accuracy": 0.7493085861206055, + "num_tokens": 812994.0, + "step": 22 + }, + { + "epoch": 0.0029258364075817325, + "ewc_loss": 8.977949619293213e-07, + "ewc_loss_diag": 1.0868461686186492e-10, + "ewc_loss_parallel": 8.87666828930378e-10, + "grad_norm": 4.411680698394775, + "learning_rate": 9.325985587113183e-08, + "loss": 0.9535, + "mean_token_accuracy": 0.7668114900588989, + "num_tokens": 849351.0, + "step": 23 + }, + { + "epoch": 0.0030530466861722425, + "ewc_loss": 1.773238182067871e-06, + "ewc_loss_diag": 1.9190338207408786e-10, + "ewc_loss_parallel": 1.7535057850182056e-09, + "grad_norm": 4.682273864746094, + "learning_rate": 9.749894022891056e-08, + "loss": 0.9975, + "mean_token_accuracy": 0.7480342388153076, + "num_tokens": 880319.0, + "step": 24 + }, + { + "epoch": 0.003180256964762753, + "ewc_loss": 2.3692846298217773e-06, + "ewc_loss_diag": 2.3283064365386963e-10, + "ewc_loss_parallel": 2.342858351767063e-09, + "grad_norm": 4.603948593139648, + "learning_rate": 1.0173802458668929e-07, + "loss": 1.092, + "mean_token_accuracy": 0.7259310483932495, + "num_tokens": 921902.0, + "step": 25 + }, + { + "epoch": 0.003307467243353263, + "ewc_loss": 2.950429916381836e-06, + "ewc_loss_diag": 2.582964953035116e-10, + "ewc_loss_parallel": 2.9249349609017372e-09, + "grad_norm": 4.621813774108887, + "learning_rate": 1.05977108944468e-07, + "loss": 1.0273, + "mean_token_accuracy": 0.7426936626434326, + "num_tokens": 959531.0, + "step": 26 + }, + { + "epoch": 0.003434677521943773, + "ewc_loss": 3.3080577850341797e-06, + "ewc_loss_diag": 2.8194335754960775e-10, + "ewc_loss_parallel": 3.2741809263825417e-09, + "grad_norm": 4.123265743255615, + "learning_rate": 1.1021619330224672e-07, + "loss": 0.9438, + "mean_token_accuracy": 0.7642487287521362, + "num_tokens": 997280.0, + "step": 27 + }, + { + "epoch": 0.003561887800534283, + "ewc_loss": 3.7848949432373047e-06, + "ewc_loss_diag": 3.346940502524376e-10, + "ewc_loss_parallel": 3.754394128918648e-09, + "grad_norm": 4.668990135192871, + "learning_rate": 1.1445527766002544e-07, + "loss": 1.0821, + "mean_token_accuracy": 0.7309986352920532, + "num_tokens": 1034608.0, + "step": 28 + }, + { + "epoch": 0.003689098079124793, + "ewc_loss": 4.351139068603516e-06, + "ewc_loss_diag": 3.6561687011271715e-10, + "ewc_loss_parallel": 4.307366907596588e-09, + "grad_norm": 4.229946136474609, + "learning_rate": 1.1869436201780416e-07, + "loss": 0.964, + "mean_token_accuracy": 0.7616429328918457, + "num_tokens": 1075907.0, + "step": 29 + }, + { + "epoch": 0.0038163083577153036, + "ewc_loss": 4.649162292480469e-06, + "ewc_loss_diag": 3.9835867937654257e-10, + "ewc_loss_parallel": 4.627509042620659e-09, + "grad_norm": 6.6350860595703125, + "learning_rate": 1.229334463755829e-07, + "loss": 1.0139, + "mean_token_accuracy": 0.7543025016784668, + "num_tokens": 1114492.0, + "step": 30 + }, + { + "epoch": 0.003943518636305814, + "ewc_loss": 5.0067901611328125e-06, + "ewc_loss_diag": 4.31100488640368e-10, + "ewc_loss_parallel": 4.976755008101463e-09, + "grad_norm": 4.343976020812988, + "learning_rate": 1.2717253073336161e-07, + "loss": 0.9362, + "mean_token_accuracy": 0.7728985548019409, + "num_tokens": 1151596.0, + "step": 31 + }, + { + "epoch": 0.004070728914896324, + "ewc_loss": 6.9141387939453125e-06, + "ewc_loss_diag": 8.87666828930378e-10, + "ewc_loss_parallel": 6.83940015733242e-09, + "grad_norm": 4.852578639984131, + "learning_rate": 1.3141161509114031e-07, + "loss": 1.0231, + "mean_token_accuracy": 0.751845121383667, + "num_tokens": 1191475.0, + "step": 32 + }, + { + "epoch": 0.004197939193486834, + "ewc_loss": 1.1801719665527344e-05, + "ewc_loss_diag": 1.3533281162381172e-09, + "ewc_loss_parallel": 1.1699739843606949e-08, + "grad_norm": 4.299690246582031, + "learning_rate": 1.3565069944891904e-07, + "loss": 1.0033, + "mean_token_accuracy": 0.7538245916366577, + "num_tokens": 1230726.0, + "step": 33 + }, + { + "epoch": 0.004325149472077344, + "ewc_loss": 1.5854835510253906e-05, + "ewc_loss_diag": 1.6589183360338211e-09, + "ewc_loss_parallel": 1.57160684466362e-08, + "grad_norm": 4.195230007171631, + "learning_rate": 1.3988978380669777e-07, + "loss": 0.9669, + "mean_token_accuracy": 0.7631555199623108, + "num_tokens": 1273523.0, + "step": 34 + }, + { + "epoch": 0.004452359750667854, + "ewc_loss": 1.895427703857422e-05, + "ewc_loss_diag": 1.8408172763884068e-09, + "ewc_loss_parallel": 1.8742866814136505e-08, + "grad_norm": 4.262237071990967, + "learning_rate": 1.441288681644765e-07, + "loss": 0.9694, + "mean_token_accuracy": 0.7629618644714355, + "num_tokens": 1312013.0, + "step": 35 + }, + { + "epoch": 0.004579570029258364, + "ewc_loss": 2.1219253540039062e-05, + "ewc_loss_diag": 1.979060471057892e-09, + "ewc_loss_parallel": 2.0954757928848267e-08, + "grad_norm": 4.3858160972595215, + "learning_rate": 1.4836795252225522e-07, + "loss": 0.9968, + "mean_token_accuracy": 0.7516878843307495, + "num_tokens": 1350139.0, + "step": 36 + }, + { + "epoch": 0.004706780307848874, + "ewc_loss": 2.372264862060547e-05, + "ewc_loss_diag": 2.0954757928848267e-09, + "ewc_loss_parallel": 2.3515895009040833e-08, + "grad_norm": 4.260179042816162, + "learning_rate": 1.5260703688003392e-07, + "loss": 0.9673, + "mean_token_accuracy": 0.7587134838104248, + "num_tokens": 1387670.0, + "step": 37 + }, + { + "epoch": 0.004833990586439385, + "ewc_loss": 2.5391578674316406e-05, + "ewc_loss_diag": 2.240994945168495e-09, + "ewc_loss_parallel": 2.514570951461792e-08, + "grad_norm": 4.045468330383301, + "learning_rate": 1.5684612123781264e-07, + "loss": 0.9724, + "mean_token_accuracy": 0.7590323686599731, + "num_tokens": 1431658.0, + "step": 38 + }, + { + "epoch": 0.004961200865029895, + "ewc_loss": 2.753734588623047e-05, + "ewc_loss_diag": 2.5029294192790985e-09, + "ewc_loss_parallel": 2.7241185307502747e-08, + "grad_norm": 4.135424613952637, + "learning_rate": 1.6108520559559137e-07, + "loss": 0.9046, + "mean_token_accuracy": 0.7776740789413452, + "num_tokens": 1467751.0, + "step": 39 + }, + { + "epoch": 0.005088411143620405, + "ewc_loss": 2.9206275939941406e-05, + "ewc_loss_diag": 2.7939677238464355e-09, + "ewc_loss_parallel": 2.898741513490677e-08, + "grad_norm": 4.388813495635986, + "learning_rate": 1.6532428995337007e-07, + "loss": 1.0039, + "mean_token_accuracy": 0.7464303374290466, + "num_tokens": 1507078.0, + "step": 40 + }, + { + "epoch": 0.005215621422210915, + "ewc_loss": 3.24249267578125e-05, + "ewc_loss_diag": 2.954038791358471e-09, + "ewc_loss_parallel": 3.213062882423401e-08, + "grad_norm": 4.281703472137451, + "learning_rate": 1.695633743111488e-07, + "loss": 0.9903, + "mean_token_accuracy": 0.7556573748588562, + "num_tokens": 1544856.0, + "step": 41 + }, + { + "epoch": 0.005342831700801425, + "ewc_loss": 3.4332275390625e-05, + "ewc_loss_diag": 3.157765604555607e-09, + "ewc_loss_parallel": 3.3993273973464966e-08, + "grad_norm": 4.460720539093018, + "learning_rate": 1.7380245866892752e-07, + "loss": 0.9778, + "mean_token_accuracy": 0.7604745626449585, + "num_tokens": 1576776.0, + "step": 42 + }, + { + "epoch": 0.005470041979391935, + "ewc_loss": 3.552436828613281e-05, + "ewc_loss_diag": 3.346940502524376e-09, + "ewc_loss_parallel": 3.5390257835388184e-08, + "grad_norm": 4.14864444732666, + "learning_rate": 1.7804154302670624e-07, + "loss": 0.9686, + "mean_token_accuracy": 0.7592487335205078, + "num_tokens": 1613819.0, + "step": 43 + }, + { + "epoch": 0.005597252257982445, + "ewc_loss": 3.5762786865234375e-05, + "ewc_loss_diag": 3.812601789832115e-09, + "ewc_loss_parallel": 3.5390257835388184e-08, + "grad_norm": 4.512175559997559, + "learning_rate": 1.8228062738448497e-07, + "loss": 1.0279, + "mean_token_accuracy": 0.7475287914276123, + "num_tokens": 1654834.0, + "step": 44 + }, + { + "epoch": 0.005724462536572955, + "ewc_loss": 5.078315734863281e-05, + "ewc_loss_diag": 7.450580596923828e-09, + "ewc_loss_parallel": 5.005858838558197e-08, + "grad_norm": 4.131200790405273, + "learning_rate": 1.8651971174226367e-07, + "loss": 0.9967, + "mean_token_accuracy": 0.7512789964675903, + "num_tokens": 1691238.0, + "step": 45 + }, + { + "epoch": 0.005851672815163465, + "ewc_loss": 7.677078247070312e-05, + "ewc_loss_diag": 9.89530235528946e-09, + "ewc_loss_parallel": 7.59027898311615e-08, + "grad_norm": 3.5285205841064453, + "learning_rate": 1.907587961000424e-07, + "loss": 0.8845, + "mean_token_accuracy": 0.7720202207565308, + "num_tokens": 1734446.0, + "step": 46 + }, + { + "epoch": 0.005978883093753975, + "ewc_loss": 9.584426879882812e-05, + "ewc_loss_diag": 1.1699739843606949e-08, + "ewc_loss_parallel": 9.499490261077881e-08, + "grad_norm": 3.918632984161377, + "learning_rate": 1.9499788045782112e-07, + "loss": 0.9498, + "mean_token_accuracy": 0.7586487531661987, + "num_tokens": 1770266.0, + "step": 47 + }, + { + "epoch": 0.006106093372344485, + "ewc_loss": 0.00011301040649414062, + "ewc_loss_diag": 1.2980308383703232e-08, + "ewc_loss_parallel": 1.1175870895385742e-07, + "grad_norm": 4.012243270874023, + "learning_rate": 1.9923696481559985e-07, + "loss": 1.0078, + "mean_token_accuracy": 0.7411816120147705, + "num_tokens": 1807979.0, + "step": 48 + }, + { + "epoch": 0.006233303650934996, + "ewc_loss": 0.00012874603271484375, + "ewc_loss_diag": 1.3853423297405243e-08, + "ewc_loss_parallel": 1.2759119272232056e-07, + "grad_norm": 3.726867437362671, + "learning_rate": 2.0347604917337857e-07, + "loss": 0.8979, + "mean_token_accuracy": 0.76960289478302, + "num_tokens": 1851061.0, + "step": 49 + }, + { + "epoch": 0.006360513929525506, + "ewc_loss": 0.000141143798828125, + "ewc_loss_diag": 1.4842953532934189e-08, + "ewc_loss_parallel": 1.3969838619232178e-07, + "grad_norm": 3.4986367225646973, + "learning_rate": 2.0771513353115727e-07, + "loss": 0.854, + "mean_token_accuracy": 0.7844707369804382, + "num_tokens": 1887647.0, + "step": 50 + }, + { + "epoch": 0.006487724208116016, + "ewc_loss": 0.000148773193359375, + "ewc_loss_diag": 1.5599653124809265e-08, + "ewc_loss_parallel": 1.471489667892456e-07, + "grad_norm": 4.123988628387451, + "learning_rate": 2.11954217888936e-07, + "loss": 1.0201, + "mean_token_accuracy": 0.743654727935791, + "num_tokens": 1924843.0, + "step": 51 + }, + { + "epoch": 0.006614934486706526, + "ewc_loss": 0.000152587890625, + "ewc_loss_diag": 1.594889909029007e-08, + "ewc_loss_parallel": 1.5087425708770752e-07, + "grad_norm": 4.107985019683838, + "learning_rate": 2.1619330224671472e-07, + "loss": 0.9464, + "mean_token_accuracy": 0.7627004384994507, + "num_tokens": 1967116.0, + "step": 52 + }, + { + "epoch": 0.006742144765297036, + "ewc_loss": 0.000156402587890625, + "ewc_loss_diag": 1.6763806343078613e-08, + "ewc_loss_parallel": 1.5459954738616943e-07, + "grad_norm": 3.7296180725097656, + "learning_rate": 2.2043238660449345e-07, + "loss": 0.9282, + "mean_token_accuracy": 0.7578206658363342, + "num_tokens": 1999575.0, + "step": 53 + }, + { + "epoch": 0.006869355043887546, + "ewc_loss": 0.00015735626220703125, + "ewc_loss_diag": 1.8277205526828766e-08, + "ewc_loss_parallel": 1.555308699607849e-07, + "grad_norm": 4.108229637145996, + "learning_rate": 2.2467147096227215e-07, + "loss": 1.0157, + "mean_token_accuracy": 0.7412534356117249, + "num_tokens": 2039396.0, + "step": 54 + }, + { + "epoch": 0.006996565322478056, + "ewc_loss": 0.00015926361083984375, + "ewc_loss_diag": 2.0023435354232788e-08, + "ewc_loss_parallel": 1.5739351511001587e-07, + "grad_norm": 4.028424263000488, + "learning_rate": 2.2891055532005087e-07, + "loss": 1.0472, + "mean_token_accuracy": 0.7314740419387817, + "num_tokens": 2080258.0, + "step": 55 + }, + { + "epoch": 0.007123775601068566, + "ewc_loss": 0.00016307830810546875, + "ewc_loss_diag": 2.130400389432907e-08, + "ewc_loss_parallel": 1.6111880540847778e-07, + "grad_norm": 3.9688925743103027, + "learning_rate": 2.331496396778296e-07, + "loss": 1.0242, + "mean_token_accuracy": 0.7413282990455627, + "num_tokens": 2116552.0, + "step": 56 + }, + { + "epoch": 0.007250985879659076, + "ewc_loss": 0.0001659393310546875, + "ewc_loss_diag": 2.223532646894455e-08, + "ewc_loss_parallel": 1.6391277313232422e-07, + "grad_norm": 3.703815221786499, + "learning_rate": 2.3738872403560833e-07, + "loss": 0.9224, + "mean_token_accuracy": 0.7654881477355957, + "num_tokens": 2161097.0, + "step": 57 + }, + { + "epoch": 0.007378196158249586, + "ewc_loss": 0.00016689300537109375, + "ewc_loss_diag": 2.293381839990616e-08, + "ewc_loss_parallel": 1.648440957069397e-07, + "grad_norm": 3.545050621032715, + "learning_rate": 2.4162780839338705e-07, + "loss": 0.8788, + "mean_token_accuracy": 0.7753727436065674, + "num_tokens": 2201190.0, + "step": 58 + }, + { + "epoch": 0.007505406436840096, + "ewc_loss": 0.00017261505126953125, + "ewc_loss_diag": 2.3981556296348572e-08, + "ewc_loss_parallel": 1.695007085800171e-07, + "grad_norm": 4.0433855056762695, + "learning_rate": 2.458668927511658e-07, + "loss": 1.0164, + "mean_token_accuracy": 0.7402371764183044, + "num_tokens": 2233725.0, + "step": 59 + }, + { + "epoch": 0.007632616715430607, + "ewc_loss": 0.0001735687255859375, + "ewc_loss_diag": 2.5262124836444855e-08, + "ewc_loss_parallel": 1.7043203115463257e-07, + "grad_norm": 3.78566575050354, + "learning_rate": 2.501059771089445e-07, + "loss": 0.9633, + "mean_token_accuracy": 0.7512965202331543, + "num_tokens": 2274459.0, + "step": 60 + }, + { + "epoch": 0.007759826994021117, + "ewc_loss": 0.00017642974853515625, + "ewc_loss_diag": 2.7124769985675812e-08, + "ewc_loss_parallel": 1.73225998878479e-07, + "grad_norm": 3.6620283126831055, + "learning_rate": 2.5434506146672323e-07, + "loss": 0.9116, + "mean_token_accuracy": 0.7657475471496582, + "num_tokens": 2317530.0, + "step": 61 + }, + { + "epoch": 0.007887037272611627, + "ewc_loss": 0.0002346038818359375, + "ewc_loss_diag": 3.632158041000366e-08, + "ewc_loss_parallel": 2.3096799850463867e-07, + "grad_norm": 3.6515870094299316, + "learning_rate": 2.5858414582450195e-07, + "loss": 1.0012, + "mean_token_accuracy": 0.7472654581069946, + "num_tokens": 2355260.0, + "step": 62 + }, + { + "epoch": 0.008014247551202136, + "ewc_loss": 0.0003376007080078125, + "ewc_loss_diag": 5.098991096019745e-08, + "ewc_loss_parallel": 3.3155083656311035e-07, + "grad_norm": 3.1433398723602295, + "learning_rate": 2.6282323018228063e-07, + "loss": 0.8849, + "mean_token_accuracy": 0.7709324359893799, + "num_tokens": 2397135.0, + "step": 63 + }, + { + "epoch": 0.008141457829792647, + "ewc_loss": 0.00042724609375, + "ewc_loss_diag": 6.239861249923706e-08, + "ewc_loss_parallel": 4.209578037261963e-07, + "grad_norm": 3.134906530380249, + "learning_rate": 2.6706231454005935e-07, + "loss": 0.9236, + "mean_token_accuracy": 0.7585223913192749, + "num_tokens": 2440206.0, + "step": 64 + }, + { + "epoch": 0.008268668108383158, + "ewc_loss": 0.000514984130859375, + "ewc_loss_diag": 6.891787052154541e-08, + "ewc_loss_parallel": 5.066394805908203e-07, + "grad_norm": 3.418057441711426, + "learning_rate": 2.713013988978381e-07, + "loss": 0.9613, + "mean_token_accuracy": 0.7411068677902222, + "num_tokens": 2469565.0, + "step": 65 + }, + { + "epoch": 0.008395878386973667, + "ewc_loss": 0.00057220458984375, + "ewc_loss_diag": 7.636845111846924e-08, + "ewc_loss_parallel": 5.662441253662109e-07, + "grad_norm": 3.1878321170806885, + "learning_rate": 2.755404832556168e-07, + "loss": 0.8907, + "mean_token_accuracy": 0.7624822854995728, + "num_tokens": 2514314.0, + "step": 66 + }, + { + "epoch": 0.008523088665564178, + "ewc_loss": 0.000598907470703125, + "ewc_loss_diag": 8.288770914077759e-08, + "ewc_loss_parallel": 5.923211574554443e-07, + "grad_norm": 3.073631525039673, + "learning_rate": 2.7977956761339553e-07, + "loss": 0.934, + "mean_token_accuracy": 0.7513231635093689, + "num_tokens": 2558466.0, + "step": 67 + }, + { + "epoch": 0.008650298944154687, + "ewc_loss": 0.00061798095703125, + "ewc_loss_diag": 8.847564458847046e-08, + "ewc_loss_parallel": 6.109476089477539e-07, + "grad_norm": 3.0598981380462646, + "learning_rate": 2.8401865197117426e-07, + "loss": 0.8716, + "mean_token_accuracy": 0.7630219459533691, + "num_tokens": 2596843.0, + "step": 68 + }, + { + "epoch": 0.008777509222745198, + "ewc_loss": 0.00063323974609375, + "ewc_loss_diag": 9.313225746154785e-08, + "ewc_loss_parallel": 6.258487701416016e-07, + "grad_norm": 3.7304868698120117, + "learning_rate": 2.88257736328953e-07, + "loss": 0.8597, + "mean_token_accuracy": 0.7663498520851135, + "num_tokens": 2632933.0, + "step": 69 + }, + { + "epoch": 0.008904719501335707, + "ewc_loss": 0.000637054443359375, + "ewc_loss_diag": 9.872019290924072e-08, + "ewc_loss_parallel": 6.258487701416016e-07, + "grad_norm": 2.8619351387023926, + "learning_rate": 2.924968206867317e-07, + "loss": 0.8415, + "mean_token_accuracy": 0.7802233099937439, + "num_tokens": 2673526.0, + "step": 70 + }, + { + "epoch": 0.009031929779926218, + "ewc_loss": 0.000621795654296875, + "ewc_loss_diag": 1.0337680578231812e-07, + "ewc_loss_parallel": 6.109476089477539e-07, + "grad_norm": 3.0864057540893555, + "learning_rate": 2.9673590504451043e-07, + "loss": 0.8824, + "mean_token_accuracy": 0.7649776935577393, + "num_tokens": 2707770.0, + "step": 71 + }, + { + "epoch": 0.009159140058516728, + "ewc_loss": 0.000614166259765625, + "ewc_loss_diag": 1.0570511221885681e-07, + "ewc_loss_parallel": 6.034970283508301e-07, + "grad_norm": 2.8440194129943848, + "learning_rate": 3.009749894022891e-07, + "loss": 0.844, + "mean_token_accuracy": 0.7763500213623047, + "num_tokens": 2745236.0, + "step": 72 + }, + { + "epoch": 0.009286350337107238, + "ewc_loss": 0.0005950927734375, + "ewc_loss_diag": 1.103617250919342e-07, + "ewc_loss_parallel": 5.848705768585205e-07, + "grad_norm": 2.974625587463379, + "learning_rate": 3.0521407376006783e-07, + "loss": 0.9197, + "mean_token_accuracy": 0.7539865970611572, + "num_tokens": 2780291.0, + "step": 73 + }, + { + "epoch": 0.009413560615697748, + "ewc_loss": 0.000583648681640625, + "ewc_loss_diag": 1.1362135410308838e-07, + "ewc_loss_parallel": 5.736947059631348e-07, + "grad_norm": 3.010233163833618, + "learning_rate": 3.0945315811784656e-07, + "loss": 0.9706, + "mean_token_accuracy": 0.7466590404510498, + "num_tokens": 2814771.0, + "step": 74 + }, + { + "epoch": 0.009540770894288259, + "ewc_loss": 0.00057220458984375, + "ewc_loss_diag": 1.1920928955078125e-07, + "ewc_loss_parallel": 5.62518835067749e-07, + "grad_norm": 2.731905698776245, + "learning_rate": 3.136922424756253e-07, + "loss": 0.8447, + "mean_token_accuracy": 0.7742918729782104, + "num_tokens": 2861375.0, + "step": 75 + }, + { + "epoch": 0.00966798117287877, + "ewc_loss": 0.00055694580078125, + "ewc_loss_diag": 1.2479722499847412e-07, + "ewc_loss_parallel": 5.438923835754395e-07, + "grad_norm": 2.6157805919647217, + "learning_rate": 3.17931326833404e-07, + "loss": 0.8393, + "mean_token_accuracy": 0.7706247568130493, + "num_tokens": 2896139.0, + "step": 76 + }, + { + "epoch": 0.009795191451469279, + "ewc_loss": 0.00054168701171875, + "ewc_loss_diag": 1.2945383787155151e-07, + "ewc_loss_parallel": 5.289912223815918e-07, + "grad_norm": 2.5611186027526855, + "learning_rate": 3.2217041119118274e-07, + "loss": 0.7982, + "mean_token_accuracy": 0.785552442073822, + "num_tokens": 2940269.0, + "step": 77 + }, + { + "epoch": 0.00992240173005979, + "ewc_loss": 0.000522613525390625, + "ewc_loss_diag": 1.3317912817001343e-07, + "ewc_loss_parallel": 5.103647708892822e-07, + "grad_norm": 2.761705160140991, + "learning_rate": 3.2640949554896146e-07, + "loss": 0.8471, + "mean_token_accuracy": 0.7705661654472351, + "num_tokens": 2971115.0, + "step": 78 + }, + { + "epoch": 0.010049612008650299, + "ewc_loss": 0.00051116943359375, + "ewc_loss_diag": 1.387670636177063e-07, + "ewc_loss_parallel": 4.954636096954346e-07, + "grad_norm": 2.4041247367858887, + "learning_rate": 3.3064857990674013e-07, + "loss": 0.7409, + "mean_token_accuracy": 0.7952703237533569, + "num_tokens": 3003727.0, + "step": 79 + }, + { + "epoch": 0.01017682228724081, + "ewc_loss": 0.0005035400390625, + "ewc_loss_diag": 1.4435499906539917e-07, + "ewc_loss_parallel": 4.880130290985107e-07, + "grad_norm": 2.5245933532714844, + "learning_rate": 3.3488766426451886e-07, + "loss": 0.7795, + "mean_token_accuracy": 0.788129448890686, + "num_tokens": 3045557.0, + "step": 80 + }, + { + "epoch": 0.010304032565831319, + "ewc_loss": 0.00048828125, + "ewc_loss_diag": 1.471489667892456e-07, + "ewc_loss_parallel": 4.7497451305389404e-07, + "grad_norm": 3.010434150695801, + "learning_rate": 3.391267486222976e-07, + "loss": 0.8489, + "mean_token_accuracy": 0.7654989957809448, + "num_tokens": 3080478.0, + "step": 81 + }, + { + "epoch": 0.01043124284442183, + "ewc_loss": 0.000499725341796875, + "ewc_loss_diag": 1.555308699607849e-07, + "ewc_loss_parallel": 4.842877388000488e-07, + "grad_norm": 2.496990203857422, + "learning_rate": 3.433658329800763e-07, + "loss": 0.8734, + "mean_token_accuracy": 0.7627073526382446, + "num_tokens": 3119205.0, + "step": 82 + }, + { + "epoch": 0.010558453123012339, + "ewc_loss": 0.000522613525390625, + "ewc_loss_diag": 1.6391277313232422e-07, + "ewc_loss_parallel": 5.066394805908203e-07, + "grad_norm": 2.831355094909668, + "learning_rate": 3.4760491733785504e-07, + "loss": 0.895, + "mean_token_accuracy": 0.7556256055831909, + "num_tokens": 3151816.0, + "step": 83 + }, + { + "epoch": 0.01068566340160285, + "ewc_loss": 0.0006256103515625, + "ewc_loss_diag": 1.7415732145309448e-07, + "ewc_loss_parallel": 6.07222318649292e-07, + "grad_norm": 2.6519296169281006, + "learning_rate": 3.5184400169563376e-07, + "loss": 0.8642, + "mean_token_accuracy": 0.7615691423416138, + "num_tokens": 3189765.0, + "step": 84 + }, + { + "epoch": 0.010812873680193359, + "ewc_loss": 0.000797271728515625, + "ewc_loss_diag": 1.8905848264694214e-07, + "ewc_loss_parallel": 7.7858567237854e-07, + "grad_norm": 2.4210314750671387, + "learning_rate": 3.560830860534125e-07, + "loss": 0.8789, + "mean_token_accuracy": 0.7594888210296631, + "num_tokens": 3228988.0, + "step": 85 + }, + { + "epoch": 0.01094008395878387, + "ewc_loss": 0.0010528564453125, + "ewc_loss_diag": 2.0582228899002075e-07, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 2.507937431335449, + "learning_rate": 3.603221704111912e-07, + "loss": 0.8873, + "mean_token_accuracy": 0.7570308446884155, + "num_tokens": 3270648.0, + "step": 86 + }, + { + "epoch": 0.01106729423737438, + "ewc_loss": 0.00128936767578125, + "ewc_loss_diag": 2.3096799850463867e-07, + "ewc_loss_parallel": 1.2665987014770508e-06, + "grad_norm": 2.1864023208618164, + "learning_rate": 3.6456125476896994e-07, + "loss": 0.8332, + "mean_token_accuracy": 0.7717821598052979, + "num_tokens": 3312134.0, + "step": 87 + }, + { + "epoch": 0.01119450451596489, + "ewc_loss": 0.001495361328125, + "ewc_loss_diag": 2.5331974029541016e-07, + "ewc_loss_parallel": 1.475214958190918e-06, + "grad_norm": 2.242835760116577, + "learning_rate": 3.688003391267486e-07, + "loss": 0.8399, + "mean_token_accuracy": 0.7698149085044861, + "num_tokens": 3351904.0, + "step": 88 + }, + { + "epoch": 0.0113217147945554, + "ewc_loss": 0.0016632080078125, + "ewc_loss_diag": 2.6635825634002686e-07, + "ewc_loss_parallel": 1.6391277313232422e-06, + "grad_norm": 2.0374162197113037, + "learning_rate": 3.7303942348452734e-07, + "loss": 0.7902, + "mean_token_accuracy": 0.7812255620956421, + "num_tokens": 3389610.0, + "step": 89 + }, + { + "epoch": 0.01144892507314591, + "ewc_loss": 0.0017852783203125, + "ewc_loss_diag": 2.905726432800293e-07, + "ewc_loss_parallel": 1.7583370208740234e-06, + "grad_norm": 2.002359390258789, + "learning_rate": 3.7727850784230606e-07, + "loss": 0.8632, + "mean_token_accuracy": 0.755573034286499, + "num_tokens": 3425779.0, + "step": 90 + }, + { + "epoch": 0.01157613535173642, + "ewc_loss": 0.0018157958984375, + "ewc_loss_diag": 3.129243850708008e-07, + "ewc_loss_parallel": 1.7881393432617188e-06, + "grad_norm": 1.984840750694275, + "learning_rate": 3.815175922000848e-07, + "loss": 0.8378, + "mean_token_accuracy": 0.7703469395637512, + "num_tokens": 3463938.0, + "step": 91 + }, + { + "epoch": 0.01170334563032693, + "ewc_loss": 0.00188446044921875, + "ewc_loss_diag": 3.390014171600342e-07, + "ewc_loss_parallel": 1.8551945686340332e-06, + "grad_norm": 1.8219252824783325, + "learning_rate": 3.857566765578635e-07, + "loss": 0.7979, + "mean_token_accuracy": 0.7801293134689331, + "num_tokens": 3500494.0, + "step": 92 + }, + { + "epoch": 0.01183055590891744, + "ewc_loss": 0.00191497802734375, + "ewc_loss_diag": 3.632158041000366e-07, + "ewc_loss_parallel": 1.8775463104248047e-06, + "grad_norm": 1.7617970705032349, + "learning_rate": 3.8999576091564224e-07, + "loss": 0.7588, + "mean_token_accuracy": 0.7862566113471985, + "num_tokens": 3540901.0, + "step": 93 + }, + { + "epoch": 0.01195776618750795, + "ewc_loss": 0.001861572265625, + "ewc_loss_diag": 3.8743019104003906e-07, + "ewc_loss_parallel": 1.8253922462463379e-06, + "grad_norm": 1.6386908292770386, + "learning_rate": 3.9423484527342097e-07, + "loss": 0.7863, + "mean_token_accuracy": 0.7773581147193909, + "num_tokens": 3579275.0, + "step": 94 + }, + { + "epoch": 0.012084976466098461, + "ewc_loss": 0.0017852783203125, + "ewc_loss_diag": 4.023313522338867e-07, + "ewc_loss_parallel": 1.7508864402770996e-06, + "grad_norm": 1.6090322732925415, + "learning_rate": 3.984739296311997e-07, + "loss": 0.7558, + "mean_token_accuracy": 0.7832346558570862, + "num_tokens": 3614755.0, + "step": 95 + }, + { + "epoch": 0.01221218674468897, + "ewc_loss": 0.0017242431640625, + "ewc_loss_diag": 4.2654573917388916e-07, + "ewc_loss_parallel": 1.6763806343078613e-06, + "grad_norm": 1.678248405456543, + "learning_rate": 4.027130139889784e-07, + "loss": 0.8098, + "mean_token_accuracy": 0.7684808373451233, + "num_tokens": 3655744.0, + "step": 96 + }, + { + "epoch": 0.012339397023279481, + "ewc_loss": 0.00168609619140625, + "ewc_loss_diag": 4.4889748096466064e-07, + "ewc_loss_parallel": 1.6391277313232422e-06, + "grad_norm": 2.1375699043273926, + "learning_rate": 4.0695209834675715e-07, + "loss": 0.7919, + "mean_token_accuracy": 0.7798059582710266, + "num_tokens": 3697257.0, + "step": 97 + }, + { + "epoch": 0.012466607301869992, + "ewc_loss": 0.0017547607421875, + "ewc_loss_diag": 4.675239324569702e-07, + "ewc_loss_parallel": 1.7061829566955566e-06, + "grad_norm": 1.5420875549316406, + "learning_rate": 4.111911827045358e-07, + "loss": 0.7441, + "mean_token_accuracy": 0.7918045520782471, + "num_tokens": 3735737.0, + "step": 98 + }, + { + "epoch": 0.012593817580460501, + "ewc_loss": 0.00165557861328125, + "ewc_loss_diag": 4.880130290985107e-07, + "ewc_loss_parallel": 1.6093254089355469e-06, + "grad_norm": 1.5383129119873047, + "learning_rate": 4.1543026706231454e-07, + "loss": 0.7576, + "mean_token_accuracy": 0.7867245674133301, + "num_tokens": 3774212.0, + "step": 99 + }, + { + "epoch": 0.012721027859051012, + "ewc_loss": 0.001556396484375, + "ewc_loss_diag": 4.954636096954346e-07, + "ewc_loss_parallel": 1.5050172805786133e-06, + "grad_norm": 1.5595537424087524, + "learning_rate": 4.1966935142009327e-07, + "loss": 0.7461, + "mean_token_accuracy": 0.7874270677566528, + "num_tokens": 3807640.0, + "step": 100 + }, + { + "epoch": 0.012848238137641521, + "ewc_loss": 0.0014801025390625, + "ewc_loss_diag": 5.103647708892822e-07, + "ewc_loss_parallel": 1.4230608940124512e-06, + "grad_norm": 1.5036333799362183, + "learning_rate": 4.23908435777872e-07, + "loss": 0.7758, + "mean_token_accuracy": 0.7826613187789917, + "num_tokens": 3848908.0, + "step": 101 + }, + { + "epoch": 0.012975448416232032, + "ewc_loss": 0.0014495849609375, + "ewc_loss_diag": 5.178153514862061e-07, + "ewc_loss_parallel": 1.3932585716247559e-06, + "grad_norm": 1.5997337102890015, + "learning_rate": 4.281475201356507e-07, + "loss": 0.7844, + "mean_token_accuracy": 0.7757166624069214, + "num_tokens": 3886341.0, + "step": 102 + }, + { + "epoch": 0.013102658694822541, + "ewc_loss": 0.00139617919921875, + "ewc_loss_diag": 5.252659320831299e-07, + "ewc_loss_parallel": 1.341104507446289e-06, + "grad_norm": 1.4045037031173706, + "learning_rate": 4.3238660449342945e-07, + "loss": 0.662, + "mean_token_accuracy": 0.8071210980415344, + "num_tokens": 3917111.0, + "step": 103 + }, + { + "epoch": 0.013229868973413052, + "ewc_loss": 0.00131988525390625, + "ewc_loss_diag": 5.289912223815918e-07, + "ewc_loss_parallel": 1.2665987014770508e-06, + "grad_norm": 1.378424882888794, + "learning_rate": 4.3662568885120817e-07, + "loss": 0.7446, + "mean_token_accuracy": 0.7875615954399109, + "num_tokens": 3959642.0, + "step": 104 + }, + { + "epoch": 0.013357079252003561, + "ewc_loss": 0.0012664794921875, + "ewc_loss_diag": 5.438923835754395e-07, + "ewc_loss_parallel": 1.214444637298584e-06, + "grad_norm": 1.4055241346359253, + "learning_rate": 4.408647732089869e-07, + "loss": 0.7686, + "mean_token_accuracy": 0.7824387550354004, + "num_tokens": 4001028.0, + "step": 105 + }, + { + "epoch": 0.013484289530594072, + "ewc_loss": 0.001220703125, + "ewc_loss_diag": 5.587935447692871e-07, + "ewc_loss_parallel": 1.169741153717041e-06, + "grad_norm": 1.420809030532837, + "learning_rate": 4.451038575667656e-07, + "loss": 0.7787, + "mean_token_accuracy": 0.7752779722213745, + "num_tokens": 4045249.0, + "step": 106 + }, + { + "epoch": 0.013611499809184581, + "ewc_loss": 0.0012054443359375, + "ewc_loss_diag": 5.736947059631348e-07, + "ewc_loss_parallel": 1.1473894119262695e-06, + "grad_norm": 1.3764938116073608, + "learning_rate": 4.493429419245443e-07, + "loss": 0.7807, + "mean_token_accuracy": 0.7788271903991699, + "num_tokens": 4082369.0, + "step": 107 + }, + { + "epoch": 0.013738710087775092, + "ewc_loss": 0.001190185546875, + "ewc_loss_diag": 5.811452865600586e-07, + "ewc_loss_parallel": 1.1324882507324219e-06, + "grad_norm": 1.387166976928711, + "learning_rate": 4.53582026282323e-07, + "loss": 0.763, + "mean_token_accuracy": 0.7792860269546509, + "num_tokens": 4117448.0, + "step": 108 + }, + { + "epoch": 0.013865920366365603, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 5.997717380523682e-07, + "ewc_loss_parallel": 1.1175870895385742e-06, + "grad_norm": 1.2837514877319336, + "learning_rate": 4.5782111064010175e-07, + "loss": 0.7016, + "mean_token_accuracy": 0.8009606599807739, + "num_tokens": 4159132.0, + "step": 109 + }, + { + "epoch": 0.013993130644956112, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 6.183981895446777e-07, + "ewc_loss_parallel": 1.1175870895385742e-06, + "grad_norm": 1.2861028909683228, + "learning_rate": 4.620601949978805e-07, + "loss": 0.7347, + "mean_token_accuracy": 0.7852941751480103, + "num_tokens": 4199800.0, + "step": 110 + }, + { + "epoch": 0.014120340923546623, + "ewc_loss": 0.00118255615234375, + "ewc_loss_diag": 6.332993507385254e-07, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 1.423706293106079, + "learning_rate": 4.662992793556592e-07, + "loss": 0.7396, + "mean_token_accuracy": 0.7921050786972046, + "num_tokens": 4244513.0, + "step": 111 + }, + { + "epoch": 0.014247551202137132, + "ewc_loss": 0.0012054443359375, + "ewc_loss_diag": 6.51925802230835e-07, + "ewc_loss_parallel": 1.1399388313293457e-06, + "grad_norm": 1.284399390220642, + "learning_rate": 4.705383637134379e-07, + "loss": 0.6836, + "mean_token_accuracy": 0.8015503287315369, + "num_tokens": 4282858.0, + "step": 112 + }, + { + "epoch": 0.014374761480727643, + "ewc_loss": 0.0012359619140625, + "ewc_loss_diag": 6.668269634246826e-07, + "ewc_loss_parallel": 1.169741153717041e-06, + "grad_norm": 1.2365251779556274, + "learning_rate": 4.7477744807121665e-07, + "loss": 0.734, + "mean_token_accuracy": 0.7882151007652283, + "num_tokens": 4325092.0, + "step": 113 + }, + { + "epoch": 0.014501971759318152, + "ewc_loss": 0.00122833251953125, + "ewc_loss_diag": 6.854534149169922e-07, + "ewc_loss_parallel": 1.1622905731201172e-06, + "grad_norm": 1.2000197172164917, + "learning_rate": 4.790165324289954e-07, + "loss": 0.6665, + "mean_token_accuracy": 0.8061025142669678, + "num_tokens": 4363459.0, + "step": 114 + }, + { + "epoch": 0.014629182037908663, + "ewc_loss": 0.001251220703125, + "ewc_loss_diag": 7.115304470062256e-07, + "ewc_loss_parallel": 1.1846423149108887e-06, + "grad_norm": 1.1916821002960205, + "learning_rate": 4.832556167867741e-07, + "loss": 0.7405, + "mean_token_accuracy": 0.7883434295654297, + "num_tokens": 4400065.0, + "step": 115 + }, + { + "epoch": 0.014756392316499172, + "ewc_loss": 0.00128936767578125, + "ewc_loss_diag": 7.37607479095459e-07, + "ewc_loss_parallel": 1.214444637298584e-06, + "grad_norm": 1.1963194608688354, + "learning_rate": 4.874947011445528e-07, + "loss": 0.7245, + "mean_token_accuracy": 0.7902055978775024, + "num_tokens": 4437828.0, + "step": 116 + }, + { + "epoch": 0.014883602595089683, + "ewc_loss": 0.0013427734375, + "ewc_loss_diag": 7.562339305877686e-07, + "ewc_loss_parallel": 1.2665987014770508e-06, + "grad_norm": 1.2471942901611328, + "learning_rate": 4.917337855023316e-07, + "loss": 0.6929, + "mean_token_accuracy": 0.7970073819160461, + "num_tokens": 4475556.0, + "step": 117 + }, + { + "epoch": 0.015010812873680193, + "ewc_loss": 0.00140380859375, + "ewc_loss_diag": 7.7858567237854e-07, + "ewc_loss_parallel": 1.3262033462524414e-06, + "grad_norm": 1.2073583602905273, + "learning_rate": 4.959728698601102e-07, + "loss": 0.6949, + "mean_token_accuracy": 0.8012078404426575, + "num_tokens": 4512087.0, + "step": 118 + }, + { + "epoch": 0.015138023152270703, + "ewc_loss": 0.0014801025390625, + "ewc_loss_diag": 8.121132850646973e-07, + "ewc_loss_parallel": 1.3932585716247559e-06, + "grad_norm": 1.1331896781921387, + "learning_rate": 5.00211954217889e-07, + "loss": 0.665, + "mean_token_accuracy": 0.8037964105606079, + "num_tokens": 4552116.0, + "step": 119 + }, + { + "epoch": 0.015265233430861214, + "ewc_loss": 0.001556396484375, + "ewc_loss_diag": 8.419156074523926e-07, + "ewc_loss_parallel": 1.475214958190918e-06, + "grad_norm": 1.1542843580245972, + "learning_rate": 5.044510385756677e-07, + "loss": 0.7103, + "mean_token_accuracy": 0.7951627373695374, + "num_tokens": 4591723.0, + "step": 120 + }, + { + "epoch": 0.015392443709451724, + "ewc_loss": 0.00159454345703125, + "ewc_loss_diag": 8.605420589447021e-07, + "ewc_loss_parallel": 1.5124678611755371e-06, + "grad_norm": 1.1025251150131226, + "learning_rate": 5.086901229334465e-07, + "loss": 0.6366, + "mean_token_accuracy": 0.8156907558441162, + "num_tokens": 4635800.0, + "step": 121 + }, + { + "epoch": 0.015519653988042234, + "ewc_loss": 0.00167083740234375, + "ewc_loss_diag": 9.015202522277832e-07, + "ewc_loss_parallel": 1.5795230865478516e-06, + "grad_norm": 1.0853596925735474, + "learning_rate": 5.129292072912251e-07, + "loss": 0.7036, + "mean_token_accuracy": 0.7964406609535217, + "num_tokens": 4679908.0, + "step": 122 + }, + { + "epoch": 0.015646864266632744, + "ewc_loss": 0.0017547607421875, + "ewc_loss_diag": 9.275972843170166e-07, + "ewc_loss_parallel": 1.6614794731140137e-06, + "grad_norm": 1.094588041305542, + "learning_rate": 5.171682916490039e-07, + "loss": 0.6849, + "mean_token_accuracy": 0.796344518661499, + "num_tokens": 4720120.0, + "step": 123 + }, + { + "epoch": 0.015774074545223254, + "ewc_loss": 0.0018463134765625, + "ewc_loss_diag": 9.685754776000977e-07, + "ewc_loss_parallel": 1.7508864402770996e-06, + "grad_norm": 1.1007591485977173, + "learning_rate": 5.214073760067826e-07, + "loss": 0.7074, + "mean_token_accuracy": 0.7859645485877991, + "num_tokens": 4758777.0, + "step": 124 + }, + { + "epoch": 0.015901284823813765, + "ewc_loss": 0.00191497802734375, + "ewc_loss_diag": 1.0132789611816406e-06, + "ewc_loss_parallel": 1.817941665649414e-06, + "grad_norm": 1.1259013414382935, + "learning_rate": 5.256464603645613e-07, + "loss": 0.6682, + "mean_token_accuracy": 0.8047929406166077, + "num_tokens": 4794781.0, + "step": 125 + }, + { + "epoch": 0.016028495102404273, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 1.0207295417785645e-06, + "ewc_loss_parallel": 1.8775463104248047e-06, + "grad_norm": 1.0572633743286133, + "learning_rate": 5.2988554472234e-07, + "loss": 0.7156, + "mean_token_accuracy": 0.788750946521759, + "num_tokens": 4836391.0, + "step": 126 + }, + { + "epoch": 0.016155705380994784, + "ewc_loss": 0.0020599365234375, + "ewc_loss_diag": 1.043081283569336e-06, + "ewc_loss_parallel": 1.952052116394043e-06, + "grad_norm": 1.1018173694610596, + "learning_rate": 5.341246290801187e-07, + "loss": 0.6877, + "mean_token_accuracy": 0.7983573079109192, + "num_tokens": 4874193.0, + "step": 127 + }, + { + "epoch": 0.016282915659585295, + "ewc_loss": 0.00213623046875, + "ewc_loss_diag": 1.0579824447631836e-06, + "ewc_loss_parallel": 2.0265579223632812e-06, + "grad_norm": 1.0978760719299316, + "learning_rate": 5.383637134378975e-07, + "loss": 0.6947, + "mean_token_accuracy": 0.7925527095794678, + "num_tokens": 4909311.0, + "step": 128 + }, + { + "epoch": 0.016410125938175806, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 1.0579824447631836e-06, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 1.063194990158081, + "learning_rate": 5.426027977956762e-07, + "loss": 0.6848, + "mean_token_accuracy": 0.800143837928772, + "num_tokens": 4947409.0, + "step": 129 + }, + { + "epoch": 0.016537336216766316, + "ewc_loss": 0.0022430419921875, + "ewc_loss_diag": 1.0728836059570312e-06, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 1.0690549612045288, + "learning_rate": 5.468418821534549e-07, + "loss": 0.688, + "mean_token_accuracy": 0.7948787808418274, + "num_tokens": 4982792.0, + "step": 130 + }, + { + "epoch": 0.016664546495356824, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 1.1026859283447266e-06, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 1.0176608562469482, + "learning_rate": 5.510809665112336e-07, + "loss": 0.6593, + "mean_token_accuracy": 0.8027827739715576, + "num_tokens": 5020795.0, + "step": 131 + }, + { + "epoch": 0.016791756773947335, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 1.1175870895385742e-06, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 1.0435597896575928, + "learning_rate": 5.553200508690124e-07, + "loss": 0.6973, + "mean_token_accuracy": 0.7934916615486145, + "num_tokens": 5061519.0, + "step": 132 + }, + { + "epoch": 0.016918967052537846, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 1.1399388313293457e-06, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 1.0798022747039795, + "learning_rate": 5.595591352267911e-07, + "loss": 0.6929, + "mean_token_accuracy": 0.7925995588302612, + "num_tokens": 5094608.0, + "step": 133 + }, + { + "epoch": 0.017046177331128357, + "ewc_loss": 0.00238037109375, + "ewc_loss_diag": 1.169741153717041e-06, + "ewc_loss_parallel": 2.2649765014648438e-06, + "grad_norm": 1.0539876222610474, + "learning_rate": 5.637982195845697e-07, + "loss": 0.6936, + "mean_token_accuracy": 0.7966541051864624, + "num_tokens": 5131130.0, + "step": 134 + }, + { + "epoch": 0.017173387609718864, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 1.214444637298584e-06, + "ewc_loss_parallel": 2.2798776626586914e-06, + "grad_norm": 1.0206176042556763, + "learning_rate": 5.680373039423485e-07, + "loss": 0.6765, + "mean_token_accuracy": 0.8016785383224487, + "num_tokens": 5168921.0, + "step": 135 + }, + { + "epoch": 0.017300597888309375, + "ewc_loss": 0.002349853515625, + "ewc_loss_diag": 1.2293457984924316e-06, + "ewc_loss_parallel": 2.2351741790771484e-06, + "grad_norm": 1.0362852811813354, + "learning_rate": 5.722763883001272e-07, + "loss": 0.6737, + "mean_token_accuracy": 0.7985043525695801, + "num_tokens": 5206417.0, + "step": 136 + }, + { + "epoch": 0.017427808166899886, + "ewc_loss": 0.00238037109375, + "ewc_loss_diag": 1.2665987014770508e-06, + "ewc_loss_parallel": 2.2649765014648438e-06, + "grad_norm": 1.066263198852539, + "learning_rate": 5.76515472657906e-07, + "loss": 0.7174, + "mean_token_accuracy": 0.7870470285415649, + "num_tokens": 5239984.0, + "step": 137 + }, + { + "epoch": 0.017555018445490397, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 1.296401023864746e-06, + "ewc_loss_parallel": 2.2798776626586914e-06, + "grad_norm": 1.0248076915740967, + "learning_rate": 5.807545570156846e-07, + "loss": 0.6905, + "mean_token_accuracy": 0.7967191338539124, + "num_tokens": 5276444.0, + "step": 138 + }, + { + "epoch": 0.017682228724080904, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 1.3187527656555176e-06, + "ewc_loss_parallel": 2.2649765014648438e-06, + "grad_norm": 0.9847487211227417, + "learning_rate": 5.849936413734634e-07, + "loss": 0.6199, + "mean_token_accuracy": 0.8162010908126831, + "num_tokens": 5312064.0, + "step": 139 + }, + { + "epoch": 0.017809439002671415, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 1.3560056686401367e-06, + "ewc_loss_parallel": 2.2202730178833008e-06, + "grad_norm": 1.0685330629348755, + "learning_rate": 5.892327257312421e-07, + "loss": 0.7079, + "mean_token_accuracy": 0.7960992455482483, + "num_tokens": 5350405.0, + "step": 140 + }, + { + "epoch": 0.017936649281261926, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 1.3783574104309082e-06, + "ewc_loss_parallel": 2.2649765014648438e-06, + "grad_norm": 0.9996314644813538, + "learning_rate": 5.934718100890209e-07, + "loss": 0.6573, + "mean_token_accuracy": 0.806458592414856, + "num_tokens": 5388338.0, + "step": 141 + }, + { + "epoch": 0.018063859559852437, + "ewc_loss": 0.00238037109375, + "ewc_loss_diag": 1.4081597328186035e-06, + "ewc_loss_parallel": 2.250075340270996e-06, + "grad_norm": 0.9889141917228699, + "learning_rate": 5.977108944467995e-07, + "loss": 0.6601, + "mean_token_accuracy": 0.8045278191566467, + "num_tokens": 5432228.0, + "step": 142 + }, + { + "epoch": 0.018191069838442948, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 1.430511474609375e-06, + "ewc_loss_parallel": 2.2202730178833008e-06, + "grad_norm": 0.9736770391464233, + "learning_rate": 6.019499788045782e-07, + "loss": 0.6386, + "mean_token_accuracy": 0.8109228610992432, + "num_tokens": 5469969.0, + "step": 143 + }, + { + "epoch": 0.018318280117033455, + "ewc_loss": 0.002349853515625, + "ewc_loss_diag": 1.4454126358032227e-06, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 0.9515095353126526, + "learning_rate": 6.06189063162357e-07, + "loss": 0.632, + "mean_token_accuracy": 0.809156596660614, + "num_tokens": 5506262.0, + "step": 144 + }, + { + "epoch": 0.018445490395623966, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 1.475214958190918e-06, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 1.023350477218628, + "learning_rate": 6.104281475201357e-07, + "loss": 0.6516, + "mean_token_accuracy": 0.8035569190979004, + "num_tokens": 5542870.0, + "step": 145 + }, + { + "epoch": 0.018572700674214477, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 1.4975666999816895e-06, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 0.9607565999031067, + "learning_rate": 6.146672318779144e-07, + "loss": 0.6634, + "mean_token_accuracy": 0.8004462122917175, + "num_tokens": 5579958.0, + "step": 146 + }, + { + "epoch": 0.018699910952804988, + "ewc_loss": 0.0023345947265625, + "ewc_loss_diag": 1.5124678611755371e-06, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 0.9761567115783691, + "learning_rate": 6.189063162356931e-07, + "loss": 0.6772, + "mean_token_accuracy": 0.7960069179534912, + "num_tokens": 5623306.0, + "step": 147 + }, + { + "epoch": 0.018827121231395495, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 1.5348196029663086e-06, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 0.9331137537956238, + "learning_rate": 6.231454005934719e-07, + "loss": 0.6049, + "mean_token_accuracy": 0.8193977475166321, + "num_tokens": 5660801.0, + "step": 148 + }, + { + "epoch": 0.018954331509986006, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 1.55717134475708e-06, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 0.9680423736572266, + "learning_rate": 6.273844849512506e-07, + "loss": 0.6375, + "mean_token_accuracy": 0.8059722185134888, + "num_tokens": 5696625.0, + "step": 149 + }, + { + "epoch": 0.019081541788576517, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 1.5795230865478516e-06, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 0.9353109002113342, + "learning_rate": 6.316235693090293e-07, + "loss": 0.6557, + "mean_token_accuracy": 0.8024487495422363, + "num_tokens": 5733491.0, + "step": 150 + }, + { + "epoch": 0.019208752067167028, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 1.6167759895324707e-06, + "ewc_loss_parallel": 2.115964889526367e-06, + "grad_norm": 0.9658459424972534, + "learning_rate": 6.35862653666808e-07, + "loss": 0.6743, + "mean_token_accuracy": 0.795793354511261, + "num_tokens": 5773550.0, + "step": 151 + }, + { + "epoch": 0.01933596234575754, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 1.6391277313232422e-06, + "ewc_loss_parallel": 2.115964889526367e-06, + "grad_norm": 0.9993330836296082, + "learning_rate": 6.401017380245868e-07, + "loss": 0.6681, + "mean_token_accuracy": 0.7989827394485474, + "num_tokens": 5813114.0, + "step": 152 + }, + { + "epoch": 0.019463172624348046, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 1.6763806343078613e-06, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 0.9707505106925964, + "learning_rate": 6.443408223823655e-07, + "loss": 0.6973, + "mean_token_accuracy": 0.7920471429824829, + "num_tokens": 5852702.0, + "step": 153 + }, + { + "epoch": 0.019590382902938557, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 1.7061829566955566e-06, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 0.990646481513977, + "learning_rate": 6.485799067401442e-07, + "loss": 0.7647, + "mean_token_accuracy": 0.7721617221832275, + "num_tokens": 5894481.0, + "step": 154 + }, + { + "epoch": 0.019717593181529068, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 1.735985279083252e-06, + "ewc_loss_parallel": 2.115964889526367e-06, + "grad_norm": 0.9474819302558899, + "learning_rate": 6.528189910979229e-07, + "loss": 0.6212, + "mean_token_accuracy": 0.8072469830513, + "num_tokens": 5929501.0, + "step": 155 + }, + { + "epoch": 0.01984480346011958, + "ewc_loss": 0.00225830078125, + "ewc_loss_diag": 1.7434358596801758e-06, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 1.4245685338974, + "learning_rate": 6.570580754557017e-07, + "loss": 0.6205, + "mean_token_accuracy": 0.8074449300765991, + "num_tokens": 5966407.0, + "step": 156 + }, + { + "epoch": 0.019972013738710086, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 1.7508864402770996e-06, + "ewc_loss_parallel": 2.339482307434082e-06, + "grad_norm": 0.9264846444129944, + "learning_rate": 6.612971598134803e-07, + "loss": 0.5771, + "mean_token_accuracy": 0.8233463764190674, + "num_tokens": 6004059.0, + "step": 157 + }, + { + "epoch": 0.020099224017300597, + "ewc_loss": 0.002349853515625, + "ewc_loss_diag": 1.773238182067871e-06, + "ewc_loss_parallel": 2.16066837310791e-06, + "grad_norm": 0.9305630922317505, + "learning_rate": 6.65536244171259e-07, + "loss": 0.632, + "mean_token_accuracy": 0.8062871694564819, + "num_tokens": 6040516.0, + "step": 158 + }, + { + "epoch": 0.020226434295891108, + "ewc_loss": 0.0022125244140625, + "ewc_loss_diag": 1.8030405044555664e-06, + "ewc_loss_parallel": 2.0265579223632812e-06, + "grad_norm": 0.9452441930770874, + "learning_rate": 6.697753285290377e-07, + "loss": 0.7029, + "mean_token_accuracy": 0.7868205904960632, + "num_tokens": 6077801.0, + "step": 159 + }, + { + "epoch": 0.02035364457448162, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 1.8402934074401855e-06, + "ewc_loss_parallel": 2.041459083557129e-06, + "grad_norm": 0.885644257068634, + "learning_rate": 6.740144128868165e-07, + "loss": 0.6204, + "mean_token_accuracy": 0.8110132813453674, + "num_tokens": 6114102.0, + "step": 160 + }, + { + "epoch": 0.020480854853072127, + "ewc_loss": 0.0022125244140625, + "ewc_loss_diag": 1.8551945686340332e-06, + "ewc_loss_parallel": 2.0265579223632812e-06, + "grad_norm": 0.8918651938438416, + "learning_rate": 6.782534972445952e-07, + "loss": 0.6418, + "mean_token_accuracy": 0.8056307435035706, + "num_tokens": 6157342.0, + "step": 161 + }, + { + "epoch": 0.020608065131662637, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 1.8924474716186523e-06, + "ewc_loss_parallel": 2.0116567611694336e-06, + "grad_norm": 0.9583126902580261, + "learning_rate": 6.82492581602374e-07, + "loss": 0.643, + "mean_token_accuracy": 0.8057153820991516, + "num_tokens": 6193058.0, + "step": 162 + }, + { + "epoch": 0.02073527541025315, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 1.9371509552001953e-06, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 0.975615382194519, + "learning_rate": 6.867316659601526e-07, + "loss": 0.6363, + "mean_token_accuracy": 0.8108188509941101, + "num_tokens": 6223616.0, + "step": 163 + }, + { + "epoch": 0.02086248568884366, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 1.9669532775878906e-06, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 0.8967654705047607, + "learning_rate": 6.909707503179314e-07, + "loss": 0.6363, + "mean_token_accuracy": 0.8098862767219543, + "num_tokens": 6264920.0, + "step": 164 + }, + { + "epoch": 0.02098969596743417, + "ewc_loss": 0.00225830078125, + "ewc_loss_diag": 1.9818544387817383e-06, + "ewc_loss_parallel": 2.0563602447509766e-06, + "grad_norm": 0.911925196647644, + "learning_rate": 6.952098346757101e-07, + "loss": 0.6773, + "mean_token_accuracy": 0.7941390872001648, + "num_tokens": 6305270.0, + "step": 165 + }, + { + "epoch": 0.021116906246024678, + "ewc_loss": 0.0022430419921875, + "ewc_loss_diag": 2.0116567611694336e-06, + "ewc_loss_parallel": 2.041459083557129e-06, + "grad_norm": 0.8677566647529602, + "learning_rate": 6.994489190334889e-07, + "loss": 0.5818, + "mean_token_accuracy": 0.8213973045349121, + "num_tokens": 6341945.0, + "step": 166 + }, + { + "epoch": 0.02124411652461519, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 2.041459083557129e-06, + "ewc_loss_parallel": 1.996755599975586e-06, + "grad_norm": 0.8596996068954468, + "learning_rate": 7.036880033912675e-07, + "loss": 0.5825, + "mean_token_accuracy": 0.823271632194519, + "num_tokens": 6381565.0, + "step": 167 + }, + { + "epoch": 0.0213713268032057, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 2.0712614059448242e-06, + "ewc_loss_parallel": 2.0116567611694336e-06, + "grad_norm": 0.8961923122406006, + "learning_rate": 7.079270877490463e-07, + "loss": 0.6305, + "mean_token_accuracy": 0.8084093332290649, + "num_tokens": 6419771.0, + "step": 168 + }, + { + "epoch": 0.02149853708179621, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 2.086162567138672e-06, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 0.9101546406745911, + "learning_rate": 7.12166172106825e-07, + "loss": 0.5888, + "mean_token_accuracy": 0.8190457224845886, + "num_tokens": 6451413.0, + "step": 169 + }, + { + "epoch": 0.021625747360386718, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 2.086162567138672e-06, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 0.8748034834861755, + "learning_rate": 7.164052564646038e-07, + "loss": 0.5944, + "mean_token_accuracy": 0.8187262415885925, + "num_tokens": 6488883.0, + "step": 170 + }, + { + "epoch": 0.02175295763897723, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 2.1010637283325195e-06, + "ewc_loss_parallel": 2.0712614059448242e-06, + "grad_norm": 0.9484764337539673, + "learning_rate": 7.206443408223824e-07, + "loss": 0.6447, + "mean_token_accuracy": 0.8039639592170715, + "num_tokens": 6523669.0, + "step": 171 + }, + { + "epoch": 0.02188016791756774, + "ewc_loss": 0.002349853515625, + "ewc_loss_diag": 2.115964889526367e-06, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 0.8799686431884766, + "learning_rate": 7.248834251801612e-07, + "loss": 0.6069, + "mean_token_accuracy": 0.8130297660827637, + "num_tokens": 6561795.0, + "step": 172 + }, + { + "epoch": 0.02200737819615825, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 2.115964889526367e-06, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 0.8905463814735413, + "learning_rate": 7.291225095379399e-07, + "loss": 0.5926, + "mean_token_accuracy": 0.8191157579421997, + "num_tokens": 6604102.0, + "step": 173 + }, + { + "epoch": 0.02213458847474876, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 2.130866050720215e-06, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 0.8926240801811218, + "learning_rate": 7.333615938957187e-07, + "loss": 0.6768, + "mean_token_accuracy": 0.7968350052833557, + "num_tokens": 6645412.0, + "step": 174 + }, + { + "epoch": 0.02226179875333927, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 2.16066837310791e-06, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 0.9315106272697449, + "learning_rate": 7.376006782534972e-07, + "loss": 0.5794, + "mean_token_accuracy": 0.8235517740249634, + "num_tokens": 6678407.0, + "step": 175 + }, + { + "epoch": 0.02238900903192978, + "ewc_loss": 0.002349853515625, + "ewc_loss_diag": 2.1904706954956055e-06, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 0.8688061237335205, + "learning_rate": 7.41839762611276e-07, + "loss": 0.6123, + "mean_token_accuracy": 0.8115702867507935, + "num_tokens": 6720968.0, + "step": 176 + }, + { + "epoch": 0.02251621931052029, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 2.1904706954956055e-06, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 0.8976710438728333, + "learning_rate": 7.460788469690547e-07, + "loss": 0.6158, + "mean_token_accuracy": 0.8147029876708984, + "num_tokens": 6757286.0, + "step": 177 + }, + { + "epoch": 0.0226434295891108, + "ewc_loss": 0.0023345947265625, + "ewc_loss_diag": 2.2351741790771484e-06, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 0.9510659575462341, + "learning_rate": 7.503179313268335e-07, + "loss": 0.6484, + "mean_token_accuracy": 0.8011926412582397, + "num_tokens": 6790260.0, + "step": 178 + }, + { + "epoch": 0.02277063986770131, + "ewc_loss": 0.00238037109375, + "ewc_loss_diag": 2.2351741790771484e-06, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 0.8767879009246826, + "learning_rate": 7.545570156846121e-07, + "loss": 0.5914, + "mean_token_accuracy": 0.8180845379829407, + "num_tokens": 6828882.0, + "step": 179 + }, + { + "epoch": 0.02289785014629182, + "ewc_loss": 0.0023345947265625, + "ewc_loss_diag": 2.2351741790771484e-06, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 0.8790555000305176, + "learning_rate": 7.587961000423909e-07, + "loss": 0.6064, + "mean_token_accuracy": 0.817248523235321, + "num_tokens": 6867332.0, + "step": 180 + }, + { + "epoch": 0.02302506042488233, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 2.250075340270996e-06, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 0.8689723610877991, + "learning_rate": 7.630351844001696e-07, + "loss": 0.7193, + "mean_token_accuracy": 0.7809861898422241, + "num_tokens": 6914101.0, + "step": 181 + }, + { + "epoch": 0.02315227070347284, + "ewc_loss": 0.0023345947265625, + "ewc_loss_diag": 2.250075340270996e-06, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 0.9144935011863708, + "learning_rate": 7.672742687579484e-07, + "loss": 0.6138, + "mean_token_accuracy": 0.8118707537651062, + "num_tokens": 6952981.0, + "step": 182 + }, + { + "epoch": 0.02327948098206335, + "ewc_loss": 0.00238037109375, + "ewc_loss_diag": 2.2798776626586914e-06, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 0.9101467132568359, + "learning_rate": 7.71513353115727e-07, + "loss": 0.5918, + "mean_token_accuracy": 0.816994309425354, + "num_tokens": 6987534.0, + "step": 183 + }, + { + "epoch": 0.02340669126065386, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 2.294778823852539e-06, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 0.8731935620307922, + "learning_rate": 7.757524374735058e-07, + "loss": 0.6652, + "mean_token_accuracy": 0.7968111634254456, + "num_tokens": 7029343.0, + "step": 184 + }, + { + "epoch": 0.02353390153924437, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 2.294778823852539e-06, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 0.8561438322067261, + "learning_rate": 7.799915218312845e-07, + "loss": 0.6031, + "mean_token_accuracy": 0.8144278526306152, + "num_tokens": 7067558.0, + "step": 185 + }, + { + "epoch": 0.02366111181783488, + "ewc_loss": 0.002349853515625, + "ewc_loss_diag": 2.3096799850463867e-06, + "ewc_loss_parallel": 2.115964889526367e-06, + "grad_norm": 0.8839266300201416, + "learning_rate": 7.842306061890633e-07, + "loss": 0.5817, + "mean_token_accuracy": 0.8164492249488831, + "num_tokens": 7106164.0, + "step": 186 + }, + { + "epoch": 0.023788322096425393, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 2.339482307434082e-06, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 0.8626180291175842, + "learning_rate": 7.884696905468419e-07, + "loss": 0.6365, + "mean_token_accuracy": 0.8063685894012451, + "num_tokens": 7145549.0, + "step": 187 + }, + { + "epoch": 0.0239155323750159, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 2.384185791015625e-06, + "ewc_loss_parallel": 2.16066837310791e-06, + "grad_norm": 0.9185997843742371, + "learning_rate": 7.927087749046207e-07, + "loss": 0.6022, + "mean_token_accuracy": 0.8162009716033936, + "num_tokens": 7179697.0, + "step": 188 + }, + { + "epoch": 0.02404274265360641, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 2.3990869522094727e-06, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 0.887380838394165, + "learning_rate": 7.969478592623994e-07, + "loss": 0.6771, + "mean_token_accuracy": 0.7920600175857544, + "num_tokens": 7220103.0, + "step": 189 + }, + { + "epoch": 0.024169952932196922, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 2.4437904357910156e-06, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 0.8472028970718384, + "learning_rate": 8.011869436201782e-07, + "loss": 0.535, + "mean_token_accuracy": 0.8362030982971191, + "num_tokens": 7258059.0, + "step": 190 + }, + { + "epoch": 0.024297163210787433, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 2.4586915969848633e-06, + "ewc_loss_parallel": 2.16066837310791e-06, + "grad_norm": 0.8874380588531494, + "learning_rate": 8.054260279779568e-07, + "loss": 0.6465, + "mean_token_accuracy": 0.8060452938079834, + "num_tokens": 7295111.0, + "step": 191 + }, + { + "epoch": 0.02442437348937794, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 2.4884939193725586e-06, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 0.9048478603363037, + "learning_rate": 8.096651123357356e-07, + "loss": 0.6487, + "mean_token_accuracy": 0.8000422716140747, + "num_tokens": 7332703.0, + "step": 192 + }, + { + "epoch": 0.02455158376796845, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 2.5033950805664062e-06, + "ewc_loss_parallel": 2.2351741790771484e-06, + "grad_norm": 0.8733810782432556, + "learning_rate": 8.139041966935143e-07, + "loss": 0.6518, + "mean_token_accuracy": 0.8002615571022034, + "num_tokens": 7376446.0, + "step": 193 + }, + { + "epoch": 0.024678794046558962, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 2.5331974029541016e-06, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 0.884557843208313, + "learning_rate": 8.18143281051293e-07, + "loss": 0.594, + "mean_token_accuracy": 0.8165481090545654, + "num_tokens": 7416378.0, + "step": 194 + }, + { + "epoch": 0.024806004325149473, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 2.5331974029541016e-06, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 0.8481647968292236, + "learning_rate": 8.223823654090716e-07, + "loss": 0.6039, + "mean_token_accuracy": 0.8163812160491943, + "num_tokens": 7458178.0, + "step": 195 + }, + { + "epoch": 0.024933214603739984, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 2.562999725341797e-06, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 0.7972276210784912, + "learning_rate": 8.266214497668504e-07, + "loss": 0.5484, + "mean_token_accuracy": 0.8318005800247192, + "num_tokens": 7502436.0, + "step": 196 + }, + { + "epoch": 0.02506042488233049, + "ewc_loss": 0.00244140625, + "ewc_loss_diag": 2.5779008865356445e-06, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 0.8506367802619934, + "learning_rate": 8.308605341246291e-07, + "loss": 0.6065, + "mean_token_accuracy": 0.8130166530609131, + "num_tokens": 7539625.0, + "step": 197 + }, + { + "epoch": 0.025187635160921002, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 2.592802047729492e-06, + "ewc_loss_parallel": 2.2202730178833008e-06, + "grad_norm": 0.887686550617218, + "learning_rate": 8.350996184824079e-07, + "loss": 0.5827, + "mean_token_accuracy": 0.8183218240737915, + "num_tokens": 7570904.0, + "step": 198 + }, + { + "epoch": 0.025314845439511513, + "ewc_loss": 0.0025482177734375, + "ewc_loss_diag": 2.637505531311035e-06, + "ewc_loss_parallel": 2.294778823852539e-06, + "grad_norm": 0.8508486747741699, + "learning_rate": 8.393387028401865e-07, + "loss": 0.5776, + "mean_token_accuracy": 0.8222663402557373, + "num_tokens": 7608652.0, + "step": 199 + }, + { + "epoch": 0.025442055718102024, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 2.637505531311035e-06, + "ewc_loss_parallel": 2.2351741790771484e-06, + "grad_norm": 0.9172025918960571, + "learning_rate": 8.435777871979653e-07, + "loss": 0.6512, + "mean_token_accuracy": 0.8035928606987, + "num_tokens": 7647759.0, + "step": 200 + }, + { + "epoch": 0.02556926599669253, + "ewc_loss": 0.0025634765625, + "ewc_loss_diag": 2.682209014892578e-06, + "ewc_loss_parallel": 2.294778823852539e-06, + "grad_norm": 0.9342977404594421, + "learning_rate": 8.47816871555744e-07, + "loss": 0.5717, + "mean_token_accuracy": 0.8199390172958374, + "num_tokens": 7678918.0, + "step": 201 + }, + { + "epoch": 0.025696476275283042, + "ewc_loss": 0.0025787353515625, + "ewc_loss_diag": 2.7120113372802734e-06, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 0.8581806421279907, + "learning_rate": 8.520559559135228e-07, + "loss": 0.5487, + "mean_token_accuracy": 0.8286733031272888, + "num_tokens": 7715797.0, + "step": 202 + }, + { + "epoch": 0.025823686553873553, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 2.726912498474121e-06, + "ewc_loss_parallel": 2.2351741790771484e-06, + "grad_norm": 0.8439298272132874, + "learning_rate": 8.562950402713014e-07, + "loss": 0.653, + "mean_token_accuracy": 0.8031984567642212, + "num_tokens": 7763053.0, + "step": 203 + }, + { + "epoch": 0.025950896832464064, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 2.771615982055664e-06, + "ewc_loss_parallel": 2.2351741790771484e-06, + "grad_norm": 0.9534378051757812, + "learning_rate": 8.605341246290802e-07, + "loss": 0.619, + "mean_token_accuracy": 0.8138309121131897, + "num_tokens": 7793956.0, + "step": 204 + }, + { + "epoch": 0.026078107111054575, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 2.7865171432495117e-06, + "ewc_loss_parallel": 2.339482307434082e-06, + "grad_norm": 0.8614175319671631, + "learning_rate": 8.647732089868589e-07, + "loss": 0.5973, + "mean_token_accuracy": 0.8153544664382935, + "num_tokens": 7833997.0, + "step": 205 + }, + { + "epoch": 0.026205317389645082, + "ewc_loss": 0.002532958984375, + "ewc_loss_diag": 2.8312206268310547e-06, + "ewc_loss_parallel": 2.2649765014648438e-06, + "grad_norm": 0.8959882855415344, + "learning_rate": 8.690122933446377e-07, + "loss": 0.6429, + "mean_token_accuracy": 0.8057841658592224, + "num_tokens": 7877711.0, + "step": 206 + }, + { + "epoch": 0.026332527668235593, + "ewc_loss": 0.0025482177734375, + "ewc_loss_diag": 2.8461217880249023e-06, + "ewc_loss_parallel": 2.2649765014648438e-06, + "grad_norm": 0.8990457653999329, + "learning_rate": 8.732513777024163e-07, + "loss": 0.5654, + "mean_token_accuracy": 0.8282528519630432, + "num_tokens": 7918136.0, + "step": 207 + }, + { + "epoch": 0.026459737946826104, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 2.8759241104125977e-06, + "ewc_loss_parallel": 2.3245811462402344e-06, + "grad_norm": 0.8501306176185608, + "learning_rate": 8.774904620601951e-07, + "loss": 0.6069, + "mean_token_accuracy": 0.8155977725982666, + "num_tokens": 7960847.0, + "step": 208 + }, + { + "epoch": 0.026586948225416615, + "ewc_loss": 0.0025787353515625, + "ewc_loss_diag": 2.8759241104125977e-06, + "ewc_loss_parallel": 2.294778823852539e-06, + "grad_norm": 0.8815220594406128, + "learning_rate": 8.817295464179738e-07, + "loss": 0.5689, + "mean_token_accuracy": 0.8209234476089478, + "num_tokens": 7996567.0, + "step": 209 + }, + { + "epoch": 0.026714158504007122, + "ewc_loss": 0.0025787353515625, + "ewc_loss_diag": 2.905726432800293e-06, + "ewc_loss_parallel": 2.294778823852539e-06, + "grad_norm": 0.8906700611114502, + "learning_rate": 8.859686307757526e-07, + "loss": 0.593, + "mean_token_accuracy": 0.8172644376754761, + "num_tokens": 8032441.0, + "step": 210 + }, + { + "epoch": 0.026841368782597633, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 2.9206275939941406e-06, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 0.8823428153991699, + "learning_rate": 8.902077151335312e-07, + "loss": 0.625, + "mean_token_accuracy": 0.8075093030929565, + "num_tokens": 8072020.0, + "step": 211 + }, + { + "epoch": 0.026968579061188144, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 2.9653310775756836e-06, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 0.9472223520278931, + "learning_rate": 8.944467994913099e-07, + "loss": 0.6702, + "mean_token_accuracy": 0.7975699305534363, + "num_tokens": 8105736.0, + "step": 212 + }, + { + "epoch": 0.027095789339778655, + "ewc_loss": 0.002685546875, + "ewc_loss_diag": 2.995133399963379e-06, + "ewc_loss_parallel": 2.384185791015625e-06, + "grad_norm": 0.8753838539123535, + "learning_rate": 8.986858838490886e-07, + "loss": 0.5223, + "mean_token_accuracy": 0.8338513374328613, + "num_tokens": 8139021.0, + "step": 213 + }, + { + "epoch": 0.027222999618369163, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 3.0100345611572266e-06, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 0.8509573340415955, + "learning_rate": 9.029249682068674e-07, + "loss": 0.594, + "mean_token_accuracy": 0.814732015132904, + "num_tokens": 8182361.0, + "step": 214 + }, + { + "epoch": 0.027350209896959674, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 3.039836883544922e-06, + "ewc_loss_parallel": 2.294778823852539e-06, + "grad_norm": 0.8906288743019104, + "learning_rate": 9.07164052564646e-07, + "loss": 0.6083, + "mean_token_accuracy": 0.812373161315918, + "num_tokens": 8218131.0, + "step": 215 + }, + { + "epoch": 0.027477420175550184, + "ewc_loss": 0.0026397705078125, + "ewc_loss_diag": 3.069639205932617e-06, + "ewc_loss_parallel": 2.339482307434082e-06, + "grad_norm": 0.885632336139679, + "learning_rate": 9.114031369224248e-07, + "loss": 0.5852, + "mean_token_accuracy": 0.8227436542510986, + "num_tokens": 8255886.0, + "step": 216 + }, + { + "epoch": 0.027604630454140695, + "ewc_loss": 0.002685546875, + "ewc_loss_diag": 3.0994415283203125e-06, + "ewc_loss_parallel": 2.384185791015625e-06, + "grad_norm": 0.8380799889564514, + "learning_rate": 9.156422212802035e-07, + "loss": 0.5417, + "mean_token_accuracy": 0.8296196460723877, + "num_tokens": 8297196.0, + "step": 217 + }, + { + "epoch": 0.027731840732731206, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 3.0994415283203125e-06, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 0.8937220573425293, + "learning_rate": 9.198813056379823e-07, + "loss": 0.5831, + "mean_token_accuracy": 0.8189324736595154, + "num_tokens": 8331857.0, + "step": 218 + }, + { + "epoch": 0.027859051011321714, + "ewc_loss": 0.0027008056640625, + "ewc_loss_diag": 3.0994415283203125e-06, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 0.9873502850532532, + "learning_rate": 9.24120389995761e-07, + "loss": 0.5778, + "mean_token_accuracy": 0.8195312023162842, + "num_tokens": 8371120.0, + "step": 219 + }, + { + "epoch": 0.027986261289912225, + "ewc_loss": 0.002777099609375, + "ewc_loss_diag": 3.0994415283203125e-06, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 0.9534544348716736, + "learning_rate": 9.283594743535397e-07, + "loss": 0.6993, + "mean_token_accuracy": 0.7865595817565918, + "num_tokens": 8407502.0, + "step": 220 + }, + { + "epoch": 0.028113471568502735, + "ewc_loss": 0.00274658203125, + "ewc_loss_diag": 3.11434268951416e-06, + "ewc_loss_parallel": 2.4437904357910156e-06, + "grad_norm": 0.8676906824111938, + "learning_rate": 9.325985587113184e-07, + "loss": 0.5513, + "mean_token_accuracy": 0.8296608328819275, + "num_tokens": 8444360.0, + "step": 221 + }, + { + "epoch": 0.028240681847093246, + "ewc_loss": 0.00262451171875, + "ewc_loss_diag": 3.1441450119018555e-06, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 0.9020501971244812, + "learning_rate": 9.368376430690972e-07, + "loss": 0.5634, + "mean_token_accuracy": 0.8252862095832825, + "num_tokens": 8476749.0, + "step": 222 + }, + { + "epoch": 0.028367892125683754, + "ewc_loss": 0.002685546875, + "ewc_loss_diag": 3.1888484954833984e-06, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 0.8740898370742798, + "learning_rate": 9.410767274268759e-07, + "loss": 0.5936, + "mean_token_accuracy": 0.8180035948753357, + "num_tokens": 8517157.0, + "step": 223 + }, + { + "epoch": 0.028495102404274265, + "ewc_loss": 0.002716064453125, + "ewc_loss_diag": 3.2186508178710938e-06, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 0.8497171401977539, + "learning_rate": 9.453158117846546e-07, + "loss": 0.5648, + "mean_token_accuracy": 0.8256371021270752, + "num_tokens": 8556677.0, + "step": 224 + }, + { + "epoch": 0.028622312682864776, + "ewc_loss": 0.002685546875, + "ewc_loss_diag": 3.248453140258789e-06, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 0.8687691688537598, + "learning_rate": 9.495548961424333e-07, + "loss": 0.5999, + "mean_token_accuracy": 0.8183950185775757, + "num_tokens": 8594335.0, + "step": 225 + }, + { + "epoch": 0.028749522961455286, + "ewc_loss": 0.0027313232421875, + "ewc_loss_diag": 3.293156623840332e-06, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 0.8736017942428589, + "learning_rate": 9.53793980500212e-07, + "loss": 0.5211, + "mean_token_accuracy": 0.8374336957931519, + "num_tokens": 8626259.0, + "step": 226 + }, + { + "epoch": 0.028876733240045797, + "ewc_loss": 0.0027313232421875, + "ewc_loss_diag": 3.293156623840332e-06, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 0.9025839567184448, + "learning_rate": 9.580330648579909e-07, + "loss": 0.6816, + "mean_token_accuracy": 0.7956506013870239, + "num_tokens": 8665481.0, + "step": 227 + }, + { + "epoch": 0.029003943518636305, + "ewc_loss": 0.0027618408203125, + "ewc_loss_diag": 3.3527612686157227e-06, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 0.8537615537643433, + "learning_rate": 9.622721492157695e-07, + "loss": 0.5479, + "mean_token_accuracy": 0.8323878049850464, + "num_tokens": 8703136.0, + "step": 228 + }, + { + "epoch": 0.029131153797226816, + "ewc_loss": 0.002716064453125, + "ewc_loss_diag": 3.3974647521972656e-06, + "ewc_loss_parallel": 2.384185791015625e-06, + "grad_norm": 0.9170428514480591, + "learning_rate": 9.665112335735482e-07, + "loss": 0.562, + "mean_token_accuracy": 0.8244750499725342, + "num_tokens": 8734989.0, + "step": 229 + }, + { + "epoch": 0.029258364075817327, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 3.4123659133911133e-06, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 0.8794753551483154, + "learning_rate": 9.707503179313269e-07, + "loss": 0.5286, + "mean_token_accuracy": 0.8336808085441589, + "num_tokens": 8768145.0, + "step": 230 + }, + { + "epoch": 0.029385574354407838, + "ewc_loss": 0.0028076171875, + "ewc_loss_diag": 3.427267074584961e-06, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 0.8909416794776917, + "learning_rate": 9.749894022891056e-07, + "loss": 0.5814, + "mean_token_accuracy": 0.82086181640625, + "num_tokens": 8804668.0, + "step": 231 + }, + { + "epoch": 0.029512784632998345, + "ewc_loss": 0.00274658203125, + "ewc_loss_diag": 3.427267074584961e-06, + "ewc_loss_parallel": 2.4139881134033203e-06, + "grad_norm": 0.8523673415184021, + "learning_rate": 9.792284866468842e-07, + "loss": 0.6034, + "mean_token_accuracy": 0.809325098991394, + "num_tokens": 8848343.0, + "step": 232 + }, + { + "epoch": 0.029639994911588856, + "ewc_loss": 0.0027618408203125, + "ewc_loss_diag": 3.4570693969726562e-06, + "ewc_loss_parallel": 2.4139881134033203e-06, + "grad_norm": 0.8743090033531189, + "learning_rate": 9.834675710046631e-07, + "loss": 0.5683, + "mean_token_accuracy": 0.82021564245224, + "num_tokens": 8883794.0, + "step": 233 + }, + { + "epoch": 0.029767205190179367, + "ewc_loss": 0.0028228759765625, + "ewc_loss_diag": 3.471970558166504e-06, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 0.8831401467323303, + "learning_rate": 9.877066553624418e-07, + "loss": 0.5885, + "mean_token_accuracy": 0.8166743516921997, + "num_tokens": 8921597.0, + "step": 234 + }, + { + "epoch": 0.029894415468769878, + "ewc_loss": 0.002838134765625, + "ewc_loss_diag": 3.4868717193603516e-06, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 0.955553412437439, + "learning_rate": 9.919457397202205e-07, + "loss": 0.609, + "mean_token_accuracy": 0.8126741647720337, + "num_tokens": 8956260.0, + "step": 235 + }, + { + "epoch": 0.030021625747360385, + "ewc_loss": 0.0029144287109375, + "ewc_loss_diag": 3.4868717193603516e-06, + "ewc_loss_parallel": 2.562999725341797e-06, + "grad_norm": 0.9715394377708435, + "learning_rate": 9.961848240779991e-07, + "loss": 0.6808, + "mean_token_accuracy": 0.7961462140083313, + "num_tokens": 8992492.0, + "step": 236 + }, + { + "epoch": 0.030148836025950896, + "ewc_loss": 0.0029296875, + "ewc_loss_diag": 3.516674041748047e-06, + "ewc_loss_parallel": 2.5779008865356445e-06, + "grad_norm": 0.9270706176757812, + "learning_rate": 1.000423908435778e-06, + "loss": 0.5856, + "mean_token_accuracy": 0.819272518157959, + "num_tokens": 9028300.0, + "step": 237 + }, + { + "epoch": 0.030276046304541407, + "ewc_loss": 0.00286865234375, + "ewc_loss_diag": 3.546476364135742e-06, + "ewc_loss_parallel": 2.518296241760254e-06, + "grad_norm": 0.867125928401947, + "learning_rate": 1.0046629927935567e-06, + "loss": 0.5786, + "mean_token_accuracy": 0.8211297392845154, + "num_tokens": 9066620.0, + "step": 238 + }, + { + "epoch": 0.030403256583131918, + "ewc_loss": 0.0028076171875, + "ewc_loss_diag": 3.5762786865234375e-06, + "ewc_loss_parallel": 2.4437904357910156e-06, + "grad_norm": 0.8762415051460266, + "learning_rate": 1.0089020771513354e-06, + "loss": 0.5244, + "mean_token_accuracy": 0.8373963832855225, + "num_tokens": 9105213.0, + "step": 239 + }, + { + "epoch": 0.03053046686172243, + "ewc_loss": 0.002838134765625, + "ewc_loss_diag": 3.606081008911133e-06, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 0.9139494299888611, + "learning_rate": 1.013141161509114e-06, + "loss": 0.5848, + "mean_token_accuracy": 0.8197089433670044, + "num_tokens": 9139673.0, + "step": 240 + }, + { + "epoch": 0.030657677140312936, + "ewc_loss": 0.0029296875, + "ewc_loss_diag": 3.635883331298828e-06, + "ewc_loss_parallel": 2.562999725341797e-06, + "grad_norm": 0.8999788165092468, + "learning_rate": 1.017380245866893e-06, + "loss": 0.5866, + "mean_token_accuracy": 0.8158171772956848, + "num_tokens": 9172435.0, + "step": 241 + }, + { + "epoch": 0.030784887418903447, + "ewc_loss": 0.0029296875, + "ewc_loss_diag": 3.6656856536865234e-06, + "ewc_loss_parallel": 2.562999725341797e-06, + "grad_norm": 0.9155688881874084, + "learning_rate": 1.0216193302246716e-06, + "loss": 0.6104, + "mean_token_accuracy": 0.8062840700149536, + "num_tokens": 9206015.0, + "step": 242 + }, + { + "epoch": 0.030912097697493958, + "ewc_loss": 0.002960205078125, + "ewc_loss_diag": 3.6656856536865234e-06, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 0.8489539623260498, + "learning_rate": 1.0258584145824503e-06, + "loss": 0.5463, + "mean_token_accuracy": 0.8286823034286499, + "num_tokens": 9247224.0, + "step": 243 + }, + { + "epoch": 0.03103930797608447, + "ewc_loss": 0.00286865234375, + "ewc_loss_diag": 3.6656856536865234e-06, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 0.893195390701294, + "learning_rate": 1.030097498940229e-06, + "loss": 0.5314, + "mean_token_accuracy": 0.8330267071723938, + "num_tokens": 9282171.0, + "step": 244 + }, + { + "epoch": 0.031166518254674976, + "ewc_loss": 0.0029296875, + "ewc_loss_diag": 3.725290298461914e-06, + "ewc_loss_parallel": 2.562999725341797e-06, + "grad_norm": 0.8463425636291504, + "learning_rate": 1.0343365832980078e-06, + "loss": 0.5831, + "mean_token_accuracy": 0.818732738494873, + "num_tokens": 9324078.0, + "step": 245 + }, + { + "epoch": 0.03129372853326549, + "ewc_loss": 0.002899169921875, + "ewc_loss_diag": 3.7550926208496094e-06, + "ewc_loss_parallel": 2.518296241760254e-06, + "grad_norm": 0.8705418705940247, + "learning_rate": 1.0385756676557865e-06, + "loss": 0.579, + "mean_token_accuracy": 0.8203511238098145, + "num_tokens": 9364516.0, + "step": 246 + }, + { + "epoch": 0.031420938811855995, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 3.769993782043457e-06, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 0.873184323310852, + "learning_rate": 1.0428147520135652e-06, + "loss": 0.5568, + "mean_token_accuracy": 0.8269450664520264, + "num_tokens": 9403804.0, + "step": 247 + }, + { + "epoch": 0.03154814909044651, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 3.7848949432373047e-06, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 0.8838789463043213, + "learning_rate": 1.0470538363713438e-06, + "loss": 0.5989, + "mean_token_accuracy": 0.8133822679519653, + "num_tokens": 9441589.0, + "step": 248 + }, + { + "epoch": 0.031675359369037016, + "ewc_loss": 0.0030059814453125, + "ewc_loss_diag": 3.7997961044311523e-06, + "ewc_loss_parallel": 2.6226043701171875e-06, + "grad_norm": 0.899558424949646, + "learning_rate": 1.0512929207291225e-06, + "loss": 0.5998, + "mean_token_accuracy": 0.8130953907966614, + "num_tokens": 9480240.0, + "step": 249 + }, + { + "epoch": 0.03180256964762753, + "ewc_loss": 0.0030517578125, + "ewc_loss_diag": 3.814697265625e-06, + "ewc_loss_parallel": 2.6673078536987305e-06, + "grad_norm": 0.9889190196990967, + "learning_rate": 1.0555320050869012e-06, + "loss": 0.5613, + "mean_token_accuracy": 0.8212476968765259, + "num_tokens": 9512704.0, + "step": 250 + }, + { + "epoch": 0.03192977992621804, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 3.844499588012695e-06, + "ewc_loss_parallel": 2.7567148208618164e-06, + "grad_norm": 0.9653248190879822, + "learning_rate": 1.05977108944468e-06, + "loss": 0.6165, + "mean_token_accuracy": 0.8051126003265381, + "num_tokens": 9545057.0, + "step": 251 + }, + { + "epoch": 0.032056990204808546, + "ewc_loss": 0.00311279296875, + "ewc_loss_diag": 3.874301910400391e-06, + "ewc_loss_parallel": 2.726912498474121e-06, + "grad_norm": 0.8760961294174194, + "learning_rate": 1.0640101738024587e-06, + "loss": 0.5599, + "mean_token_accuracy": 0.8266851902008057, + "num_tokens": 9585797.0, + "step": 252 + }, + { + "epoch": 0.03218420048339906, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 3.904104232788086e-06, + "ewc_loss_parallel": 2.5779008865356445e-06, + "grad_norm": 0.8979047536849976, + "learning_rate": 1.0682492581602374e-06, + "loss": 0.5205, + "mean_token_accuracy": 0.837653398513794, + "num_tokens": 9617890.0, + "step": 253 + }, + { + "epoch": 0.03231141076198957, + "ewc_loss": 0.0030364990234375, + "ewc_loss_diag": 3.933906555175781e-06, + "ewc_loss_parallel": 2.637505531311035e-06, + "grad_norm": 0.9006310701370239, + "learning_rate": 1.072488342518016e-06, + "loss": 0.52, + "mean_token_accuracy": 0.8340772390365601, + "num_tokens": 9652895.0, + "step": 254 + }, + { + "epoch": 0.03243862104058008, + "ewc_loss": 0.0030517578125, + "ewc_loss_diag": 3.933906555175781e-06, + "ewc_loss_parallel": 2.652406692504883e-06, + "grad_norm": 0.9100434184074402, + "learning_rate": 1.076727426875795e-06, + "loss": 0.5804, + "mean_token_accuracy": 0.8184356093406677, + "num_tokens": 9691804.0, + "step": 255 + }, + { + "epoch": 0.03256583131917059, + "ewc_loss": 0.0030975341796875, + "ewc_loss_diag": 3.933906555175781e-06, + "ewc_loss_parallel": 2.6971101760864258e-06, + "grad_norm": 0.8771400451660156, + "learning_rate": 1.0809665112335736e-06, + "loss": 0.6054, + "mean_token_accuracy": 0.8142603635787964, + "num_tokens": 9736178.0, + "step": 256 + }, + { + "epoch": 0.0326930415977611, + "ewc_loss": 0.003021240234375, + "ewc_loss_diag": 3.9637088775634766e-06, + "ewc_loss_parallel": 2.6226043701171875e-06, + "grad_norm": 0.8892201781272888, + "learning_rate": 1.0852055955913523e-06, + "loss": 0.4965, + "mean_token_accuracy": 0.8435927629470825, + "num_tokens": 9773867.0, + "step": 257 + }, + { + "epoch": 0.03282025187635161, + "ewc_loss": 0.0030670166015625, + "ewc_loss_diag": 3.993511199951172e-06, + "ewc_loss_parallel": 2.6673078536987305e-06, + "grad_norm": 0.8747554421424866, + "learning_rate": 1.089444679949131e-06, + "loss": 0.6031, + "mean_token_accuracy": 0.8132374286651611, + "num_tokens": 9813764.0, + "step": 258 + }, + { + "epoch": 0.03294746215494212, + "ewc_loss": 0.003082275390625, + "ewc_loss_diag": 3.993511199951172e-06, + "ewc_loss_parallel": 2.682209014892578e-06, + "grad_norm": 0.8601885437965393, + "learning_rate": 1.0936837643069099e-06, + "loss": 0.5579, + "mean_token_accuracy": 0.8251882791519165, + "num_tokens": 9855447.0, + "step": 259 + }, + { + "epoch": 0.03307467243353263, + "ewc_loss": 0.0030670166015625, + "ewc_loss_diag": 4.023313522338867e-06, + "ewc_loss_parallel": 2.6673078536987305e-06, + "grad_norm": 0.8790988922119141, + "learning_rate": 1.0979228486646885e-06, + "loss": 0.5184, + "mean_token_accuracy": 0.8398501873016357, + "num_tokens": 9889806.0, + "step": 260 + }, + { + "epoch": 0.03320188271212314, + "ewc_loss": 0.0030975341796875, + "ewc_loss_diag": 4.023313522338867e-06, + "ewc_loss_parallel": 2.6971101760864258e-06, + "grad_norm": 0.9097117781639099, + "learning_rate": 1.1021619330224672e-06, + "loss": 0.6585, + "mean_token_accuracy": 0.7954362630844116, + "num_tokens": 9929257.0, + "step": 261 + }, + { + "epoch": 0.03332909299071365, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 4.0531158447265625e-06, + "ewc_loss_parallel": 2.7418136596679688e-06, + "grad_norm": 0.8914580345153809, + "learning_rate": 1.1064010173802459e-06, + "loss": 0.59, + "mean_token_accuracy": 0.8156272172927856, + "num_tokens": 9967822.0, + "step": 262 + }, + { + "epoch": 0.03345630326930416, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 4.082918167114258e-06, + "ewc_loss_parallel": 2.726912498474121e-06, + "grad_norm": 0.8711107969284058, + "learning_rate": 1.1106401017380248e-06, + "loss": 0.5212, + "mean_token_accuracy": 0.8362653255462646, + "num_tokens": 10004873.0, + "step": 263 + }, + { + "epoch": 0.03358351354789467, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 4.082918167114258e-06, + "ewc_loss_parallel": 2.726912498474121e-06, + "grad_norm": 0.9689542055130005, + "learning_rate": 1.1148791860958034e-06, + "loss": 0.6026, + "mean_token_accuracy": 0.8097431659698486, + "num_tokens": 10033761.0, + "step": 264 + }, + { + "epoch": 0.03371072382648518, + "ewc_loss": 0.0032501220703125, + "ewc_loss_diag": 4.112720489501953e-06, + "ewc_loss_parallel": 2.8312206268310547e-06, + "grad_norm": 0.9836970567703247, + "learning_rate": 1.1191182704535821e-06, + "loss": 0.5893, + "mean_token_accuracy": 0.8160487413406372, + "num_tokens": 10072586.0, + "step": 265 + }, + { + "epoch": 0.03383793410507569, + "ewc_loss": 0.0032501220703125, + "ewc_loss_diag": 4.112720489501953e-06, + "ewc_loss_parallel": 2.8312206268310547e-06, + "grad_norm": 0.8846592307090759, + "learning_rate": 1.123357354811361e-06, + "loss": 0.5822, + "mean_token_accuracy": 0.8190954327583313, + "num_tokens": 10112210.0, + "step": 266 + }, + { + "epoch": 0.0339651443836662, + "ewc_loss": 0.0031280517578125, + "ewc_loss_diag": 4.1425228118896484e-06, + "ewc_loss_parallel": 2.7120113372802734e-06, + "grad_norm": 0.8691883087158203, + "learning_rate": 1.1275964391691395e-06, + "loss": 0.5656, + "mean_token_accuracy": 0.8255274295806885, + "num_tokens": 10155908.0, + "step": 267 + }, + { + "epoch": 0.03409235466225671, + "ewc_loss": 0.0031280517578125, + "ewc_loss_diag": 4.172325134277344e-06, + "ewc_loss_parallel": 2.7120113372802734e-06, + "grad_norm": 0.9014133810997009, + "learning_rate": 1.1318355235269181e-06, + "loss": 0.6175, + "mean_token_accuracy": 0.8074909448623657, + "num_tokens": 10195944.0, + "step": 268 + }, + { + "epoch": 0.03421956494084722, + "ewc_loss": 0.003204345703125, + "ewc_loss_diag": 4.202127456665039e-06, + "ewc_loss_parallel": 2.771615982055664e-06, + "grad_norm": 0.8991667032241821, + "learning_rate": 1.136074607884697e-06, + "loss": 0.604, + "mean_token_accuracy": 0.8121789693832397, + "num_tokens": 10233602.0, + "step": 269 + }, + { + "epoch": 0.03434677521943773, + "ewc_loss": 0.00323486328125, + "ewc_loss_diag": 4.231929779052734e-06, + "ewc_loss_parallel": 2.8014183044433594e-06, + "grad_norm": 0.925659716129303, + "learning_rate": 1.1403136922424757e-06, + "loss": 0.5574, + "mean_token_accuracy": 0.8252843618392944, + "num_tokens": 10267001.0, + "step": 270 + }, + { + "epoch": 0.03447398549802824, + "ewc_loss": 0.003265380859375, + "ewc_loss_diag": 4.26173210144043e-06, + "ewc_loss_parallel": 2.8312206268310547e-06, + "grad_norm": 0.8737414479255676, + "learning_rate": 1.1445527766002544e-06, + "loss": 0.5662, + "mean_token_accuracy": 0.819980263710022, + "num_tokens": 10308264.0, + "step": 271 + }, + { + "epoch": 0.03460119577661875, + "ewc_loss": 0.0031890869140625, + "ewc_loss_diag": 4.26173210144043e-06, + "ewc_loss_parallel": 2.7567148208618164e-06, + "grad_norm": 0.9582952260971069, + "learning_rate": 1.148791860958033e-06, + "loss": 0.6666, + "mean_token_accuracy": 0.7946419715881348, + "num_tokens": 10343440.0, + "step": 272 + }, + { + "epoch": 0.034728406055209264, + "ewc_loss": 0.00335693359375, + "ewc_loss_diag": 4.26173210144043e-06, + "ewc_loss_parallel": 2.9355287551879883e-06, + "grad_norm": 0.9368519186973572, + "learning_rate": 1.153030945315812e-06, + "loss": 0.595, + "mean_token_accuracy": 0.8164997100830078, + "num_tokens": 10383402.0, + "step": 273 + }, + { + "epoch": 0.03485561633379977, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 4.26173210144043e-06, + "ewc_loss_parallel": 2.8759241104125977e-06, + "grad_norm": 0.8953797817230225, + "learning_rate": 1.1572700296735906e-06, + "loss": 0.5703, + "mean_token_accuracy": 0.819240927696228, + "num_tokens": 10421700.0, + "step": 274 + }, + { + "epoch": 0.03498282661239028, + "ewc_loss": 0.0032196044921875, + "ewc_loss_diag": 4.32133674621582e-06, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 0.9263890385627747, + "learning_rate": 1.1615091140313693e-06, + "loss": 0.6101, + "mean_token_accuracy": 0.8118722438812256, + "num_tokens": 10460295.0, + "step": 275 + }, + { + "epoch": 0.03511003689098079, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 4.32133674621582e-06, + "ewc_loss_parallel": 2.8759241104125977e-06, + "grad_norm": 0.8777822852134705, + "learning_rate": 1.165748198389148e-06, + "loss": 0.5581, + "mean_token_accuracy": 0.8258909583091736, + "num_tokens": 10501619.0, + "step": 276 + }, + { + "epoch": 0.0352372471695713, + "ewc_loss": 0.003265380859375, + "ewc_loss_diag": 4.351139068603516e-06, + "ewc_loss_parallel": 2.816319465637207e-06, + "grad_norm": 0.8915600180625916, + "learning_rate": 1.1699872827469268e-06, + "loss": 0.5613, + "mean_token_accuracy": 0.8251303434371948, + "num_tokens": 10540465.0, + "step": 277 + }, + { + "epoch": 0.03536445744816181, + "ewc_loss": 0.003326416015625, + "ewc_loss_diag": 4.351139068603516e-06, + "ewc_loss_parallel": 2.8908252716064453e-06, + "grad_norm": 0.8724315166473389, + "learning_rate": 1.1742263671047055e-06, + "loss": 0.5683, + "mean_token_accuracy": 0.822616696357727, + "num_tokens": 10580980.0, + "step": 278 + }, + { + "epoch": 0.03549166772675232, + "ewc_loss": 0.003326416015625, + "ewc_loss_diag": 4.351139068603516e-06, + "ewc_loss_parallel": 2.8908252716064453e-06, + "grad_norm": 0.9378242492675781, + "learning_rate": 1.1784654514624842e-06, + "loss": 0.6409, + "mean_token_accuracy": 0.7995902895927429, + "num_tokens": 10621332.0, + "step": 279 + }, + { + "epoch": 0.03561887800534283, + "ewc_loss": 0.0034637451171875, + "ewc_loss_diag": 4.380941390991211e-06, + "ewc_loss_parallel": 3.0249357223510742e-06, + "grad_norm": 0.9776835441589355, + "learning_rate": 1.1827045358202629e-06, + "loss": 0.5942, + "mean_token_accuracy": 0.8181871175765991, + "num_tokens": 10654468.0, + "step": 280 + }, + { + "epoch": 0.035746088283933344, + "ewc_loss": 0.0035552978515625, + "ewc_loss_diag": 4.380941390991211e-06, + "ewc_loss_parallel": 3.11434268951416e-06, + "grad_norm": 0.8948056697845459, + "learning_rate": 1.1869436201780417e-06, + "loss": 0.5149, + "mean_token_accuracy": 0.8390790224075317, + "num_tokens": 10692191.0, + "step": 281 + }, + { + "epoch": 0.03587329856252385, + "ewc_loss": 0.003326416015625, + "ewc_loss_diag": 4.4405460357666016e-06, + "ewc_loss_parallel": 2.8908252716064453e-06, + "grad_norm": 0.8775851726531982, + "learning_rate": 1.1911827045358204e-06, + "loss": 0.5551, + "mean_token_accuracy": 0.8310303092002869, + "num_tokens": 10731568.0, + "step": 282 + }, + { + "epoch": 0.03600050884111436, + "ewc_loss": 0.00335693359375, + "ewc_loss_diag": 4.4405460357666016e-06, + "ewc_loss_parallel": 2.9206275939941406e-06, + "grad_norm": 0.9128066897392273, + "learning_rate": 1.195421788893599e-06, + "loss": 0.6263, + "mean_token_accuracy": 0.8095789551734924, + "num_tokens": 10772166.0, + "step": 283 + }, + { + "epoch": 0.036127719119704874, + "ewc_loss": 0.0034942626953125, + "ewc_loss_diag": 4.4405460357666016e-06, + "ewc_loss_parallel": 3.0547380447387695e-06, + "grad_norm": 0.9097956418991089, + "learning_rate": 1.199660873251378e-06, + "loss": 0.5686, + "mean_token_accuracy": 0.8239852786064148, + "num_tokens": 10807527.0, + "step": 284 + }, + { + "epoch": 0.03625492939829538, + "ewc_loss": 0.0034637451171875, + "ewc_loss_diag": 4.4405460357666016e-06, + "ewc_loss_parallel": 3.0249357223510742e-06, + "grad_norm": 0.8916672468185425, + "learning_rate": 1.2038999576091564e-06, + "loss": 0.5419, + "mean_token_accuracy": 0.8304358720779419, + "num_tokens": 10846064.0, + "step": 285 + }, + { + "epoch": 0.036382139676885895, + "ewc_loss": 0.0034027099609375, + "ewc_loss_diag": 4.470348358154297e-06, + "ewc_loss_parallel": 2.9653310775756836e-06, + "grad_norm": 0.8793213367462158, + "learning_rate": 1.208139041966935e-06, + "loss": 0.5191, + "mean_token_accuracy": 0.8400102853775024, + "num_tokens": 10884496.0, + "step": 286 + }, + { + "epoch": 0.0365093499554764, + "ewc_loss": 0.0034332275390625, + "ewc_loss_diag": 4.470348358154297e-06, + "ewc_loss_parallel": 2.995133399963379e-06, + "grad_norm": 0.9405278563499451, + "learning_rate": 1.212378126324714e-06, + "loss": 0.5626, + "mean_token_accuracy": 0.8219653964042664, + "num_tokens": 10917542.0, + "step": 287 + }, + { + "epoch": 0.03663656023406691, + "ewc_loss": 0.003570556640625, + "ewc_loss_diag": 4.500150680541992e-06, + "ewc_loss_parallel": 3.129243850708008e-06, + "grad_norm": 0.9808501601219177, + "learning_rate": 1.2166172106824927e-06, + "loss": 0.627, + "mean_token_accuracy": 0.8111428618431091, + "num_tokens": 10949596.0, + "step": 288 + }, + { + "epoch": 0.036763770512657425, + "ewc_loss": 0.0037078857421875, + "ewc_loss_diag": 4.5299530029296875e-06, + "ewc_loss_parallel": 3.248453140258789e-06, + "grad_norm": 0.9058064818382263, + "learning_rate": 1.2208562950402713e-06, + "loss": 0.5331, + "mean_token_accuracy": 0.829758882522583, + "num_tokens": 10986143.0, + "step": 289 + }, + { + "epoch": 0.03689098079124793, + "ewc_loss": 0.0034637451171875, + "ewc_loss_diag": 4.559755325317383e-06, + "ewc_loss_parallel": 3.0100345611572266e-06, + "grad_norm": 0.9173493385314941, + "learning_rate": 1.22509537939805e-06, + "loss": 0.5717, + "mean_token_accuracy": 0.8196185827255249, + "num_tokens": 11024678.0, + "step": 290 + }, + { + "epoch": 0.03701819106983844, + "ewc_loss": 0.003509521484375, + "ewc_loss_diag": 4.589557647705078e-06, + "ewc_loss_parallel": 3.0547380447387695e-06, + "grad_norm": 0.8829053640365601, + "learning_rate": 1.2293344637558289e-06, + "loss": 0.5886, + "mean_token_accuracy": 0.8164401054382324, + "num_tokens": 11068950.0, + "step": 291 + }, + { + "epoch": 0.037145401348428954, + "ewc_loss": 0.003509521484375, + "ewc_loss_diag": 4.589557647705078e-06, + "ewc_loss_parallel": 3.0547380447387695e-06, + "grad_norm": 0.9041259288787842, + "learning_rate": 1.2335735481136076e-06, + "loss": 0.5368, + "mean_token_accuracy": 0.8275194764137268, + "num_tokens": 11108697.0, + "step": 292 + }, + { + "epoch": 0.03727261162701946, + "ewc_loss": 0.003570556640625, + "ewc_loss_diag": 4.6193599700927734e-06, + "ewc_loss_parallel": 3.11434268951416e-06, + "grad_norm": 0.9010706543922424, + "learning_rate": 1.2378126324713862e-06, + "loss": 0.5556, + "mean_token_accuracy": 0.8297672271728516, + "num_tokens": 11148482.0, + "step": 293 + }, + { + "epoch": 0.037399821905609976, + "ewc_loss": 0.0036163330078125, + "ewc_loss_diag": 4.6193599700927734e-06, + "ewc_loss_parallel": 3.159046173095703e-06, + "grad_norm": 0.8881252408027649, + "learning_rate": 1.242051716829165e-06, + "loss": 0.5699, + "mean_token_accuracy": 0.8156402707099915, + "num_tokens": 11189139.0, + "step": 294 + }, + { + "epoch": 0.03752703218420048, + "ewc_loss": 0.0035858154296875, + "ewc_loss_diag": 4.678964614868164e-06, + "ewc_loss_parallel": 3.11434268951416e-06, + "grad_norm": 0.8925266265869141, + "learning_rate": 1.2462908011869438e-06, + "loss": 0.5555, + "mean_token_accuracy": 0.8242539167404175, + "num_tokens": 11226484.0, + "step": 295 + }, + { + "epoch": 0.03765424246279099, + "ewc_loss": 0.0036468505859375, + "ewc_loss_diag": 4.708766937255859e-06, + "ewc_loss_parallel": 3.1739473342895508e-06, + "grad_norm": 0.8997142910957336, + "learning_rate": 1.2505298855447223e-06, + "loss": 0.5104, + "mean_token_accuracy": 0.8380498886108398, + "num_tokens": 11263806.0, + "step": 296 + }, + { + "epoch": 0.037781452741381505, + "ewc_loss": 0.0036468505859375, + "ewc_loss_diag": 4.708766937255859e-06, + "ewc_loss_parallel": 3.1739473342895508e-06, + "grad_norm": 0.9655401110649109, + "learning_rate": 1.2547689699025011e-06, + "loss": 0.6331, + "mean_token_accuracy": 0.8044699430465698, + "num_tokens": 11299822.0, + "step": 297 + }, + { + "epoch": 0.03790866301997201, + "ewc_loss": 0.0038299560546875, + "ewc_loss_diag": 4.708766937255859e-06, + "ewc_loss_parallel": 3.3527612686157227e-06, + "grad_norm": 0.9933217763900757, + "learning_rate": 1.2590080542602798e-06, + "loss": 0.5942, + "mean_token_accuracy": 0.8142819404602051, + "num_tokens": 11330796.0, + "step": 298 + }, + { + "epoch": 0.03803587329856253, + "ewc_loss": 0.003875732421875, + "ewc_loss_diag": 4.738569259643555e-06, + "ewc_loss_parallel": 3.3974647521972656e-06, + "grad_norm": 0.922745943069458, + "learning_rate": 1.2632471386180587e-06, + "loss": 0.5848, + "mean_token_accuracy": 0.8162676692008972, + "num_tokens": 11369529.0, + "step": 299 + }, + { + "epoch": 0.038163083577153034, + "ewc_loss": 0.0036468505859375, + "ewc_loss_diag": 4.738569259643555e-06, + "ewc_loss_parallel": 3.1739473342895508e-06, + "grad_norm": 0.9484642148017883, + "learning_rate": 1.2674862229758372e-06, + "loss": 0.5583, + "mean_token_accuracy": 0.8317000269889832, + "num_tokens": 11405044.0, + "step": 300 + }, + { + "epoch": 0.03829029385574354, + "ewc_loss": 0.0037384033203125, + "ewc_loss_diag": 4.76837158203125e-06, + "ewc_loss_parallel": 3.2633543014526367e-06, + "grad_norm": 0.9089944362640381, + "learning_rate": 1.271725307333616e-06, + "loss": 0.5533, + "mean_token_accuracy": 0.8284049034118652, + "num_tokens": 11445409.0, + "step": 301 + }, + { + "epoch": 0.038417504134334056, + "ewc_loss": 0.003692626953125, + "ewc_loss_diag": 4.76837158203125e-06, + "ewc_loss_parallel": 3.2186508178710938e-06, + "grad_norm": 0.8585637211799622, + "learning_rate": 1.2759643916913947e-06, + "loss": 0.548, + "mean_token_accuracy": 0.8263908624649048, + "num_tokens": 11488285.0, + "step": 302 + }, + { + "epoch": 0.03854471441292456, + "ewc_loss": 0.003631591796875, + "ewc_loss_diag": 4.798173904418945e-06, + "ewc_loss_parallel": 3.1441450119018555e-06, + "grad_norm": 0.9440265893936157, + "learning_rate": 1.2802034760491736e-06, + "loss": 0.555, + "mean_token_accuracy": 0.8256703615188599, + "num_tokens": 11520970.0, + "step": 303 + }, + { + "epoch": 0.03867192469151508, + "ewc_loss": 0.003875732421875, + "ewc_loss_diag": 4.857778549194336e-06, + "ewc_loss_parallel": 3.382563591003418e-06, + "grad_norm": 0.907875120639801, + "learning_rate": 1.284442560406952e-06, + "loss": 0.6124, + "mean_token_accuracy": 0.806936502456665, + "num_tokens": 11563590.0, + "step": 304 + }, + { + "epoch": 0.038799134970105585, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 4.857778549194336e-06, + "ewc_loss_parallel": 3.3080577850341797e-06, + "grad_norm": 0.9898818135261536, + "learning_rate": 1.288681644764731e-06, + "loss": 0.6529, + "mean_token_accuracy": 0.7948039770126343, + "num_tokens": 11598629.0, + "step": 305 + }, + { + "epoch": 0.03892634524869609, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 4.857778549194336e-06, + "ewc_loss_parallel": 3.4570693969726562e-06, + "grad_norm": 0.9337149262428284, + "learning_rate": 1.2929207291225096e-06, + "loss": 0.5523, + "mean_token_accuracy": 0.8296020030975342, + "num_tokens": 11635526.0, + "step": 306 + }, + { + "epoch": 0.03905355552728661, + "ewc_loss": 0.0038299560546875, + "ewc_loss_diag": 4.857778549194336e-06, + "ewc_loss_parallel": 3.337860107421875e-06, + "grad_norm": 0.9473824501037598, + "learning_rate": 1.2971598134802885e-06, + "loss": 0.5702, + "mean_token_accuracy": 0.822593629360199, + "num_tokens": 11672974.0, + "step": 307 + }, + { + "epoch": 0.039180765805877114, + "ewc_loss": 0.0038604736328125, + "ewc_loss_diag": 4.887580871582031e-06, + "ewc_loss_parallel": 3.3676624298095703e-06, + "grad_norm": 0.9591264724731445, + "learning_rate": 1.301398897838067e-06, + "loss": 0.591, + "mean_token_accuracy": 0.816711962223053, + "num_tokens": 11708886.0, + "step": 308 + }, + { + "epoch": 0.03930797608446762, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 4.887580871582031e-06, + "ewc_loss_parallel": 3.4570693969726562e-06, + "grad_norm": 0.9144315719604492, + "learning_rate": 1.3056379821958458e-06, + "loss": 0.6001, + "mean_token_accuracy": 0.8176484107971191, + "num_tokens": 11749217.0, + "step": 309 + }, + { + "epoch": 0.039435186363058136, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 4.9173831939697266e-06, + "ewc_loss_parallel": 3.3229589462280273e-06, + "grad_norm": 0.9227131009101868, + "learning_rate": 1.3098770665536245e-06, + "loss": 0.5619, + "mean_token_accuracy": 0.8258742690086365, + "num_tokens": 11788380.0, + "step": 310 + }, + { + "epoch": 0.039562396641648644, + "ewc_loss": 0.00390625, + "ewc_loss_diag": 4.947185516357422e-06, + "ewc_loss_parallel": 3.3974647521972656e-06, + "grad_norm": 0.9626749753952026, + "learning_rate": 1.3141161509114034e-06, + "loss": 0.5332, + "mean_token_accuracy": 0.8309202790260315, + "num_tokens": 11820587.0, + "step": 311 + }, + { + "epoch": 0.03968960692023916, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 5.0067901611328125e-06, + "ewc_loss_parallel": 3.516674041748047e-06, + "grad_norm": 0.9387598633766174, + "learning_rate": 1.3183552352691819e-06, + "loss": 0.5397, + "mean_token_accuracy": 0.8319798707962036, + "num_tokens": 11854473.0, + "step": 312 + }, + { + "epoch": 0.039816817198829665, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 5.036592483520508e-06, + "ewc_loss_parallel": 3.4421682357788086e-06, + "grad_norm": 0.9000072479248047, + "learning_rate": 1.3225943196269605e-06, + "loss": 0.5783, + "mean_token_accuracy": 0.8239061236381531, + "num_tokens": 11894744.0, + "step": 313 + }, + { + "epoch": 0.03994402747742017, + "ewc_loss": 0.003875732421875, + "ewc_loss_diag": 5.0961971282958984e-06, + "ewc_loss_parallel": 3.3527612686157227e-06, + "grad_norm": 0.896507203578949, + "learning_rate": 1.3268334039847394e-06, + "loss": 0.539, + "mean_token_accuracy": 0.8306354880332947, + "num_tokens": 11932346.0, + "step": 314 + }, + { + "epoch": 0.04007123775601069, + "ewc_loss": 0.00390625, + "ewc_loss_diag": 5.0961971282958984e-06, + "ewc_loss_parallel": 3.3974647521972656e-06, + "grad_norm": 0.9501348733901978, + "learning_rate": 1.331072488342518e-06, + "loss": 0.5976, + "mean_token_accuracy": 0.8107591867446899, + "num_tokens": 11967683.0, + "step": 315 + }, + { + "epoch": 0.040198448034601195, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 5.185604095458984e-06, + "ewc_loss_parallel": 3.56137752532959e-06, + "grad_norm": 0.9025946855545044, + "learning_rate": 1.335311572700297e-06, + "loss": 0.5842, + "mean_token_accuracy": 0.8159042596817017, + "num_tokens": 12010521.0, + "step": 316 + }, + { + "epoch": 0.04032565831319171, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 5.245208740234375e-06, + "ewc_loss_parallel": 3.4123659133911133e-06, + "grad_norm": 0.8968826532363892, + "learning_rate": 1.3395506570580754e-06, + "loss": 0.5555, + "mean_token_accuracy": 0.8263534903526306, + "num_tokens": 12053317.0, + "step": 317 + }, + { + "epoch": 0.040452868591782216, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 5.245208740234375e-06, + "ewc_loss_parallel": 3.4570693969726562e-06, + "grad_norm": 1.0413833856582642, + "learning_rate": 1.3437897414158543e-06, + "loss": 0.6128, + "mean_token_accuracy": 0.8091039657592773, + "num_tokens": 12081589.0, + "step": 318 + }, + { + "epoch": 0.040580078870372724, + "ewc_loss": 0.004302978515625, + "ewc_loss_diag": 5.245208740234375e-06, + "ewc_loss_parallel": 3.769993782043457e-06, + "grad_norm": 0.9757505655288696, + "learning_rate": 1.348028825773633e-06, + "loss": 0.5531, + "mean_token_accuracy": 0.8250447511672974, + "num_tokens": 12114826.0, + "step": 319 + }, + { + "epoch": 0.04070728914896324, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 5.27501106262207e-06, + "ewc_loss_parallel": 3.6209821701049805e-06, + "grad_norm": 0.9304830431938171, + "learning_rate": 1.3522679101314119e-06, + "loss": 0.5344, + "mean_token_accuracy": 0.8318167924880981, + "num_tokens": 12150769.0, + "step": 320 + }, + { + "epoch": 0.040834499427553746, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 5.27501106262207e-06, + "ewc_loss_parallel": 3.5017728805541992e-06, + "grad_norm": 0.9159615635871887, + "learning_rate": 1.3565069944891903e-06, + "loss": 0.5556, + "mean_token_accuracy": 0.8275966048240662, + "num_tokens": 12189035.0, + "step": 321 + }, + { + "epoch": 0.04096170970614425, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 5.334615707397461e-06, + "ewc_loss_parallel": 3.516674041748047e-06, + "grad_norm": 0.9307323694229126, + "learning_rate": 1.3607460788469692e-06, + "loss": 0.5458, + "mean_token_accuracy": 0.8284123539924622, + "num_tokens": 12225974.0, + "step": 322 + }, + { + "epoch": 0.04108891998473477, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 5.364418029785156e-06, + "ewc_loss_parallel": 3.56137752532959e-06, + "grad_norm": 0.9319155216217041, + "learning_rate": 1.364985163204748e-06, + "loss": 0.614, + "mean_token_accuracy": 0.8096347451210022, + "num_tokens": 12266971.0, + "step": 323 + }, + { + "epoch": 0.041216130263325275, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 5.364418029785156e-06, + "ewc_loss_parallel": 3.56137752532959e-06, + "grad_norm": 0.937536358833313, + "learning_rate": 1.3692242475625268e-06, + "loss": 0.5257, + "mean_token_accuracy": 0.8405312299728394, + "num_tokens": 12306365.0, + "step": 324 + }, + { + "epoch": 0.04134334054191579, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 5.364418029785156e-06, + "ewc_loss_parallel": 3.635883331298828e-06, + "grad_norm": 0.9282424449920654, + "learning_rate": 1.3734633319203052e-06, + "loss": 0.58, + "mean_token_accuracy": 0.8288992643356323, + "num_tokens": 12345343.0, + "step": 325 + }, + { + "epoch": 0.0414705508205063, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 5.3942203521728516e-06, + "ewc_loss_parallel": 3.5762786865234375e-06, + "grad_norm": 0.9560063481330872, + "learning_rate": 1.3777024162780841e-06, + "loss": 0.6453, + "mean_token_accuracy": 0.8007923364639282, + "num_tokens": 12384532.0, + "step": 326 + }, + { + "epoch": 0.041597761099096804, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 5.3942203521728516e-06, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 0.9128920435905457, + "learning_rate": 1.3819415006358628e-06, + "loss": 0.5085, + "mean_token_accuracy": 0.8405840396881104, + "num_tokens": 12424955.0, + "step": 327 + }, + { + "epoch": 0.04172497137768732, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 5.424022674560547e-06, + "ewc_loss_parallel": 3.5762786865234375e-06, + "grad_norm": 0.8681803941726685, + "learning_rate": 1.3861805849936417e-06, + "loss": 0.5288, + "mean_token_accuracy": 0.837011992931366, + "num_tokens": 12469583.0, + "step": 328 + }, + { + "epoch": 0.041852181656277826, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 5.453824996948242e-06, + "ewc_loss_parallel": 3.471970558166504e-06, + "grad_norm": 0.9632992148399353, + "learning_rate": 1.3904196693514201e-06, + "loss": 0.575, + "mean_token_accuracy": 0.8171857595443726, + "num_tokens": 12504997.0, + "step": 329 + }, + { + "epoch": 0.04197939193486834, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 5.453824996948242e-06, + "ewc_loss_parallel": 3.7401914596557617e-06, + "grad_norm": 0.9429887533187866, + "learning_rate": 1.394658753709199e-06, + "loss": 0.5767, + "mean_token_accuracy": 0.8222098350524902, + "num_tokens": 12546248.0, + "step": 330 + }, + { + "epoch": 0.04210660221345885, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 5.453824996948242e-06, + "ewc_loss_parallel": 3.7401914596557617e-06, + "grad_norm": 0.9644829034805298, + "learning_rate": 1.3988978380669777e-06, + "loss": 0.5948, + "mean_token_accuracy": 0.8143887519836426, + "num_tokens": 12580741.0, + "step": 331 + }, + { + "epoch": 0.042233812492049355, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 5.4836273193359375e-06, + "ewc_loss_parallel": 3.725290298461914e-06, + "grad_norm": 0.922808825969696, + "learning_rate": 1.4031369224247562e-06, + "loss": 0.601, + "mean_token_accuracy": 0.8136541843414307, + "num_tokens": 12622539.0, + "step": 332 + }, + { + "epoch": 0.04236102277063987, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 5.513429641723633e-06, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 0.956436038017273, + "learning_rate": 1.407376006782535e-06, + "loss": 0.5558, + "mean_token_accuracy": 0.8251458406448364, + "num_tokens": 12660137.0, + "step": 333 + }, + { + "epoch": 0.04248823304923038, + "ewc_loss": 0.004302978515625, + "ewc_loss_diag": 5.543231964111328e-06, + "ewc_loss_parallel": 3.7401914596557617e-06, + "grad_norm": 0.9250050783157349, + "learning_rate": 1.4116150911403137e-06, + "loss": 0.5822, + "mean_token_accuracy": 0.8189293146133423, + "num_tokens": 12702341.0, + "step": 334 + }, + { + "epoch": 0.04261544332782089, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 5.543231964111328e-06, + "ewc_loss_parallel": 3.635883331298828e-06, + "grad_norm": 0.9185926914215088, + "learning_rate": 1.4158541754980926e-06, + "loss": 0.5239, + "mean_token_accuracy": 0.8367151021957397, + "num_tokens": 12739560.0, + "step": 335 + }, + { + "epoch": 0.0427426536064114, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 5.5730342864990234e-06, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 0.9220436215400696, + "learning_rate": 1.420093259855871e-06, + "loss": 0.5605, + "mean_token_accuracy": 0.8311991691589355, + "num_tokens": 12781534.0, + "step": 336 + }, + { + "epoch": 0.042869863885001906, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 5.602836608886719e-06, + "ewc_loss_parallel": 3.7103891372680664e-06, + "grad_norm": 0.9691652059555054, + "learning_rate": 1.42433234421365e-06, + "loss": 0.5657, + "mean_token_accuracy": 0.8232496976852417, + "num_tokens": 12815840.0, + "step": 337 + }, + { + "epoch": 0.04299707416359242, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 5.632638931274414e-06, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 0.9775698781013489, + "learning_rate": 1.4285714285714286e-06, + "loss": 0.5739, + "mean_token_accuracy": 0.8223233222961426, + "num_tokens": 12849201.0, + "step": 338 + }, + { + "epoch": 0.04312428444218293, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 5.632638931274414e-06, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 0.971390426158905, + "learning_rate": 1.4328105129292075e-06, + "loss": 0.5781, + "mean_token_accuracy": 0.8219374418258667, + "num_tokens": 12888490.0, + "step": 339 + }, + { + "epoch": 0.043251494720773435, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 5.632638931274414e-06, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 0.9276496171951294, + "learning_rate": 1.437049597286986e-06, + "loss": 0.5526, + "mean_token_accuracy": 0.828153133392334, + "num_tokens": 12927554.0, + "step": 340 + }, + { + "epoch": 0.04337870499936395, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 5.632638931274414e-06, + "ewc_loss_parallel": 3.6954879760742188e-06, + "grad_norm": 1.0311098098754883, + "learning_rate": 1.4412886816447649e-06, + "loss": 0.5983, + "mean_token_accuracy": 0.8123565912246704, + "num_tokens": 12960801.0, + "step": 341 + }, + { + "epoch": 0.04350591527795446, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 5.632638931274414e-06, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 0.9883745312690735, + "learning_rate": 1.4455277660025435e-06, + "loss": 0.5171, + "mean_token_accuracy": 0.8360710740089417, + "num_tokens": 12993119.0, + "step": 342 + }, + { + "epoch": 0.04363312555654497, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 5.662441253662109e-06, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 0.9190604090690613, + "learning_rate": 1.4497668503603224e-06, + "loss": 0.5769, + "mean_token_accuracy": 0.8206131458282471, + "num_tokens": 13033966.0, + "step": 343 + }, + { + "epoch": 0.04376033583513548, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 5.662441253662109e-06, + "ewc_loss_parallel": 3.7103891372680664e-06, + "grad_norm": 1.0133501291275024, + "learning_rate": 1.4540059347181009e-06, + "loss": 0.5545, + "mean_token_accuracy": 0.8275653123855591, + "num_tokens": 13063649.0, + "step": 344 + }, + { + "epoch": 0.043887546113725986, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 5.692243576049805e-06, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 0.9465197920799255, + "learning_rate": 1.4582450190758798e-06, + "loss": 0.6077, + "mean_token_accuracy": 0.8108482360839844, + "num_tokens": 13106926.0, + "step": 345 + }, + { + "epoch": 0.0440147563923165, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 5.692243576049805e-06, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 0.9379767179489136, + "learning_rate": 1.4624841034336584e-06, + "loss": 0.5531, + "mean_token_accuracy": 0.8279849290847778, + "num_tokens": 13142961.0, + "step": 346 + }, + { + "epoch": 0.04414196667090701, + "ewc_loss": 0.004425048828125, + "ewc_loss_diag": 5.751848220825195e-06, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 0.927746593952179, + "learning_rate": 1.4667231877914373e-06, + "loss": 0.5342, + "mean_token_accuracy": 0.8322364687919617, + "num_tokens": 13183544.0, + "step": 347 + }, + { + "epoch": 0.04426917694949752, + "ewc_loss": 0.004425048828125, + "ewc_loss_diag": 5.751848220825195e-06, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 0.9353781938552856, + "learning_rate": 1.470962272149216e-06, + "loss": 0.5508, + "mean_token_accuracy": 0.8266153335571289, + "num_tokens": 13222609.0, + "step": 348 + }, + { + "epoch": 0.04439638722808803, + "ewc_loss": 0.004425048828125, + "ewc_loss_diag": 5.811452865600586e-06, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 0.966180682182312, + "learning_rate": 1.4752013565069945e-06, + "loss": 0.5493, + "mean_token_accuracy": 0.8288819193840027, + "num_tokens": 13258267.0, + "step": 349 + }, + { + "epoch": 0.04452359750667854, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 5.811452865600586e-06, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 0.9788193702697754, + "learning_rate": 1.4794404408647733e-06, + "loss": 0.5563, + "mean_token_accuracy": 0.8274585008621216, + "num_tokens": 13294681.0, + "step": 350 + }, + { + "epoch": 0.04465080778526905, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 5.811452865600586e-06, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 0.9237056970596313, + "learning_rate": 1.483679525222552e-06, + "loss": 0.5037, + "mean_token_accuracy": 0.8395869135856628, + "num_tokens": 13335469.0, + "step": 351 + }, + { + "epoch": 0.04477801806385956, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 5.841255187988281e-06, + "ewc_loss_parallel": 3.874301910400391e-06, + "grad_norm": 0.9328157305717468, + "learning_rate": 1.487918609580331e-06, + "loss": 0.4835, + "mean_token_accuracy": 0.8430542349815369, + "num_tokens": 13372465.0, + "step": 352 + }, + { + "epoch": 0.04490522834245007, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 5.841255187988281e-06, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 0.9474906921386719, + "learning_rate": 1.4921576939381094e-06, + "loss": 0.5326, + "mean_token_accuracy": 0.835374116897583, + "num_tokens": 13409218.0, + "step": 353 + }, + { + "epoch": 0.04503243862104058, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 5.8710575103759766e-06, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 0.9244088530540466, + "learning_rate": 1.4963967782958882e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.8420341610908508, + "num_tokens": 13452548.0, + "step": 354 + }, + { + "epoch": 0.04515964889963109, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 5.8710575103759766e-06, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 0.9899604320526123, + "learning_rate": 1.500635862653667e-06, + "loss": 0.5886, + "mean_token_accuracy": 0.8186887502670288, + "num_tokens": 13488325.0, + "step": 355 + }, + { + "epoch": 0.0452868591782216, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 5.8710575103759766e-06, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 0.955748438835144, + "learning_rate": 1.5048749470114458e-06, + "loss": 0.5887, + "mean_token_accuracy": 0.818039059638977, + "num_tokens": 13528203.0, + "step": 356 + }, + { + "epoch": 0.04541406945681211, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 5.8710575103759766e-06, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 0.9275600910186768, + "learning_rate": 1.5091140313692243e-06, + "loss": 0.5158, + "mean_token_accuracy": 0.8368891477584839, + "num_tokens": 13567242.0, + "step": 357 + }, + { + "epoch": 0.04554127973540262, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 5.8710575103759766e-06, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 0.9416757822036743, + "learning_rate": 1.5133531157270031e-06, + "loss": 0.5671, + "mean_token_accuracy": 0.8192784786224365, + "num_tokens": 13604521.0, + "step": 358 + }, + { + "epoch": 0.04566849001399313, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 5.8710575103759766e-06, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 0.9470186233520508, + "learning_rate": 1.5175922000847818e-06, + "loss": 0.5283, + "mean_token_accuracy": 0.8354102969169617, + "num_tokens": 13642787.0, + "step": 359 + }, + { + "epoch": 0.04579570029258364, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 5.900859832763672e-06, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 0.9501407146453857, + "learning_rate": 1.5218312844425607e-06, + "loss": 0.5529, + "mean_token_accuracy": 0.8209468126296997, + "num_tokens": 13684113.0, + "step": 360 + }, + { + "epoch": 0.045922910571174154, + "ewc_loss": 0.00457763671875, + "ewc_loss_diag": 5.930662155151367e-06, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 0.9563867449760437, + "learning_rate": 1.5260703688003392e-06, + "loss": 0.4837, + "mean_token_accuracy": 0.8433014750480652, + "num_tokens": 13719208.0, + "step": 361 + }, + { + "epoch": 0.04605012084976466, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 5.930662155151367e-06, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 0.9216500520706177, + "learning_rate": 1.530309453158118e-06, + "loss": 0.5045, + "mean_token_accuracy": 0.840766191482544, + "num_tokens": 13760159.0, + "step": 362 + }, + { + "epoch": 0.04617733112835517, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 5.930662155151367e-06, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 0.9747579097747803, + "learning_rate": 1.5345485375158967e-06, + "loss": 0.5919, + "mean_token_accuracy": 0.8150867819786072, + "num_tokens": 13798375.0, + "step": 363 + }, + { + "epoch": 0.04630454140694568, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 5.930662155151367e-06, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 0.91876620054245, + "learning_rate": 1.5387876218736756e-06, + "loss": 0.4698, + "mean_token_accuracy": 0.850543200969696, + "num_tokens": 13841924.0, + "step": 364 + }, + { + "epoch": 0.04643175168553619, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 5.930662155151367e-06, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 0.9837459921836853, + "learning_rate": 1.543026706231454e-06, + "loss": 0.5797, + "mean_token_accuracy": 0.8219932317733765, + "num_tokens": 13881436.0, + "step": 365 + }, + { + "epoch": 0.0465589619641267, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 5.990266799926758e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 1.0052608251571655, + "learning_rate": 1.547265790589233e-06, + "loss": 0.5925, + "mean_token_accuracy": 0.8154741525650024, + "num_tokens": 13916295.0, + "step": 366 + }, + { + "epoch": 0.04668617224271721, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 5.990266799926758e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 0.9843584299087524, + "learning_rate": 1.5515048749470116e-06, + "loss": 0.5567, + "mean_token_accuracy": 0.8251436352729797, + "num_tokens": 13950189.0, + "step": 367 + }, + { + "epoch": 0.04681338252130772, + "ewc_loss": 0.00457763671875, + "ewc_loss_diag": 6.020069122314453e-06, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 0.9523493647575378, + "learning_rate": 1.55574395930479e-06, + "loss": 0.5633, + "mean_token_accuracy": 0.824354887008667, + "num_tokens": 13988422.0, + "step": 368 + }, + { + "epoch": 0.046940592799898234, + "ewc_loss": 0.00457763671875, + "ewc_loss_diag": 6.020069122314453e-06, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 0.9318180680274963, + "learning_rate": 1.559983043662569e-06, + "loss": 0.5606, + "mean_token_accuracy": 0.8252021670341492, + "num_tokens": 14029199.0, + "step": 369 + }, + { + "epoch": 0.04706780307848874, + "ewc_loss": 0.004638671875, + "ewc_loss_diag": 6.079673767089844e-06, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 0.9701226949691772, + "learning_rate": 1.5642221280203476e-06, + "loss": 0.5609, + "mean_token_accuracy": 0.8271967768669128, + "num_tokens": 14067976.0, + "step": 370 + }, + { + "epoch": 0.04719501335707925, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 6.139278411865234e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 0.9653925895690918, + "learning_rate": 1.5684612123781265e-06, + "loss": 0.4846, + "mean_token_accuracy": 0.8477668166160583, + "num_tokens": 14102858.0, + "step": 371 + }, + { + "epoch": 0.04732222363566976, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 6.139278411865234e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 0.9959263801574707, + "learning_rate": 1.572700296735905e-06, + "loss": 0.5643, + "mean_token_accuracy": 0.8293384313583374, + "num_tokens": 14138560.0, + "step": 372 + }, + { + "epoch": 0.04744943391426027, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 6.16908073425293e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 1.0430067777633667, + "learning_rate": 1.5769393810936839e-06, + "loss": 0.5534, + "mean_token_accuracy": 0.8261268138885498, + "num_tokens": 14168007.0, + "step": 373 + }, + { + "epoch": 0.047576644192850785, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 6.198883056640625e-06, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 0.981804370880127, + "learning_rate": 1.5811784654514625e-06, + "loss": 0.4827, + "mean_token_accuracy": 0.8491011261940002, + "num_tokens": 14201779.0, + "step": 374 + }, + { + "epoch": 0.04770385447144129, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 6.198883056640625e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 0.9392017126083374, + "learning_rate": 1.5854175498092414e-06, + "loss": 0.6113, + "mean_token_accuracy": 0.8094732761383057, + "num_tokens": 14245917.0, + "step": 375 + }, + { + "epoch": 0.0478310647500318, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 6.198883056640625e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 0.9644087553024292, + "learning_rate": 1.5896566341670199e-06, + "loss": 0.5687, + "mean_token_accuracy": 0.8202846050262451, + "num_tokens": 14284032.0, + "step": 376 + }, + { + "epoch": 0.047958275028622314, + "ewc_loss": 0.00469970703125, + "ewc_loss_diag": 6.258487701416016e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 1.0146124362945557, + "learning_rate": 1.5938957185247988e-06, + "loss": 0.6181, + "mean_token_accuracy": 0.8043134212493896, + "num_tokens": 14322077.0, + "step": 377 + }, + { + "epoch": 0.04808548530721282, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 6.258487701416016e-06, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 0.9833000302314758, + "learning_rate": 1.5981348028825774e-06, + "loss": 0.5672, + "mean_token_accuracy": 0.8222323060035706, + "num_tokens": 14358031.0, + "step": 378 + }, + { + "epoch": 0.048212695585803336, + "ewc_loss": 0.00469970703125, + "ewc_loss_diag": 6.258487701416016e-06, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 1.0565592050552368, + "learning_rate": 1.6023738872403563e-06, + "loss": 0.6564, + "mean_token_accuracy": 0.7946299314498901, + "num_tokens": 14390230.0, + "step": 379 + }, + { + "epoch": 0.048339905864393844, + "ewc_loss": 0.00482177734375, + "ewc_loss_diag": 6.288290023803711e-06, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 0.9768320322036743, + "learning_rate": 1.6066129715981348e-06, + "loss": 0.5085, + "mean_token_accuracy": 0.8402426242828369, + "num_tokens": 14427394.0, + "step": 380 + }, + { + "epoch": 0.04846711614298435, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 6.288290023803711e-06, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 0.9397717714309692, + "learning_rate": 1.6108520559559137e-06, + "loss": 0.5052, + "mean_token_accuracy": 0.8404301404953003, + "num_tokens": 14466606.0, + "step": 381 + }, + { + "epoch": 0.048594326421574865, + "ewc_loss": 0.00469970703125, + "ewc_loss_diag": 6.288290023803711e-06, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 1.046960473060608, + "learning_rate": 1.6150911403136924e-06, + "loss": 0.5708, + "mean_token_accuracy": 0.8245800137519836, + "num_tokens": 14494795.0, + "step": 382 + }, + { + "epoch": 0.04872153670016537, + "ewc_loss": 0.004852294921875, + "ewc_loss_diag": 6.318092346191406e-06, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 0.9619308710098267, + "learning_rate": 1.6193302246714712e-06, + "loss": 0.5728, + "mean_token_accuracy": 0.822637677192688, + "num_tokens": 14537400.0, + "step": 383 + }, + { + "epoch": 0.04884874697875588, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 6.318092346191406e-06, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 0.9988415837287903, + "learning_rate": 1.62356930902925e-06, + "loss": 0.5908, + "mean_token_accuracy": 0.8229455947875977, + "num_tokens": 14575215.0, + "step": 384 + }, + { + "epoch": 0.048975957257346395, + "ewc_loss": 0.004791259765625, + "ewc_loss_diag": 6.377696990966797e-06, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 1.0256948471069336, + "learning_rate": 1.6278083933870286e-06, + "loss": 0.6141, + "mean_token_accuracy": 0.806985080242157, + "num_tokens": 14608486.0, + "step": 385 + }, + { + "epoch": 0.0491031675359369, + "ewc_loss": 0.004852294921875, + "ewc_loss_diag": 6.377696990966797e-06, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 0.9809779524803162, + "learning_rate": 1.6320474777448073e-06, + "loss": 0.5433, + "mean_token_accuracy": 0.8283756375312805, + "num_tokens": 14644583.0, + "step": 386 + }, + { + "epoch": 0.049230377814527417, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 6.377696990966797e-06, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 0.9838175177574158, + "learning_rate": 1.636286562102586e-06, + "loss": 0.5665, + "mean_token_accuracy": 0.8209415674209595, + "num_tokens": 14682976.0, + "step": 387 + }, + { + "epoch": 0.049357588093117924, + "ewc_loss": 0.004791259765625, + "ewc_loss_diag": 6.407499313354492e-06, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 1.100310206413269, + "learning_rate": 1.6405256464603648e-06, + "loss": 0.5387, + "mean_token_accuracy": 0.826938271522522, + "num_tokens": 14717926.0, + "step": 388 + }, + { + "epoch": 0.04948479837170843, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 6.4373016357421875e-06, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 1.0489610433578491, + "learning_rate": 1.6447647308181433e-06, + "loss": 0.5789, + "mean_token_accuracy": 0.8184577226638794, + "num_tokens": 14750484.0, + "step": 389 + }, + { + "epoch": 0.049612008650298946, + "ewc_loss": 0.00482177734375, + "ewc_loss_diag": 6.467103958129883e-06, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 0.9779059886932373, + "learning_rate": 1.6490038151759222e-06, + "loss": 0.5964, + "mean_token_accuracy": 0.8149688243865967, + "num_tokens": 14790044.0, + "step": 390 + }, + { + "epoch": 0.04973921892888945, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 6.467103958129883e-06, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 0.9534146785736084, + "learning_rate": 1.6532428995337008e-06, + "loss": 0.518, + "mean_token_accuracy": 0.8349287509918213, + "num_tokens": 14828768.0, + "step": 391 + }, + { + "epoch": 0.04986642920747997, + "ewc_loss": 0.004791259765625, + "ewc_loss_diag": 6.496906280517578e-06, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 0.9701762795448303, + "learning_rate": 1.6574819838914797e-06, + "loss": 0.5062, + "mean_token_accuracy": 0.8449842929840088, + "num_tokens": 14865848.0, + "step": 392 + }, + { + "epoch": 0.049993639486070475, + "ewc_loss": 0.004852294921875, + "ewc_loss_diag": 6.496906280517578e-06, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 0.9809802174568176, + "learning_rate": 1.6617210682492582e-06, + "loss": 0.5434, + "mean_token_accuracy": 0.8286948800086975, + "num_tokens": 14903973.0, + "step": 393 + }, + { + "epoch": 0.05012084976466098, + "ewc_loss": 0.004852294921875, + "ewc_loss_diag": 6.5267086029052734e-06, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 0.9925172328948975, + "learning_rate": 1.665960152607037e-06, + "loss": 0.5782, + "mean_token_accuracy": 0.8210346698760986, + "num_tokens": 14944958.0, + "step": 394 + }, + { + "epoch": 0.0502480600432515, + "ewc_loss": 0.004852294921875, + "ewc_loss_diag": 6.5267086029052734e-06, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 1.0057950019836426, + "learning_rate": 1.6701992369648157e-06, + "loss": 0.5691, + "mean_token_accuracy": 0.8200975656509399, + "num_tokens": 14985924.0, + "step": 395 + }, + { + "epoch": 0.050375270321842004, + "ewc_loss": 0.0048828125, + "ewc_loss_diag": 6.556510925292969e-06, + "ewc_loss_parallel": 4.231929779052734e-06, + "grad_norm": 1.010898232460022, + "learning_rate": 1.6744383213225946e-06, + "loss": 0.5348, + "mean_token_accuracy": 0.8298236131668091, + "num_tokens": 15022346.0, + "step": 396 + }, + { + "epoch": 0.05050248060043251, + "ewc_loss": 0.004913330078125, + "ewc_loss_diag": 6.586313247680664e-06, + "ewc_loss_parallel": 4.231929779052734e-06, + "grad_norm": 0.9601777195930481, + "learning_rate": 1.678677405680373e-06, + "loss": 0.4864, + "mean_token_accuracy": 0.84346604347229, + "num_tokens": 15058656.0, + "step": 397 + }, + { + "epoch": 0.050629690879023026, + "ewc_loss": 0.00482177734375, + "ewc_loss_diag": 6.616115570068359e-06, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 0.9702800512313843, + "learning_rate": 1.682916490038152e-06, + "loss": 0.5209, + "mean_token_accuracy": 0.8332322835922241, + "num_tokens": 15094165.0, + "step": 398 + }, + { + "epoch": 0.05075690115761353, + "ewc_loss": 0.0048828125, + "ewc_loss_diag": 6.645917892456055e-06, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 0.9402665495872498, + "learning_rate": 1.6871555743959306e-06, + "loss": 0.5023, + "mean_token_accuracy": 0.8385355472564697, + "num_tokens": 15136979.0, + "step": 399 + }, + { + "epoch": 0.05088411143620405, + "ewc_loss": 0.0048828125, + "ewc_loss_diag": 6.645917892456055e-06, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 0.9588683843612671, + "learning_rate": 1.6913946587537095e-06, + "loss": 0.5282, + "mean_token_accuracy": 0.83326256275177, + "num_tokens": 15178765.0, + "step": 400 + }, + { + "epoch": 0.051011321714794555, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 6.705522537231445e-06, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 0.9906892776489258, + "learning_rate": 1.695633743111488e-06, + "loss": 0.5299, + "mean_token_accuracy": 0.8348373174667358, + "num_tokens": 15215892.0, + "step": 401 + }, + { + "epoch": 0.05113853199338506, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 6.705522537231445e-06, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 1.0099822282791138, + "learning_rate": 1.6998728274692669e-06, + "loss": 0.5017, + "mean_token_accuracy": 0.8436505198478699, + "num_tokens": 15248693.0, + "step": 402 + }, + { + "epoch": 0.05126574227197558, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 6.735324859619141e-06, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 0.9840804934501648, + "learning_rate": 1.7041119118270455e-06, + "loss": 0.5262, + "mean_token_accuracy": 0.8351743817329407, + "num_tokens": 15289476.0, + "step": 403 + }, + { + "epoch": 0.051392952550566084, + "ewc_loss": 0.004913330078125, + "ewc_loss_diag": 6.765127182006836e-06, + "ewc_loss_parallel": 4.231929779052734e-06, + "grad_norm": 1.018567442893982, + "learning_rate": 1.708350996184824e-06, + "loss": 0.5637, + "mean_token_accuracy": 0.8222864866256714, + "num_tokens": 15323032.0, + "step": 404 + }, + { + "epoch": 0.0515201628291566, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 6.765127182006836e-06, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 0.9600975513458252, + "learning_rate": 1.7125900805426029e-06, + "loss": 0.5939, + "mean_token_accuracy": 0.8137240409851074, + "num_tokens": 15369155.0, + "step": 405 + }, + { + "epoch": 0.051647373107747106, + "ewc_loss": 0.004852294921875, + "ewc_loss_diag": 6.8247318267822266e-06, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 0.9914801716804504, + "learning_rate": 1.7168291649003816e-06, + "loss": 0.5112, + "mean_token_accuracy": 0.8350880742073059, + "num_tokens": 15402623.0, + "step": 406 + }, + { + "epoch": 0.051774583386337614, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 6.854534149169922e-06, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 0.997972846031189, + "learning_rate": 1.7210682492581604e-06, + "loss": 0.5499, + "mean_token_accuracy": 0.8280729055404663, + "num_tokens": 15440485.0, + "step": 407 + }, + { + "epoch": 0.05190179366492813, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 6.9141387939453125e-06, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 0.990582287311554, + "learning_rate": 1.725307333615939e-06, + "loss": 0.52, + "mean_token_accuracy": 0.8349148631095886, + "num_tokens": 15479641.0, + "step": 408 + }, + { + "epoch": 0.052029003943518635, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 6.9141387939453125e-06, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 1.0000076293945312, + "learning_rate": 1.7295464179737178e-06, + "loss": 0.5617, + "mean_token_accuracy": 0.8247374296188354, + "num_tokens": 15519085.0, + "step": 409 + }, + { + "epoch": 0.05215621422210915, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 6.943941116333008e-06, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 0.9782423973083496, + "learning_rate": 1.7337855023314965e-06, + "loss": 0.4958, + "mean_token_accuracy": 0.842944324016571, + "num_tokens": 15557642.0, + "step": 410 + }, + { + "epoch": 0.05228342450069966, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 7.0035457611083984e-06, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 0.9848113059997559, + "learning_rate": 1.7380245866892753e-06, + "loss": 0.496, + "mean_token_accuracy": 0.8441821336746216, + "num_tokens": 15593178.0, + "step": 411 + }, + { + "epoch": 0.052410634779290165, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 7.0035457611083984e-06, + "ewc_loss_parallel": 4.32133674621582e-06, + "grad_norm": 0.9921701550483704, + "learning_rate": 1.7422636710470538e-06, + "loss": 0.551, + "mean_token_accuracy": 0.826546311378479, + "num_tokens": 15630167.0, + "step": 412 + }, + { + "epoch": 0.05253784505788068, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 7.033348083496094e-06, + "ewc_loss_parallel": 4.32133674621582e-06, + "grad_norm": 0.9959946870803833, + "learning_rate": 1.7465027554048327e-06, + "loss": 0.5816, + "mean_token_accuracy": 0.8197736740112305, + "num_tokens": 15669380.0, + "step": 413 + }, + { + "epoch": 0.05266505533647119, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 7.063150405883789e-06, + "ewc_loss_parallel": 4.32133674621582e-06, + "grad_norm": 1.0340772867202759, + "learning_rate": 1.7507418397626114e-06, + "loss": 0.5238, + "mean_token_accuracy": 0.836074948310852, + "num_tokens": 15701791.0, + "step": 414 + }, + { + "epoch": 0.052792265615061694, + "ewc_loss": 0.005096435546875, + "ewc_loss_diag": 7.063150405883789e-06, + "ewc_loss_parallel": 4.380941390991211e-06, + "grad_norm": 1.089056134223938, + "learning_rate": 1.7549809241203902e-06, + "loss": 0.4991, + "mean_token_accuracy": 0.840770959854126, + "num_tokens": 15738223.0, + "step": 415 + }, + { + "epoch": 0.05291947589365221, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 7.092952728271484e-06, + "ewc_loss_parallel": 4.410743713378906e-06, + "grad_norm": 1.2543132305145264, + "learning_rate": 1.759220008478169e-06, + "loss": 0.5806, + "mean_token_accuracy": 0.8198636770248413, + "num_tokens": 15773159.0, + "step": 416 + }, + { + "epoch": 0.053046686172242716, + "ewc_loss": 0.005340576171875, + "ewc_loss_diag": 7.092952728271484e-06, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 1.061112880706787, + "learning_rate": 1.7634590928359476e-06, + "loss": 0.5465, + "mean_token_accuracy": 0.8289180994033813, + "num_tokens": 15813132.0, + "step": 417 + }, + { + "epoch": 0.05317389645083323, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 7.12275505065918e-06, + "ewc_loss_parallel": 4.231929779052734e-06, + "grad_norm": 0.9669850468635559, + "learning_rate": 1.7676981771937263e-06, + "loss": 0.5273, + "mean_token_accuracy": 0.831460177898407, + "num_tokens": 15849752.0, + "step": 418 + }, + { + "epoch": 0.05330110672942374, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 7.152557373046875e-06, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 0.9973790645599365, + "learning_rate": 1.7719372615515052e-06, + "loss": 0.5069, + "mean_token_accuracy": 0.8421788215637207, + "num_tokens": 15885331.0, + "step": 419 + }, + { + "epoch": 0.053428317008014245, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 7.152557373046875e-06, + "ewc_loss_parallel": 4.380941390991211e-06, + "grad_norm": 1.1242388486862183, + "learning_rate": 1.7761763459092838e-06, + "loss": 0.5473, + "mean_token_accuracy": 0.8321453332901001, + "num_tokens": 15924649.0, + "step": 420 + }, + { + "epoch": 0.05355552728660476, + "ewc_loss": 0.0052490234375, + "ewc_loss_diag": 7.212162017822266e-06, + "ewc_loss_parallel": 4.5299530029296875e-06, + "grad_norm": 1.0252511501312256, + "learning_rate": 1.7804154302670625e-06, + "loss": 0.5172, + "mean_token_accuracy": 0.8345901370048523, + "num_tokens": 15959342.0, + "step": 421 + }, + { + "epoch": 0.05368273756519527, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 7.212162017822266e-06, + "ewc_loss_parallel": 4.32133674621582e-06, + "grad_norm": 0.9651816487312317, + "learning_rate": 1.7846545146248412e-06, + "loss": 0.5043, + "mean_token_accuracy": 0.8404257297515869, + "num_tokens": 15998479.0, + "step": 422 + }, + { + "epoch": 0.05380994784378578, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 7.212162017822266e-06, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 1.0153402090072632, + "learning_rate": 1.7888935989826198e-06, + "loss": 0.5476, + "mean_token_accuracy": 0.8262083530426025, + "num_tokens": 16034197.0, + "step": 423 + }, + { + "epoch": 0.05393715812237629, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.271766662597656e-06, + "ewc_loss_parallel": 4.4405460357666016e-06, + "grad_norm": 1.0476797819137573, + "learning_rate": 1.7931326833403987e-06, + "loss": 0.561, + "mean_token_accuracy": 0.8214957118034363, + "num_tokens": 16071448.0, + "step": 424 + }, + { + "epoch": 0.054064368400966796, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.271766662597656e-06, + "ewc_loss_parallel": 4.4405460357666016e-06, + "grad_norm": 0.9515451788902283, + "learning_rate": 1.7973717676981772e-06, + "loss": 0.4856, + "mean_token_accuracy": 0.8484388589859009, + "num_tokens": 16116007.0, + "step": 425 + }, + { + "epoch": 0.05419157867955731, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 7.271766662597656e-06, + "ewc_loss_parallel": 4.32133674621582e-06, + "grad_norm": 1.0162022113800049, + "learning_rate": 1.801610852055956e-06, + "loss": 0.5208, + "mean_token_accuracy": 0.8376238346099854, + "num_tokens": 16158070.0, + "step": 426 + }, + { + "epoch": 0.05431878895814782, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.3015689849853516e-06, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 1.0165425539016724, + "learning_rate": 1.8058499364137347e-06, + "loss": 0.5611, + "mean_token_accuracy": 0.8271646499633789, + "num_tokens": 16196310.0, + "step": 427 + }, + { + "epoch": 0.054445999236738325, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 7.3015689849853516e-06, + "ewc_loss_parallel": 4.410743713378906e-06, + "grad_norm": 0.9825855493545532, + "learning_rate": 1.8100890207715136e-06, + "loss": 0.6076, + "mean_token_accuracy": 0.8071213960647583, + "num_tokens": 16237927.0, + "step": 428 + }, + { + "epoch": 0.05457320951532884, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.3015689849853516e-06, + "ewc_loss_parallel": 4.4405460357666016e-06, + "grad_norm": 1.0237067937850952, + "learning_rate": 1.814328105129292e-06, + "loss": 0.5623, + "mean_token_accuracy": 0.8214062452316284, + "num_tokens": 16274865.0, + "step": 429 + }, + { + "epoch": 0.05470041979391935, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 7.3015689849853516e-06, + "ewc_loss_parallel": 4.500150680541992e-06, + "grad_norm": 1.0862033367156982, + "learning_rate": 1.818567189487071e-06, + "loss": 0.5392, + "mean_token_accuracy": 0.8254191875457764, + "num_tokens": 16302503.0, + "step": 430 + }, + { + "epoch": 0.05482763007250986, + "ewc_loss": 0.00531005859375, + "ewc_loss_diag": 7.3015689849853516e-06, + "ewc_loss_parallel": 4.589557647705078e-06, + "grad_norm": 1.0217574834823608, + "learning_rate": 1.8228062738448496e-06, + "loss": 0.5937, + "mean_token_accuracy": 0.8151404857635498, + "num_tokens": 16342472.0, + "step": 431 + }, + { + "epoch": 0.05495484035110037, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 7.3015689849853516e-06, + "ewc_loss_parallel": 4.410743713378906e-06, + "grad_norm": 1.001373529434204, + "learning_rate": 1.8270453582026285e-06, + "loss": 0.5534, + "mean_token_accuracy": 0.8250479698181152, + "num_tokens": 16378423.0, + "step": 432 + }, + { + "epoch": 0.055082050629690876, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.331371307373047e-06, + "ewc_loss_parallel": 4.4405460357666016e-06, + "grad_norm": 0.9943616390228271, + "learning_rate": 1.831284442560407e-06, + "loss": 0.5228, + "mean_token_accuracy": 0.8361390829086304, + "num_tokens": 16418430.0, + "step": 433 + }, + { + "epoch": 0.05520926090828139, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.331371307373047e-06, + "ewc_loss_parallel": 4.4405460357666016e-06, + "grad_norm": 0.9992492198944092, + "learning_rate": 1.8355235269181859e-06, + "loss": 0.5353, + "mean_token_accuracy": 0.8319023847579956, + "num_tokens": 16460984.0, + "step": 434 + }, + { + "epoch": 0.0553364711868719, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.331371307373047e-06, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 1.0342319011688232, + "learning_rate": 1.8397626112759646e-06, + "loss": 0.5134, + "mean_token_accuracy": 0.8378477096557617, + "num_tokens": 16493460.0, + "step": 435 + }, + { + "epoch": 0.05546368146546241, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 7.331371307373047e-06, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 1.0194101333618164, + "learning_rate": 1.8440016956337434e-06, + "loss": 0.4916, + "mean_token_accuracy": 0.8426316976547241, + "num_tokens": 16528998.0, + "step": 436 + }, + { + "epoch": 0.05559089174405292, + "ewc_loss": 0.0052490234375, + "ewc_loss_diag": 7.331371307373047e-06, + "ewc_loss_parallel": 4.5299530029296875e-06, + "grad_norm": 1.0291619300842285, + "learning_rate": 1.848240779991522e-06, + "loss": 0.5168, + "mean_token_accuracy": 0.8363533616065979, + "num_tokens": 16564041.0, + "step": 437 + }, + { + "epoch": 0.05571810202264343, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 7.331371307373047e-06, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 1.0715659856796265, + "learning_rate": 1.8524798643493008e-06, + "loss": 0.59, + "mean_token_accuracy": 0.8130837082862854, + "num_tokens": 16597967.0, + "step": 438 + }, + { + "epoch": 0.05584531230123394, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 7.3909759521484375e-06, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 1.0276618003845215, + "learning_rate": 1.8567189487070795e-06, + "loss": 0.5745, + "mean_token_accuracy": 0.8215750455856323, + "num_tokens": 16636756.0, + "step": 439 + }, + { + "epoch": 0.05597252257982445, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.3909759521484375e-06, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 0.9835512638092041, + "learning_rate": 1.860958033064858e-06, + "loss": 0.4869, + "mean_token_accuracy": 0.8438262939453125, + "num_tokens": 16675811.0, + "step": 440 + }, + { + "epoch": 0.05609973285841496, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 7.3909759521484375e-06, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 1.023652195930481, + "learning_rate": 1.8651971174226368e-06, + "loss": 0.5707, + "mean_token_accuracy": 0.8231430053710938, + "num_tokens": 16713714.0, + "step": 441 + }, + { + "epoch": 0.05622694313700547, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 7.3909759521484375e-06, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 1.00806725025177, + "learning_rate": 1.8694362017804155e-06, + "loss": 0.5268, + "mean_token_accuracy": 0.8333024978637695, + "num_tokens": 16754317.0, + "step": 442 + }, + { + "epoch": 0.05635415341559598, + "ewc_loss": 0.00531005859375, + "ewc_loss_diag": 7.3909759521484375e-06, + "ewc_loss_parallel": 4.589557647705078e-06, + "grad_norm": 0.9992324709892273, + "learning_rate": 1.8736752861381944e-06, + "loss": 0.4881, + "mean_token_accuracy": 0.8456978797912598, + "num_tokens": 16793189.0, + "step": 443 + }, + { + "epoch": 0.05648136369418649, + "ewc_loss": 0.00531005859375, + "ewc_loss_diag": 7.450580596923828e-06, + "ewc_loss_parallel": 4.589557647705078e-06, + "grad_norm": 1.032397747039795, + "learning_rate": 1.8779143704959728e-06, + "loss": 0.4977, + "mean_token_accuracy": 0.8414134979248047, + "num_tokens": 16825046.0, + "step": 444 + }, + { + "epoch": 0.056608573972777, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 7.450580596923828e-06, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 1.0666254758834839, + "learning_rate": 1.8821534548537517e-06, + "loss": 0.5603, + "mean_token_accuracy": 0.8257905840873718, + "num_tokens": 16857769.0, + "step": 445 + }, + { + "epoch": 0.05673578425136751, + "ewc_loss": 0.005462646484375, + "ewc_loss_diag": 7.510185241699219e-06, + "ewc_loss_parallel": 4.708766937255859e-06, + "grad_norm": 1.005755066871643, + "learning_rate": 1.8863925392115304e-06, + "loss": 0.5183, + "mean_token_accuracy": 0.8381471633911133, + "num_tokens": 16900878.0, + "step": 446 + }, + { + "epoch": 0.05686299452995802, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 7.510185241699219e-06, + "ewc_loss_parallel": 4.5299530029296875e-06, + "grad_norm": 0.9980320334434509, + "learning_rate": 1.8906316235693093e-06, + "loss": 0.5324, + "mean_token_accuracy": 0.8306676149368286, + "num_tokens": 16942832.0, + "step": 447 + }, + { + "epoch": 0.05699020480854853, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 7.569789886474609e-06, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 1.056121826171875, + "learning_rate": 1.8948707079270877e-06, + "loss": 0.5362, + "mean_token_accuracy": 0.8246848583221436, + "num_tokens": 16975609.0, + "step": 448 + }, + { + "epoch": 0.057117415087139044, + "ewc_loss": 0.0054931640625, + "ewc_loss_diag": 7.569789886474609e-06, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 1.0298386812210083, + "learning_rate": 1.8991097922848666e-06, + "loss": 0.5071, + "mean_token_accuracy": 0.8389702439308167, + "num_tokens": 17012620.0, + "step": 449 + }, + { + "epoch": 0.05724462536572955, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 7.62939453125e-06, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 1.0196189880371094, + "learning_rate": 1.9033488766426453e-06, + "loss": 0.5517, + "mean_token_accuracy": 0.8232125043869019, + "num_tokens": 17053820.0, + "step": 450 + }, + { + "epoch": 0.05737183564432006, + "ewc_loss": 0.005462646484375, + "ewc_loss_diag": 7.62939453125e-06, + "ewc_loss_parallel": 4.708766937255859e-06, + "grad_norm": 1.0261677503585815, + "learning_rate": 1.907587961000424e-06, + "loss": 0.5053, + "mean_token_accuracy": 0.8429585695266724, + "num_tokens": 17091885.0, + "step": 451 + }, + { + "epoch": 0.05749904592291057, + "ewc_loss": 0.00543212890625, + "ewc_loss_diag": 7.748603820800781e-06, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 1.0204086303710938, + "learning_rate": 1.911827045358203e-06, + "loss": 0.552, + "mean_token_accuracy": 0.8267094492912292, + "num_tokens": 17133432.0, + "step": 452 + }, + { + "epoch": 0.05762625620150108, + "ewc_loss": 0.00543212890625, + "ewc_loss_diag": 7.748603820800781e-06, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 1.0806487798690796, + "learning_rate": 1.9160661297159817e-06, + "loss": 0.574, + "mean_token_accuracy": 0.8221526145935059, + "num_tokens": 17171845.0, + "step": 453 + }, + { + "epoch": 0.057753466480091595, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 7.748603820800781e-06, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 1.0805507898330688, + "learning_rate": 1.92030521407376e-06, + "loss": 0.5639, + "mean_token_accuracy": 0.8204793930053711, + "num_tokens": 17206137.0, + "step": 454 + }, + { + "epoch": 0.0578806767586821, + "ewc_loss": 0.005584716796875, + "ewc_loss_diag": 7.867813110351562e-06, + "ewc_loss_parallel": 4.798173904418945e-06, + "grad_norm": 1.002273440361023, + "learning_rate": 1.924544298431539e-06, + "loss": 0.5436, + "mean_token_accuracy": 0.8320398926734924, + "num_tokens": 17247619.0, + "step": 455 + }, + { + "epoch": 0.05800788703727261, + "ewc_loss": 0.00537109375, + "ewc_loss_diag": 7.867813110351562e-06, + "ewc_loss_parallel": 4.589557647705078e-06, + "grad_norm": 1.0717040300369263, + "learning_rate": 1.9287833827893175e-06, + "loss": 0.5651, + "mean_token_accuracy": 0.8214725852012634, + "num_tokens": 17285053.0, + "step": 456 + }, + { + "epoch": 0.058135097315863124, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 7.867813110351562e-06, + "ewc_loss_parallel": 4.9173831939697266e-06, + "grad_norm": 1.0631096363067627, + "learning_rate": 1.9330224671470964e-06, + "loss": 0.5398, + "mean_token_accuracy": 0.8284243941307068, + "num_tokens": 17320303.0, + "step": 457 + }, + { + "epoch": 0.05826230759445363, + "ewc_loss": 0.00555419921875, + "ewc_loss_diag": 7.867813110351562e-06, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 1.070616364479065, + "learning_rate": 1.9372615515048753e-06, + "loss": 0.5907, + "mean_token_accuracy": 0.8195558190345764, + "num_tokens": 17354102.0, + "step": 458 + }, + { + "epoch": 0.05838951787304414, + "ewc_loss": 0.005645751953125, + "ewc_loss_diag": 7.987022399902344e-06, + "ewc_loss_parallel": 4.857778549194336e-06, + "grad_norm": 1.0413622856140137, + "learning_rate": 1.9415006358626538e-06, + "loss": 0.5303, + "mean_token_accuracy": 0.8328633904457092, + "num_tokens": 17389958.0, + "step": 459 + }, + { + "epoch": 0.05851672815163465, + "ewc_loss": 0.005584716796875, + "ewc_loss_diag": 7.987022399902344e-06, + "ewc_loss_parallel": 4.798173904418945e-06, + "grad_norm": 1.074398398399353, + "learning_rate": 1.9457397202204326e-06, + "loss": 0.5177, + "mean_token_accuracy": 0.8352367877960205, + "num_tokens": 17421488.0, + "step": 460 + }, + { + "epoch": 0.05864393843022516, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 8.046627044677734e-06, + "ewc_loss_parallel": 4.9173831939697266e-06, + "grad_norm": 1.0380693674087524, + "learning_rate": 1.949978804578211e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.8494483232498169, + "num_tokens": 17455172.0, + "step": 461 + }, + { + "epoch": 0.058771148708815675, + "ewc_loss": 0.005615234375, + "ewc_loss_diag": 8.106231689453125e-06, + "ewc_loss_parallel": 4.827976226806641e-06, + "grad_norm": 1.0308091640472412, + "learning_rate": 1.95421788893599e-06, + "loss": 0.5784, + "mean_token_accuracy": 0.8174746036529541, + "num_tokens": 17494798.0, + "step": 462 + }, + { + "epoch": 0.05889835898740618, + "ewc_loss": 0.00567626953125, + "ewc_loss_diag": 8.106231689453125e-06, + "ewc_loss_parallel": 4.887580871582031e-06, + "grad_norm": 1.0750916004180908, + "learning_rate": 1.9584569732937684e-06, + "loss": 0.5423, + "mean_token_accuracy": 0.8342622518539429, + "num_tokens": 17527619.0, + "step": 463 + }, + { + "epoch": 0.05902556926599669, + "ewc_loss": 0.005859375, + "ewc_loss_diag": 8.106231689453125e-06, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 1.018432378768921, + "learning_rate": 1.9626960576515473e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.853185772895813, + "num_tokens": 17564299.0, + "step": 464 + }, + { + "epoch": 0.059152779544587204, + "ewc_loss": 0.00567626953125, + "ewc_loss_diag": 8.106231689453125e-06, + "ewc_loss_parallel": 4.857778549194336e-06, + "grad_norm": 1.0615757703781128, + "learning_rate": 1.9669351420093262e-06, + "loss": 0.5772, + "mean_token_accuracy": 0.8205696940422058, + "num_tokens": 17598333.0, + "step": 465 + }, + { + "epoch": 0.05927998982317771, + "ewc_loss": 0.005859375, + "ewc_loss_diag": 8.106231689453125e-06, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 1.0798090696334839, + "learning_rate": 1.971174226367105e-06, + "loss": 0.5597, + "mean_token_accuracy": 0.8270426392555237, + "num_tokens": 17642106.0, + "step": 466 + }, + { + "epoch": 0.059407200101768226, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 8.225440979003906e-06, + "ewc_loss_parallel": 5.0961971282958984e-06, + "grad_norm": 1.0442970991134644, + "learning_rate": 1.9754133107248836e-06, + "loss": 0.5016, + "mean_token_accuracy": 0.8369603753089905, + "num_tokens": 17676412.0, + "step": 467 + }, + { + "epoch": 0.059534410380358734, + "ewc_loss": 0.005767822265625, + "ewc_loss_diag": 8.225440979003906e-06, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 1.0488195419311523, + "learning_rate": 1.9796523950826624e-06, + "loss": 0.5836, + "mean_token_accuracy": 0.8190939426422119, + "num_tokens": 17717079.0, + "step": 468 + }, + { + "epoch": 0.05966162065894924, + "ewc_loss": 0.005859375, + "ewc_loss_diag": 8.225440979003906e-06, + "ewc_loss_parallel": 5.036592483520508e-06, + "grad_norm": 1.056382656097412, + "learning_rate": 1.983891479440441e-06, + "loss": 0.4742, + "mean_token_accuracy": 0.8495392799377441, + "num_tokens": 17753603.0, + "step": 469 + }, + { + "epoch": 0.059788830937539755, + "ewc_loss": 0.005828857421875, + "ewc_loss_diag": 8.285045623779297e-06, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 1.017468810081482, + "learning_rate": 1.98813056379822e-06, + "loss": 0.5399, + "mean_token_accuracy": 0.8311537504196167, + "num_tokens": 17795960.0, + "step": 470 + }, + { + "epoch": 0.05991604121613026, + "ewc_loss": 0.00579833984375, + "ewc_loss_diag": 8.285045623779297e-06, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 1.0847804546356201, + "learning_rate": 1.9923696481559983e-06, + "loss": 0.5573, + "mean_token_accuracy": 0.8260818719863892, + "num_tokens": 17829298.0, + "step": 471 + }, + { + "epoch": 0.06004325149472077, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 8.285045623779297e-06, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 1.0497801303863525, + "learning_rate": 1.996608732513777e-06, + "loss": 0.5933, + "mean_token_accuracy": 0.8152779936790466, + "num_tokens": 17872027.0, + "step": 472 + }, + { + "epoch": 0.060170461773311285, + "ewc_loss": 0.00579833984375, + "ewc_loss_diag": 8.404254913330078e-06, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 1.0123696327209473, + "learning_rate": 2.000847816871556e-06, + "loss": 0.4805, + "mean_token_accuracy": 0.8443265557289124, + "num_tokens": 17911846.0, + "step": 473 + }, + { + "epoch": 0.06029767205190179, + "ewc_loss": 0.005859375, + "ewc_loss_diag": 8.404254913330078e-06, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 1.0505648851394653, + "learning_rate": 2.005086901229335e-06, + "loss": 0.4759, + "mean_token_accuracy": 0.8477553129196167, + "num_tokens": 17946095.0, + "step": 474 + }, + { + "epoch": 0.060424882330492306, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 8.404254913330078e-06, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 1.058504343032837, + "learning_rate": 2.0093259855871134e-06, + "loss": 0.5069, + "mean_token_accuracy": 0.839136004447937, + "num_tokens": 17983232.0, + "step": 475 + }, + { + "epoch": 0.060552092609082814, + "ewc_loss": 0.0059814453125, + "ewc_loss_diag": 8.404254913330078e-06, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 1.0566366910934448, + "learning_rate": 2.0135650699448923e-06, + "loss": 0.5959, + "mean_token_accuracy": 0.8113133907318115, + "num_tokens": 18022455.0, + "step": 476 + }, + { + "epoch": 0.06067930288767332, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 8.463859558105469e-06, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 1.0698378086090088, + "learning_rate": 2.0178041543026707e-06, + "loss": 0.5611, + "mean_token_accuracy": 0.8239954710006714, + "num_tokens": 18059844.0, + "step": 477 + }, + { + "epoch": 0.060806513166263836, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 8.463859558105469e-06, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 1.066954493522644, + "learning_rate": 2.022043238660449e-06, + "loss": 0.6116, + "mean_token_accuracy": 0.809255838394165, + "num_tokens": 18099569.0, + "step": 478 + }, + { + "epoch": 0.06093372344485434, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 8.58306884765625e-06, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 1.075668215751648, + "learning_rate": 2.026282323018228e-06, + "loss": 0.5723, + "mean_token_accuracy": 0.8201876282691956, + "num_tokens": 18134747.0, + "step": 479 + }, + { + "epoch": 0.06106093372344486, + "ewc_loss": 0.006072998046875, + "ewc_loss_diag": 8.58306884765625e-06, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 1.0461561679840088, + "learning_rate": 2.030521407376007e-06, + "loss": 0.5801, + "mean_token_accuracy": 0.8217867016792297, + "num_tokens": 18173989.0, + "step": 480 + }, + { + "epoch": 0.061188144002035365, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 8.64267349243164e-06, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 1.1279969215393066, + "learning_rate": 2.034760491733786e-06, + "loss": 0.5527, + "mean_token_accuracy": 0.8247318267822266, + "num_tokens": 18205065.0, + "step": 481 + }, + { + "epoch": 0.06131535428062587, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 8.64267349243164e-06, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 1.0450435876846313, + "learning_rate": 2.0389995760915643e-06, + "loss": 0.5013, + "mean_token_accuracy": 0.8421359062194824, + "num_tokens": 18242999.0, + "step": 482 + }, + { + "epoch": 0.06144256455921639, + "ewc_loss": 0.005950927734375, + "ewc_loss_diag": 8.64267349243164e-06, + "ewc_loss_parallel": 5.0961971282958984e-06, + "grad_norm": 1.057969093322754, + "learning_rate": 2.043238660449343e-06, + "loss": 0.5838, + "mean_token_accuracy": 0.8175108432769775, + "num_tokens": 18280642.0, + "step": 483 + }, + { + "epoch": 0.061569774837806894, + "ewc_loss": 0.006072998046875, + "ewc_loss_diag": 8.64267349243164e-06, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 1.045637845993042, + "learning_rate": 2.0474777448071216e-06, + "loss": 0.5072, + "mean_token_accuracy": 0.8412634134292603, + "num_tokens": 18317894.0, + "step": 484 + }, + { + "epoch": 0.0616969851163974, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 8.64267349243164e-06, + "ewc_loss_parallel": 5.245208740234375e-06, + "grad_norm": 1.0791369676589966, + "learning_rate": 2.0517168291649005e-06, + "loss": 0.536, + "mean_token_accuracy": 0.8307623267173767, + "num_tokens": 18350481.0, + "step": 485 + }, + { + "epoch": 0.061824195394987916, + "ewc_loss": 0.0062255859375, + "ewc_loss_diag": 8.702278137207031e-06, + "ewc_loss_parallel": 5.364418029785156e-06, + "grad_norm": 1.1251139640808105, + "learning_rate": 2.0559559135226794e-06, + "loss": 0.5442, + "mean_token_accuracy": 0.8245187997817993, + "num_tokens": 18384390.0, + "step": 486 + }, + { + "epoch": 0.06195140567357842, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 8.702278137207031e-06, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 1.0364640951156616, + "learning_rate": 2.060194997880458e-06, + "loss": 0.5042, + "mean_token_accuracy": 0.8375482559204102, + "num_tokens": 18423958.0, + "step": 487 + }, + { + "epoch": 0.06207861595216894, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 8.702278137207031e-06, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 1.0420405864715576, + "learning_rate": 2.0644340822382368e-06, + "loss": 0.4688, + "mean_token_accuracy": 0.850232720375061, + "num_tokens": 18459622.0, + "step": 488 + }, + { + "epoch": 0.062205826230759445, + "ewc_loss": 0.0062255859375, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.334615707397461e-06, + "grad_norm": 1.0751714706420898, + "learning_rate": 2.0686731665960156e-06, + "loss": 0.5259, + "mean_token_accuracy": 0.836747407913208, + "num_tokens": 18495568.0, + "step": 489 + }, + { + "epoch": 0.06233303650934995, + "ewc_loss": 0.00628662109375, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 1.0520814657211304, + "learning_rate": 2.072912250953794e-06, + "loss": 0.4925, + "mean_token_accuracy": 0.8476216793060303, + "num_tokens": 18534440.0, + "step": 490 + }, + { + "epoch": 0.06246024678794047, + "ewc_loss": 0.00628662109375, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 1.0635986328125, + "learning_rate": 2.077151335311573e-06, + "loss": 0.5285, + "mean_token_accuracy": 0.8319230079650879, + "num_tokens": 18570583.0, + "step": 491 + }, + { + "epoch": 0.06258745706653097, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 1.0511932373046875, + "learning_rate": 2.0813904196693514e-06, + "loss": 0.5065, + "mean_token_accuracy": 0.8408750891685486, + "num_tokens": 18611801.0, + "step": 492 + }, + { + "epoch": 0.06271466734512149, + "ewc_loss": 0.00628662109375, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 1.0873196125030518, + "learning_rate": 2.0856295040271303e-06, + "loss": 0.564, + "mean_token_accuracy": 0.8197592496871948, + "num_tokens": 18646985.0, + "step": 493 + }, + { + "epoch": 0.06284187762371199, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 1.0691421031951904, + "learning_rate": 2.0898685883849092e-06, + "loss": 0.5439, + "mean_token_accuracy": 0.832901656627655, + "num_tokens": 18688818.0, + "step": 494 + }, + { + "epoch": 0.0629690879023025, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.424022674560547e-06, + "grad_norm": 1.055321455001831, + "learning_rate": 2.0941076727426877e-06, + "loss": 0.524, + "mean_token_accuracy": 0.8362721800804138, + "num_tokens": 18727208.0, + "step": 495 + }, + { + "epoch": 0.06309629818089302, + "ewc_loss": 0.00628662109375, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 1.0160160064697266, + "learning_rate": 2.0983467571004666e-06, + "loss": 0.5087, + "mean_token_accuracy": 0.8385360240936279, + "num_tokens": 18772174.0, + "step": 496 + }, + { + "epoch": 0.06322350845948353, + "ewc_loss": 0.0062255859375, + "ewc_loss_diag": 8.821487426757812e-06, + "ewc_loss_parallel": 5.334615707397461e-06, + "grad_norm": 1.0640711784362793, + "learning_rate": 2.102585841458245e-06, + "loss": 0.5439, + "mean_token_accuracy": 0.8290042281150818, + "num_tokens": 18808111.0, + "step": 497 + }, + { + "epoch": 0.06335071873807403, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 8.940696716308594e-06, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 1.0880545377731323, + "learning_rate": 2.106824925816024e-06, + "loss": 0.5004, + "mean_token_accuracy": 0.8356111645698547, + "num_tokens": 18841912.0, + "step": 498 + }, + { + "epoch": 0.06347792901666455, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 8.940696716308594e-06, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 1.081151008605957, + "learning_rate": 2.1110640101738024e-06, + "loss": 0.5104, + "mean_token_accuracy": 0.8404209613800049, + "num_tokens": 18877694.0, + "step": 499 + }, + { + "epoch": 0.06360513929525506, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 8.940696716308594e-06, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 1.0676864385604858, + "learning_rate": 2.1153030945315813e-06, + "loss": 0.5153, + "mean_token_accuracy": 0.8369312286376953, + "num_tokens": 18912253.0, + "step": 500 + }, + { + "epoch": 0.06373234957384556, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 8.940696716308594e-06, + "ewc_loss_parallel": 5.424022674560547e-06, + "grad_norm": 1.0845892429351807, + "learning_rate": 2.11954217888936e-06, + "loss": 0.5165, + "mean_token_accuracy": 0.8379516005516052, + "num_tokens": 18945700.0, + "step": 501 + }, + { + "epoch": 0.06385955985243608, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 9.059906005859375e-06, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 1.0660881996154785, + "learning_rate": 2.123781263247139e-06, + "loss": 0.5414, + "mean_token_accuracy": 0.8288091421127319, + "num_tokens": 18985260.0, + "step": 502 + }, + { + "epoch": 0.06398677013102659, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 9.059906005859375e-06, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 1.066961407661438, + "learning_rate": 2.1280203476049175e-06, + "loss": 0.6119, + "mean_token_accuracy": 0.8057048320770264, + "num_tokens": 19025364.0, + "step": 503 + }, + { + "epoch": 0.06411398040961709, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 9.059906005859375e-06, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 1.0618044137954712, + "learning_rate": 2.1322594319626964e-06, + "loss": 0.5483, + "mean_token_accuracy": 0.8268086910247803, + "num_tokens": 19064262.0, + "step": 504 + }, + { + "epoch": 0.0642411906882076, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 9.059906005859375e-06, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 1.1373097896575928, + "learning_rate": 2.136498516320475e-06, + "loss": 0.5503, + "mean_token_accuracy": 0.8290711045265198, + "num_tokens": 19094780.0, + "step": 505 + }, + { + "epoch": 0.06436840096679812, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 9.119510650634766e-06, + "ewc_loss_parallel": 5.692243576049805e-06, + "grad_norm": 1.0877854824066162, + "learning_rate": 2.1407376006782537e-06, + "loss": 0.4889, + "mean_token_accuracy": 0.8454602360725403, + "num_tokens": 19131166.0, + "step": 506 + }, + { + "epoch": 0.06449561124538863, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 9.119510650634766e-06, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 1.0554099082946777, + "learning_rate": 2.144976685036032e-06, + "loss": 0.5025, + "mean_token_accuracy": 0.8424124121665955, + "num_tokens": 19167371.0, + "step": 507 + }, + { + "epoch": 0.06462282152397913, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 9.119510650634766e-06, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 1.0433436632156372, + "learning_rate": 2.149215769393811e-06, + "loss": 0.5526, + "mean_token_accuracy": 0.8262315392494202, + "num_tokens": 19206751.0, + "step": 508 + }, + { + "epoch": 0.06475003180256965, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 9.179115295410156e-06, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 1.0701924562454224, + "learning_rate": 2.15345485375159e-06, + "loss": 0.5081, + "mean_token_accuracy": 0.8386794328689575, + "num_tokens": 19243227.0, + "step": 509 + }, + { + "epoch": 0.06487724208116016, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 9.179115295410156e-06, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 1.0574562549591064, + "learning_rate": 2.157693938109369e-06, + "loss": 0.5607, + "mean_token_accuracy": 0.826590895652771, + "num_tokens": 19285050.0, + "step": 510 + }, + { + "epoch": 0.06500445235975066, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 9.179115295410156e-06, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 1.0454027652740479, + "learning_rate": 2.1619330224671473e-06, + "loss": 0.5448, + "mean_token_accuracy": 0.8286300301551819, + "num_tokens": 19328780.0, + "step": 511 + }, + { + "epoch": 0.06513166263834118, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 9.179115295410156e-06, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 1.04952073097229, + "learning_rate": 2.166172106824926e-06, + "loss": 0.5406, + "mean_token_accuracy": 0.8330482244491577, + "num_tokens": 19373011.0, + "step": 512 + }, + { + "epoch": 0.06525887291693169, + "ewc_loss": 0.0064697265625, + "ewc_loss_diag": 9.298324584960938e-06, + "ewc_loss_parallel": 5.543231964111328e-06, + "grad_norm": 1.0872387886047363, + "learning_rate": 2.1704111911827046e-06, + "loss": 0.5311, + "mean_token_accuracy": 0.8310163617134094, + "num_tokens": 19409641.0, + "step": 513 + }, + { + "epoch": 0.0653860831955222, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 9.298324584960938e-06, + "ewc_loss_parallel": 5.662441253662109e-06, + "grad_norm": 1.0750128030776978, + "learning_rate": 2.174650275540483e-06, + "loss": 0.5715, + "mean_token_accuracy": 0.8242740631103516, + "num_tokens": 19451285.0, + "step": 514 + }, + { + "epoch": 0.06551329347411271, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 9.357929229736328e-06, + "ewc_loss_parallel": 5.543231964111328e-06, + "grad_norm": 1.093761920928955, + "learning_rate": 2.178889359898262e-06, + "loss": 0.5688, + "mean_token_accuracy": 0.8244665265083313, + "num_tokens": 19487584.0, + "step": 515 + }, + { + "epoch": 0.06564050375270322, + "ewc_loss": 0.006561279296875, + "ewc_loss_diag": 9.417533874511719e-06, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 1.063757061958313, + "learning_rate": 2.183128444256041e-06, + "loss": 0.577, + "mean_token_accuracy": 0.823347270488739, + "num_tokens": 19531200.0, + "step": 516 + }, + { + "epoch": 0.06576771403129372, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 9.417533874511719e-06, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 1.0587379932403564, + "learning_rate": 2.1873675286138197e-06, + "loss": 0.5765, + "mean_token_accuracy": 0.8163148164749146, + "num_tokens": 19573126.0, + "step": 517 + }, + { + "epoch": 0.06589492430988424, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 9.417533874511719e-06, + "ewc_loss_parallel": 5.543231964111328e-06, + "grad_norm": 1.071769118309021, + "learning_rate": 2.191606612971598e-06, + "loss": 0.5911, + "mean_token_accuracy": 0.8149240612983704, + "num_tokens": 19613499.0, + "step": 518 + }, + { + "epoch": 0.06602213458847475, + "ewc_loss": 0.00653076171875, + "ewc_loss_diag": 9.47713851928711e-06, + "ewc_loss_parallel": 5.5730342864990234e-06, + "grad_norm": 1.0806423425674438, + "learning_rate": 2.195845697329377e-06, + "loss": 0.5802, + "mean_token_accuracy": 0.8132896423339844, + "num_tokens": 19652459.0, + "step": 519 + }, + { + "epoch": 0.06614934486706527, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 9.47713851928711e-06, + "ewc_loss_parallel": 5.632638931274414e-06, + "grad_norm": 1.0650044679641724, + "learning_rate": 2.2000847816871556e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8514019250869751, + "num_tokens": 19691874.0, + "step": 520 + }, + { + "epoch": 0.06627655514565577, + "ewc_loss": 0.0064697265625, + "ewc_loss_diag": 9.47713851928711e-06, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 1.0544936656951904, + "learning_rate": 2.2043238660449344e-06, + "loss": 0.5108, + "mean_token_accuracy": 0.8405937552452087, + "num_tokens": 19731424.0, + "step": 521 + }, + { + "epoch": 0.06640376542424628, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 9.47713851928711e-06, + "ewc_loss_parallel": 5.543231964111328e-06, + "grad_norm": 1.0643565654754639, + "learning_rate": 2.2085629504027133e-06, + "loss": 0.5042, + "mean_token_accuracy": 0.837889552116394, + "num_tokens": 19768530.0, + "step": 522 + }, + { + "epoch": 0.0665309757028368, + "ewc_loss": 0.006561279296875, + "ewc_loss_diag": 9.47713851928711e-06, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 1.081713318824768, + "learning_rate": 2.2128020347604918e-06, + "loss": 0.5393, + "mean_token_accuracy": 0.8298978805541992, + "num_tokens": 19807836.0, + "step": 523 + }, + { + "epoch": 0.0666581859814273, + "ewc_loss": 0.00665283203125, + "ewc_loss_diag": 9.47713851928711e-06, + "ewc_loss_parallel": 5.692243576049805e-06, + "grad_norm": 1.0661870241165161, + "learning_rate": 2.2170411191182707e-06, + "loss": 0.5186, + "mean_token_accuracy": 0.835808515548706, + "num_tokens": 19854338.0, + "step": 524 + }, + { + "epoch": 0.06678539626001781, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 9.47713851928711e-06, + "ewc_loss_parallel": 5.662441253662109e-06, + "grad_norm": 1.1128077507019043, + "learning_rate": 2.2212802034760496e-06, + "loss": 0.5367, + "mean_token_accuracy": 0.8285495042800903, + "num_tokens": 19888469.0, + "step": 525 + }, + { + "epoch": 0.06691260653860832, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 9.59634780883789e-06, + "ewc_loss_parallel": 5.900859832763672e-06, + "grad_norm": 1.1552244424819946, + "learning_rate": 2.225519287833828e-06, + "loss": 0.587, + "mean_token_accuracy": 0.8189747333526611, + "num_tokens": 19925137.0, + "step": 526 + }, + { + "epoch": 0.06703981681719882, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 9.59634780883789e-06, + "ewc_loss_parallel": 5.811452865600586e-06, + "grad_norm": 1.105138897895813, + "learning_rate": 2.229758372191607e-06, + "loss": 0.545, + "mean_token_accuracy": 0.828352689743042, + "num_tokens": 19959658.0, + "step": 527 + }, + { + "epoch": 0.06716702709578934, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 9.59634780883789e-06, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 1.0666946172714233, + "learning_rate": 2.2339974565493854e-06, + "loss": 0.5033, + "mean_token_accuracy": 0.8405275940895081, + "num_tokens": 19998702.0, + "step": 528 + }, + { + "epoch": 0.06729423737437985, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 9.59634780883789e-06, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 1.109465479850769, + "learning_rate": 2.2382365409071642e-06, + "loss": 0.5737, + "mean_token_accuracy": 0.8234475255012512, + "num_tokens": 20038406.0, + "step": 529 + }, + { + "epoch": 0.06742144765297035, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 9.59634780883789e-06, + "ewc_loss_parallel": 5.811452865600586e-06, + "grad_norm": 1.1172058582305908, + "learning_rate": 2.242475625264943e-06, + "loss": 0.5292, + "mean_token_accuracy": 0.8319068551063538, + "num_tokens": 20073185.0, + "step": 530 + }, + { + "epoch": 0.06754865793156087, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 9.655952453613281e-06, + "ewc_loss_parallel": 5.841255187988281e-06, + "grad_norm": 1.099149465560913, + "learning_rate": 2.246714709622722e-06, + "loss": 0.5107, + "mean_token_accuracy": 0.8398405313491821, + "num_tokens": 20106828.0, + "step": 531 + }, + { + "epoch": 0.06767586821015138, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 9.655952453613281e-06, + "ewc_loss_parallel": 5.8710575103759766e-06, + "grad_norm": 1.1502959728240967, + "learning_rate": 2.2509537939805005e-06, + "loss": 0.5139, + "mean_token_accuracy": 0.836593747138977, + "num_tokens": 20137541.0, + "step": 532 + }, + { + "epoch": 0.0678030784887419, + "ewc_loss": 0.007080078125, + "ewc_loss_diag": 9.715557098388672e-06, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 1.1151293516159058, + "learning_rate": 2.255192878338279e-06, + "loss": 0.5272, + "mean_token_accuracy": 0.8321871161460876, + "num_tokens": 20174452.0, + "step": 533 + }, + { + "epoch": 0.0679302887673324, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 9.715557098388672e-06, + "ewc_loss_parallel": 5.841255187988281e-06, + "grad_norm": 1.1370834112167358, + "learning_rate": 2.259431962696058e-06, + "loss": 0.5432, + "mean_token_accuracy": 0.8312787413597107, + "num_tokens": 20212195.0, + "step": 534 + }, + { + "epoch": 0.06805749904592291, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 9.715557098388672e-06, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 1.0784586668014526, + "learning_rate": 2.2636710470538363e-06, + "loss": 0.4572, + "mean_token_accuracy": 0.8476442098617554, + "num_tokens": 20248344.0, + "step": 535 + }, + { + "epoch": 0.06818470932451343, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 9.775161743164062e-06, + "ewc_loss_parallel": 5.811452865600586e-06, + "grad_norm": 1.0514085292816162, + "learning_rate": 2.267910131411615e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.8421282768249512, + "num_tokens": 20289874.0, + "step": 536 + }, + { + "epoch": 0.06831191960310393, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 9.775161743164062e-06, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 1.1444813013076782, + "learning_rate": 2.272149215769394e-06, + "loss": 0.5132, + "mean_token_accuracy": 0.834784746170044, + "num_tokens": 20319582.0, + "step": 537 + }, + { + "epoch": 0.06843912988169444, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 9.775161743164062e-06, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 1.1832356452941895, + "learning_rate": 2.276388300127173e-06, + "loss": 0.4928, + "mean_token_accuracy": 0.840286135673523, + "num_tokens": 20356944.0, + "step": 538 + }, + { + "epoch": 0.06856634016028496, + "ewc_loss": 0.007232666015625, + "ewc_loss_diag": 9.775161743164062e-06, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 1.066515564918518, + "learning_rate": 2.2806273844849514e-06, + "loss": 0.545, + "mean_token_accuracy": 0.8251410722732544, + "num_tokens": 20398099.0, + "step": 539 + }, + { + "epoch": 0.06869355043887546, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 9.834766387939453e-06, + "ewc_loss_parallel": 5.841255187988281e-06, + "grad_norm": 1.0932083129882812, + "learning_rate": 2.2848664688427303e-06, + "loss": 0.5165, + "mean_token_accuracy": 0.833968997001648, + "num_tokens": 20435155.0, + "step": 540 + }, + { + "epoch": 0.06882076071746597, + "ewc_loss": 0.0072021484375, + "ewc_loss_diag": 9.834766387939453e-06, + "ewc_loss_parallel": 6.22868537902832e-06, + "grad_norm": 1.1642454862594604, + "learning_rate": 2.2891055532005087e-06, + "loss": 0.5753, + "mean_token_accuracy": 0.8208611011505127, + "num_tokens": 20468369.0, + "step": 541 + }, + { + "epoch": 0.06894797099605648, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 9.834766387939453e-06, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 1.157009243965149, + "learning_rate": 2.2933446375582876e-06, + "loss": 0.5507, + "mean_token_accuracy": 0.8307543992996216, + "num_tokens": 20500303.0, + "step": 542 + }, + { + "epoch": 0.06907518127464699, + "ewc_loss": 0.007293701171875, + "ewc_loss_diag": 9.834766387939453e-06, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 1.0872445106506348, + "learning_rate": 2.297583721916066e-06, + "loss": 0.503, + "mean_token_accuracy": 0.8429348468780518, + "num_tokens": 20541290.0, + "step": 543 + }, + { + "epoch": 0.0692023915532375, + "ewc_loss": 0.00714111328125, + "ewc_loss_diag": 9.953975677490234e-06, + "ewc_loss_parallel": 6.16908073425293e-06, + "grad_norm": 1.0736334323883057, + "learning_rate": 2.301822806273845e-06, + "loss": 0.523, + "mean_token_accuracy": 0.8361847400665283, + "num_tokens": 20583486.0, + "step": 544 + }, + { + "epoch": 0.06932960183182801, + "ewc_loss": 0.0072021484375, + "ewc_loss_diag": 9.953975677490234e-06, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 1.1468849182128906, + "learning_rate": 2.306061890631624e-06, + "loss": 0.5748, + "mean_token_accuracy": 0.8229312896728516, + "num_tokens": 20618655.0, + "step": 545 + }, + { + "epoch": 0.06945681211041853, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 1.0013580322265625e-05, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 1.1094858646392822, + "learning_rate": 2.3103009749894027e-06, + "loss": 0.5283, + "mean_token_accuracy": 0.834108829498291, + "num_tokens": 20655733.0, + "step": 546 + }, + { + "epoch": 0.06958402238900903, + "ewc_loss": 0.007171630859375, + "ewc_loss_diag": 1.0013580322265625e-05, + "ewc_loss_parallel": 6.16908073425293e-06, + "grad_norm": 1.06533682346344, + "learning_rate": 2.314540059347181e-06, + "loss": 0.556, + "mean_token_accuracy": 0.825668215751648, + "num_tokens": 20699338.0, + "step": 547 + }, + { + "epoch": 0.06971123266759954, + "ewc_loss": 0.007293701171875, + "ewc_loss_diag": 1.0013580322265625e-05, + "ewc_loss_parallel": 6.288290023803711e-06, + "grad_norm": 1.139801263809204, + "learning_rate": 2.31877914370496e-06, + "loss": 0.5801, + "mean_token_accuracy": 0.8180627822875977, + "num_tokens": 20731841.0, + "step": 548 + }, + { + "epoch": 0.06983844294619006, + "ewc_loss": 0.007659912109375, + "ewc_loss_diag": 1.0013580322265625e-05, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 1.1524499654769897, + "learning_rate": 2.3230182280627385e-06, + "loss": 0.502, + "mean_token_accuracy": 0.8420140743255615, + "num_tokens": 20761097.0, + "step": 549 + }, + { + "epoch": 0.06996565322478056, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 1.0073184967041016e-05, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 1.091667652130127, + "learning_rate": 2.3272573124205174e-06, + "loss": 0.4775, + "mean_token_accuracy": 0.8475596904754639, + "num_tokens": 20797013.0, + "step": 550 + }, + { + "epoch": 0.07009286350337107, + "ewc_loss": 0.0072021484375, + "ewc_loss_diag": 1.0073184967041016e-05, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 1.0966852903366089, + "learning_rate": 2.331496396778296e-06, + "loss": 0.5132, + "mean_token_accuracy": 0.8343713283538818, + "num_tokens": 20833727.0, + "step": 551 + }, + { + "epoch": 0.07022007378196159, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 1.0073184967041016e-05, + "ewc_loss_parallel": 6.407499313354492e-06, + "grad_norm": 1.0799068212509155, + "learning_rate": 2.3357354811360748e-06, + "loss": 0.5423, + "mean_token_accuracy": 0.831688404083252, + "num_tokens": 20877587.0, + "step": 552 + }, + { + "epoch": 0.07034728406055209, + "ewc_loss": 0.00732421875, + "ewc_loss_diag": 1.0073184967041016e-05, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 1.1587200164794922, + "learning_rate": 2.3399745654938537e-06, + "loss": 0.5513, + "mean_token_accuracy": 0.8261982202529907, + "num_tokens": 20909623.0, + "step": 553 + }, + { + "epoch": 0.0704744943391426, + "ewc_loss": 0.007781982421875, + "ewc_loss_diag": 1.0073184967041016e-05, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 1.132014513015747, + "learning_rate": 2.344213649851632e-06, + "loss": 0.5332, + "mean_token_accuracy": 0.8333286046981812, + "num_tokens": 20946348.0, + "step": 554 + }, + { + "epoch": 0.07060170461773312, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 1.0073184967041016e-05, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 1.0946305990219116, + "learning_rate": 2.348452734209411e-06, + "loss": 0.6134, + "mean_token_accuracy": 0.8105435967445374, + "num_tokens": 20989831.0, + "step": 555 + }, + { + "epoch": 0.07072891489632362, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 1.0073184967041016e-05, + "ewc_loss_parallel": 6.407499313354492e-06, + "grad_norm": 1.1179139614105225, + "learning_rate": 2.3526918185671895e-06, + "loss": 0.5614, + "mean_token_accuracy": 0.8216352462768555, + "num_tokens": 21027007.0, + "step": 556 + }, + { + "epoch": 0.07085612517491413, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 1.0073184967041016e-05, + "ewc_loss_parallel": 6.5267086029052734e-06, + "grad_norm": 1.09519624710083, + "learning_rate": 2.3569309029249684e-06, + "loss": 0.51, + "mean_token_accuracy": 0.8385171890258789, + "num_tokens": 21066488.0, + "step": 557 + }, + { + "epoch": 0.07098333545350465, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 1.0192394256591797e-05, + "ewc_loss_parallel": 6.407499313354492e-06, + "grad_norm": 1.1090803146362305, + "learning_rate": 2.3611699872827472e-06, + "loss": 0.5994, + "mean_token_accuracy": 0.8133143782615662, + "num_tokens": 21109049.0, + "step": 558 + }, + { + "epoch": 0.07111054573209516, + "ewc_loss": 0.00750732421875, + "ewc_loss_diag": 1.0192394256591797e-05, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 1.1232670545578003, + "learning_rate": 2.3654090716405257e-06, + "loss": 0.5428, + "mean_token_accuracy": 0.829046368598938, + "num_tokens": 21146661.0, + "step": 559 + }, + { + "epoch": 0.07123775601068566, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 1.0192394256591797e-05, + "ewc_loss_parallel": 6.5267086029052734e-06, + "grad_norm": 1.1439908742904663, + "learning_rate": 2.3696481559983046e-06, + "loss": 0.5596, + "mean_token_accuracy": 0.8212586045265198, + "num_tokens": 21179568.0, + "step": 560 + }, + { + "epoch": 0.07136496628927617, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 1.0192394256591797e-05, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 1.1321450471878052, + "learning_rate": 2.3738872403560835e-06, + "loss": 0.5625, + "mean_token_accuracy": 0.8224833011627197, + "num_tokens": 21216535.0, + "step": 561 + }, + { + "epoch": 0.07149217656786669, + "ewc_loss": 0.00750732421875, + "ewc_loss_diag": 1.0192394256591797e-05, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 1.1174923181533813, + "learning_rate": 2.378126324713862e-06, + "loss": 0.5236, + "mean_token_accuracy": 0.8329854011535645, + "num_tokens": 21253887.0, + "step": 562 + }, + { + "epoch": 0.07161938684645719, + "ewc_loss": 0.00750732421875, + "ewc_loss_diag": 1.0192394256591797e-05, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 1.1173458099365234, + "learning_rate": 2.382365409071641e-06, + "loss": 0.5285, + "mean_token_accuracy": 0.8336948752403259, + "num_tokens": 21289813.0, + "step": 563 + }, + { + "epoch": 0.0717465971250477, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 1.0192394256591797e-05, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 1.1047126054763794, + "learning_rate": 2.3866044934294193e-06, + "loss": 0.4809, + "mean_token_accuracy": 0.8459264636039734, + "num_tokens": 21326121.0, + "step": 564 + }, + { + "epoch": 0.07187380740363822, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 1.0311603546142578e-05, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 1.125774621963501, + "learning_rate": 2.390843577787198e-06, + "loss": 0.5745, + "mean_token_accuracy": 0.8186521530151367, + "num_tokens": 21363644.0, + "step": 565 + }, + { + "epoch": 0.07200101768222872, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 1.0311603546142578e-05, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 1.074968934059143, + "learning_rate": 2.395082662144977e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.8547539710998535, + "num_tokens": 21407119.0, + "step": 566 + }, + { + "epoch": 0.07212822796081923, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 1.0371208190917969e-05, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 1.1064039468765259, + "learning_rate": 2.399321746502756e-06, + "loss": 0.5346, + "mean_token_accuracy": 0.8328756093978882, + "num_tokens": 21447648.0, + "step": 567 + }, + { + "epoch": 0.07225543823940975, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 1.0371208190917969e-05, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 1.1354035139083862, + "learning_rate": 2.4035608308605344e-06, + "loss": 0.5758, + "mean_token_accuracy": 0.8270009756088257, + "num_tokens": 21488335.0, + "step": 568 + }, + { + "epoch": 0.07238264851800025, + "ewc_loss": 0.007781982421875, + "ewc_loss_diag": 1.043081283569336e-05, + "ewc_loss_parallel": 6.735324859619141e-06, + "grad_norm": 1.1517012119293213, + "learning_rate": 2.407799915218313e-06, + "loss": 0.5783, + "mean_token_accuracy": 0.8170046806335449, + "num_tokens": 21525987.0, + "step": 569 + }, + { + "epoch": 0.07250985879659076, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 1.043081283569336e-05, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 1.1025432348251343, + "learning_rate": 2.4120389995760917e-06, + "loss": 0.4704, + "mean_token_accuracy": 0.8542169332504272, + "num_tokens": 21564671.0, + "step": 570 + }, + { + "epoch": 0.07263706907518128, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 1.043081283569336e-05, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 1.0820344686508179, + "learning_rate": 2.41627808393387e-06, + "loss": 0.5165, + "mean_token_accuracy": 0.8344590663909912, + "num_tokens": 21608590.0, + "step": 571 + }, + { + "epoch": 0.07276427935377179, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 1.049041748046875e-05, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 1.1562683582305908, + "learning_rate": 2.420517168291649e-06, + "loss": 0.5376, + "mean_token_accuracy": 0.8345513343811035, + "num_tokens": 21641684.0, + "step": 572 + }, + { + "epoch": 0.07289148963236229, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 1.049041748046875e-05, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 1.128851294517517, + "learning_rate": 2.424756252649428e-06, + "loss": 0.4782, + "mean_token_accuracy": 0.8466323614120483, + "num_tokens": 21674923.0, + "step": 573 + }, + { + "epoch": 0.0730186999109528, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 1.049041748046875e-05, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 1.1186221837997437, + "learning_rate": 2.428995337007207e-06, + "loss": 0.5639, + "mean_token_accuracy": 0.8255631327629089, + "num_tokens": 21714006.0, + "step": 574 + }, + { + "epoch": 0.07314591018954332, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 1.0609626770019531e-05, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 1.1376763582229614, + "learning_rate": 2.4332344213649853e-06, + "loss": 0.5163, + "mean_token_accuracy": 0.8416990041732788, + "num_tokens": 21750580.0, + "step": 575 + }, + { + "epoch": 0.07327312046813382, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 1.0609626770019531e-05, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 1.1252774000167847, + "learning_rate": 2.437473505722764e-06, + "loss": 0.4914, + "mean_token_accuracy": 0.8430631160736084, + "num_tokens": 21787400.0, + "step": 576 + }, + { + "epoch": 0.07340033074672433, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 1.0609626770019531e-05, + "ewc_loss_parallel": 6.735324859619141e-06, + "grad_norm": 1.1322160959243774, + "learning_rate": 2.4417125900805427e-06, + "loss": 0.507, + "mean_token_accuracy": 0.8347032070159912, + "num_tokens": 21823159.0, + "step": 577 + }, + { + "epoch": 0.07352754102531485, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 1.0728836059570312e-05, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 1.1479475498199463, + "learning_rate": 2.4459516744383215e-06, + "loss": 0.5459, + "mean_token_accuracy": 0.8296146988868713, + "num_tokens": 21858067.0, + "step": 578 + }, + { + "epoch": 0.07365475130390535, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 1.0728836059570312e-05, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 1.129799485206604, + "learning_rate": 2.4501907587961e-06, + "loss": 0.5057, + "mean_token_accuracy": 0.8378758430480957, + "num_tokens": 21893332.0, + "step": 579 + }, + { + "epoch": 0.07378196158249586, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 1.0728836059570312e-05, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 1.1422706842422485, + "learning_rate": 2.454429843153879e-06, + "loss": 0.6173, + "mean_token_accuracy": 0.8072946071624756, + "num_tokens": 21932696.0, + "step": 580 + }, + { + "epoch": 0.07390917186108638, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 1.0728836059570312e-05, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 1.1651626825332642, + "learning_rate": 2.4586689275116578e-06, + "loss": 0.5301, + "mean_token_accuracy": 0.8268688917160034, + "num_tokens": 21964825.0, + "step": 581 + }, + { + "epoch": 0.07403638213967688, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0788440704345703e-05, + "ewc_loss_parallel": 6.943941116333008e-06, + "grad_norm": 1.1235666275024414, + "learning_rate": 2.4629080118694367e-06, + "loss": 0.4916, + "mean_token_accuracy": 0.8430242538452148, + "num_tokens": 22003396.0, + "step": 582 + }, + { + "epoch": 0.0741635924182674, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 1.0788440704345703e-05, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 1.109004259109497, + "learning_rate": 2.467147096227215e-06, + "loss": 0.4988, + "mean_token_accuracy": 0.8426738977432251, + "num_tokens": 22045107.0, + "step": 583 + }, + { + "epoch": 0.07429080269685791, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 1.0788440704345703e-05, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 1.1251252889633179, + "learning_rate": 2.471386180584994e-06, + "loss": 0.4737, + "mean_token_accuracy": 0.8499193787574768, + "num_tokens": 22082754.0, + "step": 584 + }, + { + "epoch": 0.07441801297544842, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0788440704345703e-05, + "ewc_loss_parallel": 7.0035457611083984e-06, + "grad_norm": 1.1279560327529907, + "learning_rate": 2.4756252649427725e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.8422837257385254, + "num_tokens": 22122501.0, + "step": 585 + }, + { + "epoch": 0.07454522325403892, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 1.0848045349121094e-05, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 1.1318025588989258, + "learning_rate": 2.4798643493005513e-06, + "loss": 0.5312, + "mean_token_accuracy": 0.834469199180603, + "num_tokens": 22158110.0, + "step": 586 + }, + { + "epoch": 0.07467243353262944, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0848045349121094e-05, + "ewc_loss_parallel": 6.973743438720703e-06, + "grad_norm": 1.15122652053833, + "learning_rate": 2.48410343365833e-06, + "loss": 0.4817, + "mean_token_accuracy": 0.8414551615715027, + "num_tokens": 22190097.0, + "step": 587 + }, + { + "epoch": 0.07479964381121995, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0848045349121094e-05, + "ewc_loss_parallel": 7.0035457611083984e-06, + "grad_norm": 1.1518243551254272, + "learning_rate": 2.4883425180161087e-06, + "loss": 0.5565, + "mean_token_accuracy": 0.8257361650466919, + "num_tokens": 22227568.0, + "step": 588 + }, + { + "epoch": 0.07492685408981045, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0848045349121094e-05, + "ewc_loss_parallel": 7.0035457611083984e-06, + "grad_norm": 1.1495676040649414, + "learning_rate": 2.4925816023738876e-06, + "loss": 0.5187, + "mean_token_accuracy": 0.839045524597168, + "num_tokens": 22265376.0, + "step": 589 + }, + { + "epoch": 0.07505406436840097, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0907649993896484e-05, + "ewc_loss_parallel": 7.0035457611083984e-06, + "grad_norm": 1.1091313362121582, + "learning_rate": 2.496820686731666e-06, + "loss": 0.5422, + "mean_token_accuracy": 0.83158940076828, + "num_tokens": 22310398.0, + "step": 590 + }, + { + "epoch": 0.07518127464699148, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 1.0967254638671875e-05, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 1.1503173112869263, + "learning_rate": 2.5010597710894445e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8569149971008301, + "num_tokens": 22341413.0, + "step": 591 + }, + { + "epoch": 0.07530848492558198, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 1.0967254638671875e-05, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 1.128411054611206, + "learning_rate": 2.5052988554472234e-06, + "loss": 0.5227, + "mean_token_accuracy": 0.8350212574005127, + "num_tokens": 22383228.0, + "step": 592 + }, + { + "epoch": 0.0754356952041725, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0967254638671875e-05, + "ewc_loss_parallel": 6.973743438720703e-06, + "grad_norm": 1.1372060775756836, + "learning_rate": 2.5095379398050023e-06, + "loss": 0.542, + "mean_token_accuracy": 0.8309032917022705, + "num_tokens": 22423750.0, + "step": 593 + }, + { + "epoch": 0.07556290548276301, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0967254638671875e-05, + "ewc_loss_parallel": 7.0035457611083984e-06, + "grad_norm": 1.1824944019317627, + "learning_rate": 2.513777024162781e-06, + "loss": 0.4987, + "mean_token_accuracy": 0.8408281803131104, + "num_tokens": 22454717.0, + "step": 594 + }, + { + "epoch": 0.07569011576135352, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 1.0967254638671875e-05, + "ewc_loss_parallel": 7.092952728271484e-06, + "grad_norm": 1.126251220703125, + "learning_rate": 2.5180161085205596e-06, + "loss": 0.4986, + "mean_token_accuracy": 0.8431358337402344, + "num_tokens": 22492798.0, + "step": 595 + }, + { + "epoch": 0.07581732603994402, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 1.0967254638671875e-05, + "ewc_loss_parallel": 6.973743438720703e-06, + "grad_norm": 1.1378052234649658, + "learning_rate": 2.5222551928783385e-06, + "loss": 0.542, + "mean_token_accuracy": 0.8305040597915649, + "num_tokens": 22530774.0, + "step": 596 + }, + { + "epoch": 0.07594453631853454, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 1.1026859283447266e-05, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 1.143975019454956, + "learning_rate": 2.5264942772361174e-06, + "loss": 0.5213, + "mean_token_accuracy": 0.8350588083267212, + "num_tokens": 22566355.0, + "step": 597 + }, + { + "epoch": 0.07607174659712505, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 1.1086463928222656e-05, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 1.1256003379821777, + "learning_rate": 2.5307333615938963e-06, + "loss": 0.5067, + "mean_token_accuracy": 0.8420118093490601, + "num_tokens": 22603633.0, + "step": 598 + }, + { + "epoch": 0.07619895687571555, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 1.1086463928222656e-05, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 1.151041865348816, + "learning_rate": 2.5349724459516743e-06, + "loss": 0.5359, + "mean_token_accuracy": 0.8335263729095459, + "num_tokens": 22641481.0, + "step": 599 + }, + { + "epoch": 0.07632616715430607, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 1.1146068572998047e-05, + "ewc_loss_parallel": 7.092952728271484e-06, + "grad_norm": 1.1635955572128296, + "learning_rate": 2.539211530309453e-06, + "loss": 0.4789, + "mean_token_accuracy": 0.8480397462844849, + "num_tokens": 22672853.0, + "step": 600 + }, + { + "epoch": 0.07645337743289658, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 1.1265277862548828e-05, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 1.1770484447479248, + "learning_rate": 2.543450614667232e-06, + "loss": 0.5522, + "mean_token_accuracy": 0.8248027563095093, + "num_tokens": 22704851.0, + "step": 601 + }, + { + "epoch": 0.07658058771148708, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 1.1265277862548828e-05, + "ewc_loss_parallel": 7.152557373046875e-06, + "grad_norm": 1.1653443574905396, + "learning_rate": 2.547689699025011e-06, + "loss": 0.5713, + "mean_token_accuracy": 0.820326030254364, + "num_tokens": 22742578.0, + "step": 602 + }, + { + "epoch": 0.0767077979900776, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 1.1265277862548828e-05, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 1.1140375137329102, + "learning_rate": 2.5519287833827894e-06, + "loss": 0.5132, + "mean_token_accuracy": 0.834548830986023, + "num_tokens": 22783960.0, + "step": 603 + }, + { + "epoch": 0.07683500826866811, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 1.1265277862548828e-05, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 1.1729861497879028, + "learning_rate": 2.5561678677405683e-06, + "loss": 0.4753, + "mean_token_accuracy": 0.8465027809143066, + "num_tokens": 22813643.0, + "step": 604 + }, + { + "epoch": 0.07696221854725861, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 1.138448715209961e-05, + "ewc_loss_parallel": 7.241964340209961e-06, + "grad_norm": 1.1643257141113281, + "learning_rate": 2.560406952098347e-06, + "loss": 0.5657, + "mean_token_accuracy": 0.8200214505195618, + "num_tokens": 22850290.0, + "step": 605 + }, + { + "epoch": 0.07708942882584913, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 1.138448715209961e-05, + "ewc_loss_parallel": 7.152557373046875e-06, + "grad_norm": 1.1476263999938965, + "learning_rate": 2.5646460364561252e-06, + "loss": 0.5194, + "mean_token_accuracy": 0.8331431150436401, + "num_tokens": 22894009.0, + "step": 606 + }, + { + "epoch": 0.07721663910443964, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 1.1444091796875e-05, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 1.1693706512451172, + "learning_rate": 2.568885120813904e-06, + "loss": 0.5184, + "mean_token_accuracy": 0.8353092670440674, + "num_tokens": 22931418.0, + "step": 607 + }, + { + "epoch": 0.07734384938303016, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 1.1444091796875e-05, + "ewc_loss_parallel": 7.212162017822266e-06, + "grad_norm": 1.1392152309417725, + "learning_rate": 2.573124205171683e-06, + "loss": 0.5084, + "mean_token_accuracy": 0.841187596321106, + "num_tokens": 22970074.0, + "step": 608 + }, + { + "epoch": 0.07747105966162066, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 1.1444091796875e-05, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 1.146921992301941, + "learning_rate": 2.577363289529462e-06, + "loss": 0.5422, + "mean_token_accuracy": 0.8323677182197571, + "num_tokens": 23008185.0, + "step": 609 + }, + { + "epoch": 0.07759826994021117, + "ewc_loss": 0.0084228515625, + "ewc_loss_diag": 1.1444091796875e-05, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 1.1554453372955322, + "learning_rate": 2.5816023738872403e-06, + "loss": 0.4609, + "mean_token_accuracy": 0.8511192202568054, + "num_tokens": 23039667.0, + "step": 610 + }, + { + "epoch": 0.07772548021880168, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 1.1444091796875e-05, + "ewc_loss_parallel": 7.212162017822266e-06, + "grad_norm": 1.1852033138275146, + "learning_rate": 2.5858414582450192e-06, + "loss": 0.5286, + "mean_token_accuracy": 0.8340157270431519, + "num_tokens": 23075012.0, + "step": 611 + }, + { + "epoch": 0.07785269049739219, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 1.1444091796875e-05, + "ewc_loss_parallel": 7.331371307373047e-06, + "grad_norm": 1.160534381866455, + "learning_rate": 2.590080542602798e-06, + "loss": 0.4614, + "mean_token_accuracy": 0.8512164354324341, + "num_tokens": 23108397.0, + "step": 612 + }, + { + "epoch": 0.0779799007759827, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 1.1444091796875e-05, + "ewc_loss_parallel": 7.241964340209961e-06, + "grad_norm": 1.1579487323760986, + "learning_rate": 2.594319626960577e-06, + "loss": 0.5377, + "mean_token_accuracy": 0.8354736566543579, + "num_tokens": 23146419.0, + "step": 613 + }, + { + "epoch": 0.07810711105457321, + "ewc_loss": 0.0084228515625, + "ewc_loss_diag": 1.1444091796875e-05, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 1.1144218444824219, + "learning_rate": 2.598558711318355e-06, + "loss": 0.5327, + "mean_token_accuracy": 0.8336114883422852, + "num_tokens": 23191750.0, + "step": 614 + }, + { + "epoch": 0.07823432133316371, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 1.150369644165039e-05, + "ewc_loss_parallel": 7.152557373046875e-06, + "grad_norm": 1.1539729833602905, + "learning_rate": 2.602797795676134e-06, + "loss": 0.5426, + "mean_token_accuracy": 0.8291205167770386, + "num_tokens": 23230199.0, + "step": 615 + }, + { + "epoch": 0.07836153161175423, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 1.1563301086425781e-05, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 1.1747432947158813, + "learning_rate": 2.607036880033913e-06, + "loss": 0.5311, + "mean_token_accuracy": 0.8266565799713135, + "num_tokens": 23264184.0, + "step": 616 + }, + { + "epoch": 0.07848874189034474, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 1.1563301086425781e-05, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 1.1691336631774902, + "learning_rate": 2.6112759643916917e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.846025288105011, + "num_tokens": 23295543.0, + "step": 617 + }, + { + "epoch": 0.07861595216893524, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 1.1563301086425781e-05, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 1.177274465560913, + "learning_rate": 2.61551504874947e-06, + "loss": 0.5124, + "mean_token_accuracy": 0.8399207592010498, + "num_tokens": 23328148.0, + "step": 618 + }, + { + "epoch": 0.07874316244752576, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 1.1622905731201172e-05, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 1.1296364068984985, + "learning_rate": 2.619754133107249e-06, + "loss": 0.5014, + "mean_token_accuracy": 0.8406637907028198, + "num_tokens": 23369441.0, + "step": 619 + }, + { + "epoch": 0.07887037272611627, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 1.1622905731201172e-05, + "ewc_loss_parallel": 7.212162017822266e-06, + "grad_norm": 1.1913162469863892, + "learning_rate": 2.623993217465028e-06, + "loss": 0.5598, + "mean_token_accuracy": 0.8220993280410767, + "num_tokens": 23402977.0, + "step": 620 + }, + { + "epoch": 0.07899758300470679, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 1.1622905731201172e-05, + "ewc_loss_parallel": 7.599592208862305e-06, + "grad_norm": 1.1779556274414062, + "learning_rate": 2.628232301822807e-06, + "loss": 0.5362, + "mean_token_accuracy": 0.8343168497085571, + "num_tokens": 23441988.0, + "step": 621 + }, + { + "epoch": 0.07912479328329729, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 1.1622905731201172e-05, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 1.1554338932037354, + "learning_rate": 2.6324713861805853e-06, + "loss": 0.5651, + "mean_token_accuracy": 0.8222590684890747, + "num_tokens": 23480481.0, + "step": 622 + }, + { + "epoch": 0.0792520035618878, + "ewc_loss": 0.0084228515625, + "ewc_loss_diag": 1.1622905731201172e-05, + "ewc_loss_parallel": 7.3015689849853516e-06, + "grad_norm": 1.197065830230713, + "learning_rate": 2.6367104705383637e-06, + "loss": 0.5618, + "mean_token_accuracy": 0.8210352063179016, + "num_tokens": 23515188.0, + "step": 623 + }, + { + "epoch": 0.07937921384047832, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 1.1622905731201172e-05, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 1.153143286705017, + "learning_rate": 2.6409495548961426e-06, + "loss": 0.5489, + "mean_token_accuracy": 0.828877866268158, + "num_tokens": 23557777.0, + "step": 624 + }, + { + "epoch": 0.07950642411906882, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 1.1682510375976562e-05, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 1.2052823305130005, + "learning_rate": 2.645188639253921e-06, + "loss": 0.5366, + "mean_token_accuracy": 0.8352389335632324, + "num_tokens": 23588357.0, + "step": 625 + }, + { + "epoch": 0.07963363439765933, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 1.1742115020751953e-05, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 1.1626046895980835, + "learning_rate": 2.6494277236117e-06, + "loss": 0.4991, + "mean_token_accuracy": 0.8388766050338745, + "num_tokens": 23628656.0, + "step": 626 + }, + { + "epoch": 0.07976084467624985, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 1.1742115020751953e-05, + "ewc_loss_parallel": 7.331371307373047e-06, + "grad_norm": 1.1797059774398804, + "learning_rate": 2.653666807969479e-06, + "loss": 0.5976, + "mean_token_accuracy": 0.8123133778572083, + "num_tokens": 23666390.0, + "step": 627 + }, + { + "epoch": 0.07988805495484035, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 1.1801719665527344e-05, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 1.17417573928833, + "learning_rate": 2.6579058923272577e-06, + "loss": 0.4568, + "mean_token_accuracy": 0.8573623895645142, + "num_tokens": 23699620.0, + "step": 628 + }, + { + "epoch": 0.08001526523343086, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 1.1861324310302734e-05, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 1.1707695722579956, + "learning_rate": 2.662144976685036e-06, + "loss": 0.5381, + "mean_token_accuracy": 0.8315547704696655, + "num_tokens": 23735883.0, + "step": 629 + }, + { + "epoch": 0.08014247551202137, + "ewc_loss": 0.00885009765625, + "ewc_loss_diag": 1.1861324310302734e-05, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 1.1706348657608032, + "learning_rate": 2.666384061042815e-06, + "loss": 0.498, + "mean_token_accuracy": 0.8422462940216064, + "num_tokens": 23769918.0, + "step": 630 + }, + { + "epoch": 0.08026968579061187, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 1.1861324310302734e-05, + "ewc_loss_parallel": 7.599592208862305e-06, + "grad_norm": 1.1404757499694824, + "learning_rate": 2.670623145400594e-06, + "loss": 0.5065, + "mean_token_accuracy": 0.8396778106689453, + "num_tokens": 23815402.0, + "step": 631 + }, + { + "epoch": 0.08039689606920239, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 1.1861324310302734e-05, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 1.1344373226165771, + "learning_rate": 2.6748622297583724e-06, + "loss": 0.5032, + "mean_token_accuracy": 0.8410877585411072, + "num_tokens": 23858205.0, + "step": 632 + }, + { + "epoch": 0.0805241063477929, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.599592208862305e-06, + "grad_norm": 1.182618498802185, + "learning_rate": 2.679101314116151e-06, + "loss": 0.5172, + "mean_token_accuracy": 0.8407157063484192, + "num_tokens": 23893506.0, + "step": 633 + }, + { + "epoch": 0.08065131662638342, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 1.187508225440979, + "learning_rate": 2.6833403984739298e-06, + "loss": 0.5085, + "mean_token_accuracy": 0.8358972072601318, + "num_tokens": 23929457.0, + "step": 634 + }, + { + "epoch": 0.08077852690497392, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 1.1347997188568115, + "learning_rate": 2.6875794828317086e-06, + "loss": 0.5033, + "mean_token_accuracy": 0.8440133929252625, + "num_tokens": 23974577.0, + "step": 635 + }, + { + "epoch": 0.08090573718356443, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.510185241699219e-06, + "grad_norm": 1.219787359237671, + "learning_rate": 2.6918185671894875e-06, + "loss": 0.5797, + "mean_token_accuracy": 0.8201043605804443, + "num_tokens": 24007490.0, + "step": 636 + }, + { + "epoch": 0.08103294746215495, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.20144784450531, + "learning_rate": 2.696057651547266e-06, + "loss": 0.6182, + "mean_token_accuracy": 0.8062742352485657, + "num_tokens": 24048058.0, + "step": 637 + }, + { + "epoch": 0.08116015774074545, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.599592208862305e-06, + "grad_norm": 1.1307666301727295, + "learning_rate": 2.700296735905045e-06, + "loss": 0.484, + "mean_token_accuracy": 0.8451059460639954, + "num_tokens": 24089776.0, + "step": 638 + }, + { + "epoch": 0.08128736801933596, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 1.1475027799606323, + "learning_rate": 2.7045358202628238e-06, + "loss": 0.5344, + "mean_token_accuracy": 0.8273307681083679, + "num_tokens": 24135730.0, + "step": 639 + }, + { + "epoch": 0.08141457829792648, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 1.2031067609786987, + "learning_rate": 2.7087749046206026e-06, + "loss": 0.4903, + "mean_token_accuracy": 0.8446118235588074, + "num_tokens": 24168513.0, + "step": 640 + }, + { + "epoch": 0.08154178857651698, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1882332563400269, + "learning_rate": 2.7130139889783807e-06, + "loss": 0.5536, + "mean_token_accuracy": 0.8256254196166992, + "num_tokens": 24206555.0, + "step": 641 + }, + { + "epoch": 0.08166899885510749, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 1.1303163766860962, + "learning_rate": 2.7172530733361596e-06, + "loss": 0.461, + "mean_token_accuracy": 0.8531864881515503, + "num_tokens": 24248919.0, + "step": 642 + }, + { + "epoch": 0.081796209133698, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 1.1342512369155884, + "learning_rate": 2.7214921576939385e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8553253412246704, + "num_tokens": 24290493.0, + "step": 643 + }, + { + "epoch": 0.0819234194122885, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 1.1767148971557617, + "learning_rate": 2.725731242051717e-06, + "loss": 0.5131, + "mean_token_accuracy": 0.8402631282806396, + "num_tokens": 24327968.0, + "step": 644 + }, + { + "epoch": 0.08205062969087902, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 1.1670875549316406, + "learning_rate": 2.729970326409496e-06, + "loss": 0.5452, + "mean_token_accuracy": 0.8298041820526123, + "num_tokens": 24370019.0, + "step": 645 + }, + { + "epoch": 0.08217783996946953, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 1.1920928955078125e-05, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 1.2035064697265625, + "learning_rate": 2.7342094107672747e-06, + "loss": 0.5154, + "mean_token_accuracy": 0.8396509885787964, + "num_tokens": 24403911.0, + "step": 646 + }, + { + "epoch": 0.08230505024806005, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2040138244628906e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1866463422775269, + "learning_rate": 2.7384484951250536e-06, + "loss": 0.534, + "mean_token_accuracy": 0.8340234756469727, + "num_tokens": 24445039.0, + "step": 647 + }, + { + "epoch": 0.08243226052665055, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 1.2040138244628906e-05, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 1.218745470046997, + "learning_rate": 2.7426875794828316e-06, + "loss": 0.5336, + "mean_token_accuracy": 0.8286937475204468, + "num_tokens": 24479543.0, + "step": 648 + }, + { + "epoch": 0.08255947080524106, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2040138244628906e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.169982671737671, + "learning_rate": 2.7469266638406105e-06, + "loss": 0.4931, + "mean_token_accuracy": 0.8415706157684326, + "num_tokens": 24517483.0, + "step": 649 + }, + { + "epoch": 0.08268668108383158, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 1.2099742889404297e-05, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 1.1700633764266968, + "learning_rate": 2.7511657481983894e-06, + "loss": 0.5253, + "mean_token_accuracy": 0.8314145803451538, + "num_tokens": 24557702.0, + "step": 650 + }, + { + "epoch": 0.08281389136242208, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2159347534179688e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1861493587493896, + "learning_rate": 2.7554048325561683e-06, + "loss": 0.528, + "mean_token_accuracy": 0.8349096775054932, + "num_tokens": 24595145.0, + "step": 651 + }, + { + "epoch": 0.0829411016410126, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2159347534179688e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.175512671470642, + "learning_rate": 2.7596439169139467e-06, + "loss": 0.5175, + "mean_token_accuracy": 0.8369349241256714, + "num_tokens": 24631564.0, + "step": 652 + }, + { + "epoch": 0.08306831191960311, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2218952178955078e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1976511478424072, + "learning_rate": 2.7638830012717256e-06, + "loss": 0.5718, + "mean_token_accuracy": 0.8212578892707825, + "num_tokens": 24668563.0, + "step": 653 + }, + { + "epoch": 0.08319552219819361, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2218952178955078e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.2049272060394287, + "learning_rate": 2.7681220856295045e-06, + "loss": 0.5573, + "mean_token_accuracy": 0.8234294652938843, + "num_tokens": 24703662.0, + "step": 654 + }, + { + "epoch": 0.08332273247678412, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2218952178955078e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1908708810806274, + "learning_rate": 2.7723611699872834e-06, + "loss": 0.5113, + "mean_token_accuracy": 0.8416879773139954, + "num_tokens": 24739504.0, + "step": 655 + }, + { + "epoch": 0.08344994275537464, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2218952178955078e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1628366708755493, + "learning_rate": 2.7766002543450614e-06, + "loss": 0.5202, + "mean_token_accuracy": 0.8322871923446655, + "num_tokens": 24781884.0, + "step": 656 + }, + { + "epoch": 0.08357715303396514, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.2218952178955078e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1697498559951782, + "learning_rate": 2.7808393387028403e-06, + "loss": 0.5742, + "mean_token_accuracy": 0.8189064264297485, + "num_tokens": 24823964.0, + "step": 657 + }, + { + "epoch": 0.08370436331255565, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.233816146850586e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.201711654663086, + "learning_rate": 2.785078423060619e-06, + "loss": 0.5171, + "mean_token_accuracy": 0.8362910747528076, + "num_tokens": 24859552.0, + "step": 658 + }, + { + "epoch": 0.08383157359114617, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 1.233816146850586e-05, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 1.2093408107757568, + "learning_rate": 2.789317507418398e-06, + "loss": 0.5361, + "mean_token_accuracy": 0.8299517631530762, + "num_tokens": 24897580.0, + "step": 659 + }, + { + "epoch": 0.08395878386973668, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 1.233816146850586e-05, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 1.1774731874465942, + "learning_rate": 2.7935565917761765e-06, + "loss": 0.4842, + "mean_token_accuracy": 0.8435621857643127, + "num_tokens": 24934616.0, + "step": 660 + }, + { + "epoch": 0.08408599414832718, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.233816146850586e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.20969557762146, + "learning_rate": 2.7977956761339554e-06, + "loss": 0.556, + "mean_token_accuracy": 0.8245049118995667, + "num_tokens": 24972149.0, + "step": 661 + }, + { + "epoch": 0.0842132044269177, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 1.233816146850586e-05, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 1.1860958337783813, + "learning_rate": 2.8020347604917343e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8616396188735962, + "num_tokens": 25008682.0, + "step": 662 + }, + { + "epoch": 0.08434041470550821, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.233816146850586e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.156179428100586, + "learning_rate": 2.8062738448495123e-06, + "loss": 0.4637, + "mean_token_accuracy": 0.8504425287246704, + "num_tokens": 25048454.0, + "step": 663 + }, + { + "epoch": 0.08446762498409871, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.233816146850586e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.2147777080535889, + "learning_rate": 2.8105129292072912e-06, + "loss": 0.5404, + "mean_token_accuracy": 0.8237242698669434, + "num_tokens": 25086772.0, + "step": 664 + }, + { + "epoch": 0.08459483526268922, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 1.239776611328125e-05, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 1.196308970451355, + "learning_rate": 2.81475201356507e-06, + "loss": 0.4896, + "mean_token_accuracy": 0.8418370485305786, + "num_tokens": 25122215.0, + "step": 665 + }, + { + "epoch": 0.08472204554127974, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 1.239776611328125e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1908154487609863, + "learning_rate": 2.818991097922849e-06, + "loss": 0.5322, + "mean_token_accuracy": 0.8352447748184204, + "num_tokens": 25159966.0, + "step": 666 + }, + { + "epoch": 0.08484925581987024, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 1.239776611328125e-05, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 1.2229547500610352, + "learning_rate": 2.8232301822806274e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8474874496459961, + "num_tokens": 25191929.0, + "step": 667 + }, + { + "epoch": 0.08497646609846075, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 1.2516975402832031e-05, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 1.1894649267196655, + "learning_rate": 2.8274692666384063e-06, + "loss": 0.5076, + "mean_token_accuracy": 0.8361181616783142, + "num_tokens": 25233385.0, + "step": 668 + }, + { + "epoch": 0.08510367637705127, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 1.2516975402832031e-05, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 1.1689069271087646, + "learning_rate": 2.8317083509961852e-06, + "loss": 0.5272, + "mean_token_accuracy": 0.8345345258712769, + "num_tokens": 25276943.0, + "step": 669 + }, + { + "epoch": 0.08523088665564178, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 1.2516975402832031e-05, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 1.2053673267364502, + "learning_rate": 2.835947435353964e-06, + "loss": 0.5052, + "mean_token_accuracy": 0.840142548084259, + "num_tokens": 25316552.0, + "step": 670 + }, + { + "epoch": 0.08535809693423228, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 1.2576580047607422e-05, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 1.223228931427002, + "learning_rate": 2.840186519711742e-06, + "loss": 0.5592, + "mean_token_accuracy": 0.8295422792434692, + "num_tokens": 25357517.0, + "step": 671 + }, + { + "epoch": 0.0854853072128228, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 1.2636184692382812e-05, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 1.226057529449463, + "learning_rate": 2.844425604069521e-06, + "loss": 0.55, + "mean_token_accuracy": 0.8273457288742065, + "num_tokens": 25392693.0, + "step": 672 + }, + { + "epoch": 0.08561251749141331, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 1.2636184692382812e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.2233909368515015, + "learning_rate": 2.8486646884273e-06, + "loss": 0.5133, + "mean_token_accuracy": 0.8371680974960327, + "num_tokens": 25430623.0, + "step": 673 + }, + { + "epoch": 0.08573972777000381, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 1.2636184692382812e-05, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 1.1951559782028198, + "learning_rate": 2.852903772785079e-06, + "loss": 0.4525, + "mean_token_accuracy": 0.8557946681976318, + "num_tokens": 25465043.0, + "step": 674 + }, + { + "epoch": 0.08586693804859433, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 1.2636184692382812e-05, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 1.1751927137374878, + "learning_rate": 2.8571428571428573e-06, + "loss": 0.4756, + "mean_token_accuracy": 0.8499056100845337, + "num_tokens": 25503483.0, + "step": 675 + }, + { + "epoch": 0.08599414832718484, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 1.2695789337158203e-05, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 1.1785917282104492, + "learning_rate": 2.861381941500636e-06, + "loss": 0.528, + "mean_token_accuracy": 0.8331913948059082, + "num_tokens": 25547079.0, + "step": 676 + }, + { + "epoch": 0.08612135860577534, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 1.2695789337158203e-05, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 1.2479437589645386, + "learning_rate": 2.865621025858415e-06, + "loss": 0.5639, + "mean_token_accuracy": 0.8211978673934937, + "num_tokens": 25586494.0, + "step": 677 + }, + { + "epoch": 0.08624856888436586, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.2695789337158203e-05, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 1.2434278726577759, + "learning_rate": 2.869860110216193e-06, + "loss": 0.5636, + "mean_token_accuracy": 0.8208489418029785, + "num_tokens": 25618998.0, + "step": 678 + }, + { + "epoch": 0.08637577916295637, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 1.2755393981933594e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.1667646169662476, + "learning_rate": 2.874099194573972e-06, + "loss": 0.5047, + "mean_token_accuracy": 0.8401842713356018, + "num_tokens": 25663147.0, + "step": 679 + }, + { + "epoch": 0.08650298944154687, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 1.2755393981933594e-05, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 1.2281146049499512, + "learning_rate": 2.878338278931751e-06, + "loss": 0.553, + "mean_token_accuracy": 0.8310701251029968, + "num_tokens": 25696830.0, + "step": 680 + }, + { + "epoch": 0.08663019972013739, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 1.2755393981933594e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.210174322128296, + "learning_rate": 2.8825773632895297e-06, + "loss": 0.4819, + "mean_token_accuracy": 0.8507944345474243, + "num_tokens": 25732828.0, + "step": 681 + }, + { + "epoch": 0.0867574099987279, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 1.2755393981933594e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.1750787496566772, + "learning_rate": 2.886816447647308e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8483611345291138, + "num_tokens": 25773545.0, + "step": 682 + }, + { + "epoch": 0.08688462027731841, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 1.2755393981933594e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.1888285875320435, + "learning_rate": 2.891055532005087e-06, + "loss": 0.5102, + "mean_token_accuracy": 0.8388862609863281, + "num_tokens": 25814792.0, + "step": 683 + }, + { + "epoch": 0.08701183055590891, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 1.2814998626708984e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.2133592367172241, + "learning_rate": 2.895294616362866e-06, + "loss": 0.525, + "mean_token_accuracy": 0.8320326805114746, + "num_tokens": 25850713.0, + "step": 684 + }, + { + "epoch": 0.08713904083449943, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.2814998626708984e-05, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 1.2060015201568604, + "learning_rate": 2.899533700720645e-06, + "loss": 0.4952, + "mean_token_accuracy": 0.8388988971710205, + "num_tokens": 25888320.0, + "step": 685 + }, + { + "epoch": 0.08726625111308994, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 1.2814998626708984e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.2076114416122437, + "learning_rate": 2.9037727850784233e-06, + "loss": 0.538, + "mean_token_accuracy": 0.8294309973716736, + "num_tokens": 25924941.0, + "step": 686 + }, + { + "epoch": 0.08739346139168044, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 1.2874603271484375e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.211406946182251, + "learning_rate": 2.9080118694362018e-06, + "loss": 0.5037, + "mean_token_accuracy": 0.8406850099563599, + "num_tokens": 25964051.0, + "step": 687 + }, + { + "epoch": 0.08752067167027096, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 1.2934207916259766e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.1835768222808838, + "learning_rate": 2.9122509537939806e-06, + "loss": 0.5067, + "mean_token_accuracy": 0.8400417566299438, + "num_tokens": 26007300.0, + "step": 688 + }, + { + "epoch": 0.08764788194886147, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 1.2934207916259766e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.2117279767990112, + "learning_rate": 2.9164900381517595e-06, + "loss": 0.5634, + "mean_token_accuracy": 0.8185178637504578, + "num_tokens": 26045833.0, + "step": 689 + }, + { + "epoch": 0.08777509222745197, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.2934207916259766e-05, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 1.190977692604065, + "learning_rate": 2.920729122509538e-06, + "loss": 0.556, + "mean_token_accuracy": 0.8244274854660034, + "num_tokens": 26092277.0, + "step": 690 + }, + { + "epoch": 0.08790230250604249, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.3053417205810547e-05, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 1.1993207931518555, + "learning_rate": 2.924968206867317e-06, + "loss": 0.5091, + "mean_token_accuracy": 0.8367041945457458, + "num_tokens": 26130082.0, + "step": 691 + }, + { + "epoch": 0.088029512784633, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 1.3053417205810547e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.1999226808547974, + "learning_rate": 2.9292072912250958e-06, + "loss": 0.4848, + "mean_token_accuracy": 0.847389280796051, + "num_tokens": 26170087.0, + "step": 692 + }, + { + "epoch": 0.0881567230632235, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.3053417205810547e-05, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 1.2287768125534058, + "learning_rate": 2.9334463755828746e-06, + "loss": 0.5645, + "mean_token_accuracy": 0.8214367628097534, + "num_tokens": 26207645.0, + "step": 693 + }, + { + "epoch": 0.08828393334181402, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 1.3053417205810547e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.212685227394104, + "learning_rate": 2.937685459940653e-06, + "loss": 0.4875, + "mean_token_accuracy": 0.8420683145523071, + "num_tokens": 26242417.0, + "step": 694 + }, + { + "epoch": 0.08841114362040453, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.3053417205810547e-05, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 1.252856969833374, + "learning_rate": 2.941924544298432e-06, + "loss": 0.5547, + "mean_token_accuracy": 0.8260941505432129, + "num_tokens": 26275427.0, + "step": 695 + }, + { + "epoch": 0.08853835389899505, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 1.3053417205810547e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.23778235912323, + "learning_rate": 2.9461636286562104e-06, + "loss": 0.5075, + "mean_token_accuracy": 0.8391612768173218, + "num_tokens": 26308692.0, + "step": 696 + }, + { + "epoch": 0.08866556417758555, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.3113021850585938e-05, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 1.1758731603622437, + "learning_rate": 2.950402713013989e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.8418577909469604, + "num_tokens": 26352155.0, + "step": 697 + }, + { + "epoch": 0.08879277445617606, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.3113021850585938e-05, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 1.2094753980636597, + "learning_rate": 2.954641797371768e-06, + "loss": 0.5432, + "mean_token_accuracy": 0.8294028043746948, + "num_tokens": 26392410.0, + "step": 698 + }, + { + "epoch": 0.08891998473476657, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 1.3113021850585938e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.2047511339187622, + "learning_rate": 2.9588808817295467e-06, + "loss": 0.4704, + "mean_token_accuracy": 0.8494595885276794, + "num_tokens": 26430120.0, + "step": 699 + }, + { + "epoch": 0.08904719501335707, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 1.3113021850585938e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.2271630764007568, + "learning_rate": 2.9631199660873256e-06, + "loss": 0.5331, + "mean_token_accuracy": 0.828900933265686, + "num_tokens": 26466159.0, + "step": 700 + }, + { + "epoch": 0.08917440529194759, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 1.3113021850585938e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.1991945505142212, + "learning_rate": 2.967359050445104e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8565458059310913, + "num_tokens": 26502382.0, + "step": 701 + }, + { + "epoch": 0.0893016155705381, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 1.3172626495361328e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.203832983970642, + "learning_rate": 2.971598134802883e-06, + "loss": 0.492, + "mean_token_accuracy": 0.8445628881454468, + "num_tokens": 26540911.0, + "step": 702 + }, + { + "epoch": 0.0894288258491286, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 1.3172626495361328e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.2298178672790527, + "learning_rate": 2.975837219160662e-06, + "loss": 0.5535, + "mean_token_accuracy": 0.8236944079399109, + "num_tokens": 26580081.0, + "step": 703 + }, + { + "epoch": 0.08955603612771912, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.3172626495361328e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.2208657264709473, + "learning_rate": 2.9800763035184403e-06, + "loss": 0.5191, + "mean_token_accuracy": 0.8353092670440674, + "num_tokens": 26622033.0, + "step": 704 + }, + { + "epoch": 0.08968324640630963, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 1.329183578491211e-05, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 1.2313392162322998, + "learning_rate": 2.9843153878762187e-06, + "loss": 0.5193, + "mean_token_accuracy": 0.835616409778595, + "num_tokens": 26657042.0, + "step": 705 + }, + { + "epoch": 0.08981045668490013, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.329183578491211e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.2366173267364502, + "learning_rate": 2.9885544722339976e-06, + "loss": 0.5313, + "mean_token_accuracy": 0.832592785358429, + "num_tokens": 26696668.0, + "step": 706 + }, + { + "epoch": 0.08993766696349065, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.329183578491211e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.2302972078323364, + "learning_rate": 2.9927935565917765e-06, + "loss": 0.5336, + "mean_token_accuracy": 0.8336303234100342, + "num_tokens": 26736550.0, + "step": 707 + }, + { + "epoch": 0.09006487724208116, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.329183578491211e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.2262922525405884, + "learning_rate": 2.9970326409495554e-06, + "loss": 0.5402, + "mean_token_accuracy": 0.8308316469192505, + "num_tokens": 26776311.0, + "step": 708 + }, + { + "epoch": 0.09019208752067168, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.329183578491211e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.2186764478683472, + "learning_rate": 3.001271725307334e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.8471940755844116, + "num_tokens": 26812094.0, + "step": 709 + }, + { + "epoch": 0.09031929779926218, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.33514404296875e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.2374284267425537, + "learning_rate": 3.0055108096651127e-06, + "loss": 0.515, + "mean_token_accuracy": 0.8381826877593994, + "num_tokens": 26846317.0, + "step": 710 + }, + { + "epoch": 0.09044650807785269, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.33514404296875e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.1976672410964966, + "learning_rate": 3.0097498940228916e-06, + "loss": 0.4559, + "mean_token_accuracy": 0.8541309833526611, + "num_tokens": 26885247.0, + "step": 711 + }, + { + "epoch": 0.0905737183564432, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.3470649719238281e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.228241205215454, + "learning_rate": 3.0139889783806705e-06, + "loss": 0.5198, + "mean_token_accuracy": 0.836531400680542, + "num_tokens": 26925578.0, + "step": 712 + }, + { + "epoch": 0.0907009286350337, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.3470649719238281e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.2458374500274658, + "learning_rate": 3.0182280627384485e-06, + "loss": 0.5437, + "mean_token_accuracy": 0.8313985466957092, + "num_tokens": 26961924.0, + "step": 713 + }, + { + "epoch": 0.09082813891362422, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.3530254364013672e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.209775686264038, + "learning_rate": 3.0224671470962274e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.8472452759742737, + "num_tokens": 26999433.0, + "step": 714 + }, + { + "epoch": 0.09095534919221474, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 1.3530254364013672e-05, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 1.970465064048767, + "learning_rate": 3.0267062314540063e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8417116403579712, + "num_tokens": 27044427.0, + "step": 715 + }, + { + "epoch": 0.09108255947080524, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 1.3530254364013672e-05, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 1.3709630966186523, + "learning_rate": 3.0309453158117847e-06, + "loss": 0.5062, + "mean_token_accuracy": 0.839432954788208, + "num_tokens": 27080645.0, + "step": 716 + }, + { + "epoch": 0.09120976974939575, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 1.3530254364013672e-05, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 1.1800845861434937, + "learning_rate": 3.0351844001695636e-06, + "loss": 0.5701, + "mean_token_accuracy": 0.821628212928772, + "num_tokens": 27118213.0, + "step": 717 + }, + { + "epoch": 0.09133698002798626, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 1.3530254364013672e-05, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 1.2678918838500977, + "learning_rate": 3.0394234845273425e-06, + "loss": 0.4882, + "mean_token_accuracy": 0.8448212146759033, + "num_tokens": 27156827.0, + "step": 718 + }, + { + "epoch": 0.09146419030657676, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.3530254364013672e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2694255113601685, + "learning_rate": 3.0436625688851214e-06, + "loss": 0.5219, + "mean_token_accuracy": 0.8307325839996338, + "num_tokens": 27192016.0, + "step": 719 + }, + { + "epoch": 0.09159140058516728, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.3530254364013672e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2781342267990112, + "learning_rate": 3.0479016532428994e-06, + "loss": 0.5667, + "mean_token_accuracy": 0.8183512687683105, + "num_tokens": 27226037.0, + "step": 720 + }, + { + "epoch": 0.0917186108637578, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.3589859008789062e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2529947757720947, + "learning_rate": 3.0521407376006783e-06, + "loss": 0.4811, + "mean_token_accuracy": 0.8460474014282227, + "num_tokens": 27260399.0, + "step": 721 + }, + { + "epoch": 0.09184582114234831, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.3589859008789062e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2380348443984985, + "learning_rate": 3.056379821958457e-06, + "loss": 0.4915, + "mean_token_accuracy": 0.8450678586959839, + "num_tokens": 27297293.0, + "step": 722 + }, + { + "epoch": 0.09197303142093881, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3589859008789062e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.2494080066680908, + "learning_rate": 3.060618906316236e-06, + "loss": 0.4873, + "mean_token_accuracy": 0.8453719615936279, + "num_tokens": 27333045.0, + "step": 723 + }, + { + "epoch": 0.09210024169952932, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.3589859008789062e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2619532346725464, + "learning_rate": 3.0648579906740146e-06, + "loss": 0.4846, + "mean_token_accuracy": 0.8438538312911987, + "num_tokens": 27369044.0, + "step": 724 + }, + { + "epoch": 0.09222745197811984, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3589859008789062e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.27133309841156, + "learning_rate": 3.0690970750317934e-06, + "loss": 0.5394, + "mean_token_accuracy": 0.8289751410484314, + "num_tokens": 27407486.0, + "step": 725 + }, + { + "epoch": 0.09235466225671034, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.3649463653564453e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2693017721176147, + "learning_rate": 3.0733361593895723e-06, + "loss": 0.5038, + "mean_token_accuracy": 0.8410525321960449, + "num_tokens": 27441835.0, + "step": 726 + }, + { + "epoch": 0.09248187253530085, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3649463653564453e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.220874309539795, + "learning_rate": 3.077575243747351e-06, + "loss": 0.5171, + "mean_token_accuracy": 0.8345664739608765, + "num_tokens": 27483105.0, + "step": 727 + }, + { + "epoch": 0.09260908281389137, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 1.3649463653564453e-05, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 1.2297576665878296, + "learning_rate": 3.0818143281051292e-06, + "loss": 0.5356, + "mean_token_accuracy": 0.8329700231552124, + "num_tokens": 27528888.0, + "step": 728 + }, + { + "epoch": 0.09273629309248187, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3649463653564453e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.253562092781067, + "learning_rate": 3.086053412462908e-06, + "loss": 0.5744, + "mean_token_accuracy": 0.8192302584648132, + "num_tokens": 27571763.0, + "step": 729 + }, + { + "epoch": 0.09286350337107238, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3768672943115234e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.3227721452713013, + "learning_rate": 3.090292496820687e-06, + "loss": 0.505, + "mean_token_accuracy": 0.8423995971679688, + "num_tokens": 27606980.0, + "step": 730 + }, + { + "epoch": 0.0929907136496629, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 1.3768672943115234e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2989922761917114, + "learning_rate": 3.094531581178466e-06, + "loss": 0.4973, + "mean_token_accuracy": 0.8414337635040283, + "num_tokens": 27640969.0, + "step": 731 + }, + { + "epoch": 0.0931179239282534, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3768672943115234e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.2442837953567505, + "learning_rate": 3.0987706655362444e-06, + "loss": 0.6339, + "mean_token_accuracy": 0.7998613715171814, + "num_tokens": 27684360.0, + "step": 732 + }, + { + "epoch": 0.09324513420684391, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 1.3768672943115234e-05, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 1.2352205514907837, + "learning_rate": 3.1030097498940232e-06, + "loss": 0.4749, + "mean_token_accuracy": 0.8463436365127563, + "num_tokens": 27723596.0, + "step": 733 + }, + { + "epoch": 0.09337234448543442, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3768672943115234e-05, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 1.2665295600891113, + "learning_rate": 3.107248834251802e-06, + "loss": 0.5105, + "mean_token_accuracy": 0.831173300743103, + "num_tokens": 27759469.0, + "step": 734 + }, + { + "epoch": 0.09349955476402494, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3768672943115234e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.2513344287872314, + "learning_rate": 3.11148791860958e-06, + "loss": 0.5028, + "mean_token_accuracy": 0.8406086564064026, + "num_tokens": 27795783.0, + "step": 735 + }, + { + "epoch": 0.09362676504261544, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3828277587890625e-05, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 1.2737442255020142, + "learning_rate": 3.115727002967359e-06, + "loss": 0.5125, + "mean_token_accuracy": 0.8342862725257874, + "num_tokens": 27826146.0, + "step": 736 + }, + { + "epoch": 0.09375397532120595, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.3887882232666016e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.242524266242981, + "learning_rate": 3.119966087325138e-06, + "loss": 0.5157, + "mean_token_accuracy": 0.8387608528137207, + "num_tokens": 27865581.0, + "step": 737 + }, + { + "epoch": 0.09388118559979647, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 1.3887882232666016e-05, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 1.2274450063705444, + "learning_rate": 3.124205171682917e-06, + "loss": 0.5592, + "mean_token_accuracy": 0.8255645036697388, + "num_tokens": 27911209.0, + "step": 738 + }, + { + "epoch": 0.09400839587838697, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.3887882232666016e-05, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 1.2502907514572144, + "learning_rate": 3.1284442560406953e-06, + "loss": 0.5216, + "mean_token_accuracy": 0.8335897922515869, + "num_tokens": 27951639.0, + "step": 739 + }, + { + "epoch": 0.09413560615697748, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 1.3887882232666016e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2282623052597046, + "learning_rate": 3.132683340398474e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8517510294914246, + "num_tokens": 27990808.0, + "step": 740 + }, + { + "epoch": 0.094262816435568, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.4007091522216797e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.261570930480957, + "learning_rate": 3.136922424756253e-06, + "loss": 0.4787, + "mean_token_accuracy": 0.8494352102279663, + "num_tokens": 28025421.0, + "step": 741 + }, + { + "epoch": 0.0943900267141585, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 1.4007091522216797e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2134149074554443, + "learning_rate": 3.141161509114032e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8585299253463745, + "num_tokens": 28068652.0, + "step": 742 + }, + { + "epoch": 0.09451723699274901, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.4007091522216797e-05, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 1.2454930543899536, + "learning_rate": 3.14540059347181e-06, + "loss": 0.4936, + "mean_token_accuracy": 0.8400302529335022, + "num_tokens": 28104852.0, + "step": 743 + }, + { + "epoch": 0.09464444727133953, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 1.4007091522216797e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2560371160507202, + "learning_rate": 3.149639677829589e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8504184484481812, + "num_tokens": 28141646.0, + "step": 744 + }, + { + "epoch": 0.09477165754993004, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.4007091522216797e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.268226981163025, + "learning_rate": 3.1538787621873677e-06, + "loss": 0.5641, + "mean_token_accuracy": 0.8271620273590088, + "num_tokens": 28178951.0, + "step": 745 + }, + { + "epoch": 0.09489886782852054, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 1.4066696166992188e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2615779638290405, + "learning_rate": 3.1581178465451466e-06, + "loss": 0.5788, + "mean_token_accuracy": 0.8215314149856567, + "num_tokens": 28221911.0, + "step": 746 + }, + { + "epoch": 0.09502607810711106, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.4066696166992188e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.2949267625808716, + "learning_rate": 3.162356930902925e-06, + "loss": 0.4984, + "mean_token_accuracy": 0.8425282835960388, + "num_tokens": 28252828.0, + "step": 747 + }, + { + "epoch": 0.09515328838570157, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 1.4066696166992188e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.242148995399475, + "learning_rate": 3.166596015260704e-06, + "loss": 0.4736, + "mean_token_accuracy": 0.8472632765769958, + "num_tokens": 28293459.0, + "step": 748 + }, + { + "epoch": 0.09528049866429207, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 1.4185905456542969e-05, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 1.2432225942611694, + "learning_rate": 3.170835099618483e-06, + "loss": 0.5084, + "mean_token_accuracy": 0.8381106853485107, + "num_tokens": 28332775.0, + "step": 749 + }, + { + "epoch": 0.09540770894288259, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 1.4185905456542969e-05, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 1.2459280490875244, + "learning_rate": 3.1750741839762617e-06, + "loss": 0.4856, + "mean_token_accuracy": 0.8450037240982056, + "num_tokens": 28370367.0, + "step": 750 + }, + { + "epoch": 0.0955349192214731, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 1.4185905456542969e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2751126289367676, + "learning_rate": 3.1793132683340398e-06, + "loss": 0.5181, + "mean_token_accuracy": 0.837656557559967, + "num_tokens": 28404913.0, + "step": 751 + }, + { + "epoch": 0.0956621295000636, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 1.4185905456542969e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2616523504257202, + "learning_rate": 3.1835523526918187e-06, + "loss": 0.4595, + "mean_token_accuracy": 0.8521761894226074, + "num_tokens": 28441057.0, + "step": 752 + }, + { + "epoch": 0.09578933977865411, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 1.430511474609375e-05, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 1.2696340084075928, + "learning_rate": 3.1877914370495975e-06, + "loss": 0.5499, + "mean_token_accuracy": 0.8245187997817993, + "num_tokens": 28479691.0, + "step": 753 + }, + { + "epoch": 0.09591655005724463, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.430511474609375e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2640011310577393, + "learning_rate": 3.192030521407376e-06, + "loss": 0.5439, + "mean_token_accuracy": 0.829920768737793, + "num_tokens": 28520469.0, + "step": 754 + }, + { + "epoch": 0.09604376033583513, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.436471939086914e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2489378452301025, + "learning_rate": 3.196269605765155e-06, + "loss": 0.4847, + "mean_token_accuracy": 0.8441454172134399, + "num_tokens": 28560622.0, + "step": 755 + }, + { + "epoch": 0.09617097061442564, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.4483928680419922e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2814913988113403, + "learning_rate": 3.2005086901229338e-06, + "loss": 0.5236, + "mean_token_accuracy": 0.8315761089324951, + "num_tokens": 28594890.0, + "step": 756 + }, + { + "epoch": 0.09629818089301616, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.4483928680419922e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2607698440551758, + "learning_rate": 3.2047477744807127e-06, + "loss": 0.517, + "mean_token_accuracy": 0.8356438279151917, + "num_tokens": 28633112.0, + "step": 757 + }, + { + "epoch": 0.09642539117160667, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.4483928680419922e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2564539909362793, + "learning_rate": 3.208986858838491e-06, + "loss": 0.5441, + "mean_token_accuracy": 0.8251797556877136, + "num_tokens": 28672195.0, + "step": 758 + }, + { + "epoch": 0.09655260145019717, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.4483928680419922e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2588720321655273, + "learning_rate": 3.2132259431962696e-06, + "loss": 0.4841, + "mean_token_accuracy": 0.8482029438018799, + "num_tokens": 28710315.0, + "step": 759 + }, + { + "epoch": 0.09667981172878769, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4543533325195312e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.263900637626648, + "learning_rate": 3.2174650275540485e-06, + "loss": 0.5231, + "mean_token_accuracy": 0.8387643098831177, + "num_tokens": 28748713.0, + "step": 760 + }, + { + "epoch": 0.0968070220073782, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 1.4603137969970703e-05, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 1.2412927150726318, + "learning_rate": 3.2217041119118274e-06, + "loss": 0.4888, + "mean_token_accuracy": 0.8435665369033813, + "num_tokens": 28789832.0, + "step": 761 + }, + { + "epoch": 0.0969342322859687, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.4603137969970703e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.288360357284546, + "learning_rate": 3.225943196269606e-06, + "loss": 0.5133, + "mean_token_accuracy": 0.8383949995040894, + "num_tokens": 28822781.0, + "step": 762 + }, + { + "epoch": 0.09706144256455922, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4603137969970703e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.2748335599899292, + "learning_rate": 3.2301822806273847e-06, + "loss": 0.4984, + "mean_token_accuracy": 0.8370425701141357, + "num_tokens": 28857734.0, + "step": 763 + }, + { + "epoch": 0.09718865284314973, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.4603137969970703e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2455928325653076, + "learning_rate": 3.2344213649851636e-06, + "loss": 0.5303, + "mean_token_accuracy": 0.831741213798523, + "num_tokens": 28901296.0, + "step": 764 + }, + { + "epoch": 0.09731586312174023, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.4603137969970703e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2591105699539185, + "learning_rate": 3.2386604493429425e-06, + "loss": 0.4969, + "mean_token_accuracy": 0.8394895195960999, + "num_tokens": 28942053.0, + "step": 765 + }, + { + "epoch": 0.09744307340033075, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 1.4603137969970703e-05, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 1.2933741807937622, + "learning_rate": 3.242899533700721e-06, + "loss": 0.468, + "mean_token_accuracy": 0.8459183573722839, + "num_tokens": 28975320.0, + "step": 766 + }, + { + "epoch": 0.09757028367892126, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 1.4662742614746094e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.2479591369628906, + "learning_rate": 3.2471386180585e-06, + "loss": 0.5153, + "mean_token_accuracy": 0.8301458358764648, + "num_tokens": 29019941.0, + "step": 767 + }, + { + "epoch": 0.09769749395751176, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 1.4662742614746094e-05, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 1.2483316659927368, + "learning_rate": 3.2513777024162783e-06, + "loss": 0.5449, + "mean_token_accuracy": 0.8299270868301392, + "num_tokens": 29062608.0, + "step": 768 + }, + { + "epoch": 0.09782470423610228, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4662742614746094e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.2599694728851318, + "learning_rate": 3.255616786774057e-06, + "loss": 0.4903, + "mean_token_accuracy": 0.8450689315795898, + "num_tokens": 29106423.0, + "step": 769 + }, + { + "epoch": 0.09795191451469279, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4662742614746094e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.2416666746139526, + "learning_rate": 3.2598558711318356e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.857963502407074, + "num_tokens": 29148717.0, + "step": 770 + }, + { + "epoch": 0.0980791247932833, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 1.4662742614746094e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.254047155380249, + "learning_rate": 3.2640949554896145e-06, + "loss": 0.4841, + "mean_token_accuracy": 0.8456830978393555, + "num_tokens": 29189464.0, + "step": 771 + }, + { + "epoch": 0.0982063350718738, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4662742614746094e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.2704368829727173, + "learning_rate": 3.2683340398473934e-06, + "loss": 0.5139, + "mean_token_accuracy": 0.8363516330718994, + "num_tokens": 29228384.0, + "step": 772 + }, + { + "epoch": 0.09833354535046432, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 1.4662742614746094e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.259834885597229, + "learning_rate": 3.272573124205172e-06, + "loss": 0.5027, + "mean_token_accuracy": 0.8435094356536865, + "num_tokens": 29270942.0, + "step": 773 + }, + { + "epoch": 0.09846075562905483, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4781951904296875e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.2444270849227905, + "learning_rate": 3.2768122085629507e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8476018905639648, + "num_tokens": 29313770.0, + "step": 774 + }, + { + "epoch": 0.09858796590764533, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 1.4781951904296875e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.2882808446884155, + "learning_rate": 3.2810512929207296e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8452421426773071, + "num_tokens": 29347924.0, + "step": 775 + }, + { + "epoch": 0.09871517618623585, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4901161193847656e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.267836332321167, + "learning_rate": 3.2852903772785085e-06, + "loss": 0.5263, + "mean_token_accuracy": 0.8314387798309326, + "num_tokens": 29386899.0, + "step": 776 + }, + { + "epoch": 0.09884238646482636, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4901161193847656e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.3125088214874268, + "learning_rate": 3.2895294616362865e-06, + "loss": 0.4714, + "mean_token_accuracy": 0.8523374795913696, + "num_tokens": 29423349.0, + "step": 777 + }, + { + "epoch": 0.09896959674341686, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4901161193847656e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.26384699344635, + "learning_rate": 3.2937685459940654e-06, + "loss": 0.4799, + "mean_token_accuracy": 0.8437989950180054, + "num_tokens": 29461127.0, + "step": 778 + }, + { + "epoch": 0.09909680702200738, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 1.4901161193847656e-05, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 1.284680724143982, + "learning_rate": 3.2980076303518443e-06, + "loss": 0.5628, + "mean_token_accuracy": 0.8258395195007324, + "num_tokens": 29498335.0, + "step": 779 + }, + { + "epoch": 0.09922401730059789, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 1.4901161193847656e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.263351321220398, + "learning_rate": 3.302246714709623e-06, + "loss": 0.4907, + "mean_token_accuracy": 0.8423653244972229, + "num_tokens": 29541174.0, + "step": 780 + }, + { + "epoch": 0.09935122757918839, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 1.4960765838623047e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.2746292352676392, + "learning_rate": 3.3064857990674017e-06, + "loss": 0.5158, + "mean_token_accuracy": 0.8370218873023987, + "num_tokens": 29578684.0, + "step": 781 + }, + { + "epoch": 0.0994784378577789, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 1.4960765838623047e-05, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 1.296048879623413, + "learning_rate": 3.3107248834251805e-06, + "loss": 0.464, + "mean_token_accuracy": 0.8514631390571594, + "num_tokens": 29611236.0, + "step": 782 + }, + { + "epoch": 0.09960564813636942, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4960765838623047e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.2605981826782227, + "learning_rate": 3.3149639677829594e-06, + "loss": 0.4813, + "mean_token_accuracy": 0.8471100330352783, + "num_tokens": 29653769.0, + "step": 783 + }, + { + "epoch": 0.09973285841495994, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 1.4960765838623047e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.2628264427185059, + "learning_rate": 3.3192030521407383e-06, + "loss": 0.494, + "mean_token_accuracy": 0.8448405265808105, + "num_tokens": 29695231.0, + "step": 784 + }, + { + "epoch": 0.09986006869355044, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 1.5079975128173828e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.322786808013916, + "learning_rate": 3.3234421364985163e-06, + "loss": 0.4758, + "mean_token_accuracy": 0.8493750095367432, + "num_tokens": 29725755.0, + "step": 785 + }, + { + "epoch": 0.09998727897214095, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 1.5079975128173828e-05, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 1.3114124536514282, + "learning_rate": 3.3276812208562952e-06, + "loss": 0.4951, + "mean_token_accuracy": 0.8405319452285767, + "num_tokens": 29760270.0, + "step": 786 + }, + { + "epoch": 0.10011448925073146, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 1.5139579772949219e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.2950156927108765, + "learning_rate": 3.331920305214074e-06, + "loss": 0.5454, + "mean_token_accuracy": 0.8331220149993896, + "num_tokens": 29797292.0, + "step": 787 + }, + { + "epoch": 0.10024169952932196, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 1.5139579772949219e-05, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 1.278576374053955, + "learning_rate": 3.3361593895718526e-06, + "loss": 0.469, + "mean_token_accuracy": 0.8534190058708191, + "num_tokens": 29833265.0, + "step": 788 + }, + { + "epoch": 0.10036890980791248, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 1.5139579772949219e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.2693620920181274, + "learning_rate": 3.3403984739296315e-06, + "loss": 0.5473, + "mean_token_accuracy": 0.8264524936676025, + "num_tokens": 29876399.0, + "step": 789 + }, + { + "epoch": 0.100496120086503, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 1.5139579772949219e-05, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 1.313287377357483, + "learning_rate": 3.3446375582874103e-06, + "loss": 0.5088, + "mean_token_accuracy": 0.839840829372406, + "num_tokens": 29913883.0, + "step": 790 + }, + { + "epoch": 0.1006233303650935, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 1.52587890625e-05, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 1.3293129205703735, + "learning_rate": 3.3488766426451892e-06, + "loss": 0.5631, + "mean_token_accuracy": 0.8281645774841309, + "num_tokens": 29951691.0, + "step": 791 + }, + { + "epoch": 0.10075054064368401, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 1.52587890625e-05, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 1.2701119184494019, + "learning_rate": 3.3531157270029673e-06, + "loss": 0.5266, + "mean_token_accuracy": 0.833797037601471, + "num_tokens": 29992978.0, + "step": 792 + }, + { + "epoch": 0.10087775092227452, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 1.52587890625e-05, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 1.2644258737564087, + "learning_rate": 3.357354811360746e-06, + "loss": 0.5155, + "mean_token_accuracy": 0.8332322239875793, + "num_tokens": 30035602.0, + "step": 793 + }, + { + "epoch": 0.10100496120086502, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 1.52587890625e-05, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 1.3116999864578247, + "learning_rate": 3.361593895718525e-06, + "loss": 0.5139, + "mean_token_accuracy": 0.8330063819885254, + "num_tokens": 30070063.0, + "step": 794 + }, + { + "epoch": 0.10113217147945554, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 1.52587890625e-05, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 1.3299624919891357, + "learning_rate": 3.365832980076304e-06, + "loss": 0.5529, + "mean_token_accuracy": 0.822414219379425, + "num_tokens": 30101636.0, + "step": 795 + }, + { + "epoch": 0.10125938175804605, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 1.52587890625e-05, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 1.293575644493103, + "learning_rate": 3.3700720644340824e-06, + "loss": 0.5118, + "mean_token_accuracy": 0.8296682834625244, + "num_tokens": 30137429.0, + "step": 796 + }, + { + "epoch": 0.10138659203663657, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 1.52587890625e-05, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 1.2814635038375854, + "learning_rate": 3.3743111487918613e-06, + "loss": 0.4892, + "mean_token_accuracy": 0.8450050950050354, + "num_tokens": 30176173.0, + "step": 797 + }, + { + "epoch": 0.10151380231522707, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 1.3196146488189697, + "learning_rate": 3.37855023314964e-06, + "loss": 0.4845, + "mean_token_accuracy": 0.845284640789032, + "num_tokens": 30206588.0, + "step": 798 + }, + { + "epoch": 0.10164101259381758, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 1.3342173099517822, + "learning_rate": 3.382789317507419e-06, + "loss": 0.5143, + "mean_token_accuracy": 0.8364171981811523, + "num_tokens": 30237345.0, + "step": 799 + }, + { + "epoch": 0.1017682228724081, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 1.52587890625e-05, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 1.3077741861343384, + "learning_rate": 3.387028401865197e-06, + "loss": 0.5265, + "mean_token_accuracy": 0.8370194435119629, + "num_tokens": 30274543.0, + "step": 800 + }, + { + "epoch": 0.1018954331509986, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 1.2852760553359985, + "learning_rate": 3.391267486222976e-06, + "loss": 0.5008, + "mean_token_accuracy": 0.8374513983726501, + "num_tokens": 30312687.0, + "step": 801 + }, + { + "epoch": 0.10202264342958911, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 1.323516607284546, + "learning_rate": 3.395506570580755e-06, + "loss": 0.5377, + "mean_token_accuracy": 0.8273700475692749, + "num_tokens": 30343993.0, + "step": 802 + }, + { + "epoch": 0.10214985370817962, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 1.314963459968567, + "learning_rate": 3.3997456549385337e-06, + "loss": 0.4855, + "mean_token_accuracy": 0.8452428579330444, + "num_tokens": 30378998.0, + "step": 803 + }, + { + "epoch": 0.10227706398677013, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 1.3311092853546143, + "learning_rate": 3.403984739296312e-06, + "loss": 0.5525, + "mean_token_accuracy": 0.8249311447143555, + "num_tokens": 30412205.0, + "step": 804 + }, + { + "epoch": 0.10240427426536064, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 1.2914761304855347, + "learning_rate": 3.408223823654091e-06, + "loss": 0.4733, + "mean_token_accuracy": 0.8477053642272949, + "num_tokens": 30448489.0, + "step": 805 + }, + { + "epoch": 0.10253148454395115, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 1.287339687347412, + "learning_rate": 3.41246290801187e-06, + "loss": 0.5266, + "mean_token_accuracy": 0.83990478515625, + "num_tokens": 30488741.0, + "step": 806 + }, + { + "epoch": 0.10265869482254165, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 1.2982617616653442, + "learning_rate": 3.416701992369648e-06, + "loss": 0.5245, + "mean_token_accuracy": 0.8406932950019836, + "num_tokens": 30535715.0, + "step": 807 + }, + { + "epoch": 0.10278590510113217, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 1.2980378866195679, + "learning_rate": 3.420941076727427e-06, + "loss": 0.4816, + "mean_token_accuracy": 0.8484015464782715, + "num_tokens": 30574992.0, + "step": 808 + }, + { + "epoch": 0.10291311537972268, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 1.3390769958496094, + "learning_rate": 3.4251801610852058e-06, + "loss": 0.5514, + "mean_token_accuracy": 0.8212478160858154, + "num_tokens": 30615384.0, + "step": 809 + }, + { + "epoch": 0.1030403256583132, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 1.3186914920806885, + "learning_rate": 3.4294192454429847e-06, + "loss": 0.501, + "mean_token_accuracy": 0.8410192131996155, + "num_tokens": 30651011.0, + "step": 810 + }, + { + "epoch": 0.1031675359369037, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 1.3070491552352905, + "learning_rate": 3.433658329800763e-06, + "loss": 0.485, + "mean_token_accuracy": 0.8455362319946289, + "num_tokens": 30687213.0, + "step": 811 + }, + { + "epoch": 0.10329474621549421, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 1.537799835205078e-05, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 1.2956327199935913, + "learning_rate": 3.437897414158542e-06, + "loss": 0.5237, + "mean_token_accuracy": 0.8349817991256714, + "num_tokens": 30726950.0, + "step": 812 + }, + { + "epoch": 0.10342195649408473, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 1.2725803852081299, + "learning_rate": 3.442136498516321e-06, + "loss": 0.4595, + "mean_token_accuracy": 0.8517712950706482, + "num_tokens": 30769359.0, + "step": 813 + }, + { + "epoch": 0.10354916677267523, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 1.2981911897659302, + "learning_rate": 3.4463755828740998e-06, + "loss": 0.5259, + "mean_token_accuracy": 0.8347594738006592, + "num_tokens": 30812480.0, + "step": 814 + }, + { + "epoch": 0.10367637705126574, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 1.32181715965271, + "learning_rate": 3.450614667231878e-06, + "loss": 0.467, + "mean_token_accuracy": 0.8474792242050171, + "num_tokens": 30847287.0, + "step": 815 + }, + { + "epoch": 0.10380358732985626, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 1.300216555595398, + "learning_rate": 3.4548537515896567e-06, + "loss": 0.5141, + "mean_token_accuracy": 0.8372403979301453, + "num_tokens": 30887050.0, + "step": 816 + }, + { + "epoch": 0.10393079760844676, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 1.2931381464004517, + "learning_rate": 3.4590928359474356e-06, + "loss": 0.5137, + "mean_token_accuracy": 0.8376274108886719, + "num_tokens": 30926543.0, + "step": 817 + }, + { + "epoch": 0.10405800788703727, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 1.303383469581604, + "learning_rate": 3.4633319203052145e-06, + "loss": 0.5334, + "mean_token_accuracy": 0.8302116394042969, + "num_tokens": 30966439.0, + "step": 818 + }, + { + "epoch": 0.10418521816562779, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 1.3259676694869995, + "learning_rate": 3.467571004662993e-06, + "loss": 0.4742, + "mean_token_accuracy": 0.8489317297935486, + "num_tokens": 30999860.0, + "step": 819 + }, + { + "epoch": 0.1043124284442183, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 1.329086422920227, + "learning_rate": 3.471810089020772e-06, + "loss": 0.5194, + "mean_token_accuracy": 0.8363648056983948, + "num_tokens": 31037040.0, + "step": 820 + }, + { + "epoch": 0.1044396387228088, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 1.3568840026855469, + "learning_rate": 3.4760491733785507e-06, + "loss": 0.5178, + "mean_token_accuracy": 0.8301608562469482, + "num_tokens": 31071508.0, + "step": 821 + }, + { + "epoch": 0.10456684900139931, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 1.5497207641601562e-05, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 1.3107893466949463, + "learning_rate": 3.4802882577363296e-06, + "loss": 0.5005, + "mean_token_accuracy": 0.8356336951255798, + "num_tokens": 31107358.0, + "step": 822 + }, + { + "epoch": 0.10469405927998983, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 1.5616416931152344e-05, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 1.351542592048645, + "learning_rate": 3.4845273420941076e-06, + "loss": 0.5116, + "mean_token_accuracy": 0.836925208568573, + "num_tokens": 31144986.0, + "step": 823 + }, + { + "epoch": 0.10482126955858033, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 1.5616416931152344e-05, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 1.3368370532989502, + "learning_rate": 3.4887664264518865e-06, + "loss": 0.4987, + "mean_token_accuracy": 0.8358753323554993, + "num_tokens": 31179709.0, + "step": 824 + }, + { + "epoch": 0.10494847983717084, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 1.5616416931152344e-05, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 1.2900140285491943, + "learning_rate": 3.4930055108096654e-06, + "loss": 0.5133, + "mean_token_accuracy": 0.8386144042015076, + "num_tokens": 31222242.0, + "step": 825 + }, + { + "epoch": 0.10507569011576136, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 1.5616416931152344e-05, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 1.411661982536316, + "learning_rate": 3.497244595167444e-06, + "loss": 0.4882, + "mean_token_accuracy": 0.8423819541931152, + "num_tokens": 31264793.0, + "step": 826 + }, + { + "epoch": 0.10520290039435186, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 1.5735626220703125e-05, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 1.3527817726135254, + "learning_rate": 3.5014836795252227e-06, + "loss": 0.5487, + "mean_token_accuracy": 0.8294345736503601, + "num_tokens": 31300254.0, + "step": 827 + }, + { + "epoch": 0.10533011067294237, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 1.5735626220703125e-05, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 1.2964844703674316, + "learning_rate": 3.5057227638830016e-06, + "loss": 0.4871, + "mean_token_accuracy": 0.8443282842636108, + "num_tokens": 31339786.0, + "step": 828 + }, + { + "epoch": 0.10545732095153289, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 1.5735626220703125e-05, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 1.3334389925003052, + "learning_rate": 3.5099618482407805e-06, + "loss": 0.525, + "mean_token_accuracy": 0.8312010765075684, + "num_tokens": 31375100.0, + "step": 829 + }, + { + "epoch": 0.10558453123012339, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 1.5735626220703125e-05, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 1.313286304473877, + "learning_rate": 3.514200932598559e-06, + "loss": 0.5778, + "mean_token_accuracy": 0.8195362091064453, + "num_tokens": 31419000.0, + "step": 830 + }, + { + "epoch": 0.1057117415087139, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 1.5735626220703125e-05, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 1.3107141256332397, + "learning_rate": 3.518440016956338e-06, + "loss": 0.5193, + "mean_token_accuracy": 0.8365944027900696, + "num_tokens": 31459287.0, + "step": 831 + }, + { + "epoch": 0.10583895178730442, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 1.5735626220703125e-05, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 1.308147668838501, + "learning_rate": 3.5226791013141163e-06, + "loss": 0.5268, + "mean_token_accuracy": 0.8381286859512329, + "num_tokens": 31502617.0, + "step": 832 + }, + { + "epoch": 0.10596616206589493, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 1.5974044799804688e-05, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 1.3151878118515015, + "learning_rate": 3.526918185671895e-06, + "loss": 0.5416, + "mean_token_accuracy": 0.828467607498169, + "num_tokens": 31545159.0, + "step": 833 + }, + { + "epoch": 0.10609337234448543, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 1.5974044799804688e-05, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 1.3644564151763916, + "learning_rate": 3.5311572700296736e-06, + "loss": 0.468, + "mean_token_accuracy": 0.852319598197937, + "num_tokens": 31579193.0, + "step": 834 + }, + { + "epoch": 0.10622058262307595, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 1.5974044799804688e-05, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 1.3201370239257812, + "learning_rate": 3.5353963543874525e-06, + "loss": 0.4861, + "mean_token_accuracy": 0.8472769260406494, + "num_tokens": 31618995.0, + "step": 835 + }, + { + "epoch": 0.10634779290166646, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 1.5974044799804688e-05, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 1.32060968875885, + "learning_rate": 3.5396354387452314e-06, + "loss": 0.5124, + "mean_token_accuracy": 0.8373017311096191, + "num_tokens": 31657024.0, + "step": 836 + }, + { + "epoch": 0.10647500318025696, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 1.5974044799804688e-05, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 1.2918576002120972, + "learning_rate": 3.5438745231030103e-06, + "loss": 0.5032, + "mean_token_accuracy": 0.840856671333313, + "num_tokens": 31700521.0, + "step": 837 + }, + { + "epoch": 0.10660221345884748, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 1.5974044799804688e-05, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 1.3204280138015747, + "learning_rate": 3.5481136074607888e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8526427745819092, + "num_tokens": 31735942.0, + "step": 838 + }, + { + "epoch": 0.10672942373743799, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 1.609325408935547e-05, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 1.3282936811447144, + "learning_rate": 3.5523526918185676e-06, + "loss": 0.5003, + "mean_token_accuracy": 0.843300998210907, + "num_tokens": 31774092.0, + "step": 839 + }, + { + "epoch": 0.10685663401602849, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 1.609325408935547e-05, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 1.3084447383880615, + "learning_rate": 3.5565917761763465e-06, + "loss": 0.4802, + "mean_token_accuracy": 0.8477402925491333, + "num_tokens": 31816292.0, + "step": 840 + }, + { + "epoch": 0.106983844294619, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 1.621246337890625e-05, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 1.3577951192855835, + "learning_rate": 3.560830860534125e-06, + "loss": 0.5002, + "mean_token_accuracy": 0.8425639867782593, + "num_tokens": 31848641.0, + "step": 841 + }, + { + "epoch": 0.10711105457320952, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 1.621246337890625e-05, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 1.3694555759429932, + "learning_rate": 3.5650699448919035e-06, + "loss": 0.5508, + "mean_token_accuracy": 0.826094388961792, + "num_tokens": 31881292.0, + "step": 842 + }, + { + "epoch": 0.10723826485180002, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 1.621246337890625e-05, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 1.3432918787002563, + "learning_rate": 3.5693090292496823e-06, + "loss": 0.5087, + "mean_token_accuracy": 0.8417543768882751, + "num_tokens": 31915810.0, + "step": 843 + }, + { + "epoch": 0.10736547513039053, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 1.621246337890625e-05, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 1.3143625259399414, + "learning_rate": 3.5735481136074612e-06, + "loss": 0.4918, + "mean_token_accuracy": 0.8438736200332642, + "num_tokens": 31953621.0, + "step": 844 + }, + { + "epoch": 0.10749268540898105, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 1.3442654609680176, + "learning_rate": 3.5777871979652397e-06, + "loss": 0.5331, + "mean_token_accuracy": 0.8311963677406311, + "num_tokens": 31988738.0, + "step": 845 + }, + { + "epoch": 0.10761989568757156, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 1.3102123737335205, + "learning_rate": 3.5820262823230186e-06, + "loss": 0.4775, + "mean_token_accuracy": 0.8524748682975769, + "num_tokens": 32029184.0, + "step": 846 + }, + { + "epoch": 0.10774710596616206, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 1.3547426462173462, + "learning_rate": 3.5862653666807975e-06, + "loss": 0.5579, + "mean_token_accuracy": 0.8227068781852722, + "num_tokens": 32064413.0, + "step": 847 + }, + { + "epoch": 0.10787431624475258, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 1.3321731090545654, + "learning_rate": 3.5905044510385763e-06, + "loss": 0.5229, + "mean_token_accuracy": 0.838483452796936, + "num_tokens": 32104043.0, + "step": 848 + }, + { + "epoch": 0.10800152652334309, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 1.3379570245742798, + "learning_rate": 3.5947435353963544e-06, + "loss": 0.5091, + "mean_token_accuracy": 0.8407419323921204, + "num_tokens": 32140956.0, + "step": 849 + }, + { + "epoch": 0.10812873680193359, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 1.3569414615631104, + "learning_rate": 3.5989826197541333e-06, + "loss": 0.5575, + "mean_token_accuracy": 0.8257617950439453, + "num_tokens": 32181368.0, + "step": 850 + }, + { + "epoch": 0.1082559470805241, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 1.3974028825759888, + "learning_rate": 3.603221704111912e-06, + "loss": 0.507, + "mean_token_accuracy": 0.8353146910667419, + "num_tokens": 32222714.0, + "step": 851 + }, + { + "epoch": 0.10838315735911462, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 1.3032705783843994, + "learning_rate": 3.607460788469691e-06, + "loss": 0.4729, + "mean_token_accuracy": 0.8532172441482544, + "num_tokens": 32267870.0, + "step": 852 + }, + { + "epoch": 0.10851036763770512, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 1.3046174049377441, + "learning_rate": 3.6116998728274695e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8559247851371765, + "num_tokens": 32307408.0, + "step": 853 + }, + { + "epoch": 0.10863757791629564, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 1.6450881958007812e-05, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 1.3684147596359253, + "learning_rate": 3.6159389571852484e-06, + "loss": 0.582, + "mean_token_accuracy": 0.8232913017272949, + "num_tokens": 32343503.0, + "step": 854 + }, + { + "epoch": 0.10876478819488615, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 1.6570091247558594e-05, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 1.3211133480072021, + "learning_rate": 3.6201780415430273e-06, + "loss": 0.5244, + "mean_token_accuracy": 0.8350250720977783, + "num_tokens": 32386375.0, + "step": 855 + }, + { + "epoch": 0.10889199847347665, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 1.6570091247558594e-05, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 1.3421385288238525, + "learning_rate": 3.624417125900806e-06, + "loss": 0.5372, + "mean_token_accuracy": 0.8311670422554016, + "num_tokens": 32424370.0, + "step": 856 + }, + { + "epoch": 0.10901920875206716, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 1.6570091247558594e-05, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 1.3509305715560913, + "learning_rate": 3.628656210258584e-06, + "loss": 0.5449, + "mean_token_accuracy": 0.8275027275085449, + "num_tokens": 32461998.0, + "step": 857 + }, + { + "epoch": 0.10914641903065768, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 1.6570091247558594e-05, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 1.3215196132659912, + "learning_rate": 3.632895294616363e-06, + "loss": 0.4816, + "mean_token_accuracy": 0.8480135202407837, + "num_tokens": 32498124.0, + "step": 858 + }, + { + "epoch": 0.1092736293092482, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 1.6808509826660156e-05, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 1.3402771949768066, + "learning_rate": 3.637134378974142e-06, + "loss": 0.4761, + "mean_token_accuracy": 0.8473742008209229, + "num_tokens": 32537735.0, + "step": 859 + }, + { + "epoch": 0.1094008395878387, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 1.6808509826660156e-05, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 1.3388774394989014, + "learning_rate": 3.641373463331921e-06, + "loss": 0.5199, + "mean_token_accuracy": 0.8373444080352783, + "num_tokens": 32576219.0, + "step": 860 + }, + { + "epoch": 0.10952804986642921, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 1.6808509826660156e-05, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 1.3461658954620361, + "learning_rate": 3.6456125476896993e-06, + "loss": 0.482, + "mean_token_accuracy": 0.8407504558563232, + "num_tokens": 32612868.0, + "step": 861 + }, + { + "epoch": 0.10965526014501972, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 1.6927719116210938e-05, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 1.3158930540084839, + "learning_rate": 3.649851632047478e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8508945107460022, + "num_tokens": 32655412.0, + "step": 862 + }, + { + "epoch": 0.10978247042361022, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 1.6927719116210938e-05, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 1.3282380104064941, + "learning_rate": 3.654090716405257e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8589927554130554, + "num_tokens": 32692579.0, + "step": 863 + }, + { + "epoch": 0.10990968070220074, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 1.6927719116210938e-05, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 1.3465863466262817, + "learning_rate": 3.658329800763035e-06, + "loss": 0.541, + "mean_token_accuracy": 0.8248670101165771, + "num_tokens": 32731642.0, + "step": 864 + }, + { + "epoch": 0.11003689098079125, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 1.6927719116210938e-05, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 1.3599293231964111, + "learning_rate": 3.662568885120814e-06, + "loss": 0.5075, + "mean_token_accuracy": 0.8376457691192627, + "num_tokens": 32765707.0, + "step": 865 + }, + { + "epoch": 0.11016410125938175, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 1.6927719116210938e-05, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 1.3580116033554077, + "learning_rate": 3.666807969478593e-06, + "loss": 0.5387, + "mean_token_accuracy": 0.826538622379303, + "num_tokens": 32804613.0, + "step": 866 + }, + { + "epoch": 0.11029131153797227, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 1.704692840576172e-05, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 1.354400396347046, + "learning_rate": 3.6710470538363718e-06, + "loss": 0.5235, + "mean_token_accuracy": 0.8323677182197571, + "num_tokens": 32841198.0, + "step": 867 + }, + { + "epoch": 0.11041852181656278, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 1.704692840576172e-05, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 1.34287428855896, + "learning_rate": 3.6752861381941502e-06, + "loss": 0.4888, + "mean_token_accuracy": 0.8440888524055481, + "num_tokens": 32878241.0, + "step": 868 + }, + { + "epoch": 0.11054573209515328, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 1.71661376953125e-05, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 1.3635064363479614, + "learning_rate": 3.679525222551929e-06, + "loss": 0.5499, + "mean_token_accuracy": 0.8283203840255737, + "num_tokens": 32915510.0, + "step": 869 + }, + { + "epoch": 0.1106729423737438, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 1.71661376953125e-05, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 1.332119345664978, + "learning_rate": 3.683764306909708e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8560129404067993, + "num_tokens": 32953371.0, + "step": 870 + }, + { + "epoch": 0.11080015265233431, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 1.71661376953125e-05, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 1.324485421180725, + "learning_rate": 3.688003391267487e-06, + "loss": 0.5099, + "mean_token_accuracy": 0.8422969579696655, + "num_tokens": 32998167.0, + "step": 871 + }, + { + "epoch": 0.11092736293092482, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 1.71661376953125e-05, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 1.309643030166626, + "learning_rate": 3.692242475625265e-06, + "loss": 0.4797, + "mean_token_accuracy": 0.8460581302642822, + "num_tokens": 33046660.0, + "step": 872 + }, + { + "epoch": 0.11105457320951533, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 1.71661376953125e-05, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 1.3951760530471802, + "learning_rate": 3.696481559983044e-06, + "loss": 0.5226, + "mean_token_accuracy": 0.8315543532371521, + "num_tokens": 33080672.0, + "step": 873 + }, + { + "epoch": 0.11118178348810584, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 1.71661376953125e-05, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 1.3645038604736328, + "learning_rate": 3.7007206443408227e-06, + "loss": 0.4614, + "mean_token_accuracy": 0.8511563539505005, + "num_tokens": 33117023.0, + "step": 874 + }, + { + "epoch": 0.11130899376669635, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 1.728534698486328e-05, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 1.3480186462402344, + "learning_rate": 3.7049597286986016e-06, + "loss": 0.5782, + "mean_token_accuracy": 0.8190353512763977, + "num_tokens": 33154843.0, + "step": 875 + }, + { + "epoch": 0.11143620404528685, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 1.728534698486328e-05, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 1.3585373163223267, + "learning_rate": 3.70919881305638e-06, + "loss": 0.532, + "mean_token_accuracy": 0.8335843086242676, + "num_tokens": 33193500.0, + "step": 876 + }, + { + "epoch": 0.11156341432387737, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 1.728534698486328e-05, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 1.3262146711349487, + "learning_rate": 3.713437897414159e-06, + "loss": 0.523, + "mean_token_accuracy": 0.8350891470909119, + "num_tokens": 33240528.0, + "step": 877 + }, + { + "epoch": 0.11169062460246788, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 1.728534698486328e-05, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 1.3658162355422974, + "learning_rate": 3.717676981771938e-06, + "loss": 0.5298, + "mean_token_accuracy": 0.8322978019714355, + "num_tokens": 33276959.0, + "step": 878 + }, + { + "epoch": 0.11181783488105838, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 1.728534698486328e-05, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 1.351500391960144, + "learning_rate": 3.721916066129716e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8581768870353699, + "num_tokens": 33313573.0, + "step": 879 + }, + { + "epoch": 0.1119450451596489, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 1.728534698486328e-05, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 1.3858485221862793, + "learning_rate": 3.7261551504874947e-06, + "loss": 0.5152, + "mean_token_accuracy": 0.8402137756347656, + "num_tokens": 33347408.0, + "step": 880 + }, + { + "epoch": 0.11207225543823941, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 1.728534698486328e-05, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 1.355040192604065, + "learning_rate": 3.7303942348452736e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8543903827667236, + "num_tokens": 33381894.0, + "step": 881 + }, + { + "epoch": 0.11219946571682991, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 1.728534698486328e-05, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 1.3442147970199585, + "learning_rate": 3.7346333192030525e-06, + "loss": 0.4629, + "mean_token_accuracy": 0.8545274138450623, + "num_tokens": 33421746.0, + "step": 882 + }, + { + "epoch": 0.11232667599542043, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 1.7404556274414062e-05, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 1.3351556062698364, + "learning_rate": 3.738872403560831e-06, + "loss": 0.4842, + "mean_token_accuracy": 0.8504900932312012, + "num_tokens": 33465203.0, + "step": 883 + }, + { + "epoch": 0.11245388627401094, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 1.7404556274414062e-05, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 1.3717905282974243, + "learning_rate": 3.74311148791861e-06, + "loss": 0.5233, + "mean_token_accuracy": 0.8341196775436401, + "num_tokens": 33500333.0, + "step": 884 + }, + { + "epoch": 0.11258109655260146, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 1.7404556274414062e-05, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 1.3707871437072754, + "learning_rate": 3.7473505722763887e-06, + "loss": 0.5425, + "mean_token_accuracy": 0.8269789218902588, + "num_tokens": 33535180.0, + "step": 885 + }, + { + "epoch": 0.11270830683119196, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 1.7404556274414062e-05, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 1.35958993434906, + "learning_rate": 3.7515896566341676e-06, + "loss": 0.4938, + "mean_token_accuracy": 0.841623842716217, + "num_tokens": 33571298.0, + "step": 886 + }, + { + "epoch": 0.11283551710978247, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 1.7404556274414062e-05, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 1.3459153175354004, + "learning_rate": 3.7558287409919456e-06, + "loss": 0.5193, + "mean_token_accuracy": 0.8340732455253601, + "num_tokens": 33613693.0, + "step": 887 + }, + { + "epoch": 0.11296272738837299, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 1.7523765563964844e-05, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 1.3886414766311646, + "learning_rate": 3.7600678253497245e-06, + "loss": 0.4837, + "mean_token_accuracy": 0.8482223749160767, + "num_tokens": 33649760.0, + "step": 888 + }, + { + "epoch": 0.11308993766696349, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 1.7523765563964844e-05, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 1.3268260955810547, + "learning_rate": 3.7643069097075034e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8582066297531128, + "num_tokens": 33692441.0, + "step": 889 + }, + { + "epoch": 0.113217147945554, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 1.7523765563964844e-05, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 1.3947440385818481, + "learning_rate": 3.7685459940652823e-06, + "loss": 0.4977, + "mean_token_accuracy": 0.8410748243331909, + "num_tokens": 33723034.0, + "step": 890 + }, + { + "epoch": 0.11334435822414451, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 1.7642974853515625e-05, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 1.352367639541626, + "learning_rate": 3.7727850784230608e-06, + "loss": 0.5135, + "mean_token_accuracy": 0.8403768539428711, + "num_tokens": 33764102.0, + "step": 891 + }, + { + "epoch": 0.11347156850273502, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 1.7642974853515625e-05, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 1.3421895503997803, + "learning_rate": 3.7770241627808396e-06, + "loss": 0.4723, + "mean_token_accuracy": 0.8497428894042969, + "num_tokens": 33803293.0, + "step": 892 + }, + { + "epoch": 0.11359877878132553, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 1.3638386726379395, + "learning_rate": 3.7812632471386185e-06, + "loss": 0.4732, + "mean_token_accuracy": 0.84932941198349, + "num_tokens": 33841681.0, + "step": 893 + }, + { + "epoch": 0.11372598905991604, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 1.3715167045593262, + "learning_rate": 3.7855023314963974e-06, + "loss": 0.4973, + "mean_token_accuracy": 0.8369892835617065, + "num_tokens": 33877207.0, + "step": 894 + }, + { + "epoch": 0.11385319933850654, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 1.3571581840515137, + "learning_rate": 3.7897414158541754e-06, + "loss": 0.5114, + "mean_token_accuracy": 0.8352063894271851, + "num_tokens": 33917703.0, + "step": 895 + }, + { + "epoch": 0.11398040961709706, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 1.3635097742080688, + "learning_rate": 3.7939805002119543e-06, + "loss": 0.4992, + "mean_token_accuracy": 0.8434224128723145, + "num_tokens": 33957007.0, + "step": 896 + }, + { + "epoch": 0.11410761989568757, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 1.3509306907653809, + "learning_rate": 3.7982195845697332e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8600578308105469, + "num_tokens": 33992615.0, + "step": 897 + }, + { + "epoch": 0.11423483017427809, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 1.3875961303710938, + "learning_rate": 3.8024586689275117e-06, + "loss": 0.5521, + "mean_token_accuracy": 0.8300163745880127, + "num_tokens": 34032049.0, + "step": 898 + }, + { + "epoch": 0.11436204045286859, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 1.3651031255722046, + "learning_rate": 3.8066977532852906e-06, + "loss": 0.4827, + "mean_token_accuracy": 0.8441749811172485, + "num_tokens": 34065978.0, + "step": 899 + }, + { + "epoch": 0.1144892507314591, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 1.354283332824707, + "learning_rate": 3.8109368376430694e-06, + "loss": 0.4614, + "mean_token_accuracy": 0.8538236021995544, + "num_tokens": 34103454.0, + "step": 900 + }, + { + "epoch": 0.11461646101004962, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 1.3702950477600098, + "learning_rate": 3.815175922000848e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8553876876831055, + "num_tokens": 34137970.0, + "step": 901 + }, + { + "epoch": 0.11474367128864012, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 1.360499382019043, + "learning_rate": 3.819415006358627e-06, + "loss": 0.5336, + "mean_token_accuracy": 0.8341877460479736, + "num_tokens": 34176997.0, + "step": 902 + }, + { + "epoch": 0.11487088156723063, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 1.3693342208862305, + "learning_rate": 3.823654090716406e-06, + "loss": 0.505, + "mean_token_accuracy": 0.8370002508163452, + "num_tokens": 34215790.0, + "step": 903 + }, + { + "epoch": 0.11499809184582115, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 1.380274772644043, + "learning_rate": 3.8278931750741846e-06, + "loss": 0.5155, + "mean_token_accuracy": 0.8431515693664551, + "num_tokens": 34255212.0, + "step": 904 + }, + { + "epoch": 0.11512530212441165, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 1.3913813829421997, + "learning_rate": 3.8321322594319634e-06, + "loss": 0.4505, + "mean_token_accuracy": 0.8565421104431152, + "num_tokens": 34288432.0, + "step": 905 + }, + { + "epoch": 0.11525251240300216, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 1.40833580493927, + "learning_rate": 3.8363713437897415e-06, + "loss": 0.5585, + "mean_token_accuracy": 0.822259783744812, + "num_tokens": 34328991.0, + "step": 906 + }, + { + "epoch": 0.11537972268159268, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 1.7762184143066406e-05, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 1.3859184980392456, + "learning_rate": 3.84061042814752e-06, + "loss": 0.547, + "mean_token_accuracy": 0.8311216235160828, + "num_tokens": 34366712.0, + "step": 907 + }, + { + "epoch": 0.11550693296018319, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 1.7881393432617188e-05, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 1.3686437606811523, + "learning_rate": 3.844849512505299e-06, + "loss": 0.5334, + "mean_token_accuracy": 0.829645037651062, + "num_tokens": 34405757.0, + "step": 908 + }, + { + "epoch": 0.11563414323877369, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 1.7881393432617188e-05, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 1.360024094581604, + "learning_rate": 3.849088596863078e-06, + "loss": 0.4881, + "mean_token_accuracy": 0.8463917970657349, + "num_tokens": 34448019.0, + "step": 909 + }, + { + "epoch": 0.1157613535173642, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 1.7881393432617188e-05, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 1.354811429977417, + "learning_rate": 3.853327681220856e-06, + "loss": 0.5062, + "mean_token_accuracy": 0.840682327747345, + "num_tokens": 34491237.0, + "step": 910 + }, + { + "epoch": 0.11588856379595472, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 1.800060272216797e-05, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 1.4016849994659424, + "learning_rate": 3.857566765578635e-06, + "loss": 0.4743, + "mean_token_accuracy": 0.8478103876113892, + "num_tokens": 34522842.0, + "step": 911 + }, + { + "epoch": 0.11601577407454522, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 1.3685131072998047, + "learning_rate": 3.861805849936414e-06, + "loss": 0.4983, + "mean_token_accuracy": 0.845157265663147, + "num_tokens": 34560551.0, + "step": 912 + }, + { + "epoch": 0.11614298435313573, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 1.3744820356369019, + "learning_rate": 3.866044934294193e-06, + "loss": 0.5458, + "mean_token_accuracy": 0.8337178826332092, + "num_tokens": 34603064.0, + "step": 913 + }, + { + "epoch": 0.11627019463172625, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 1.3922921419143677, + "learning_rate": 3.870284018651972e-06, + "loss": 0.5226, + "mean_token_accuracy": 0.8352277278900146, + "num_tokens": 34640283.0, + "step": 914 + }, + { + "epoch": 0.11639740491031675, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 1.369200587272644, + "learning_rate": 3.874523103009751e-06, + "loss": 0.4721, + "mean_token_accuracy": 0.8517681956291199, + "num_tokens": 34679840.0, + "step": 915 + }, + { + "epoch": 0.11652461518890726, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 1.3711744546890259, + "learning_rate": 3.8787621873675295e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.853367030620575, + "num_tokens": 34717045.0, + "step": 916 + }, + { + "epoch": 0.11665182546749778, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 1.360048532485962, + "learning_rate": 3.8830012717253075e-06, + "loss": 0.4629, + "mean_token_accuracy": 0.8538987636566162, + "num_tokens": 34755849.0, + "step": 917 + }, + { + "epoch": 0.11677903574608828, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 1.3725743293762207, + "learning_rate": 3.887240356083086e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8589205741882324, + "num_tokens": 34795202.0, + "step": 918 + }, + { + "epoch": 0.11690624602467879, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 1.4249496459960938, + "learning_rate": 3.891479440440865e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8504859209060669, + "num_tokens": 34824279.0, + "step": 919 + }, + { + "epoch": 0.1170334563032693, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 1.4243212938308716, + "learning_rate": 3.895718524798644e-06, + "loss": 0.5168, + "mean_token_accuracy": 0.8352369070053101, + "num_tokens": 34857631.0, + "step": 920 + }, + { + "epoch": 0.11716066658185982, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 1.811981201171875e-05, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 1.377838373184204, + "learning_rate": 3.899957609156422e-06, + "loss": 0.4875, + "mean_token_accuracy": 0.8456580638885498, + "num_tokens": 34896969.0, + "step": 921 + }, + { + "epoch": 0.11728787686045032, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 1.823902130126953e-05, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 1.366031289100647, + "learning_rate": 3.904196693514201e-06, + "loss": 0.5052, + "mean_token_accuracy": 0.8379824161529541, + "num_tokens": 34942177.0, + "step": 922 + }, + { + "epoch": 0.11741508713904084, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 1.823902130126953e-05, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 1.405049204826355, + "learning_rate": 3.90843577787198e-06, + "loss": 0.5745, + "mean_token_accuracy": 0.8205872178077698, + "num_tokens": 34980440.0, + "step": 923 + }, + { + "epoch": 0.11754229741763135, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 1.823902130126953e-05, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 1.4046845436096191, + "learning_rate": 3.912674862229759e-06, + "loss": 0.5253, + "mean_token_accuracy": 0.8335855007171631, + "num_tokens": 35015343.0, + "step": 924 + }, + { + "epoch": 0.11766950769622185, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 1.8358230590820312e-05, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 1.3893651962280273, + "learning_rate": 3.916913946587537e-06, + "loss": 0.5166, + "mean_token_accuracy": 0.8361846208572388, + "num_tokens": 35050265.0, + "step": 925 + }, + { + "epoch": 0.11779671797481236, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 1.8358230590820312e-05, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 1.3858212232589722, + "learning_rate": 3.921153030945316e-06, + "loss": 0.5398, + "mean_token_accuracy": 0.8290827870368958, + "num_tokens": 35089235.0, + "step": 926 + }, + { + "epoch": 0.11792392825340288, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 1.8358230590820312e-05, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 1.4058932065963745, + "learning_rate": 3.925392115303095e-06, + "loss": 0.4881, + "mean_token_accuracy": 0.8446733951568604, + "num_tokens": 35122887.0, + "step": 927 + }, + { + "epoch": 0.11805113853199338, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 1.8358230590820312e-05, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 1.3957598209381104, + "learning_rate": 3.9296311996608736e-06, + "loss": 0.4919, + "mean_token_accuracy": 0.8417593240737915, + "num_tokens": 35158686.0, + "step": 928 + }, + { + "epoch": 0.1181783488105839, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 1.8358230590820312e-05, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 1.385637879371643, + "learning_rate": 3.9338702840186524e-06, + "loss": 0.489, + "mean_token_accuracy": 0.8422490954399109, + "num_tokens": 35195215.0, + "step": 929 + }, + { + "epoch": 0.11830555908917441, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 1.8358230590820312e-05, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 1.374435544013977, + "learning_rate": 3.938109368376431e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.8445974588394165, + "num_tokens": 35236499.0, + "step": 930 + }, + { + "epoch": 0.11843276936776491, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 1.8358230590820312e-05, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 1.3838781118392944, + "learning_rate": 3.94234845273421e-06, + "loss": 0.5464, + "mean_token_accuracy": 0.8278488516807556, + "num_tokens": 35278809.0, + "step": 931 + }, + { + "epoch": 0.11855997964635542, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 1.8477439880371094e-05, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 1.3962337970733643, + "learning_rate": 3.946587537091989e-06, + "loss": 0.4929, + "mean_token_accuracy": 0.8420787453651428, + "num_tokens": 35318342.0, + "step": 932 + }, + { + "epoch": 0.11868718992494594, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 1.8477439880371094e-05, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 1.376676082611084, + "learning_rate": 3.950826621449767e-06, + "loss": 0.4917, + "mean_token_accuracy": 0.8434760570526123, + "num_tokens": 35361802.0, + "step": 933 + }, + { + "epoch": 0.11881440020353645, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 1.8596649169921875e-05, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 1.3846954107284546, + "learning_rate": 3.955065705807546e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8526504039764404, + "num_tokens": 35401244.0, + "step": 934 + }, + { + "epoch": 0.11894161048212695, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 1.8596649169921875e-05, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 1.4172710180282593, + "learning_rate": 3.959304790165325e-06, + "loss": 0.5025, + "mean_token_accuracy": 0.8434377908706665, + "num_tokens": 35438557.0, + "step": 935 + }, + { + "epoch": 0.11906882076071747, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 1.8596649169921875e-05, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 1.4129527807235718, + "learning_rate": 3.963543874523103e-06, + "loss": 0.4912, + "mean_token_accuracy": 0.8455817699432373, + "num_tokens": 35471686.0, + "step": 936 + }, + { + "epoch": 0.11919603103930798, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 1.8596649169921875e-05, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 1.372721791267395, + "learning_rate": 3.967782958880882e-06, + "loss": 0.5171, + "mean_token_accuracy": 0.8357709646224976, + "num_tokens": 35514288.0, + "step": 937 + }, + { + "epoch": 0.11932324131789848, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 1.8835067749023438e-05, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 1.4181323051452637, + "learning_rate": 3.972022043238661e-06, + "loss": 0.5253, + "mean_token_accuracy": 0.8335182666778564, + "num_tokens": 35547588.0, + "step": 938 + }, + { + "epoch": 0.119450451596489, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 1.8835067749023438e-05, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 1.3998469114303589, + "learning_rate": 3.97626112759644e-06, + "loss": 0.463, + "mean_token_accuracy": 0.8539185523986816, + "num_tokens": 35582099.0, + "step": 939 + }, + { + "epoch": 0.11957766187507951, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 1.8835067749023438e-05, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 1.3920996189117432, + "learning_rate": 3.980500211954218e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8571932315826416, + "num_tokens": 35616173.0, + "step": 940 + }, + { + "epoch": 0.11970487215367001, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 1.4118411540985107, + "learning_rate": 3.9847392963119965e-06, + "loss": 0.5408, + "mean_token_accuracy": 0.8312903642654419, + "num_tokens": 35654801.0, + "step": 941 + }, + { + "epoch": 0.11983208243226053, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 1.3959120512008667, + "learning_rate": 3.988978380669775e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.8482363820075989, + "num_tokens": 35692219.0, + "step": 942 + }, + { + "epoch": 0.11995929271085104, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 1.408196210861206, + "learning_rate": 3.993217465027554e-06, + "loss": 0.5479, + "mean_token_accuracy": 0.8293308019638062, + "num_tokens": 35732886.0, + "step": 943 + }, + { + "epoch": 0.12008650298944154, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 1.410752534866333, + "learning_rate": 3.997456549385333e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8611568212509155, + "num_tokens": 35766796.0, + "step": 944 + }, + { + "epoch": 0.12021371326803205, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 1.4071959257125854, + "learning_rate": 4.001695633743112e-06, + "loss": 0.503, + "mean_token_accuracy": 0.8399708271026611, + "num_tokens": 35803065.0, + "step": 945 + }, + { + "epoch": 0.12034092354662257, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 1.4214037656784058, + "learning_rate": 4.005934718100891e-06, + "loss": 0.4925, + "mean_token_accuracy": 0.8423236608505249, + "num_tokens": 35836490.0, + "step": 946 + }, + { + "epoch": 0.12046813382521308, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 1.379956603050232, + "learning_rate": 4.01017380245867e-06, + "loss": 0.4512, + "mean_token_accuracy": 0.8575645685195923, + "num_tokens": 35877239.0, + "step": 947 + }, + { + "epoch": 0.12059534410380358, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 1.408074975013733, + "learning_rate": 4.014412886816448e-06, + "loss": 0.5584, + "mean_token_accuracy": 0.8255354166030884, + "num_tokens": 35917779.0, + "step": 948 + }, + { + "epoch": 0.1207225543823941, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 1.895427703857422e-05, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 1.4019783735275269, + "learning_rate": 4.018651971174227e-06, + "loss": 0.4848, + "mean_token_accuracy": 0.84590744972229, + "num_tokens": 35955083.0, + "step": 949 + }, + { + "epoch": 0.12084976466098461, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 1.9073486328125e-05, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 1.3883206844329834, + "learning_rate": 4.022891055532006e-06, + "loss": 0.5149, + "mean_token_accuracy": 0.8361190557479858, + "num_tokens": 35999581.0, + "step": 950 + }, + { + "epoch": 0.12097697493957511, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 1.9073486328125e-05, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 1.4051097631454468, + "learning_rate": 4.0271301398897845e-06, + "loss": 0.5565, + "mean_token_accuracy": 0.8296644687652588, + "num_tokens": 36040891.0, + "step": 951 + }, + { + "epoch": 0.12110418521816563, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 1.9073486328125e-05, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 1.4273661375045776, + "learning_rate": 4.0313692242475625e-06, + "loss": 0.4809, + "mean_token_accuracy": 0.8438090682029724, + "num_tokens": 36074958.0, + "step": 952 + }, + { + "epoch": 0.12123139549675614, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 1.9073486328125e-05, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 1.3945218324661255, + "learning_rate": 4.0356083086053414e-06, + "loss": 0.512, + "mean_token_accuracy": 0.8358927965164185, + "num_tokens": 36115211.0, + "step": 953 + }, + { + "epoch": 0.12135860577534664, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 1.9073486328125e-05, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 1.3989864587783813, + "learning_rate": 4.03984739296312e-06, + "loss": 0.5123, + "mean_token_accuracy": 0.8400416374206543, + "num_tokens": 36156876.0, + "step": 954 + }, + { + "epoch": 0.12148581605393716, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 1.919269561767578e-05, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 1.3925244808197021, + "learning_rate": 4.044086477320898e-06, + "loss": 0.4907, + "mean_token_accuracy": 0.8420555591583252, + "num_tokens": 36197277.0, + "step": 955 + }, + { + "epoch": 0.12161302633252767, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 1.919269561767578e-05, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 1.433118224143982, + "learning_rate": 4.048325561678677e-06, + "loss": 0.5235, + "mean_token_accuracy": 0.8345068097114563, + "num_tokens": 36232839.0, + "step": 956 + }, + { + "epoch": 0.12174023661111817, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 1.919269561767578e-05, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 1.407810926437378, + "learning_rate": 4.052564646036456e-06, + "loss": 0.5138, + "mean_token_accuracy": 0.8365641832351685, + "num_tokens": 36273531.0, + "step": 957 + }, + { + "epoch": 0.12186744688970869, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 1.9431114196777344e-05, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 1.4246841669082642, + "learning_rate": 4.056803730394235e-06, + "loss": 0.527, + "mean_token_accuracy": 0.8315622210502625, + "num_tokens": 36309325.0, + "step": 958 + }, + { + "epoch": 0.1219946571682992, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 1.9431114196777344e-05, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 1.4251210689544678, + "learning_rate": 4.061042814752014e-06, + "loss": 0.5036, + "mean_token_accuracy": 0.8409768342971802, + "num_tokens": 36344457.0, + "step": 959 + }, + { + "epoch": 0.12212186744688971, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 1.9431114196777344e-05, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 1.4548017978668213, + "learning_rate": 4.065281899109793e-06, + "loss": 0.5077, + "mean_token_accuracy": 0.8363434672355652, + "num_tokens": 36376731.0, + "step": 960 + }, + { + "epoch": 0.12224907772548022, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 1.9431114196777344e-05, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 1.3964601755142212, + "learning_rate": 4.069520983467572e-06, + "loss": 0.4607, + "mean_token_accuracy": 0.8539259433746338, + "num_tokens": 36415529.0, + "step": 961 + }, + { + "epoch": 0.12237628800407073, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 1.9550323486328125e-05, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 1.4292423725128174, + "learning_rate": 4.0737600678253505e-06, + "loss": 0.4887, + "mean_token_accuracy": 0.8428483009338379, + "num_tokens": 36449522.0, + "step": 962 + }, + { + "epoch": 0.12250349828266124, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 1.9550323486328125e-05, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 1.4165472984313965, + "learning_rate": 4.077999152183129e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8592789173126221, + "num_tokens": 36483010.0, + "step": 963 + }, + { + "epoch": 0.12263070856125174, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 1.9550323486328125e-05, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 1.3923075199127197, + "learning_rate": 4.0822382365409075e-06, + "loss": 0.5098, + "mean_token_accuracy": 0.8409545421600342, + "num_tokens": 36527993.0, + "step": 964 + }, + { + "epoch": 0.12275791883984226, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 1.9550323486328125e-05, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 1.4085609912872314, + "learning_rate": 4.086477320898686e-06, + "loss": 0.4812, + "mean_token_accuracy": 0.8459006547927856, + "num_tokens": 36568479.0, + "step": 965 + }, + { + "epoch": 0.12288512911843277, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 1.9550323486328125e-05, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 1.4202210903167725, + "learning_rate": 4.090716405256465e-06, + "loss": 0.5199, + "mean_token_accuracy": 0.8361964821815491, + "num_tokens": 36607196.0, + "step": 966 + }, + { + "epoch": 0.12301233939702327, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 1.9550323486328125e-05, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 1.436519980430603, + "learning_rate": 4.094955489614243e-06, + "loss": 0.4861, + "mean_token_accuracy": 0.8446158170700073, + "num_tokens": 36640845.0, + "step": 967 + }, + { + "epoch": 0.12313954967561379, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 1.9788742065429688e-05, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 1.4232616424560547, + "learning_rate": 4.099194573972022e-06, + "loss": 0.4853, + "mean_token_accuracy": 0.8467597961425781, + "num_tokens": 36682182.0, + "step": 968 + }, + { + "epoch": 0.1232667599542043, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 1.9788742065429688e-05, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 1.4148091077804565, + "learning_rate": 4.103433658329801e-06, + "loss": 0.5289, + "mean_token_accuracy": 0.8344615697860718, + "num_tokens": 36723629.0, + "step": 969 + }, + { + "epoch": 0.1233939702327948, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 1.9788742065429688e-05, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 1.4072203636169434, + "learning_rate": 4.10767274268758e-06, + "loss": 0.512, + "mean_token_accuracy": 0.836979866027832, + "num_tokens": 36763560.0, + "step": 970 + }, + { + "epoch": 0.12352118051138532, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 1.9788742065429688e-05, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 1.4365023374557495, + "learning_rate": 4.111911827045359e-06, + "loss": 0.5776, + "mean_token_accuracy": 0.8146895170211792, + "num_tokens": 36802267.0, + "step": 971 + }, + { + "epoch": 0.12364839078997583, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 1.9788742065429688e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4195301532745361, + "learning_rate": 4.116150911403137e-06, + "loss": 0.4669, + "mean_token_accuracy": 0.8537601232528687, + "num_tokens": 36840047.0, + "step": 972 + }, + { + "epoch": 0.12377560106856635, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 1.9788742065429688e-05, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 1.4290883541107178, + "learning_rate": 4.120389995760916e-06, + "loss": 0.5295, + "mean_token_accuracy": 0.83449387550354, + "num_tokens": 36876788.0, + "step": 973 + }, + { + "epoch": 0.12390281134715685, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 1.9788742065429688e-05, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 1.4412955045700073, + "learning_rate": 4.124629080118695e-06, + "loss": 0.4785, + "mean_token_accuracy": 0.8453257083892822, + "num_tokens": 36909954.0, + "step": 974 + }, + { + "epoch": 0.12403002162574736, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 1.431863784790039, + "learning_rate": 4.1288681644764735e-06, + "loss": 0.5176, + "mean_token_accuracy": 0.8350636959075928, + "num_tokens": 36948371.0, + "step": 975 + }, + { + "epoch": 0.12415723190433788, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 1.4461876153945923, + "learning_rate": 4.133107248834252e-06, + "loss": 0.527, + "mean_token_accuracy": 0.832181453704834, + "num_tokens": 36983304.0, + "step": 976 + }, + { + "epoch": 0.12428444218292838, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4121724367141724, + "learning_rate": 4.137346333192031e-06, + "loss": 0.4478, + "mean_token_accuracy": 0.8559030294418335, + "num_tokens": 37019644.0, + "step": 977 + }, + { + "epoch": 0.12441165246151889, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 1.4268468618392944, + "learning_rate": 4.141585417549809e-06, + "loss": 0.518, + "mean_token_accuracy": 0.8341137170791626, + "num_tokens": 37056906.0, + "step": 978 + }, + { + "epoch": 0.1245388627401094, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.470933437347412, + "learning_rate": 4.145824501907588e-06, + "loss": 0.4743, + "mean_token_accuracy": 0.8471240401268005, + "num_tokens": 37090396.0, + "step": 979 + }, + { + "epoch": 0.1246660730186999, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4227174520492554, + "learning_rate": 4.150063586265367e-06, + "loss": 0.5118, + "mean_token_accuracy": 0.8391639590263367, + "num_tokens": 37129246.0, + "step": 980 + }, + { + "epoch": 0.12479328329729042, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 1.4213682413101196, + "learning_rate": 4.154302670623146e-06, + "loss": 0.4589, + "mean_token_accuracy": 0.8532071709632874, + "num_tokens": 37166344.0, + "step": 981 + }, + { + "epoch": 0.12492049357588093, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4173396825790405, + "learning_rate": 4.158541754980924e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8603799343109131, + "num_tokens": 37202827.0, + "step": 982 + }, + { + "epoch": 0.12504770385447145, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4292734861373901, + "learning_rate": 4.162780839338703e-06, + "loss": 0.509, + "mean_token_accuracy": 0.8352732062339783, + "num_tokens": 37239606.0, + "step": 983 + }, + { + "epoch": 0.12517491413306195, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 2.002716064453125e-05, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 1.4420984983444214, + "learning_rate": 4.167019923696482e-06, + "loss": 0.5044, + "mean_token_accuracy": 0.8371231555938721, + "num_tokens": 37275154.0, + "step": 984 + }, + { + "epoch": 0.12530212441165245, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 2.014636993408203e-05, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 1.4216535091400146, + "learning_rate": 4.171259008054261e-06, + "loss": 0.4601, + "mean_token_accuracy": 0.8549834489822388, + "num_tokens": 37311849.0, + "step": 985 + }, + { + "epoch": 0.12542933469024298, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.014636993408203e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4234931468963623, + "learning_rate": 4.1754980924120395e-06, + "loss": 0.5127, + "mean_token_accuracy": 0.8392579555511475, + "num_tokens": 37353174.0, + "step": 986 + }, + { + "epoch": 0.12555654496883348, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.0265579223632812e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4253435134887695, + "learning_rate": 4.1797371767698184e-06, + "loss": 0.4682, + "mean_token_accuracy": 0.8522673845291138, + "num_tokens": 37392081.0, + "step": 987 + }, + { + "epoch": 0.12568375524742398, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.0265579223632812e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.423330307006836, + "learning_rate": 4.183976261127597e-06, + "loss": 0.4662, + "mean_token_accuracy": 0.851913571357727, + "num_tokens": 37430639.0, + "step": 988 + }, + { + "epoch": 0.1258109655260145, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 2.0265579223632812e-05, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 1.460060477256775, + "learning_rate": 4.188215345485375e-06, + "loss": 0.5522, + "mean_token_accuracy": 0.8240500688552856, + "num_tokens": 37467126.0, + "step": 989 + }, + { + "epoch": 0.125938175804605, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 2.0265579223632812e-05, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 1.4375606775283813, + "learning_rate": 4.192454429843154e-06, + "loss": 0.484, + "mean_token_accuracy": 0.8477196097373962, + "num_tokens": 37505657.0, + "step": 990 + }, + { + "epoch": 0.12606538608319554, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 2.0265579223632812e-05, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 1.419459342956543, + "learning_rate": 4.196693514200933e-06, + "loss": 0.4893, + "mean_token_accuracy": 0.8459628820419312, + "num_tokens": 37549262.0, + "step": 991 + }, + { + "epoch": 0.12619259636178604, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4252500534057617, + "learning_rate": 4.200932598558712e-06, + "loss": 0.5022, + "mean_token_accuracy": 0.8391332030296326, + "num_tokens": 37589967.0, + "step": 992 + }, + { + "epoch": 0.12631980664037654, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4194782972335815, + "learning_rate": 4.20517168291649e-06, + "loss": 0.5049, + "mean_token_accuracy": 0.8416962623596191, + "num_tokens": 37635686.0, + "step": 993 + }, + { + "epoch": 0.12644701691896706, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 1.4445990324020386, + "learning_rate": 4.209410767274269e-06, + "loss": 0.5456, + "mean_token_accuracy": 0.8334853649139404, + "num_tokens": 37673753.0, + "step": 994 + }, + { + "epoch": 0.12657422719755757, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 1.452283263206482, + "learning_rate": 4.213649851632048e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8558390140533447, + "num_tokens": 37706345.0, + "step": 995 + }, + { + "epoch": 0.12670143747614807, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 1.4326591491699219, + "learning_rate": 4.217888935989827e-06, + "loss": 0.5259, + "mean_token_accuracy": 0.8313740491867065, + "num_tokens": 37750356.0, + "step": 996 + }, + { + "epoch": 0.1268286477547386, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 1.444949746131897, + "learning_rate": 4.222128020347605e-06, + "loss": 0.5186, + "mean_token_accuracy": 0.8363001942634583, + "num_tokens": 37791466.0, + "step": 997 + }, + { + "epoch": 0.1269558580333291, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 1.436522126197815, + "learning_rate": 4.226367104705384e-06, + "loss": 0.5247, + "mean_token_accuracy": 0.8331887722015381, + "num_tokens": 37837257.0, + "step": 998 + }, + { + "epoch": 0.1270830683119196, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 1.434924840927124, + "learning_rate": 4.2306061890631625e-06, + "loss": 0.5126, + "mean_token_accuracy": 0.838456928730011, + "num_tokens": 37880223.0, + "step": 999 + }, + { + "epoch": 0.12721027859051012, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 1.4743484258651733, + "learning_rate": 4.234845273420941e-06, + "loss": 0.5918, + "mean_token_accuracy": 0.8209471702575684, + "num_tokens": 37917662.0, + "step": 1000 + }, + { + "epoch": 0.12733748886910062, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 1.4228075742721558, + "learning_rate": 4.23908435777872e-06, + "loss": 0.518, + "mean_token_accuracy": 0.8332815170288086, + "num_tokens": 37961985.0, + "step": 1001 + }, + { + "epoch": 0.12746469914769112, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 1.4481511116027832, + "learning_rate": 4.243323442136499e-06, + "loss": 0.5063, + "mean_token_accuracy": 0.842710554599762, + "num_tokens": 37998960.0, + "step": 1002 + }, + { + "epoch": 0.12759190942628165, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 1.444823145866394, + "learning_rate": 4.247562526494278e-06, + "loss": 0.4796, + "mean_token_accuracy": 0.8491517901420593, + "num_tokens": 38040920.0, + "step": 1003 + }, + { + "epoch": 0.12771911970487215, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 2.0384788513183594e-05, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 1.490411639213562, + "learning_rate": 4.251801610852057e-06, + "loss": 0.5261, + "mean_token_accuracy": 0.8344782590866089, + "num_tokens": 38071814.0, + "step": 1004 + }, + { + "epoch": 0.12784632998346265, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 2.0503997802734375e-05, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 1.442611575126648, + "learning_rate": 4.256040695209835e-06, + "loss": 0.5441, + "mean_token_accuracy": 0.8306417465209961, + "num_tokens": 38112784.0, + "step": 1005 + }, + { + "epoch": 0.12797354026205318, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 2.0503997802734375e-05, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 1.4450631141662598, + "learning_rate": 4.260279779567614e-06, + "loss": 0.5596, + "mean_token_accuracy": 0.8281978368759155, + "num_tokens": 38152140.0, + "step": 1006 + }, + { + "epoch": 0.12810075054064368, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 2.0503997802734375e-05, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 1.4387140274047852, + "learning_rate": 4.264518863925393e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.8525104522705078, + "num_tokens": 38188293.0, + "step": 1007 + }, + { + "epoch": 0.12822796081923418, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 2.0503997802734375e-05, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 1.4542909860610962, + "learning_rate": 4.268757948283171e-06, + "loss": 0.517, + "mean_token_accuracy": 0.8367630243301392, + "num_tokens": 38229136.0, + "step": 1008 + }, + { + "epoch": 0.1283551710978247, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 1.4368896484375, + "learning_rate": 4.27299703264095e-06, + "loss": 0.5344, + "mean_token_accuracy": 0.8327143788337708, + "num_tokens": 38273330.0, + "step": 1009 + }, + { + "epoch": 0.1284823813764152, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 1.4453779458999634, + "learning_rate": 4.2772361169987285e-06, + "loss": 0.4979, + "mean_token_accuracy": 0.8417810201644897, + "num_tokens": 38315066.0, + "step": 1010 + }, + { + "epoch": 0.1286095916550057, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 1.4613192081451416, + "learning_rate": 4.281475201356507e-06, + "loss": 0.5034, + "mean_token_accuracy": 0.8407787084579468, + "num_tokens": 38353430.0, + "step": 1011 + }, + { + "epoch": 0.12873680193359624, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 1.4565118551254272, + "learning_rate": 4.2857142857142855e-06, + "loss": 0.5358, + "mean_token_accuracy": 0.8334738612174988, + "num_tokens": 38391919.0, + "step": 1012 + }, + { + "epoch": 0.12886401221218674, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 1.4461572170257568, + "learning_rate": 4.289953370072064e-06, + "loss": 0.4782, + "mean_token_accuracy": 0.8499376177787781, + "num_tokens": 38430104.0, + "step": 1013 + }, + { + "epoch": 0.12899122249077727, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 1.4587194919586182, + "learning_rate": 4.294192454429843e-06, + "loss": 0.5246, + "mean_token_accuracy": 0.83592689037323, + "num_tokens": 38468775.0, + "step": 1014 + }, + { + "epoch": 0.12911843276936777, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 1.4201738834381104, + "learning_rate": 4.298431538787622e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8699671030044556, + "num_tokens": 38510330.0, + "step": 1015 + }, + { + "epoch": 0.12924564304795827, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 1.4828522205352783, + "learning_rate": 4.302670623145401e-06, + "loss": 0.5524, + "mean_token_accuracy": 0.8270365595817566, + "num_tokens": 38543840.0, + "step": 1016 + }, + { + "epoch": 0.1293728533265488, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 2.0623207092285156e-05, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 1.4676413536071777, + "learning_rate": 4.30690970750318e-06, + "loss": 0.506, + "mean_token_accuracy": 0.842329204082489, + "num_tokens": 38581670.0, + "step": 1017 + }, + { + "epoch": 0.1295000636051393, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 2.0742416381835938e-05, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 1.4889214038848877, + "learning_rate": 4.311148791860959e-06, + "loss": 0.4936, + "mean_token_accuracy": 0.8403717279434204, + "num_tokens": 38612642.0, + "step": 1018 + }, + { + "epoch": 0.1296272738837298, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 2.0742416381835938e-05, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 1.4642289876937866, + "learning_rate": 4.315387876218738e-06, + "loss": 0.5323, + "mean_token_accuracy": 0.8364929556846619, + "num_tokens": 38647579.0, + "step": 1019 + }, + { + "epoch": 0.12975448416232033, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 2.086162567138672e-05, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 1.4737260341644287, + "learning_rate": 4.319626960576516e-06, + "loss": 0.5313, + "mean_token_accuracy": 0.8296335339546204, + "num_tokens": 38683114.0, + "step": 1020 + }, + { + "epoch": 0.12988169444091083, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 2.086162567138672e-05, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 1.4570086002349854, + "learning_rate": 4.3238660449342946e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8471318483352661, + "num_tokens": 38722990.0, + "step": 1021 + }, + { + "epoch": 0.13000890471950133, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 2.086162567138672e-05, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 1.4449931383132935, + "learning_rate": 4.3281051292920735e-06, + "loss": 0.5014, + "mean_token_accuracy": 0.8412937521934509, + "num_tokens": 38765041.0, + "step": 1022 + }, + { + "epoch": 0.13013611499809186, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 2.086162567138672e-05, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 1.4495952129364014, + "learning_rate": 4.332344213649852e-06, + "loss": 0.4666, + "mean_token_accuracy": 0.850371241569519, + "num_tokens": 38802241.0, + "step": 1023 + }, + { + "epoch": 0.13026332527668236, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 2.09808349609375e-05, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 1.4779350757598877, + "learning_rate": 4.33658329800763e-06, + "loss": 0.4941, + "mean_token_accuracy": 0.8456079363822937, + "num_tokens": 38839444.0, + "step": 1024 + }, + { + "epoch": 0.13039053555527286, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 2.09808349609375e-05, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 1.4427748918533325, + "learning_rate": 4.340822382365409e-06, + "loss": 0.4766, + "mean_token_accuracy": 0.8489140272140503, + "num_tokens": 38882102.0, + "step": 1025 + }, + { + "epoch": 0.13051774583386339, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 2.09808349609375e-05, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 1.4442758560180664, + "learning_rate": 4.345061466723188e-06, + "loss": 0.4658, + "mean_token_accuracy": 0.8538074493408203, + "num_tokens": 38925855.0, + "step": 1026 + }, + { + "epoch": 0.13064495611245389, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 2.09808349609375e-05, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 1.4803067445755005, + "learning_rate": 4.349300551080966e-06, + "loss": 0.5228, + "mean_token_accuracy": 0.8362942337989807, + "num_tokens": 38962293.0, + "step": 1027 + }, + { + "epoch": 0.1307721663910444, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 2.110004425048828e-05, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 1.4700263738632202, + "learning_rate": 4.353539635438745e-06, + "loss": 0.4901, + "mean_token_accuracy": 0.842902421951294, + "num_tokens": 38999000.0, + "step": 1028 + }, + { + "epoch": 0.13089937666963491, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 2.110004425048828e-05, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 1.5931390523910522, + "learning_rate": 4.357778719796524e-06, + "loss": 0.5513, + "mean_token_accuracy": 0.823727011680603, + "num_tokens": 39032819.0, + "step": 1029 + }, + { + "epoch": 0.13102658694822542, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 2.110004425048828e-05, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 1.4593685865402222, + "learning_rate": 4.362017804154303e-06, + "loss": 0.4742, + "mean_token_accuracy": 0.8514619469642639, + "num_tokens": 39070247.0, + "step": 1030 + }, + { + "epoch": 0.13115379722681592, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 2.110004425048828e-05, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 1.4662376642227173, + "learning_rate": 4.366256888512082e-06, + "loss": 0.4703, + "mean_token_accuracy": 0.8523164391517639, + "num_tokens": 39105310.0, + "step": 1031 + }, + { + "epoch": 0.13128100750540644, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 2.1219253540039062e-05, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 1.4631253480911255, + "learning_rate": 4.370495972869861e-06, + "loss": 0.502, + "mean_token_accuracy": 0.8403651714324951, + "num_tokens": 39144218.0, + "step": 1032 + }, + { + "epoch": 0.13140821778399694, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 2.1219253540039062e-05, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 1.4953619241714478, + "learning_rate": 4.3747350572276395e-06, + "loss": 0.4922, + "mean_token_accuracy": 0.8430382609367371, + "num_tokens": 39177248.0, + "step": 1033 + }, + { + "epoch": 0.13153542806258745, + "ewc_loss": 0.01531982421875, + "ewc_loss_diag": 2.1219253540039062e-05, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 1.4619615077972412, + "learning_rate": 4.378974141585418e-06, + "loss": 0.5016, + "mean_token_accuracy": 0.8418292999267578, + "num_tokens": 39214230.0, + "step": 1034 + }, + { + "epoch": 0.13166263834117797, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 2.1457672119140625e-05, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 1.4604604244232178, + "learning_rate": 4.383213225943196e-06, + "loss": 0.4935, + "mean_token_accuracy": 0.8413135409355164, + "num_tokens": 39252189.0, + "step": 1035 + }, + { + "epoch": 0.13178984861976847, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 2.1457672119140625e-05, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 1.4675596952438354, + "learning_rate": 4.387452310300975e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.859804093837738, + "num_tokens": 39288058.0, + "step": 1036 + }, + { + "epoch": 0.13191705889835897, + "ewc_loss": 0.01531982421875, + "ewc_loss_diag": 2.1457672119140625e-05, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 1.4720326662063599, + "learning_rate": 4.391691394658754e-06, + "loss": 0.4518, + "mean_token_accuracy": 0.8538029193878174, + "num_tokens": 39322157.0, + "step": 1037 + }, + { + "epoch": 0.1320442691769495, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 2.1457672119140625e-05, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 1.476894736289978, + "learning_rate": 4.395930479016533e-06, + "loss": 0.4679, + "mean_token_accuracy": 0.8491065502166748, + "num_tokens": 39357678.0, + "step": 1038 + }, + { + "epoch": 0.13217147945554, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 2.1457672119140625e-05, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 1.4554014205932617, + "learning_rate": 4.400169563374311e-06, + "loss": 0.4888, + "mean_token_accuracy": 0.844788670539856, + "num_tokens": 39398909.0, + "step": 1039 + }, + { + "epoch": 0.13229868973413053, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 2.1457672119140625e-05, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 1.5183333158493042, + "learning_rate": 4.40440864773209e-06, + "loss": 0.5653, + "mean_token_accuracy": 0.8244225978851318, + "num_tokens": 39437934.0, + "step": 1040 + }, + { + "epoch": 0.13242590001272103, + "ewc_loss": 0.01556396484375, + "ewc_loss_diag": 2.1457672119140625e-05, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 1.4801592826843262, + "learning_rate": 4.408647732089869e-06, + "loss": 0.486, + "mean_token_accuracy": 0.8427016139030457, + "num_tokens": 39471772.0, + "step": 1041 + }, + { + "epoch": 0.13255311029131153, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 2.1576881408691406e-05, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 1.476773738861084, + "learning_rate": 4.412886816447648e-06, + "loss": 0.5008, + "mean_token_accuracy": 0.8459926843643188, + "num_tokens": 39512398.0, + "step": 1042 + }, + { + "epoch": 0.13268032056990206, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 2.1696090698242188e-05, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 1.472691297531128, + "learning_rate": 4.417125900805427e-06, + "loss": 0.4943, + "mean_token_accuracy": 0.8445405960083008, + "num_tokens": 39554735.0, + "step": 1043 + }, + { + "epoch": 0.13280753084849256, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 2.1696090698242188e-05, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 1.4793983697891235, + "learning_rate": 4.4213649851632055e-06, + "loss": 0.5436, + "mean_token_accuracy": 0.8331575989723206, + "num_tokens": 39595397.0, + "step": 1044 + }, + { + "epoch": 0.13293474112708306, + "ewc_loss": 0.015625, + "ewc_loss_diag": 2.181529998779297e-05, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 1.4844019412994385, + "learning_rate": 4.4256040695209836e-06, + "loss": 0.528, + "mean_token_accuracy": 0.8346663117408752, + "num_tokens": 39632474.0, + "step": 1045 + }, + { + "epoch": 0.1330619514056736, + "ewc_loss": 0.01556396484375, + "ewc_loss_diag": 2.181529998779297e-05, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 1.4973549842834473, + "learning_rate": 4.4298431538787625e-06, + "loss": 0.5139, + "mean_token_accuracy": 0.83356773853302, + "num_tokens": 39666408.0, + "step": 1046 + }, + { + "epoch": 0.1331891616842641, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 2.181529998779297e-05, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 1.4766883850097656, + "learning_rate": 4.434082238236541e-06, + "loss": 0.5499, + "mean_token_accuracy": 0.8265719413757324, + "num_tokens": 39709033.0, + "step": 1047 + }, + { + "epoch": 0.1333163719628546, + "ewc_loss": 0.01544189453125, + "ewc_loss_diag": 2.181529998779297e-05, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 1.4737915992736816, + "learning_rate": 4.43832132259432e-06, + "loss": 0.5211, + "mean_token_accuracy": 0.8379151225090027, + "num_tokens": 39749732.0, + "step": 1048 + }, + { + "epoch": 0.13344358224144512, + "ewc_loss": 0.015625, + "ewc_loss_diag": 2.181529998779297e-05, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 1.4921221733093262, + "learning_rate": 4.442560406952099e-06, + "loss": 0.5299, + "mean_token_accuracy": 0.8301708102226257, + "num_tokens": 39788125.0, + "step": 1049 + }, + { + "epoch": 0.13357079252003562, + "ewc_loss": 0.015625, + "ewc_loss_diag": 2.181529998779297e-05, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 1.466200590133667, + "learning_rate": 4.446799491309877e-06, + "loss": 0.472, + "mean_token_accuracy": 0.8524012565612793, + "num_tokens": 39830125.0, + "step": 1050 + }, + { + "epoch": 0.13369800279862612, + "ewc_loss": 0.015625, + "ewc_loss_diag": 2.181529998779297e-05, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 1.482890248298645, + "learning_rate": 4.451038575667656e-06, + "loss": 0.528, + "mean_token_accuracy": 0.8315531611442566, + "num_tokens": 39868236.0, + "step": 1051 + }, + { + "epoch": 0.13382521307721665, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 2.193450927734375e-05, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 1.4587478637695312, + "learning_rate": 4.455277660025435e-06, + "loss": 0.4959, + "mean_token_accuracy": 0.8423044681549072, + "num_tokens": 39913254.0, + "step": 1052 + }, + { + "epoch": 0.13395242335580715, + "ewc_loss": 0.01556396484375, + "ewc_loss_diag": 2.193450927734375e-05, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 1.5734933614730835, + "learning_rate": 4.459516744383214e-06, + "loss": 0.5055, + "mean_token_accuracy": 0.8391901254653931, + "num_tokens": 39948242.0, + "step": 1053 + }, + { + "epoch": 0.13407963363439765, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 1.4954754114151, + "learning_rate": 4.463755828740992e-06, + "loss": 0.5216, + "mean_token_accuracy": 0.8357042074203491, + "num_tokens": 39989196.0, + "step": 1054 + }, + { + "epoch": 0.13420684391298818, + "ewc_loss": 0.01531982421875, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 1.4873188734054565, + "learning_rate": 4.467994913098771e-06, + "loss": 0.5204, + "mean_token_accuracy": 0.843632698059082, + "num_tokens": 40028662.0, + "step": 1055 + }, + { + "epoch": 0.13433405419157868, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 1.4884772300720215, + "learning_rate": 4.47223399745655e-06, + "loss": 0.521, + "mean_token_accuracy": 0.8361245393753052, + "num_tokens": 40066178.0, + "step": 1056 + }, + { + "epoch": 0.13446126447016918, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 1.4711012840270996, + "learning_rate": 4.4764730818143285e-06, + "loss": 0.5126, + "mean_token_accuracy": 0.83695387840271, + "num_tokens": 40106908.0, + "step": 1057 + }, + { + "epoch": 0.1345884747487597, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 1.4860475063323975, + "learning_rate": 4.480712166172107e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8500763177871704, + "num_tokens": 40146872.0, + "step": 1058 + }, + { + "epoch": 0.1347156850273502, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 1.487589716911316, + "learning_rate": 4.484951250529886e-06, + "loss": 0.5055, + "mean_token_accuracy": 0.840183675289154, + "num_tokens": 40186717.0, + "step": 1059 + }, + { + "epoch": 0.1348428953059407, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 1.4894297122955322, + "learning_rate": 4.489190334887665e-06, + "loss": 0.5438, + "mean_token_accuracy": 0.833533763885498, + "num_tokens": 40227119.0, + "step": 1060 + }, + { + "epoch": 0.13497010558453124, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 1.5016002655029297, + "learning_rate": 4.493429419245444e-06, + "loss": 0.5216, + "mean_token_accuracy": 0.8366162180900574, + "num_tokens": 40262302.0, + "step": 1061 + }, + { + "epoch": 0.13509731586312174, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 1.4967163801193237, + "learning_rate": 4.497668503603222e-06, + "loss": 0.4686, + "mean_token_accuracy": 0.85190349817276, + "num_tokens": 40296783.0, + "step": 1062 + }, + { + "epoch": 0.13522452614171224, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 1.5059245824813843, + "learning_rate": 4.501907587961001e-06, + "loss": 0.531, + "mean_token_accuracy": 0.8302266001701355, + "num_tokens": 40331323.0, + "step": 1063 + }, + { + "epoch": 0.13535173642030277, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.205371856689453e-05, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 1.4852874279022217, + "learning_rate": 4.50614667231878e-06, + "loss": 0.5026, + "mean_token_accuracy": 0.8408657908439636, + "num_tokens": 40369965.0, + "step": 1064 + }, + { + "epoch": 0.13547894669889327, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 2.2292137145996094e-05, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 1.4781633615493774, + "learning_rate": 4.510385756676558e-06, + "loss": 0.5518, + "mean_token_accuracy": 0.8303608894348145, + "num_tokens": 40410820.0, + "step": 1065 + }, + { + "epoch": 0.1356061569774838, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 2.2292137145996094e-05, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 1.4902665615081787, + "learning_rate": 4.514624841034337e-06, + "loss": 0.4566, + "mean_token_accuracy": 0.8549810647964478, + "num_tokens": 40446942.0, + "step": 1066 + }, + { + "epoch": 0.1357333672560743, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 2.2292137145996094e-05, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 1.488554835319519, + "learning_rate": 4.518863925392116e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.8504232168197632, + "num_tokens": 40484684.0, + "step": 1067 + }, + { + "epoch": 0.1358605775346648, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.2292137145996094e-05, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 1.4866304397583008, + "learning_rate": 4.5231030097498945e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8531062006950378, + "num_tokens": 40521164.0, + "step": 1068 + }, + { + "epoch": 0.13598778781325532, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 2.2292137145996094e-05, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 1.4709348678588867, + "learning_rate": 4.5273420941076726e-06, + "loss": 0.4891, + "mean_token_accuracy": 0.8434244990348816, + "num_tokens": 40566192.0, + "step": 1069 + }, + { + "epoch": 0.13611499809184582, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 2.2411346435546875e-05, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 1.4968091249465942, + "learning_rate": 4.5315811784654514e-06, + "loss": 0.5237, + "mean_token_accuracy": 0.8351877927780151, + "num_tokens": 40605534.0, + "step": 1070 + }, + { + "epoch": 0.13624220837043632, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.2411346435546875e-05, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 1.486167311668396, + "learning_rate": 4.53582026282323e-06, + "loss": 0.4775, + "mean_token_accuracy": 0.8469669818878174, + "num_tokens": 40645478.0, + "step": 1071 + }, + { + "epoch": 0.13636941864902685, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 2.2530555725097656e-05, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 1.510646104812622, + "learning_rate": 4.540059347181009e-06, + "loss": 0.5622, + "mean_token_accuracy": 0.822885274887085, + "num_tokens": 40684591.0, + "step": 1072 + }, + { + "epoch": 0.13649662892761735, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 1.4883524179458618, + "learning_rate": 4.544298431538788e-06, + "loss": 0.4968, + "mean_token_accuracy": 0.8423787951469421, + "num_tokens": 40724437.0, + "step": 1073 + }, + { + "epoch": 0.13662383920620785, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 1.5237051248550415, + "learning_rate": 4.548537515896567e-06, + "loss": 0.5413, + "mean_token_accuracy": 0.8291454315185547, + "num_tokens": 40758324.0, + "step": 1074 + }, + { + "epoch": 0.13675104948479838, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 1.5170347690582275, + "learning_rate": 4.552776600254346e-06, + "loss": 0.5252, + "mean_token_accuracy": 0.834648609161377, + "num_tokens": 40794182.0, + "step": 1075 + }, + { + "epoch": 0.13687825976338888, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 1.5190268754959106, + "learning_rate": 4.557015684612125e-06, + "loss": 0.4743, + "mean_token_accuracy": 0.8511145114898682, + "num_tokens": 40832293.0, + "step": 1076 + }, + { + "epoch": 0.13700547004197938, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 1.4847171306610107, + "learning_rate": 4.561254768969903e-06, + "loss": 0.4699, + "mean_token_accuracy": 0.8495993614196777, + "num_tokens": 40871078.0, + "step": 1077 + }, + { + "epoch": 0.1371326803205699, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 1.4896118640899658, + "learning_rate": 4.565493853327682e-06, + "loss": 0.4807, + "mean_token_accuracy": 0.8491861820220947, + "num_tokens": 40909061.0, + "step": 1078 + }, + { + "epoch": 0.1372598905991604, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 1.5143778324127197, + "learning_rate": 4.5697329376854606e-06, + "loss": 0.5189, + "mean_token_accuracy": 0.8415837287902832, + "num_tokens": 40945623.0, + "step": 1079 + }, + { + "epoch": 0.1373871008777509, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 1.512041687965393, + "learning_rate": 4.573972022043239e-06, + "loss": 0.5836, + "mean_token_accuracy": 0.8166306614875793, + "num_tokens": 40985009.0, + "step": 1080 + }, + { + "epoch": 0.13751431115634144, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 1.491444706916809, + "learning_rate": 4.5782111064010175e-06, + "loss": 0.5333, + "mean_token_accuracy": 0.8337358832359314, + "num_tokens": 41027377.0, + "step": 1081 + }, + { + "epoch": 0.13764152143493194, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.276897430419922e-05, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 1.5172842741012573, + "learning_rate": 4.582450190758796e-06, + "loss": 0.537, + "mean_token_accuracy": 0.8311878442764282, + "num_tokens": 41068816.0, + "step": 1082 + }, + { + "epoch": 0.13776873171352244, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 2.288818359375e-05, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 1.4946209192276, + "learning_rate": 4.586689275116575e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8547859191894531, + "num_tokens": 41106603.0, + "step": 1083 + }, + { + "epoch": 0.13789594199211297, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.288818359375e-05, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 1.5114326477050781, + "learning_rate": 4.590928359474353e-06, + "loss": 0.5449, + "mean_token_accuracy": 0.82912278175354, + "num_tokens": 41142862.0, + "step": 1084 + }, + { + "epoch": 0.13802315227070347, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.288818359375e-05, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 1.4971270561218262, + "learning_rate": 4.595167443832132e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8447563052177429, + "num_tokens": 41182761.0, + "step": 1085 + }, + { + "epoch": 0.13815036254929397, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 1.5047303438186646, + "learning_rate": 4.599406528189911e-06, + "loss": 0.4467, + "mean_token_accuracy": 0.8587777018547058, + "num_tokens": 41221318.0, + "step": 1086 + }, + { + "epoch": 0.1382775728278845, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 1.5011301040649414, + "learning_rate": 4.60364561254769e-06, + "loss": 0.4861, + "mean_token_accuracy": 0.8427484035491943, + "num_tokens": 41257748.0, + "step": 1087 + }, + { + "epoch": 0.138404783106475, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 1.4997055530548096, + "learning_rate": 4.607884696905469e-06, + "loss": 0.4902, + "mean_token_accuracy": 0.8444265723228455, + "num_tokens": 41299287.0, + "step": 1088 + }, + { + "epoch": 0.1385319933850655, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 1.5039730072021484, + "learning_rate": 4.612123781263248e-06, + "loss": 0.5315, + "mean_token_accuracy": 0.831812858581543, + "num_tokens": 41344600.0, + "step": 1089 + }, + { + "epoch": 0.13865920366365603, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 1.52652108669281, + "learning_rate": 4.616362865621027e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8617154359817505, + "num_tokens": 41380681.0, + "step": 1090 + }, + { + "epoch": 0.13878641394224653, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 1.5151070356369019, + "learning_rate": 4.6206019499788055e-06, + "loss": 0.5193, + "mean_token_accuracy": 0.8395202159881592, + "num_tokens": 41418751.0, + "step": 1091 + }, + { + "epoch": 0.13891362422083706, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 1.5308558940887451, + "learning_rate": 4.6248410343365835e-06, + "loss": 0.5661, + "mean_token_accuracy": 0.8204004764556885, + "num_tokens": 41455617.0, + "step": 1092 + }, + { + "epoch": 0.13904083449942756, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 1.49245285987854, + "learning_rate": 4.629080118694362e-06, + "loss": 0.4773, + "mean_token_accuracy": 0.8496794700622559, + "num_tokens": 41494480.0, + "step": 1093 + }, + { + "epoch": 0.13916804477801806, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 2.300739288330078e-05, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 1.5195385217666626, + "learning_rate": 4.633319203052141e-06, + "loss": 0.4924, + "mean_token_accuracy": 0.8467170000076294, + "num_tokens": 41529294.0, + "step": 1094 + }, + { + "epoch": 0.13929525505660859, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 2.3245811462402344e-05, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 1.4883111715316772, + "learning_rate": 4.63755828740992e-06, + "loss": 0.469, + "mean_token_accuracy": 0.850963830947876, + "num_tokens": 41570787.0, + "step": 1095 + }, + { + "epoch": 0.1394224653351991, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 2.3245811462402344e-05, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 1.5188032388687134, + "learning_rate": 4.641797371767698e-06, + "loss": 0.4822, + "mean_token_accuracy": 0.8503375053405762, + "num_tokens": 41606596.0, + "step": 1096 + }, + { + "epoch": 0.1395496756137896, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 2.3365020751953125e-05, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 1.503671646118164, + "learning_rate": 4.646036456125477e-06, + "loss": 0.5036, + "mean_token_accuracy": 0.8386135697364807, + "num_tokens": 41645317.0, + "step": 1097 + }, + { + "epoch": 0.13967688589238011, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 2.3365020751953125e-05, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 1.5231199264526367, + "learning_rate": 4.650275540483256e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8473799228668213, + "num_tokens": 41680424.0, + "step": 1098 + }, + { + "epoch": 0.13980409617097062, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 2.3603439331054688e-05, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 1.5358458757400513, + "learning_rate": 4.654514624841035e-06, + "loss": 0.4971, + "mean_token_accuracy": 0.8438484072685242, + "num_tokens": 41712492.0, + "step": 1099 + }, + { + "epoch": 0.13993130644956112, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 2.3603439331054688e-05, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 1.528000831604004, + "learning_rate": 4.658753709198813e-06, + "loss": 0.4991, + "mean_token_accuracy": 0.8438798785209656, + "num_tokens": 41747666.0, + "step": 1100 + }, + { + "epoch": 0.14005851672815164, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 2.3365020751953125e-05, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 1.5160092115402222, + "learning_rate": 4.662992793556592e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8487036228179932, + "num_tokens": 41784638.0, + "step": 1101 + }, + { + "epoch": 0.14018572700674214, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 2.3603439331054688e-05, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 1.509200930595398, + "learning_rate": 4.667231877914371e-06, + "loss": 0.5657, + "mean_token_accuracy": 0.8230956792831421, + "num_tokens": 41826547.0, + "step": 1102 + }, + { + "epoch": 0.14031293728533265, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 2.3603439331054688e-05, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 1.5373340845108032, + "learning_rate": 4.6714709622721496e-06, + "loss": 0.5126, + "mean_token_accuracy": 0.8374274373054504, + "num_tokens": 41859526.0, + "step": 1103 + }, + { + "epoch": 0.14044014756392317, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 2.372264862060547e-05, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 1.5044770240783691, + "learning_rate": 4.6757100466299284e-06, + "loss": 0.5144, + "mean_token_accuracy": 0.8393574953079224, + "num_tokens": 41901177.0, + "step": 1104 + }, + { + "epoch": 0.14056735784251367, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 2.372264862060547e-05, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 1.5159900188446045, + "learning_rate": 4.679949130987707e-06, + "loss": 0.5254, + "mean_token_accuracy": 0.8323707580566406, + "num_tokens": 41941579.0, + "step": 1105 + }, + { + "epoch": 0.14069456812110417, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 2.372264862060547e-05, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 1.5325846672058105, + "learning_rate": 4.684188215345486e-06, + "loss": 0.4556, + "mean_token_accuracy": 0.8546829223632812, + "num_tokens": 41975315.0, + "step": 1106 + }, + { + "epoch": 0.1408217783996947, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 2.372264862060547e-05, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 1.5153590440750122, + "learning_rate": 4.688427299703264e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.853481650352478, + "num_tokens": 42011950.0, + "step": 1107 + }, + { + "epoch": 0.1409489886782852, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 2.372264862060547e-05, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 1.5166282653808594, + "learning_rate": 4.692666384061043e-06, + "loss": 0.5085, + "mean_token_accuracy": 0.8393697738647461, + "num_tokens": 42051764.0, + "step": 1108 + }, + { + "epoch": 0.1410761989568757, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 2.372264862060547e-05, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 1.5098214149475098, + "learning_rate": 4.696905468418822e-06, + "loss": 0.523, + "mean_token_accuracy": 0.8324705362319946, + "num_tokens": 42094218.0, + "step": 1109 + }, + { + "epoch": 0.14120340923546623, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 2.372264862060547e-05, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 1.5389727354049683, + "learning_rate": 4.701144552776601e-06, + "loss": 0.4982, + "mean_token_accuracy": 0.8424153923988342, + "num_tokens": 42129120.0, + "step": 1110 + }, + { + "epoch": 0.14133061951405673, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 2.396106719970703e-05, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 1.5219440460205078, + "learning_rate": 4.705383637134379e-06, + "loss": 0.515, + "mean_token_accuracy": 0.8379234075546265, + "num_tokens": 42167437.0, + "step": 1111 + }, + { + "epoch": 0.14145782979264723, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 2.396106719970703e-05, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 1.530646800994873, + "learning_rate": 4.709622721492158e-06, + "loss": 0.4864, + "mean_token_accuracy": 0.8481684923171997, + "num_tokens": 42203143.0, + "step": 1112 + }, + { + "epoch": 0.14158504007123776, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 2.396106719970703e-05, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 1.535536289215088, + "learning_rate": 4.713861805849937e-06, + "loss": 0.4833, + "mean_token_accuracy": 0.8473042249679565, + "num_tokens": 42237024.0, + "step": 1113 + }, + { + "epoch": 0.14171225034982826, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 2.396106719970703e-05, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 1.5461832284927368, + "learning_rate": 4.718100890207716e-06, + "loss": 0.5596, + "mean_token_accuracy": 0.8253930807113647, + "num_tokens": 42272847.0, + "step": 1114 + }, + { + "epoch": 0.1418394606284188, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 2.396106719970703e-05, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 1.5467917919158936, + "learning_rate": 4.7223399745654945e-06, + "loss": 0.5139, + "mean_token_accuracy": 0.8368402123451233, + "num_tokens": 42309335.0, + "step": 1115 + }, + { + "epoch": 0.1419666709070093, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 2.4080276489257812e-05, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 1.5333136320114136, + "learning_rate": 4.726579058923273e-06, + "loss": 0.5091, + "mean_token_accuracy": 0.842237651348114, + "num_tokens": 42346349.0, + "step": 1116 + }, + { + "epoch": 0.1420938811855998, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 2.4080276489257812e-05, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 1.5291330814361572, + "learning_rate": 4.730818143281051e-06, + "loss": 0.5372, + "mean_token_accuracy": 0.8331693410873413, + "num_tokens": 42389310.0, + "step": 1117 + }, + { + "epoch": 0.14222109146419032, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 2.4080276489257812e-05, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 1.5263872146606445, + "learning_rate": 4.73505722763883e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.849065899848938, + "num_tokens": 42427808.0, + "step": 1118 + }, + { + "epoch": 0.14234830174278082, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 2.4080276489257812e-05, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 1.537113070487976, + "learning_rate": 4.739296311996609e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.8407637476921082, + "num_tokens": 42465531.0, + "step": 1119 + }, + { + "epoch": 0.14247551202137132, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4080276489257812e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.5177973508834839, + "learning_rate": 4.743535396354388e-06, + "loss": 0.4955, + "mean_token_accuracy": 0.8466349840164185, + "num_tokens": 42507613.0, + "step": 1120 + }, + { + "epoch": 0.14260272229996185, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 2.4080276489257812e-05, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 1.551796555519104, + "learning_rate": 4.747774480712167e-06, + "loss": 0.5192, + "mean_token_accuracy": 0.8394530415534973, + "num_tokens": 42542876.0, + "step": 1121 + }, + { + "epoch": 0.14272993257855235, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4199485778808594e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.5504482984542847, + "learning_rate": 4.752013565069945e-06, + "loss": 0.5358, + "mean_token_accuracy": 0.8321757316589355, + "num_tokens": 42577587.0, + "step": 1122 + }, + { + "epoch": 0.14285714285714285, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 2.4199485778808594e-05, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 1.5425405502319336, + "learning_rate": 4.756252649427724e-06, + "loss": 0.5041, + "mean_token_accuracy": 0.8410888314247131, + "num_tokens": 42612733.0, + "step": 1123 + }, + { + "epoch": 0.14298435313573338, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4199485778808594e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.535237193107605, + "learning_rate": 4.760491733785503e-06, + "loss": 0.449, + "mean_token_accuracy": 0.8568610548973083, + "num_tokens": 42646831.0, + "step": 1124 + }, + { + "epoch": 0.14311156341432388, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4318695068359375e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.563309907913208, + "learning_rate": 4.764730818143282e-06, + "loss": 0.4984, + "mean_token_accuracy": 0.8362541198730469, + "num_tokens": 42681351.0, + "step": 1125 + }, + { + "epoch": 0.14323877369291438, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4318695068359375e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.5261722803115845, + "learning_rate": 4.76896990250106e-06, + "loss": 0.5489, + "mean_token_accuracy": 0.8273475170135498, + "num_tokens": 42723491.0, + "step": 1126 + }, + { + "epoch": 0.1433659839715049, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4318695068359375e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.534261703491211, + "learning_rate": 4.7732089868588386e-06, + "loss": 0.5088, + "mean_token_accuracy": 0.8387540578842163, + "num_tokens": 42763349.0, + "step": 1127 + }, + { + "epoch": 0.1434931942500954, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4437904357910156e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.531523585319519, + "learning_rate": 4.7774480712166174e-06, + "loss": 0.5219, + "mean_token_accuracy": 0.8347687721252441, + "num_tokens": 42803977.0, + "step": 1128 + }, + { + "epoch": 0.1436204045286859, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4437904357910156e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.5241422653198242, + "learning_rate": 4.781687155574396e-06, + "loss": 0.5245, + "mean_token_accuracy": 0.833876371383667, + "num_tokens": 42847313.0, + "step": 1129 + }, + { + "epoch": 0.14374761480727644, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.4437904357910156e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.5232576131820679, + "learning_rate": 4.785926239932175e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8494797945022583, + "num_tokens": 42887468.0, + "step": 1130 + }, + { + "epoch": 0.14387482508586694, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.4557113647460938e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.5412436723709106, + "learning_rate": 4.790165324289954e-06, + "loss": 0.5003, + "mean_token_accuracy": 0.843720018863678, + "num_tokens": 42925502.0, + "step": 1131 + }, + { + "epoch": 0.14400203536445744, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.4557113647460938e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.5504941940307617, + "learning_rate": 4.794404408647733e-06, + "loss": 0.5022, + "mean_token_accuracy": 0.8440049290657043, + "num_tokens": 42961930.0, + "step": 1132 + }, + { + "epoch": 0.14412924564304797, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.467632293701172e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.5182737112045288, + "learning_rate": 4.798643493005512e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8572700619697571, + "num_tokens": 43002121.0, + "step": 1133 + }, + { + "epoch": 0.14425645592163847, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.467632293701172e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.562644600868225, + "learning_rate": 4.80288257736329e-06, + "loss": 0.5459, + "mean_token_accuracy": 0.8302308320999146, + "num_tokens": 43039343.0, + "step": 1134 + }, + { + "epoch": 0.14438366620022897, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.467632293701172e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.5364516973495483, + "learning_rate": 4.807121661721069e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8585540056228638, + "num_tokens": 43075035.0, + "step": 1135 + }, + { + "epoch": 0.1445108764788195, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.467632293701172e-05, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 1.5361956357955933, + "learning_rate": 4.811360746078848e-06, + "loss": 0.5017, + "mean_token_accuracy": 0.8439870476722717, + "num_tokens": 43114350.0, + "step": 1136 + }, + { + "epoch": 0.14463808675741, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.467632293701172e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.5745015144348145, + "learning_rate": 4.815599830436626e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.8419033288955688, + "num_tokens": 43146445.0, + "step": 1137 + }, + { + "epoch": 0.1447652970360005, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.467632293701172e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.5432407855987549, + "learning_rate": 4.819838914794405e-06, + "loss": 0.4851, + "mean_token_accuracy": 0.8471301794052124, + "num_tokens": 43182216.0, + "step": 1138 + }, + { + "epoch": 0.14489250731459102, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 2.467632293701172e-05, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 1.55614173412323, + "learning_rate": 4.8240779991521835e-06, + "loss": 0.4929, + "mean_token_accuracy": 0.842573344707489, + "num_tokens": 43216014.0, + "step": 1139 + }, + { + "epoch": 0.14501971759318152, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.467632293701172e-05, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 1.5367995500564575, + "learning_rate": 4.828317083509962e-06, + "loss": 0.4999, + "mean_token_accuracy": 0.8416165709495544, + "num_tokens": 43252909.0, + "step": 1140 + }, + { + "epoch": 0.14514692787177205, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 1.5540990829467773, + "learning_rate": 4.83255616786774e-06, + "loss": 0.4776, + "mean_token_accuracy": 0.8522166609764099, + "num_tokens": 43285653.0, + "step": 1141 + }, + { + "epoch": 0.14527413815036255, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 1.5459381341934204, + "learning_rate": 4.836795252225519e-06, + "loss": 0.4741, + "mean_token_accuracy": 0.8526079654693604, + "num_tokens": 43322087.0, + "step": 1142 + }, + { + "epoch": 0.14540134842895305, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 1.5588980913162231, + "learning_rate": 4.841034336583298e-06, + "loss": 0.4853, + "mean_token_accuracy": 0.8494484424591064, + "num_tokens": 43360526.0, + "step": 1143 + }, + { + "epoch": 0.14552855870754358, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 1.531551480293274, + "learning_rate": 4.845273420941077e-06, + "loss": 0.4644, + "mean_token_accuracy": 0.8548346161842346, + "num_tokens": 43400267.0, + "step": 1144 + }, + { + "epoch": 0.14565576898613408, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 1.5904616117477417, + "learning_rate": 4.849512505298856e-06, + "loss": 0.5038, + "mean_token_accuracy": 0.8377398252487183, + "num_tokens": 43430411.0, + "step": 1145 + }, + { + "epoch": 0.14578297926472458, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 1.5358388423919678, + "learning_rate": 4.853751589656635e-06, + "loss": 0.4891, + "mean_token_accuracy": 0.847194492816925, + "num_tokens": 43472199.0, + "step": 1146 + }, + { + "epoch": 0.1459101895433151, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 1.5437345504760742, + "learning_rate": 4.857990674014414e-06, + "loss": 0.5125, + "mean_token_accuracy": 0.8384243249893188, + "num_tokens": 43515896.0, + "step": 1147 + }, + { + "epoch": 0.1460373998219056, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 1.5453801155090332, + "learning_rate": 4.862229758372193e-06, + "loss": 0.5339, + "mean_token_accuracy": 0.8292283415794373, + "num_tokens": 43556088.0, + "step": 1148 + }, + { + "epoch": 0.1461646101004961, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 2.47955322265625e-05, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 1.5537495613098145, + "learning_rate": 4.866468842729971e-06, + "loss": 0.5387, + "mean_token_accuracy": 0.8288581371307373, + "num_tokens": 43596623.0, + "step": 1149 + }, + { + "epoch": 0.14629182037908664, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 2.491474151611328e-05, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 1.5708235502243042, + "learning_rate": 4.8707079270877495e-06, + "loss": 0.5114, + "mean_token_accuracy": 0.8397350311279297, + "num_tokens": 43634757.0, + "step": 1150 + }, + { + "epoch": 0.14641903065767714, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 2.491474151611328e-05, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 1.5547924041748047, + "learning_rate": 4.874947011445528e-06, + "loss": 0.5174, + "mean_token_accuracy": 0.8383362889289856, + "num_tokens": 43671979.0, + "step": 1151 + }, + { + "epoch": 0.14654624093626764, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 2.491474151611328e-05, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 1.5317283868789673, + "learning_rate": 4.879186095803307e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.86025470495224, + "num_tokens": 43711898.0, + "step": 1152 + }, + { + "epoch": 0.14667345121485817, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 2.491474151611328e-05, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 1.5676348209381104, + "learning_rate": 4.883425180161085e-06, + "loss": 0.4731, + "mean_token_accuracy": 0.8510869741439819, + "num_tokens": 43748394.0, + "step": 1153 + }, + { + "epoch": 0.14680066149344867, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 2.491474151611328e-05, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 1.5645968914031982, + "learning_rate": 4.887664264518864e-06, + "loss": 0.5237, + "mean_token_accuracy": 0.8417947292327881, + "num_tokens": 43784730.0, + "step": 1154 + }, + { + "epoch": 0.14692787177203917, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 2.491474151611328e-05, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 1.56792151927948, + "learning_rate": 4.891903348876643e-06, + "loss": 0.5134, + "mean_token_accuracy": 0.842976987361908, + "num_tokens": 43823993.0, + "step": 1155 + }, + { + "epoch": 0.1470550820506297, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 1.576785683631897, + "learning_rate": 4.896142433234421e-06, + "loss": 0.5476, + "mean_token_accuracy": 0.8343408107757568, + "num_tokens": 43861673.0, + "step": 1156 + }, + { + "epoch": 0.1471822923292202, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 1.569378137588501, + "learning_rate": 4.9003815175922e-06, + "loss": 0.5431, + "mean_token_accuracy": 0.8346606492996216, + "num_tokens": 43900123.0, + "step": 1157 + }, + { + "epoch": 0.1473095026078107, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 1.5589712858200073, + "learning_rate": 4.904620601949979e-06, + "loss": 0.4986, + "mean_token_accuracy": 0.8426511883735657, + "num_tokens": 43939371.0, + "step": 1158 + }, + { + "epoch": 0.14743671288640123, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 1.58677339553833, + "learning_rate": 4.908859686307758e-06, + "loss": 0.532, + "mean_token_accuracy": 0.8354775905609131, + "num_tokens": 43972960.0, + "step": 1159 + }, + { + "epoch": 0.14756392316499173, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 1.5724389553070068, + "learning_rate": 4.913098770665537e-06, + "loss": 0.5356, + "mean_token_accuracy": 0.8361324071884155, + "num_tokens": 44009919.0, + "step": 1160 + }, + { + "epoch": 0.14769113344358223, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 1.5629726648330688, + "learning_rate": 4.9173378550233155e-06, + "loss": 0.4825, + "mean_token_accuracy": 0.8440468907356262, + "num_tokens": 44050491.0, + "step": 1161 + }, + { + "epoch": 0.14781834372217276, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 1.5613692998886108, + "learning_rate": 4.9215769393810944e-06, + "loss": 0.501, + "mean_token_accuracy": 0.846783459186554, + "num_tokens": 44087999.0, + "step": 1162 + }, + { + "epoch": 0.14794555400076326, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 1.5709339380264282, + "learning_rate": 4.925816023738873e-06, + "loss": 0.5512, + "mean_token_accuracy": 0.8291313648223877, + "num_tokens": 44126014.0, + "step": 1163 + }, + { + "epoch": 0.14807276427935376, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 1.5967087745666504, + "learning_rate": 4.930055108096651e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8609241843223572, + "num_tokens": 44154713.0, + "step": 1164 + }, + { + "epoch": 0.1481999745579443, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 2.5391578674316406e-05, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 1.5972682237625122, + "learning_rate": 4.93429419245443e-06, + "loss": 0.5657, + "mean_token_accuracy": 0.8245494961738586, + "num_tokens": 44189624.0, + "step": 1165 + }, + { + "epoch": 0.1483271848365348, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 2.5153160095214844e-05, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 1.5743831396102905, + "learning_rate": 4.938533276812209e-06, + "loss": 0.5069, + "mean_token_accuracy": 0.8411064147949219, + "num_tokens": 44225010.0, + "step": 1166 + }, + { + "epoch": 0.14845439511512531, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 2.5391578674316406e-05, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 1.555474877357483, + "learning_rate": 4.942772361169988e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8620691299438477, + "num_tokens": 44264987.0, + "step": 1167 + }, + { + "epoch": 0.14858160539371582, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 2.5391578674316406e-05, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 1.5544525384902954, + "learning_rate": 4.947011445527766e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8457098007202148, + "num_tokens": 44306705.0, + "step": 1168 + }, + { + "epoch": 0.14870881567230632, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 2.5391578674316406e-05, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 1.5505709648132324, + "learning_rate": 4.951250529885545e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.8574248552322388, + "num_tokens": 44347227.0, + "step": 1169 + }, + { + "epoch": 0.14883602595089684, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 2.5391578674316406e-05, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 1.6997978687286377, + "learning_rate": 4.955489614243324e-06, + "loss": 0.5875, + "mean_token_accuracy": 0.8132768869400024, + "num_tokens": 44385273.0, + "step": 1170 + }, + { + "epoch": 0.14896323622948734, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.5510787963867188e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5592219829559326, + "learning_rate": 4.959728698601103e-06, + "loss": 0.5067, + "mean_token_accuracy": 0.8372440338134766, + "num_tokens": 44426177.0, + "step": 1171 + }, + { + "epoch": 0.14909044650807785, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 2.5510787963867188e-05, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 1.59145987033844, + "learning_rate": 4.963967782958881e-06, + "loss": 0.4828, + "mean_token_accuracy": 0.8476411700248718, + "num_tokens": 44468609.0, + "step": 1172 + }, + { + "epoch": 0.14921765678666837, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 1.5595320463180542, + "learning_rate": 4.96820686731666e-06, + "loss": 0.4826, + "mean_token_accuracy": 0.8458737730979919, + "num_tokens": 44507212.0, + "step": 1173 + }, + { + "epoch": 0.14934486706525887, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.6036568880081177, + "learning_rate": 4.9724459516744385e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8511021137237549, + "num_tokens": 44538551.0, + "step": 1174 + }, + { + "epoch": 0.14947207734384937, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 1.5860623121261597, + "learning_rate": 4.976685036032217e-06, + "loss": 0.558, + "mean_token_accuracy": 0.8240644931793213, + "num_tokens": 44577105.0, + "step": 1175 + }, + { + "epoch": 0.1495992876224399, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5623712539672852, + "learning_rate": 4.980924120389996e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8618285655975342, + "num_tokens": 44615548.0, + "step": 1176 + }, + { + "epoch": 0.1497264979010304, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 1.563297152519226, + "learning_rate": 4.985163204747775e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8594728708267212, + "num_tokens": 44654447.0, + "step": 1177 + }, + { + "epoch": 0.1498537081796209, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.56571626663208, + "learning_rate": 4.989402289105554e-06, + "loss": 0.498, + "mean_token_accuracy": 0.8468854427337646, + "num_tokens": 44697995.0, + "step": 1178 + }, + { + "epoch": 0.14998091845821143, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.600645899772644, + "learning_rate": 4.993641373463332e-06, + "loss": 0.5585, + "mean_token_accuracy": 0.8247949481010437, + "num_tokens": 44734376.0, + "step": 1179 + }, + { + "epoch": 0.15010812873680193, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.601150393486023, + "learning_rate": 4.997880457821111e-06, + "loss": 0.5067, + "mean_token_accuracy": 0.8395043015480042, + "num_tokens": 44772745.0, + "step": 1180 + }, + { + "epoch": 0.15023533901539243, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5529991388320923, + "learning_rate": 5.002119542178889e-06, + "loss": 0.495, + "mean_token_accuracy": 0.845145583152771, + "num_tokens": 44816530.0, + "step": 1181 + }, + { + "epoch": 0.15036254929398296, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5985231399536133, + "learning_rate": 5.006358626536668e-06, + "loss": 0.4556, + "mean_token_accuracy": 0.8543047308921814, + "num_tokens": 44853428.0, + "step": 1182 + }, + { + "epoch": 0.15048975957257346, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.562999725341797e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5643038749694824, + "learning_rate": 5.010597710894447e-06, + "loss": 0.4771, + "mean_token_accuracy": 0.8479836583137512, + "num_tokens": 44891118.0, + "step": 1183 + }, + { + "epoch": 0.15061696985116396, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.586841583251953e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.58515465259552, + "learning_rate": 5.014836795252226e-06, + "loss": 0.4675, + "mean_token_accuracy": 0.8514009118080139, + "num_tokens": 44929143.0, + "step": 1184 + }, + { + "epoch": 0.1507441801297545, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.586841583251953e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5837565660476685, + "learning_rate": 5.0190758796100045e-06, + "loss": 0.4733, + "mean_token_accuracy": 0.8525803685188293, + "num_tokens": 44966361.0, + "step": 1185 + }, + { + "epoch": 0.150871390408345, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 2.5987625122070312e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5726083517074585, + "learning_rate": 5.0233149639677834e-06, + "loss": 0.5094, + "mean_token_accuracy": 0.8376481533050537, + "num_tokens": 45007993.0, + "step": 1186 + }, + { + "epoch": 0.1509986006869355, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.5987625122070312e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.6145623922348022, + "learning_rate": 5.027554048325562e-06, + "loss": 0.546, + "mean_token_accuracy": 0.8273730874061584, + "num_tokens": 45040337.0, + "step": 1187 + }, + { + "epoch": 0.15112581096552602, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.5987625122070312e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5832456350326538, + "learning_rate": 5.031793132683341e-06, + "loss": 0.5553, + "mean_token_accuracy": 0.8260395526885986, + "num_tokens": 45080730.0, + "step": 1188 + }, + { + "epoch": 0.15125302124411652, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 2.5987625122070312e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.6012543439865112, + "learning_rate": 5.036032217041119e-06, + "loss": 0.5145, + "mean_token_accuracy": 0.8356505632400513, + "num_tokens": 45116748.0, + "step": 1189 + }, + { + "epoch": 0.15138023152270705, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.5987625122070312e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5686390399932861, + "learning_rate": 5.040271301398898e-06, + "loss": 0.5044, + "mean_token_accuracy": 0.8369455337524414, + "num_tokens": 45158596.0, + "step": 1190 + }, + { + "epoch": 0.15150744180129755, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.6106834411621094e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.5686781406402588, + "learning_rate": 5.044510385756677e-06, + "loss": 0.4792, + "mean_token_accuracy": 0.8461698889732361, + "num_tokens": 45202433.0, + "step": 1191 + }, + { + "epoch": 0.15163465207988805, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 2.6106834411621094e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.68284010887146, + "learning_rate": 5.048749470114456e-06, + "loss": 0.4884, + "mean_token_accuracy": 0.8475385904312134, + "num_tokens": 45239202.0, + "step": 1192 + }, + { + "epoch": 0.15176186235847858, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.6106834411621094e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.620033621788025, + "learning_rate": 5.052988554472235e-06, + "loss": 0.5046, + "mean_token_accuracy": 0.8406984210014343, + "num_tokens": 45270150.0, + "step": 1193 + }, + { + "epoch": 0.15188907263706908, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 2.6345252990722656e-05, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 1.5848249197006226, + "learning_rate": 5.057227638830014e-06, + "loss": 0.5033, + "mean_token_accuracy": 0.8431003093719482, + "num_tokens": 45306394.0, + "step": 1194 + }, + { + "epoch": 0.15201628291565958, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 2.6345252990722656e-05, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 1.5862537622451782, + "learning_rate": 5.0614667231877925e-06, + "loss": 0.5204, + "mean_token_accuracy": 0.8377147912979126, + "num_tokens": 45344945.0, + "step": 1195 + }, + { + "epoch": 0.1521434931942501, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.6345252990722656e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.60270094871521, + "learning_rate": 5.06570580754557e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8526666164398193, + "num_tokens": 45378179.0, + "step": 1196 + }, + { + "epoch": 0.1522707034728406, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.6345252990722656e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5644540786743164, + "learning_rate": 5.069944891903349e-06, + "loss": 0.4886, + "mean_token_accuracy": 0.8441506624221802, + "num_tokens": 45421194.0, + "step": 1197 + }, + { + "epoch": 0.1523979137514311, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.6345252990722656e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5969300270080566, + "learning_rate": 5.0741839762611275e-06, + "loss": 0.4991, + "mean_token_accuracy": 0.8410332202911377, + "num_tokens": 45458226.0, + "step": 1198 + }, + { + "epoch": 0.15252512403002164, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.6345252990722656e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5791313648223877, + "learning_rate": 5.078423060618906e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.8427417874336243, + "num_tokens": 45500007.0, + "step": 1199 + }, + { + "epoch": 0.15265233430861214, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.6345252990722656e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5999499559402466, + "learning_rate": 5.082662144976685e-06, + "loss": 0.4933, + "mean_token_accuracy": 0.8400799036026001, + "num_tokens": 45536605.0, + "step": 1200 + }, + { + "epoch": 0.15277954458720264, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 2.6345252990722656e-05, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 1.590977668762207, + "learning_rate": 5.086901229334464e-06, + "loss": 0.4892, + "mean_token_accuracy": 0.8494160175323486, + "num_tokens": 45572137.0, + "step": 1201 + }, + { + "epoch": 0.15290675486579317, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.6464462280273438e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.5932248830795288, + "learning_rate": 5.091140313692243e-06, + "loss": 0.4945, + "mean_token_accuracy": 0.8428972959518433, + "num_tokens": 45608659.0, + "step": 1202 + }, + { + "epoch": 0.15303396514438367, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.6464462280273438e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5934314727783203, + "learning_rate": 5.095379398050022e-06, + "loss": 0.4805, + "mean_token_accuracy": 0.8471852540969849, + "num_tokens": 45647002.0, + "step": 1203 + }, + { + "epoch": 0.15316117542297417, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.6464462280273438e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.6196540594100952, + "learning_rate": 5.0996184824078e-06, + "loss": 0.5068, + "mean_token_accuracy": 0.8377121090888977, + "num_tokens": 45680194.0, + "step": 1204 + }, + { + "epoch": 0.1532883857015647, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.6464462280273438e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.5821001529693604, + "learning_rate": 5.103857566765579e-06, + "loss": 0.4794, + "mean_token_accuracy": 0.8482893705368042, + "num_tokens": 45719629.0, + "step": 1205 + }, + { + "epoch": 0.1534155959801552, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.658367156982422e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5975720882415771, + "learning_rate": 5.108096651123358e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.8586728572845459, + "num_tokens": 45754630.0, + "step": 1206 + }, + { + "epoch": 0.1535428062587457, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.658367156982422e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.587974190711975, + "learning_rate": 5.112335735481137e-06, + "loss": 0.4854, + "mean_token_accuracy": 0.8447222709655762, + "num_tokens": 45791904.0, + "step": 1207 + }, + { + "epoch": 0.15367001653733622, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.6702880859375e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.5778554677963257, + "learning_rate": 5.1165748198389155e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8734982013702393, + "num_tokens": 45830553.0, + "step": 1208 + }, + { + "epoch": 0.15379722681592672, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.6702880859375e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.6087393760681152, + "learning_rate": 5.120813904196694e-06, + "loss": 0.4797, + "mean_token_accuracy": 0.8505428433418274, + "num_tokens": 45865957.0, + "step": 1209 + }, + { + "epoch": 0.15392443709451722, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.6702880859375e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6225160360336304, + "learning_rate": 5.125052988554473e-06, + "loss": 0.5399, + "mean_token_accuracy": 0.831747829914093, + "num_tokens": 45898993.0, + "step": 1210 + }, + { + "epoch": 0.15405164737310775, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.6702880859375e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6059824228286743, + "learning_rate": 5.1292920729122505e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8517925143241882, + "num_tokens": 45932843.0, + "step": 1211 + }, + { + "epoch": 0.15417885765169825, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.6702880859375e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.580520510673523, + "learning_rate": 5.133531157270029e-06, + "loss": 0.4689, + "mean_token_accuracy": 0.8547075390815735, + "num_tokens": 45973247.0, + "step": 1212 + }, + { + "epoch": 0.15430606793028875, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.682209014892578e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5969152450561523, + "learning_rate": 5.137770241627808e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8633956909179688, + "num_tokens": 46008641.0, + "step": 1213 + }, + { + "epoch": 0.15443327820887928, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.682209014892578e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.596693992614746, + "learning_rate": 5.142009325985587e-06, + "loss": 0.461, + "mean_token_accuracy": 0.8578697443008423, + "num_tokens": 46046789.0, + "step": 1214 + }, + { + "epoch": 0.15456048848746978, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.5950827598571777, + "learning_rate": 5.146248410343366e-06, + "loss": 0.4998, + "mean_token_accuracy": 0.844120979309082, + "num_tokens": 46086904.0, + "step": 1215 + }, + { + "epoch": 0.1546876987660603, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.5793946981430054, + "learning_rate": 5.150487494701145e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8599727153778076, + "num_tokens": 46129743.0, + "step": 1216 + }, + { + "epoch": 0.1548149090446508, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6118645668029785, + "learning_rate": 5.154726579058924e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.8439838886260986, + "num_tokens": 46164902.0, + "step": 1217 + }, + { + "epoch": 0.1549421193232413, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.5735996961593628, + "learning_rate": 5.158965663416703e-06, + "loss": 0.4906, + "mean_token_accuracy": 0.8475438356399536, + "num_tokens": 46209689.0, + "step": 1218 + }, + { + "epoch": 0.15506932960183184, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.587083339691162, + "learning_rate": 5.163204747774481e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8590492010116577, + "num_tokens": 46251365.0, + "step": 1219 + }, + { + "epoch": 0.15519653988042234, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.5945744514465332, + "learning_rate": 5.1674438321322596e-06, + "loss": 0.4932, + "mean_token_accuracy": 0.84273362159729, + "num_tokens": 46290961.0, + "step": 1220 + }, + { + "epoch": 0.15532375015901284, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6084667444229126, + "learning_rate": 5.1716829164900385e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.8521993160247803, + "num_tokens": 46326317.0, + "step": 1221 + }, + { + "epoch": 0.15545096043760337, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6018089056015015, + "learning_rate": 5.175922000847817e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8600209951400757, + "num_tokens": 46361018.0, + "step": 1222 + }, + { + "epoch": 0.15557817071619387, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.6068077087402344, + "learning_rate": 5.180161085205596e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.8492047190666199, + "num_tokens": 46397344.0, + "step": 1223 + }, + { + "epoch": 0.15570538099478437, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6043193340301514, + "learning_rate": 5.184400169563375e-06, + "loss": 0.5309, + "mean_token_accuracy": 0.8339524865150452, + "num_tokens": 46437257.0, + "step": 1224 + }, + { + "epoch": 0.1558325912733749, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6028169393539429, + "learning_rate": 5.188639253921154e-06, + "loss": 0.5058, + "mean_token_accuracy": 0.8410242795944214, + "num_tokens": 46477844.0, + "step": 1225 + }, + { + "epoch": 0.1559598015519654, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6012753248214722, + "learning_rate": 5.192878338278933e-06, + "loss": 0.4703, + "mean_token_accuracy": 0.8504382967948914, + "num_tokens": 46514556.0, + "step": 1226 + }, + { + "epoch": 0.1560870118305559, + "ewc_loss": 0.0184326171875, + "ewc_loss_diag": 2.7060508728027344e-05, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 1.5897654294967651, + "learning_rate": 5.19711742263671e-06, + "loss": 0.5446, + "mean_token_accuracy": 0.830008864402771, + "num_tokens": 46559274.0, + "step": 1227 + }, + { + "epoch": 0.15621422210914643, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7298927307128906e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6297446489334106, + "learning_rate": 5.201356506994489e-06, + "loss": 0.4745, + "mean_token_accuracy": 0.8466691374778748, + "num_tokens": 46591104.0, + "step": 1228 + }, + { + "epoch": 0.15634143238773693, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7298927307128906e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6065292358398438, + "learning_rate": 5.205595591352268e-06, + "loss": 0.5629, + "mean_token_accuracy": 0.8226664662361145, + "num_tokens": 46631296.0, + "step": 1229 + }, + { + "epoch": 0.15646864266632743, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7298927307128906e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.5998809337615967, + "learning_rate": 5.209834675710047e-06, + "loss": 0.5004, + "mean_token_accuracy": 0.8436782360076904, + "num_tokens": 46673079.0, + "step": 1230 + }, + { + "epoch": 0.15659585294491796, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7298927307128906e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6283708810806274, + "learning_rate": 5.214073760067826e-06, + "loss": 0.563, + "mean_token_accuracy": 0.8247209787368774, + "num_tokens": 46706820.0, + "step": 1231 + }, + { + "epoch": 0.15672306322350846, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7298927307128906e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6072393655776978, + "learning_rate": 5.2183128444256045e-06, + "loss": 0.4915, + "mean_token_accuracy": 0.847425103187561, + "num_tokens": 46742466.0, + "step": 1232 + }, + { + "epoch": 0.15685027350209896, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 2.7298927307128906e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.6126770973205566, + "learning_rate": 5.222551928783383e-06, + "loss": 0.4698, + "mean_token_accuracy": 0.8499574065208435, + "num_tokens": 46778882.0, + "step": 1233 + }, + { + "epoch": 0.1569774837806895, + "ewc_loss": 0.0186767578125, + "ewc_loss_diag": 2.7298927307128906e-05, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 1.611132025718689, + "learning_rate": 5.226791013141161e-06, + "loss": 0.5295, + "mean_token_accuracy": 0.8372312784194946, + "num_tokens": 46821509.0, + "step": 1234 + }, + { + "epoch": 0.15710469405928, + "ewc_loss": 0.018798828125, + "ewc_loss_diag": 2.753734588623047e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6034321784973145, + "learning_rate": 5.23103009749894e-06, + "loss": 0.4759, + "mean_token_accuracy": 0.8493584394454956, + "num_tokens": 46862247.0, + "step": 1235 + }, + { + "epoch": 0.1572319043378705, + "ewc_loss": 0.018798828125, + "ewc_loss_diag": 2.753734588623047e-05, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 1.6006605625152588, + "learning_rate": 5.235269181856719e-06, + "loss": 0.4986, + "mean_token_accuracy": 0.8440709710121155, + "num_tokens": 46906645.0, + "step": 1236 + }, + { + "epoch": 0.15735911461646102, + "ewc_loss": 0.018798828125, + "ewc_loss_diag": 2.753734588623047e-05, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 1.6532334089279175, + "learning_rate": 5.239508266214498e-06, + "loss": 0.5453, + "mean_token_accuracy": 0.8259559869766235, + "num_tokens": 46940492.0, + "step": 1237 + }, + { + "epoch": 0.15748632489505152, + "ewc_loss": 0.018798828125, + "ewc_loss_diag": 2.753734588623047e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6289641857147217, + "learning_rate": 5.243747350572277e-06, + "loss": 0.5047, + "mean_token_accuracy": 0.8431610465049744, + "num_tokens": 46976871.0, + "step": 1238 + }, + { + "epoch": 0.15761353517364202, + "ewc_loss": 0.018798828125, + "ewc_loss_diag": 2.753734588623047e-05, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 1.6235626935958862, + "learning_rate": 5.247986434930056e-06, + "loss": 0.4971, + "mean_token_accuracy": 0.8459481000900269, + "num_tokens": 47013689.0, + "step": 1239 + }, + { + "epoch": 0.15774074545223254, + "ewc_loss": 0.0186767578125, + "ewc_loss_diag": 2.777576446533203e-05, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 1.627434492111206, + "learning_rate": 5.252225519287835e-06, + "loss": 0.5566, + "mean_token_accuracy": 0.8255046010017395, + "num_tokens": 47050995.0, + "step": 1240 + }, + { + "epoch": 0.15786795573082305, + "ewc_loss": 0.018798828125, + "ewc_loss_diag": 2.777576446533203e-05, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 1.6105711460113525, + "learning_rate": 5.256464603645614e-06, + "loss": 0.4847, + "mean_token_accuracy": 0.8505081534385681, + "num_tokens": 47088571.0, + "step": 1241 + }, + { + "epoch": 0.15799516600941357, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.777576446533203e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.609445333480835, + "learning_rate": 5.260703688003392e-06, + "loss": 0.4983, + "mean_token_accuracy": 0.8441494703292847, + "num_tokens": 47130547.0, + "step": 1242 + }, + { + "epoch": 0.15812237628800407, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.7894973754882812e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6345804929733276, + "learning_rate": 5.2649427723611705e-06, + "loss": 0.497, + "mean_token_accuracy": 0.843102216720581, + "num_tokens": 47162724.0, + "step": 1243 + }, + { + "epoch": 0.15824958656659457, + "ewc_loss": 0.01904296875, + "ewc_loss_diag": 2.7894973754882812e-05, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 1.64100182056427, + "learning_rate": 5.269181856718949e-06, + "loss": 0.5386, + "mean_token_accuracy": 0.8313906192779541, + "num_tokens": 47200081.0, + "step": 1244 + }, + { + "epoch": 0.1583767968451851, + "ewc_loss": 0.01904296875, + "ewc_loss_diag": 2.7894973754882812e-05, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 1.6301774978637695, + "learning_rate": 5.2734209410767275e-06, + "loss": 0.4774, + "mean_token_accuracy": 0.852325439453125, + "num_tokens": 47235074.0, + "step": 1245 + }, + { + "epoch": 0.1585040071237756, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.608119249343872, + "learning_rate": 5.277660025434506e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8592485189437866, + "num_tokens": 47274258.0, + "step": 1246 + }, + { + "epoch": 0.1586312174023661, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6144357919692993, + "learning_rate": 5.281899109792285e-06, + "loss": 0.4629, + "mean_token_accuracy": 0.853227972984314, + "num_tokens": 47314232.0, + "step": 1247 + }, + { + "epoch": 0.15875842768095663, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6124986410140991, + "learning_rate": 5.286138194150064e-06, + "loss": 0.5078, + "mean_token_accuracy": 0.8418501615524292, + "num_tokens": 47355245.0, + "step": 1248 + }, + { + "epoch": 0.15888563795954713, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6400437355041504, + "learning_rate": 5.290377278507842e-06, + "loss": 0.542, + "mean_token_accuracy": 0.8351743221282959, + "num_tokens": 47394356.0, + "step": 1249 + }, + { + "epoch": 0.15901284823813763, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6178539991378784, + "learning_rate": 5.294616362865621e-06, + "loss": 0.4804, + "mean_token_accuracy": 0.8495687246322632, + "num_tokens": 47435220.0, + "step": 1250 + }, + { + "epoch": 0.15914005851672816, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6377158164978027, + "learning_rate": 5.2988554472234e-06, + "loss": 0.5571, + "mean_token_accuracy": 0.8338509202003479, + "num_tokens": 47477294.0, + "step": 1251 + }, + { + "epoch": 0.15926726879531866, + "ewc_loss": 0.01904296875, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 1.648079514503479, + "learning_rate": 5.303094531581179e-06, + "loss": 0.5136, + "mean_token_accuracy": 0.8381355404853821, + "num_tokens": 47512216.0, + "step": 1252 + }, + { + "epoch": 0.15939447907390916, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6052254438400269, + "learning_rate": 5.307333615938958e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8652970790863037, + "num_tokens": 47550075.0, + "step": 1253 + }, + { + "epoch": 0.1595216893524997, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6702067852020264, + "learning_rate": 5.3115727002967366e-06, + "loss": 0.5178, + "mean_token_accuracy": 0.8374489545822144, + "num_tokens": 47581595.0, + "step": 1254 + }, + { + "epoch": 0.1596488996310902, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6145557165145874, + "learning_rate": 5.3158117846545155e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8630187511444092, + "num_tokens": 47617336.0, + "step": 1255 + }, + { + "epoch": 0.1597761099096807, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 1.6219587326049805, + "learning_rate": 5.320050869012294e-06, + "loss": 0.4952, + "mean_token_accuracy": 0.8460540771484375, + "num_tokens": 47662701.0, + "step": 1256 + }, + { + "epoch": 0.15990332018827122, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6187248229980469, + "learning_rate": 5.324289953370072e-06, + "loss": 0.5444, + "mean_token_accuracy": 0.8321320414543152, + "num_tokens": 47703335.0, + "step": 1257 + }, + { + "epoch": 0.16003053046686172, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6194977760314941, + "learning_rate": 5.328529037727851e-06, + "loss": 0.4854, + "mean_token_accuracy": 0.8468279838562012, + "num_tokens": 47746980.0, + "step": 1258 + }, + { + "epoch": 0.16015774074545222, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8014183044433594e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6454598903656006, + "learning_rate": 5.33276812208563e-06, + "loss": 0.4821, + "mean_token_accuracy": 0.8465065956115723, + "num_tokens": 47784606.0, + "step": 1259 + }, + { + "epoch": 0.16028495102404275, + "ewc_loss": 0.01904296875, + "ewc_loss_diag": 2.8252601623535156e-05, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 1.6429113149642944, + "learning_rate": 5.337007206443409e-06, + "loss": 0.5181, + "mean_token_accuracy": 0.8385933041572571, + "num_tokens": 47821298.0, + "step": 1260 + }, + { + "epoch": 0.16041216130263325, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8252601623535156e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6183834075927734, + "learning_rate": 5.341246290801188e-06, + "loss": 0.4812, + "mean_token_accuracy": 0.8508982062339783, + "num_tokens": 47863102.0, + "step": 1261 + }, + { + "epoch": 0.16053937158122375, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8252601623535156e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6214611530303955, + "learning_rate": 5.345485375158966e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.852972686290741, + "num_tokens": 47903124.0, + "step": 1262 + }, + { + "epoch": 0.16066658185981428, + "ewc_loss": 0.01904296875, + "ewc_loss_diag": 2.8252601623535156e-05, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 1.640592336654663, + "learning_rate": 5.349724459516745e-06, + "loss": 0.4621, + "mean_token_accuracy": 0.8514301776885986, + "num_tokens": 47939441.0, + "step": 1263 + }, + { + "epoch": 0.16079379213840478, + "ewc_loss": 0.01904296875, + "ewc_loss_diag": 2.8371810913085938e-05, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 1.6284162998199463, + "learning_rate": 5.353963543874523e-06, + "loss": 0.5287, + "mean_token_accuracy": 0.8362661600112915, + "num_tokens": 47981236.0, + "step": 1264 + }, + { + "epoch": 0.1609210024169953, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8371810913085938e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6619864702224731, + "learning_rate": 5.358202628232302e-06, + "loss": 0.4955, + "mean_token_accuracy": 0.8463562726974487, + "num_tokens": 48011431.0, + "step": 1265 + }, + { + "epoch": 0.1610482126955858, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8371810913085938e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6213098764419556, + "learning_rate": 5.362441712590081e-06, + "loss": 0.483, + "mean_token_accuracy": 0.8484897613525391, + "num_tokens": 48051003.0, + "step": 1266 + }, + { + "epoch": 0.1611754229741763, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8371810913085938e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6391184329986572, + "learning_rate": 5.3666807969478595e-06, + "loss": 0.5281, + "mean_token_accuracy": 0.835518479347229, + "num_tokens": 48091239.0, + "step": 1267 + }, + { + "epoch": 0.16130263325276684, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.8371810913085938e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.657637596130371, + "learning_rate": 5.370919881305638e-06, + "loss": 0.5154, + "mean_token_accuracy": 0.8426939249038696, + "num_tokens": 48126021.0, + "step": 1268 + }, + { + "epoch": 0.16142984353135734, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.849102020263672e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6490904092788696, + "learning_rate": 5.375158965663417e-06, + "loss": 0.4989, + "mean_token_accuracy": 0.845827043056488, + "num_tokens": 48160459.0, + "step": 1269 + }, + { + "epoch": 0.16155705380994784, + "ewc_loss": 0.01904296875, + "ewc_loss_diag": 2.849102020263672e-05, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 1.6283457279205322, + "learning_rate": 5.379398050021196e-06, + "loss": 0.4866, + "mean_token_accuracy": 0.8480267524719238, + "num_tokens": 48200199.0, + "step": 1270 + }, + { + "epoch": 0.16168426408853837, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.849102020263672e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6518481969833374, + "learning_rate": 5.383637134378975e-06, + "loss": 0.4699, + "mean_token_accuracy": 0.8496382236480713, + "num_tokens": 48233926.0, + "step": 1271 + }, + { + "epoch": 0.16181147436712887, + "ewc_loss": 0.019287109375, + "ewc_loss_diag": 2.849102020263672e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.6438579559326172, + "learning_rate": 5.387876218736753e-06, + "loss": 0.5634, + "mean_token_accuracy": 0.8214775323867798, + "num_tokens": 48279667.0, + "step": 1272 + }, + { + "epoch": 0.16193868464571937, + "ewc_loss": 0.01904296875, + "ewc_loss_diag": 2.849102020263672e-05, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 1.6251130104064941, + "learning_rate": 5.392115303094532e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.857835054397583, + "num_tokens": 48319185.0, + "step": 1273 + }, + { + "epoch": 0.1620658949243099, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.849102020263672e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6367422342300415, + "learning_rate": 5.396354387452311e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.8630150556564331, + "num_tokens": 48357250.0, + "step": 1274 + }, + { + "epoch": 0.1621931052029004, + "ewc_loss": 0.0191650390625, + "ewc_loss_diag": 2.849102020263672e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6486340761184692, + "learning_rate": 5.40059347181009e-06, + "loss": 0.523, + "mean_token_accuracy": 0.8373291492462158, + "num_tokens": 48396577.0, + "step": 1275 + }, + { + "epoch": 0.1623203154814909, + "ewc_loss": 0.019287109375, + "ewc_loss_diag": 2.849102020263672e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.6724940538406372, + "learning_rate": 5.404832556167869e-06, + "loss": 0.5203, + "mean_token_accuracy": 0.8350095748901367, + "num_tokens": 48431360.0, + "step": 1276 + }, + { + "epoch": 0.16244752576008142, + "ewc_loss": 0.019287109375, + "ewc_loss_diag": 2.872943878173828e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.6426254510879517, + "learning_rate": 5.4090716405256475e-06, + "loss": 0.4861, + "mean_token_accuracy": 0.8496263027191162, + "num_tokens": 48471640.0, + "step": 1277 + }, + { + "epoch": 0.16257473603867192, + "ewc_loss": 0.019287109375, + "ewc_loss_diag": 2.872943878173828e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.6597460508346558, + "learning_rate": 5.413310724883426e-06, + "loss": 0.5427, + "mean_token_accuracy": 0.8241763114929199, + "num_tokens": 48509870.0, + "step": 1278 + }, + { + "epoch": 0.16270194631726242, + "ewc_loss": 0.019287109375, + "ewc_loss_diag": 2.872943878173828e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6322513818740845, + "learning_rate": 5.417549809241205e-06, + "loss": 0.5195, + "mean_token_accuracy": 0.8407003283500671, + "num_tokens": 48554174.0, + "step": 1279 + }, + { + "epoch": 0.16282915659585295, + "ewc_loss": 0.019287109375, + "ewc_loss_diag": 2.872943878173828e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6839978694915771, + "learning_rate": 5.4217888935989825e-06, + "loss": 0.5252, + "mean_token_accuracy": 0.8369780778884888, + "num_tokens": 48588590.0, + "step": 1280 + }, + { + "epoch": 0.16295636687444345, + "ewc_loss": 0.019287109375, + "ewc_loss_diag": 2.8848648071289062e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6271847486495972, + "learning_rate": 5.426027977956761e-06, + "loss": 0.544, + "mean_token_accuracy": 0.8290537595748901, + "num_tokens": 48633567.0, + "step": 1281 + }, + { + "epoch": 0.16308357715303395, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.8967857360839844e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.6769732236862183, + "learning_rate": 5.43026706231454e-06, + "loss": 0.5639, + "mean_token_accuracy": 0.8250603675842285, + "num_tokens": 48673764.0, + "step": 1282 + }, + { + "epoch": 0.16321078743162448, + "ewc_loss": 0.019287109375, + "ewc_loss_diag": 2.8967857360839844e-05, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 1.6228394508361816, + "learning_rate": 5.434506146672319e-06, + "loss": 0.5402, + "mean_token_accuracy": 0.8319728970527649, + "num_tokens": 48722531.0, + "step": 1283 + }, + { + "epoch": 0.16333799771021498, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.8967857360839844e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.683709979057312, + "learning_rate": 5.438745231030098e-06, + "loss": 0.531, + "mean_token_accuracy": 0.8316679000854492, + "num_tokens": 48758273.0, + "step": 1284 + }, + { + "epoch": 0.16346520798880548, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.8967857360839844e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.647214651107788, + "learning_rate": 5.442984315387877e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8639450073242188, + "num_tokens": 48793016.0, + "step": 1285 + }, + { + "epoch": 0.163592418267396, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.8967857360839844e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.661664605140686, + "learning_rate": 5.447223399745656e-06, + "loss": 0.4984, + "mean_token_accuracy": 0.8460710644721985, + "num_tokens": 48832204.0, + "step": 1286 + }, + { + "epoch": 0.1637196285459865, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9087066650390625e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.647408366203308, + "learning_rate": 5.451462484103434e-06, + "loss": 0.4708, + "mean_token_accuracy": 0.853265643119812, + "num_tokens": 48867199.0, + "step": 1287 + }, + { + "epoch": 0.163846838824577, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.9087066650390625e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.6685478687286377, + "learning_rate": 5.455701568461213e-06, + "loss": 0.4884, + "mean_token_accuracy": 0.8483403325080872, + "num_tokens": 48901423.0, + "step": 1288 + }, + { + "epoch": 0.16397404910316754, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9087066650390625e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6650645732879639, + "learning_rate": 5.459940652818992e-06, + "loss": 0.5698, + "mean_token_accuracy": 0.8229713439941406, + "num_tokens": 48941883.0, + "step": 1289 + }, + { + "epoch": 0.16410125938175804, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.9087066650390625e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.6924811601638794, + "learning_rate": 5.4641797371767705e-06, + "loss": 0.5002, + "mean_token_accuracy": 0.84232097864151, + "num_tokens": 48971764.0, + "step": 1290 + }, + { + "epoch": 0.16422846966034857, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.9206275939941406e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.660749912261963, + "learning_rate": 5.468418821534549e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8594071865081787, + "num_tokens": 49003687.0, + "step": 1291 + }, + { + "epoch": 0.16435567993893907, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.9206275939941406e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.66446852684021, + "learning_rate": 5.472657905892328e-06, + "loss": 0.4495, + "mean_token_accuracy": 0.8583062291145325, + "num_tokens": 49036896.0, + "step": 1292 + }, + { + "epoch": 0.16448289021752957, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9206275939941406e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6625728607177734, + "learning_rate": 5.476896990250107e-06, + "loss": 0.566, + "mean_token_accuracy": 0.8243362903594971, + "num_tokens": 49076549.0, + "step": 1293 + }, + { + "epoch": 0.1646101004961201, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9206275939941406e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6462106704711914, + "learning_rate": 5.481136074607886e-06, + "loss": 0.451, + "mean_token_accuracy": 0.8532317876815796, + "num_tokens": 49114507.0, + "step": 1294 + }, + { + "epoch": 0.1647373107747106, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9206275939941406e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6422215700149536, + "learning_rate": 5.485375158965663e-06, + "loss": 0.4615, + "mean_token_accuracy": 0.8565714359283447, + "num_tokens": 49159794.0, + "step": 1295 + }, + { + "epoch": 0.1648645210533011, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9206275939941406e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6748241186141968, + "learning_rate": 5.489614243323442e-06, + "loss": 0.5015, + "mean_token_accuracy": 0.8423364162445068, + "num_tokens": 49198766.0, + "step": 1296 + }, + { + "epoch": 0.16499173133189163, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9206275939941406e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.651498556137085, + "learning_rate": 5.493853327681221e-06, + "loss": 0.446, + "mean_token_accuracy": 0.8593400716781616, + "num_tokens": 49236481.0, + "step": 1297 + }, + { + "epoch": 0.16511894161048213, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9206275939941406e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6941500902175903, + "learning_rate": 5.498092412039e-06, + "loss": 0.5687, + "mean_token_accuracy": 0.8267033696174622, + "num_tokens": 49271730.0, + "step": 1298 + }, + { + "epoch": 0.16524615188907263, + "ewc_loss": 0.0194091796875, + "ewc_loss_diag": 2.944469451904297e-05, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 1.6244994401931763, + "learning_rate": 5.502331496396779e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8533410429954529, + "num_tokens": 49316208.0, + "step": 1299 + }, + { + "epoch": 0.16537336216766316, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.944469451904297e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6803187131881714, + "learning_rate": 5.506570580754558e-06, + "loss": 0.4974, + "mean_token_accuracy": 0.8438679575920105, + "num_tokens": 49355343.0, + "step": 1300 + }, + { + "epoch": 0.16550057244625366, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.944469451904297e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6561201810836792, + "learning_rate": 5.5108096651123365e-06, + "loss": 0.4731, + "mean_token_accuracy": 0.8526935577392578, + "num_tokens": 49394055.0, + "step": 1301 + }, + { + "epoch": 0.16562778272484416, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.944469451904297e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6881837844848633, + "learning_rate": 5.5150487494701146e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.8446856141090393, + "num_tokens": 49432466.0, + "step": 1302 + }, + { + "epoch": 0.1657549930034347, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.956390380859375e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6527924537658691, + "learning_rate": 5.5192878338278934e-06, + "loss": 0.4834, + "mean_token_accuracy": 0.846640944480896, + "num_tokens": 49470746.0, + "step": 1303 + }, + { + "epoch": 0.1658822032820252, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.956390380859375e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.7095906734466553, + "learning_rate": 5.523526918185672e-06, + "loss": 0.5282, + "mean_token_accuracy": 0.8328372240066528, + "num_tokens": 49502879.0, + "step": 1304 + }, + { + "epoch": 0.1660094135606157, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.956390380859375e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.66500723361969, + "learning_rate": 5.527766002543451e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8557876348495483, + "num_tokens": 49534875.0, + "step": 1305 + }, + { + "epoch": 0.16613662383920622, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.956390380859375e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6716338396072388, + "learning_rate": 5.53200508690123e-06, + "loss": 0.5142, + "mean_token_accuracy": 0.8422826528549194, + "num_tokens": 49573537.0, + "step": 1306 + }, + { + "epoch": 0.16626383411779672, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.956390380859375e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6479047536849976, + "learning_rate": 5.536244171259009e-06, + "loss": 0.4789, + "mean_token_accuracy": 0.8507094383239746, + "num_tokens": 49615190.0, + "step": 1307 + }, + { + "epoch": 0.16639104439638722, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.968311309814453e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.712141990661621, + "learning_rate": 5.540483255616788e-06, + "loss": 0.5777, + "mean_token_accuracy": 0.8203630447387695, + "num_tokens": 49649788.0, + "step": 1308 + }, + { + "epoch": 0.16651825467497774, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.968311309814453e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6652958393096924, + "learning_rate": 5.544722339974567e-06, + "loss": 0.4874, + "mean_token_accuracy": 0.8471136689186096, + "num_tokens": 49683728.0, + "step": 1309 + }, + { + "epoch": 0.16664546495356825, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.968311309814453e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6745949983596802, + "learning_rate": 5.548961424332344e-06, + "loss": 0.4805, + "mean_token_accuracy": 0.843834638595581, + "num_tokens": 49719331.0, + "step": 1310 + }, + { + "epoch": 0.16677267523215875, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.968311309814453e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6433194875717163, + "learning_rate": 5.553200508690123e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8609565496444702, + "num_tokens": 49760158.0, + "step": 1311 + }, + { + "epoch": 0.16689988551074927, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.968311309814453e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6980804204940796, + "learning_rate": 5.557439593047902e-06, + "loss": 0.5399, + "mean_token_accuracy": 0.8303058743476868, + "num_tokens": 49795285.0, + "step": 1312 + }, + { + "epoch": 0.16702709578933977, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6508864164352417, + "learning_rate": 5.561678677405681e-06, + "loss": 0.495, + "mean_token_accuracy": 0.8451648354530334, + "num_tokens": 49839071.0, + "step": 1313 + }, + { + "epoch": 0.16715430606793028, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6990866661071777, + "learning_rate": 5.5659177617634595e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8530100584030151, + "num_tokens": 49870063.0, + "step": 1314 + }, + { + "epoch": 0.1672815163465208, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6600592136383057, + "learning_rate": 5.570156846121238e-06, + "loss": 0.5086, + "mean_token_accuracy": 0.8394951820373535, + "num_tokens": 49908232.0, + "step": 1315 + }, + { + "epoch": 0.1674087266251113, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6952165365219116, + "learning_rate": 5.574395930479017e-06, + "loss": 0.5321, + "mean_token_accuracy": 0.8349676132202148, + "num_tokens": 49944676.0, + "step": 1316 + }, + { + "epoch": 0.16753593690370183, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6751840114593506, + "learning_rate": 5.578635014836796e-06, + "loss": 0.4756, + "mean_token_accuracy": 0.8525747656822205, + "num_tokens": 49978472.0, + "step": 1317 + }, + { + "epoch": 0.16766314718229233, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.7094395160675049, + "learning_rate": 5.582874099194574e-06, + "loss": 0.526, + "mean_token_accuracy": 0.8369725942611694, + "num_tokens": 50010564.0, + "step": 1318 + }, + { + "epoch": 0.16779035746088283, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6620349884033203, + "learning_rate": 5.587113183552353e-06, + "loss": 0.5144, + "mean_token_accuracy": 0.8389883041381836, + "num_tokens": 50049538.0, + "step": 1319 + }, + { + "epoch": 0.16791756773947336, + "ewc_loss": 0.01953125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 1.6644936800003052, + "learning_rate": 5.591352267910132e-06, + "loss": 0.4706, + "mean_token_accuracy": 0.8524597883224487, + "num_tokens": 50090779.0, + "step": 1320 + }, + { + "epoch": 0.16804477801806386, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6906744241714478, + "learning_rate": 5.595591352267911e-06, + "loss": 0.5181, + "mean_token_accuracy": 0.8402678966522217, + "num_tokens": 50129527.0, + "step": 1321 + }, + { + "epoch": 0.16817198829665436, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6845499277114868, + "learning_rate": 5.59983043662569e-06, + "loss": 0.4811, + "mean_token_accuracy": 0.8485367298126221, + "num_tokens": 50167950.0, + "step": 1322 + }, + { + "epoch": 0.1682991985752449, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6846227645874023, + "learning_rate": 5.604069520983469e-06, + "loss": 0.4838, + "mean_token_accuracy": 0.8489406108856201, + "num_tokens": 50205079.0, + "step": 1323 + }, + { + "epoch": 0.1684264088538354, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6989803314208984, + "learning_rate": 5.6083086053412475e-06, + "loss": 0.4741, + "mean_token_accuracy": 0.8502455353736877, + "num_tokens": 50237909.0, + "step": 1324 + }, + { + "epoch": 0.1685536191324259, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.695347785949707, + "learning_rate": 5.612547689699025e-06, + "loss": 0.5362, + "mean_token_accuracy": 0.836542546749115, + "num_tokens": 50272825.0, + "step": 1325 + }, + { + "epoch": 0.16868082941101642, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6725939512252808, + "learning_rate": 5.6167867740568036e-06, + "loss": 0.5202, + "mean_token_accuracy": 0.8407699465751648, + "num_tokens": 50312964.0, + "step": 1326 + }, + { + "epoch": 0.16880803968960692, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6720542907714844, + "learning_rate": 5.6210258584145824e-06, + "loss": 0.521, + "mean_token_accuracy": 0.836010754108429, + "num_tokens": 50355912.0, + "step": 1327 + }, + { + "epoch": 0.16893524996819742, + "ewc_loss": 0.0196533203125, + "ewc_loss_diag": 2.9802322387695312e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6741013526916504, + "learning_rate": 5.625264942772361e-06, + "loss": 0.5049, + "mean_token_accuracy": 0.8452506065368652, + "num_tokens": 50395875.0, + "step": 1328 + }, + { + "epoch": 0.16906246024678795, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 2.9921531677246094e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.690816044807434, + "learning_rate": 5.62950402713014e-06, + "loss": 0.5573, + "mean_token_accuracy": 0.8339118361473083, + "num_tokens": 50435628.0, + "step": 1329 + }, + { + "epoch": 0.16918967052537845, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 2.9921531677246094e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6844905614852905, + "learning_rate": 5.633743111487919e-06, + "loss": 0.5605, + "mean_token_accuracy": 0.8222934007644653, + "num_tokens": 50474812.0, + "step": 1330 + }, + { + "epoch": 0.16931688080396895, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0040740966796875e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.684831976890564, + "learning_rate": 5.637982195845698e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8641060590744019, + "num_tokens": 50510058.0, + "step": 1331 + }, + { + "epoch": 0.16944409108255948, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0159950256347656e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6801633834838867, + "learning_rate": 5.642221280203477e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8614194393157959, + "num_tokens": 50546282.0, + "step": 1332 + }, + { + "epoch": 0.16957130136114998, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0159950256347656e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.7245407104492188, + "learning_rate": 5.646460364561255e-06, + "loss": 0.4571, + "mean_token_accuracy": 0.8544268608093262, + "num_tokens": 50577457.0, + "step": 1333 + }, + { + "epoch": 0.16969851163974048, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0159950256347656e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6868398189544678, + "learning_rate": 5.650699448919034e-06, + "loss": 0.5558, + "mean_token_accuracy": 0.8275737762451172, + "num_tokens": 50619754.0, + "step": 1334 + }, + { + "epoch": 0.169825721918331, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0159950256347656e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.700883388519287, + "learning_rate": 5.654938533276813e-06, + "loss": 0.4914, + "mean_token_accuracy": 0.8453806042671204, + "num_tokens": 50660674.0, + "step": 1335 + }, + { + "epoch": 0.1699529321969215, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0159950256347656e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.679634690284729, + "learning_rate": 5.6591776176345916e-06, + "loss": 0.4845, + "mean_token_accuracy": 0.8474934697151184, + "num_tokens": 50698404.0, + "step": 1336 + }, + { + "epoch": 0.170080142475512, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0159950256347656e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6882728338241577, + "learning_rate": 5.6634167019923704e-06, + "loss": 0.4927, + "mean_token_accuracy": 0.8445403575897217, + "num_tokens": 50736329.0, + "step": 1337 + }, + { + "epoch": 0.17020735275410254, + "ewc_loss": 0.0198974609375, + "ewc_loss_diag": 3.0159950256347656e-05, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 1.7088596820831299, + "learning_rate": 5.667655786350149e-06, + "loss": 0.5505, + "mean_token_accuracy": 0.8223439455032349, + "num_tokens": 50770065.0, + "step": 1338 + }, + { + "epoch": 0.17033456303269304, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0159950256347656e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6810508966445923, + "learning_rate": 5.671894870707928e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8507851958274841, + "num_tokens": 50811603.0, + "step": 1339 + }, + { + "epoch": 0.17046177331128357, + "ewc_loss": 0.0198974609375, + "ewc_loss_diag": 3.0279159545898438e-05, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 1.6835639476776123, + "learning_rate": 5.676133955065705e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8625553846359253, + "num_tokens": 50846141.0, + "step": 1340 + }, + { + "epoch": 0.17058898358987407, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0279159545898438e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6875311136245728, + "learning_rate": 5.680373039423484e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8517091274261475, + "num_tokens": 50885511.0, + "step": 1341 + }, + { + "epoch": 0.17071619386846457, + "ewc_loss": 0.0198974609375, + "ewc_loss_diag": 3.0279159545898438e-05, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 1.6986907720565796, + "learning_rate": 5.684612123781263e-06, + "loss": 0.5195, + "mean_token_accuracy": 0.8350821733474731, + "num_tokens": 50926374.0, + "step": 1342 + }, + { + "epoch": 0.1708434041470551, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0279159545898438e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6908740997314453, + "learning_rate": 5.688851208139042e-06, + "loss": 0.5322, + "mean_token_accuracy": 0.8299057483673096, + "num_tokens": 50965453.0, + "step": 1343 + }, + { + "epoch": 0.1709706144256456, + "ewc_loss": 0.019775390625, + "ewc_loss_diag": 3.0279159545898438e-05, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 1.6842085123062134, + "learning_rate": 5.693090292496821e-06, + "loss": 0.5232, + "mean_token_accuracy": 0.8411328792572021, + "num_tokens": 51007921.0, + "step": 1344 + }, + { + "epoch": 0.1710978247042361, + "ewc_loss": 0.0198974609375, + "ewc_loss_diag": 3.0279159545898438e-05, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 1.6885610818862915, + "learning_rate": 5.6973293768546e-06, + "loss": 0.5, + "mean_token_accuracy": 0.8428177833557129, + "num_tokens": 51046982.0, + "step": 1345 + }, + { + "epoch": 0.17122503498282662, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.6900007724761963, + "learning_rate": 5.701568461212379e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8628242611885071, + "num_tokens": 51083192.0, + "step": 1346 + }, + { + "epoch": 0.17135224526141712, + "ewc_loss": 0.0198974609375, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 1.678774118423462, + "learning_rate": 5.705807545570158e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8586374521255493, + "num_tokens": 51125258.0, + "step": 1347 + }, + { + "epoch": 0.17147945554000762, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.691710114479065, + "learning_rate": 5.710046629927936e-06, + "loss": 0.4835, + "mean_token_accuracy": 0.8477705121040344, + "num_tokens": 51164036.0, + "step": 1348 + }, + { + "epoch": 0.17160666581859815, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.6904585361480713, + "learning_rate": 5.7142857142857145e-06, + "loss": 0.4494, + "mean_token_accuracy": 0.8570862412452698, + "num_tokens": 51201288.0, + "step": 1349 + }, + { + "epoch": 0.17173387609718865, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.7073471546173096, + "learning_rate": 5.718524798643493e-06, + "loss": 0.5181, + "mean_token_accuracy": 0.8380144834518433, + "num_tokens": 51235931.0, + "step": 1350 + }, + { + "epoch": 0.17186108637577915, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.6849321126937866, + "learning_rate": 5.722763883001272e-06, + "loss": 0.5248, + "mean_token_accuracy": 0.8375887870788574, + "num_tokens": 51277188.0, + "step": 1351 + }, + { + "epoch": 0.17198829665436968, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.7102303504943848, + "learning_rate": 5.727002967359051e-06, + "loss": 0.4921, + "mean_token_accuracy": 0.8441325426101685, + "num_tokens": 51313829.0, + "step": 1352 + }, + { + "epoch": 0.17211550693296018, + "ewc_loss": 0.0198974609375, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 1.6944700479507446, + "learning_rate": 5.73124205171683e-06, + "loss": 0.5541, + "mean_token_accuracy": 0.8241232633590698, + "num_tokens": 51355678.0, + "step": 1353 + }, + { + "epoch": 0.17224271721155068, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.705105185508728, + "learning_rate": 5.735481136074609e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8530746698379517, + "num_tokens": 51390125.0, + "step": 1354 + }, + { + "epoch": 0.1723699274901412, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.6928600072860718, + "learning_rate": 5.739720220432386e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8506718873977661, + "num_tokens": 51426384.0, + "step": 1355 + }, + { + "epoch": 0.1724971377687317, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.708668828010559, + "learning_rate": 5.743959304790165e-06, + "loss": 0.5598, + "mean_token_accuracy": 0.8302851915359497, + "num_tokens": 51467087.0, + "step": 1356 + }, + { + "epoch": 0.1726243480473222, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.6966092586517334, + "learning_rate": 5.748198389147944e-06, + "loss": 0.5153, + "mean_token_accuracy": 0.8396689891815186, + "num_tokens": 51505126.0, + "step": 1357 + }, + { + "epoch": 0.17275155832591274, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.039836883544922e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.718886375427246, + "learning_rate": 5.752437473505723e-06, + "loss": 0.5381, + "mean_token_accuracy": 0.8317369222640991, + "num_tokens": 51546623.0, + "step": 1358 + }, + { + "epoch": 0.17287876860450324, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.7224410772323608, + "learning_rate": 5.756676557863502e-06, + "loss": 0.5086, + "mean_token_accuracy": 0.8397935032844543, + "num_tokens": 51583175.0, + "step": 1359 + }, + { + "epoch": 0.17300597888309374, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.6858782768249512, + "learning_rate": 5.7609156422212805e-06, + "loss": 0.4657, + "mean_token_accuracy": 0.8520914912223816, + "num_tokens": 51621454.0, + "step": 1360 + }, + { + "epoch": 0.17313318916168427, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.7115558385849, + "learning_rate": 5.7651547265790594e-06, + "loss": 0.4889, + "mean_token_accuracy": 0.8471634984016418, + "num_tokens": 51659482.0, + "step": 1361 + }, + { + "epoch": 0.17326039944027477, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.7075698375701904, + "learning_rate": 5.769393810936838e-06, + "loss": 0.4917, + "mean_token_accuracy": 0.8464776277542114, + "num_tokens": 51695478.0, + "step": 1362 + }, + { + "epoch": 0.17338760971886527, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.7050987482070923, + "learning_rate": 5.773632895294616e-06, + "loss": 0.5373, + "mean_token_accuracy": 0.8292027711868286, + "num_tokens": 51736436.0, + "step": 1363 + }, + { + "epoch": 0.1735148199974558, + "ewc_loss": 0.02001953125, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 1.7063801288604736, + "learning_rate": 5.777871979652395e-06, + "loss": 0.4689, + "mean_token_accuracy": 0.8519752025604248, + "num_tokens": 51772502.0, + "step": 1364 + }, + { + "epoch": 0.1736420302760463, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.6954689025878906, + "learning_rate": 5.782111064010174e-06, + "loss": 0.5029, + "mean_token_accuracy": 0.8409241437911987, + "num_tokens": 51816343.0, + "step": 1365 + }, + { + "epoch": 0.17376924055463683, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.7062273025512695, + "learning_rate": 5.786350148367953e-06, + "loss": 0.4964, + "mean_token_accuracy": 0.8448532819747925, + "num_tokens": 51861317.0, + "step": 1366 + }, + { + "epoch": 0.17389645083322733, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.7013334035873413, + "learning_rate": 5.790589232725732e-06, + "loss": 0.4984, + "mean_token_accuracy": 0.8414905071258545, + "num_tokens": 51902994.0, + "step": 1367 + }, + { + "epoch": 0.17402366111181783, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.7279473543167114, + "learning_rate": 5.794828317083511e-06, + "loss": 0.4839, + "mean_token_accuracy": 0.8486356735229492, + "num_tokens": 51936374.0, + "step": 1368 + }, + { + "epoch": 0.17415087139040836, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.0517578125e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.726078748703003, + "learning_rate": 5.79906740144129e-06, + "loss": 0.4831, + "mean_token_accuracy": 0.8481062650680542, + "num_tokens": 51970235.0, + "step": 1369 + }, + { + "epoch": 0.17427808166899886, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.7101774215698242, + "learning_rate": 5.8033064857990685e-06, + "loss": 0.4719, + "mean_token_accuracy": 0.852635383605957, + "num_tokens": 52006220.0, + "step": 1370 + }, + { + "epoch": 0.17440529194758936, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.695216417312622, + "learning_rate": 5.807545570156847e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.8567306995391846, + "num_tokens": 52046634.0, + "step": 1371 + }, + { + "epoch": 0.1745325022261799, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.7512989044189453, + "learning_rate": 5.811784654514625e-06, + "loss": 0.5434, + "mean_token_accuracy": 0.8303803205490112, + "num_tokens": 52079768.0, + "step": 1372 + }, + { + "epoch": 0.1746597125047704, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.6911855936050415, + "learning_rate": 5.8160237388724035e-06, + "loss": 0.4679, + "mean_token_accuracy": 0.8515126705169678, + "num_tokens": 52118160.0, + "step": 1373 + }, + { + "epoch": 0.1747869227833609, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.7170161008834839, + "learning_rate": 5.820262823230182e-06, + "loss": 0.5086, + "mean_token_accuracy": 0.8415528535842896, + "num_tokens": 52160219.0, + "step": 1374 + }, + { + "epoch": 0.17491413306195142, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.7162786722183228, + "learning_rate": 5.824501907587961e-06, + "loss": 0.465, + "mean_token_accuracy": 0.85260409116745, + "num_tokens": 52194746.0, + "step": 1375 + }, + { + "epoch": 0.17504134334054192, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.7388373613357544, + "learning_rate": 5.82874099194574e-06, + "loss": 0.5557, + "mean_token_accuracy": 0.8238641619682312, + "num_tokens": 52232625.0, + "step": 1376 + }, + { + "epoch": 0.17516855361913242, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.712278962135315, + "learning_rate": 5.832980076303519e-06, + "loss": 0.5548, + "mean_token_accuracy": 0.8271448612213135, + "num_tokens": 52273030.0, + "step": 1377 + }, + { + "epoch": 0.17529576389772294, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.727358341217041, + "learning_rate": 5.837219160661297e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.8570863008499146, + "num_tokens": 52306490.0, + "step": 1378 + }, + { + "epoch": 0.17542297417631345, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.6942745447158813, + "learning_rate": 5.841458245019076e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.860292911529541, + "num_tokens": 52346717.0, + "step": 1379 + }, + { + "epoch": 0.17555018445490395, + "ewc_loss": 0.0205078125, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 1.7817161083221436, + "learning_rate": 5.845697329376855e-06, + "loss": 0.4911, + "mean_token_accuracy": 0.8474007248878479, + "num_tokens": 52378165.0, + "step": 1380 + }, + { + "epoch": 0.17567739473349447, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.7137646675109863, + "learning_rate": 5.849936413734634e-06, + "loss": 0.554, + "mean_token_accuracy": 0.8285543918609619, + "num_tokens": 52418719.0, + "step": 1381 + }, + { + "epoch": 0.17580460501208497, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.7180677652359009, + "learning_rate": 5.854175498092413e-06, + "loss": 0.4644, + "mean_token_accuracy": 0.8542900681495667, + "num_tokens": 52459094.0, + "step": 1382 + }, + { + "epoch": 0.17593181529067548, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.7028571367263794, + "learning_rate": 5.8584145824501915e-06, + "loss": 0.5001, + "mean_token_accuracy": 0.8436221480369568, + "num_tokens": 52503117.0, + "step": 1383 + }, + { + "epoch": 0.176059025569266, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.7674843072891235, + "learning_rate": 5.86265366680797e-06, + "loss": 0.5221, + "mean_token_accuracy": 0.835645854473114, + "num_tokens": 52542643.0, + "step": 1384 + }, + { + "epoch": 0.1761862358478565, + "ewc_loss": 0.0201416015625, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 1.6960471868515015, + "learning_rate": 5.866892751165749e-06, + "loss": 0.4993, + "mean_token_accuracy": 0.8440000414848328, + "num_tokens": 52585885.0, + "step": 1385 + }, + { + "epoch": 0.176313446126447, + "ewc_loss": 0.0206298828125, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7605284452438354, + "learning_rate": 5.871131835523527e-06, + "loss": 0.5473, + "mean_token_accuracy": 0.8293224573135376, + "num_tokens": 52621629.0, + "step": 1386 + }, + { + "epoch": 0.17644065640503753, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.7170114517211914, + "learning_rate": 5.875370919881306e-06, + "loss": 0.5004, + "mean_token_accuracy": 0.8393281698226929, + "num_tokens": 52667056.0, + "step": 1387 + }, + { + "epoch": 0.17656786668362803, + "ewc_loss": 0.0205078125, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 1.7542657852172852, + "learning_rate": 5.879610004239085e-06, + "loss": 0.5572, + "mean_token_accuracy": 0.8301770091056824, + "num_tokens": 52705857.0, + "step": 1388 + }, + { + "epoch": 0.17669507696221853, + "ewc_loss": 0.020263671875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 1.7277096509933472, + "learning_rate": 5.883849088596864e-06, + "loss": 0.542, + "mean_token_accuracy": 0.8307824730873108, + "num_tokens": 52748908.0, + "step": 1389 + }, + { + "epoch": 0.17682228724080906, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7454885244369507, + "learning_rate": 5.888088172954642e-06, + "loss": 0.5169, + "mean_token_accuracy": 0.8407589197158813, + "num_tokens": 52783600.0, + "step": 1390 + }, + { + "epoch": 0.17694949751939956, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.7219257354736328, + "learning_rate": 5.892327257312421e-06, + "loss": 0.4407, + "mean_token_accuracy": 0.863113522529602, + "num_tokens": 52819873.0, + "step": 1391 + }, + { + "epoch": 0.1770767077979901, + "ewc_loss": 0.0206298828125, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7245852947235107, + "learning_rate": 5.8965663416702e-06, + "loss": 0.4426, + "mean_token_accuracy": 0.8568962216377258, + "num_tokens": 52858883.0, + "step": 1392 + }, + { + "epoch": 0.1772039180765806, + "ewc_loss": 0.0206298828125, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7364197969436646, + "learning_rate": 5.900805426027978e-06, + "loss": 0.4955, + "mean_token_accuracy": 0.8457640409469604, + "num_tokens": 52895501.0, + "step": 1393 + }, + { + "epoch": 0.1773311283551711, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.075599670410156e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.7141753435134888, + "learning_rate": 5.905044510385757e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.859101414680481, + "num_tokens": 52934678.0, + "step": 1394 + }, + { + "epoch": 0.17745833863376162, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.0994415283203125e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.741063117980957, + "learning_rate": 5.909283594743536e-06, + "loss": 0.5477, + "mean_token_accuracy": 0.8264004588127136, + "num_tokens": 52972540.0, + "step": 1395 + }, + { + "epoch": 0.17758554891235212, + "ewc_loss": 0.0203857421875, + "ewc_loss_diag": 3.0994415283203125e-05, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 1.720231056213379, + "learning_rate": 5.9135226791013145e-06, + "loss": 0.4835, + "mean_token_accuracy": 0.8441426753997803, + "num_tokens": 53010819.0, + "step": 1396 + }, + { + "epoch": 0.17771275919094262, + "ewc_loss": 0.0206298828125, + "ewc_loss_diag": 3.0994415283203125e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7408169507980347, + "learning_rate": 5.917761763459093e-06, + "loss": 0.5478, + "mean_token_accuracy": 0.8284918069839478, + "num_tokens": 53050142.0, + "step": 1397 + }, + { + "epoch": 0.17783996946953315, + "ewc_loss": 0.0206298828125, + "ewc_loss_diag": 3.0994415283203125e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7380056381225586, + "learning_rate": 5.922000847816872e-06, + "loss": 0.4764, + "mean_token_accuracy": 0.8518319725990295, + "num_tokens": 53087306.0, + "step": 1398 + }, + { + "epoch": 0.17796717974812365, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.0994415283203125e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7276850938796997, + "learning_rate": 5.926239932174651e-06, + "loss": 0.5341, + "mean_token_accuracy": 0.8328241109848022, + "num_tokens": 53131850.0, + "step": 1399 + }, + { + "epoch": 0.17809439002671415, + "ewc_loss": 0.0205078125, + "ewc_loss_diag": 3.0994415283203125e-05, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 1.7321498394012451, + "learning_rate": 5.93047901653243e-06, + "loss": 0.4885, + "mean_token_accuracy": 0.8439128398895264, + "num_tokens": 53168902.0, + "step": 1400 + }, + { + "epoch": 0.17822160030530468, + "ewc_loss": 0.0205078125, + "ewc_loss_diag": 3.0994415283203125e-05, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 1.7222678661346436, + "learning_rate": 5.934718100890208e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8518006205558777, + "num_tokens": 53208497.0, + "step": 1401 + }, + { + "epoch": 0.17834881058389518, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.123283386230469e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7548972368240356, + "learning_rate": 5.938957185247987e-06, + "loss": 0.5203, + "mean_token_accuracy": 0.8344037532806396, + "num_tokens": 53245618.0, + "step": 1402 + }, + { + "epoch": 0.17847602086248568, + "ewc_loss": 0.0206298828125, + "ewc_loss_diag": 3.123283386230469e-05, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 1.7453356981277466, + "learning_rate": 5.943196269605766e-06, + "loss": 0.4815, + "mean_token_accuracy": 0.84662264585495, + "num_tokens": 53280315.0, + "step": 1403 + }, + { + "epoch": 0.1786032311410762, + "ewc_loss": 0.0206298828125, + "ewc_loss_diag": 3.123283386230469e-05, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 1.7561776638031006, + "learning_rate": 5.947435353963545e-06, + "loss": 0.5196, + "mean_token_accuracy": 0.8396028280258179, + "num_tokens": 53313291.0, + "step": 1404 + }, + { + "epoch": 0.1787304414196667, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.123283386230469e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.740126609802246, + "learning_rate": 5.951674438321324e-06, + "loss": 0.5058, + "mean_token_accuracy": 0.8429505228996277, + "num_tokens": 53347764.0, + "step": 1405 + }, + { + "epoch": 0.1788576516982572, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7474709749221802, + "learning_rate": 5.9559135226791025e-06, + "loss": 0.5061, + "mean_token_accuracy": 0.8379659652709961, + "num_tokens": 53385184.0, + "step": 1406 + }, + { + "epoch": 0.17898486197684774, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.123283386230469e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7380162477493286, + "learning_rate": 5.9601526070368805e-06, + "loss": 0.5799, + "mean_token_accuracy": 0.8179259300231934, + "num_tokens": 53425850.0, + "step": 1407 + }, + { + "epoch": 0.17911207225543824, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7185757160186768, + "learning_rate": 5.964391691394659e-06, + "loss": 0.5142, + "mean_token_accuracy": 0.8409426212310791, + "num_tokens": 53472444.0, + "step": 1408 + }, + { + "epoch": 0.17923928253402874, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7638579607009888, + "learning_rate": 5.968630775752437e-06, + "loss": 0.5517, + "mean_token_accuracy": 0.82911217212677, + "num_tokens": 53506996.0, + "step": 1409 + }, + { + "epoch": 0.17936649281261927, + "ewc_loss": 0.0206298828125, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 1.7554973363876343, + "learning_rate": 5.972869860110216e-06, + "loss": 0.526, + "mean_token_accuracy": 0.8324185609817505, + "num_tokens": 53542005.0, + "step": 1410 + }, + { + "epoch": 0.17949370309120977, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7690207958221436, + "learning_rate": 5.977108944467995e-06, + "loss": 0.5632, + "mean_token_accuracy": 0.8309924602508545, + "num_tokens": 53582130.0, + "step": 1411 + }, + { + "epoch": 0.17962091336980027, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7229496240615845, + "learning_rate": 5.981348028825774e-06, + "loss": 0.4817, + "mean_token_accuracy": 0.8523414731025696, + "num_tokens": 53624528.0, + "step": 1412 + }, + { + "epoch": 0.1797481236483908, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7822887897491455, + "learning_rate": 5.985587113183553e-06, + "loss": 0.5291, + "mean_token_accuracy": 0.8361489176750183, + "num_tokens": 53663701.0, + "step": 1413 + }, + { + "epoch": 0.1798753339269813, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7529460191726685, + "learning_rate": 5.989826197541332e-06, + "loss": 0.5179, + "mean_token_accuracy": 0.8415948152542114, + "num_tokens": 53700655.0, + "step": 1414 + }, + { + "epoch": 0.18000254420557182, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7280536890029907, + "learning_rate": 5.994065281899111e-06, + "loss": 0.5386, + "mean_token_accuracy": 0.835263729095459, + "num_tokens": 53747387.0, + "step": 1415 + }, + { + "epoch": 0.18012975448416232, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.731864333152771, + "learning_rate": 5.998304366256889e-06, + "loss": 0.5063, + "mean_token_accuracy": 0.8415218591690063, + "num_tokens": 53789416.0, + "step": 1416 + }, + { + "epoch": 0.18025696476275282, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7449827194213867, + "learning_rate": 6.002543450614668e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8674167990684509, + "num_tokens": 53824300.0, + "step": 1417 + }, + { + "epoch": 0.18038417504134335, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7561140060424805, + "learning_rate": 6.0067825349724465e-06, + "loss": 0.5062, + "mean_token_accuracy": 0.8425949811935425, + "num_tokens": 53861366.0, + "step": 1418 + }, + { + "epoch": 0.18051138531993385, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.147125244140625e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7594174146652222, + "learning_rate": 6.011021619330225e-06, + "loss": 0.5296, + "mean_token_accuracy": 0.8359942436218262, + "num_tokens": 53899655.0, + "step": 1419 + }, + { + "epoch": 0.18063859559852435, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7580028772354126, + "learning_rate": 6.015260703688004e-06, + "loss": 0.5078, + "mean_token_accuracy": 0.8372004628181458, + "num_tokens": 53935563.0, + "step": 1420 + }, + { + "epoch": 0.18076580587711488, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7602545022964478, + "learning_rate": 6.019499788045783e-06, + "loss": 0.5066, + "mean_token_accuracy": 0.8423217535018921, + "num_tokens": 53970490.0, + "step": 1421 + }, + { + "epoch": 0.18089301615570538, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7703450918197632, + "learning_rate": 6.023738872403562e-06, + "loss": 0.4722, + "mean_token_accuracy": 0.8503224849700928, + "num_tokens": 54000460.0, + "step": 1422 + }, + { + "epoch": 0.18102022643429588, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7467851638793945, + "learning_rate": 6.027977956761341e-06, + "loss": 0.4986, + "mean_token_accuracy": 0.8483476638793945, + "num_tokens": 54038007.0, + "step": 1423 + }, + { + "epoch": 0.1811474367128864, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.752251148223877, + "learning_rate": 6.032217041119118e-06, + "loss": 0.5094, + "mean_token_accuracy": 0.8360925912857056, + "num_tokens": 54074515.0, + "step": 1424 + }, + { + "epoch": 0.1812746469914769, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 1.7591615915298462, + "learning_rate": 6.036456125476897e-06, + "loss": 0.5442, + "mean_token_accuracy": 0.8302206993103027, + "num_tokens": 54109355.0, + "step": 1425 + }, + { + "epoch": 0.1814018572700674, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7419830560684204, + "learning_rate": 6.040695209834676e-06, + "loss": 0.445, + "mean_token_accuracy": 0.856960654258728, + "num_tokens": 54150966.0, + "step": 1426 + }, + { + "epoch": 0.18152906754865794, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7689013481140137, + "learning_rate": 6.044934294192455e-06, + "loss": 0.5396, + "mean_token_accuracy": 0.831405758857727, + "num_tokens": 54188398.0, + "step": 1427 + }, + { + "epoch": 0.18165627782724844, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7317757606506348, + "learning_rate": 6.049173378550234e-06, + "loss": 0.4951, + "mean_token_accuracy": 0.8440719842910767, + "num_tokens": 54233669.0, + "step": 1428 + }, + { + "epoch": 0.18178348810583894, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.769765019416809, + "learning_rate": 6.0534124629080126e-06, + "loss": 0.4775, + "mean_token_accuracy": 0.8495999574661255, + "num_tokens": 54272377.0, + "step": 1429 + }, + { + "epoch": 0.18191069838442947, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 1.7437644004821777, + "learning_rate": 6.0576515472657915e-06, + "loss": 0.5471, + "mean_token_accuracy": 0.8315657377243042, + "num_tokens": 54313831.0, + "step": 1430 + }, + { + "epoch": 0.18203790866301997, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.1948089599609375e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7464886903762817, + "learning_rate": 6.0618906316235695e-06, + "loss": 0.4525, + "mean_token_accuracy": 0.8557614684104919, + "num_tokens": 54356724.0, + "step": 1431 + }, + { + "epoch": 0.18216511894161047, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.218650817871094e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7406281232833862, + "learning_rate": 6.066129715981348e-06, + "loss": 0.4859, + "mean_token_accuracy": 0.845644474029541, + "num_tokens": 54398407.0, + "step": 1432 + }, + { + "epoch": 0.182292329220201, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.218650817871094e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7660555839538574, + "learning_rate": 6.070368800339127e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8611345291137695, + "num_tokens": 54430023.0, + "step": 1433 + }, + { + "epoch": 0.1824195394987915, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.758590579032898, + "learning_rate": 6.074607884696906e-06, + "loss": 0.4756, + "mean_token_accuracy": 0.849163293838501, + "num_tokens": 54467154.0, + "step": 1434 + }, + { + "epoch": 0.182546749777382, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.780440330505371, + "learning_rate": 6.078846969054685e-06, + "loss": 0.5057, + "mean_token_accuracy": 0.8427325487136841, + "num_tokens": 54501139.0, + "step": 1435 + }, + { + "epoch": 0.18267396005597253, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7774665355682373, + "learning_rate": 6.083086053412464e-06, + "loss": 0.486, + "mean_token_accuracy": 0.8480328917503357, + "num_tokens": 54541084.0, + "step": 1436 + }, + { + "epoch": 0.18280117033456303, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7604118585586548, + "learning_rate": 6.087325137770243e-06, + "loss": 0.4667, + "mean_token_accuracy": 0.8527169227600098, + "num_tokens": 54576745.0, + "step": 1437 + }, + { + "epoch": 0.18292838061315353, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7574505805969238, + "learning_rate": 6.091564222128022e-06, + "loss": 0.5455, + "mean_token_accuracy": 0.8334915637969971, + "num_tokens": 54619039.0, + "step": 1438 + }, + { + "epoch": 0.18305559089174406, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.749954104423523, + "learning_rate": 6.095803306485799e-06, + "loss": 0.4872, + "mean_token_accuracy": 0.8450584411621094, + "num_tokens": 54660009.0, + "step": 1439 + }, + { + "epoch": 0.18318280117033456, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7630646228790283, + "learning_rate": 6.100042390843578e-06, + "loss": 0.5212, + "mean_token_accuracy": 0.8390791416168213, + "num_tokens": 54701253.0, + "step": 1440 + }, + { + "epoch": 0.1833100114489251, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7652500867843628, + "learning_rate": 6.104281475201357e-06, + "loss": 0.4753, + "mean_token_accuracy": 0.8501737117767334, + "num_tokens": 54738406.0, + "step": 1441 + }, + { + "epoch": 0.1834372217275156, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.8029645681381226, + "learning_rate": 6.1085205595591355e-06, + "loss": 0.5285, + "mean_token_accuracy": 0.835218071937561, + "num_tokens": 54771808.0, + "step": 1442 + }, + { + "epoch": 0.1835644320061061, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7515720129013062, + "learning_rate": 6.112759643916914e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8650304079055786, + "num_tokens": 54807337.0, + "step": 1443 + }, + { + "epoch": 0.18369164228469662, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.781786322593689, + "learning_rate": 6.116998728274693e-06, + "loss": 0.5143, + "mean_token_accuracy": 0.8411438465118408, + "num_tokens": 54844932.0, + "step": 1444 + }, + { + "epoch": 0.18381885256328712, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7509034872055054, + "learning_rate": 6.121237812632472e-06, + "loss": 0.5163, + "mean_token_accuracy": 0.8349399566650391, + "num_tokens": 54884492.0, + "step": 1445 + }, + { + "epoch": 0.18394606284187762, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7796788215637207, + "learning_rate": 6.12547689699025e-06, + "loss": 0.4673, + "mean_token_accuracy": 0.856665849685669, + "num_tokens": 54924164.0, + "step": 1446 + }, + { + "epoch": 0.18407327312046814, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7605761289596558, + "learning_rate": 6.129715981348029e-06, + "loss": 0.4985, + "mean_token_accuracy": 0.8468817472457886, + "num_tokens": 54961676.0, + "step": 1447 + }, + { + "epoch": 0.18420048339905865, + "ewc_loss": 0.02099609375, + "ewc_loss_diag": 3.24249267578125e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7885048389434814, + "learning_rate": 6.133955065705808e-06, + "loss": 0.5243, + "mean_token_accuracy": 0.8334578275680542, + "num_tokens": 55000889.0, + "step": 1448 + }, + { + "epoch": 0.18432769367764915, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7532799243927002, + "learning_rate": 6.138194150063587e-06, + "loss": 0.4894, + "mean_token_accuracy": 0.847323477268219, + "num_tokens": 55039471.0, + "step": 1449 + }, + { + "epoch": 0.18445490395623967, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7898056507110596, + "learning_rate": 6.142433234421366e-06, + "loss": 0.5227, + "mean_token_accuracy": 0.8343798518180847, + "num_tokens": 55078408.0, + "step": 1450 + }, + { + "epoch": 0.18458211423483017, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7738285064697266, + "learning_rate": 6.146672318779145e-06, + "loss": 0.5241, + "mean_token_accuracy": 0.8365501761436462, + "num_tokens": 55116068.0, + "step": 1451 + }, + { + "epoch": 0.18470932451342068, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.794779896736145, + "learning_rate": 6.1509114031369235e-06, + "loss": 0.5104, + "mean_token_accuracy": 0.8437179327011108, + "num_tokens": 55149933.0, + "step": 1452 + }, + { + "epoch": 0.1848365347920112, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 1.7610013484954834, + "learning_rate": 6.155150487494702e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8615766763687134, + "num_tokens": 55184674.0, + "step": 1453 + }, + { + "epoch": 0.1849637450706017, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7630555629730225, + "learning_rate": 6.15938957185248e-06, + "loss": 0.4739, + "mean_token_accuracy": 0.8513391613960266, + "num_tokens": 55227918.0, + "step": 1454 + }, + { + "epoch": 0.1850909553491922, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7509052753448486, + "learning_rate": 6.1636286562102585e-06, + "loss": 0.484, + "mean_token_accuracy": 0.8481536507606506, + "num_tokens": 55274312.0, + "step": 1455 + }, + { + "epoch": 0.18521816562778273, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.8004639148712158, + "learning_rate": 6.167867740568037e-06, + "loss": 0.5515, + "mean_token_accuracy": 0.8276781439781189, + "num_tokens": 55310583.0, + "step": 1456 + }, + { + "epoch": 0.18534537590637323, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 1.7603580951690674, + "learning_rate": 6.172106824925816e-06, + "loss": 0.4803, + "mean_token_accuracy": 0.8465193510055542, + "num_tokens": 55352365.0, + "step": 1457 + }, + { + "epoch": 0.18547258618496373, + "ewc_loss": 0.0211181640625, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 3.0602269172668457, + "learning_rate": 6.176345909283595e-06, + "loss": 0.4952, + "mean_token_accuracy": 0.8437421321868896, + "num_tokens": 55391268.0, + "step": 1458 + }, + { + "epoch": 0.18559979646355426, + "ewc_loss": 0.03076171875, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 2.7418136596679688e-05, + "grad_norm": 2.0689923763275146, + "learning_rate": 6.180584993641374e-06, + "loss": 0.4837, + "mean_token_accuracy": 0.8494849801063538, + "num_tokens": 55428842.0, + "step": 1459 + }, + { + "epoch": 0.18572700674214476, + "ewc_loss": 0.020751953125, + "ewc_loss_diag": 3.266334533691406e-05, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 1.718557357788086, + "learning_rate": 6.184824077999153e-06, + "loss": 0.4543, + "mean_token_accuracy": 0.8557871580123901, + "num_tokens": 55464341.0, + "step": 1460 + }, + { + "epoch": 0.18585421702073526, + "ewc_loss": 0.0234375, + "ewc_loss_diag": 3.2901763916015625e-05, + "ewc_loss_parallel": 2.014636993408203e-05, + "grad_norm": 1.9187772274017334, + "learning_rate": 6.189063162356932e-06, + "loss": 0.5522, + "mean_token_accuracy": 0.8271118998527527, + "num_tokens": 55498985.0, + "step": 1461 + }, + { + "epoch": 0.1859814272993258, + "ewc_loss": 0.0223388671875, + "ewc_loss_diag": 3.2901763916015625e-05, + "ewc_loss_parallel": 1.9073486328125e-05, + "grad_norm": 1.7897772789001465, + "learning_rate": 6.19330224671471e-06, + "loss": 0.4793, + "mean_token_accuracy": 0.8482354879379272, + "num_tokens": 55537762.0, + "step": 1462 + }, + { + "epoch": 0.1861086375779163, + "ewc_loss": 0.0225830078125, + "ewc_loss_diag": 3.2901763916015625e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.8627524375915527, + "learning_rate": 6.197541331072489e-06, + "loss": 0.5248, + "mean_token_accuracy": 0.8359522819519043, + "num_tokens": 55572571.0, + "step": 1463 + }, + { + "epoch": 0.1862358478565068, + "ewc_loss": 0.0220947265625, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.7840496301651, + "learning_rate": 6.201780415430268e-06, + "loss": 0.4883, + "mean_token_accuracy": 0.8486881256103516, + "num_tokens": 55611858.0, + "step": 1464 + }, + { + "epoch": 0.18636305813509732, + "ewc_loss": 0.0220947265625, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8424408435821533, + "learning_rate": 6.2060194997880465e-06, + "loss": 0.5266, + "mean_token_accuracy": 0.836156964302063, + "num_tokens": 55649168.0, + "step": 1465 + }, + { + "epoch": 0.18649026841368782, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.8715858459472656e-05, + "grad_norm": 1.7897053956985474, + "learning_rate": 6.210258584145825e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8503526449203491, + "num_tokens": 55686127.0, + "step": 1466 + }, + { + "epoch": 0.18661747869227835, + "ewc_loss": 0.0223388671875, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.9073486328125e-05, + "grad_norm": 1.8281415700912476, + "learning_rate": 6.214497668503604e-06, + "loss": 0.5254, + "mean_token_accuracy": 0.8334659337997437, + "num_tokens": 55724062.0, + "step": 1467 + }, + { + "epoch": 0.18674468897086885, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.8477439880371094e-05, + "grad_norm": 1.8300153017044067, + "learning_rate": 6.218736752861383e-06, + "loss": 0.4819, + "mean_token_accuracy": 0.8497512936592102, + "num_tokens": 55752137.0, + "step": 1468 + }, + { + "epoch": 0.18687189924945935, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.8477439880371094e-05, + "grad_norm": 1.806801199913025, + "learning_rate": 6.22297583721916e-06, + "loss": 0.5195, + "mean_token_accuracy": 0.845474362373352, + "num_tokens": 55793171.0, + "step": 1469 + }, + { + "epoch": 0.18699910952804988, + "ewc_loss": 0.0216064453125, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.8289523124694824, + "learning_rate": 6.227214921576939e-06, + "loss": 0.5461, + "mean_token_accuracy": 0.8356243371963501, + "num_tokens": 55831118.0, + "step": 1470 + }, + { + "epoch": 0.18712631980664038, + "ewc_loss": 0.0216064453125, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.7849160432815552, + "learning_rate": 6.231454005934718e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.8603877425193787, + "num_tokens": 55865568.0, + "step": 1471 + }, + { + "epoch": 0.18725353008523088, + "ewc_loss": 0.0216064453125, + "ewc_loss_diag": 3.314018249511719e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.8438926935195923, + "learning_rate": 6.235693090292497e-06, + "loss": 0.5597, + "mean_token_accuracy": 0.831348180770874, + "num_tokens": 55904624.0, + "step": 1472 + }, + { + "epoch": 0.1873807403638214, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.7569336891174316, + "learning_rate": 6.239932174650276e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8615933656692505, + "num_tokens": 55944714.0, + "step": 1473 + }, + { + "epoch": 0.1875079506424119, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.8371286392211914, + "learning_rate": 6.244171259008055e-06, + "loss": 0.5256, + "mean_token_accuracy": 0.8332604765892029, + "num_tokens": 55979444.0, + "step": 1474 + }, + { + "epoch": 0.1876351609210024, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8477439880371094e-05, + "grad_norm": 1.766302227973938, + "learning_rate": 6.248410343365834e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8554365038871765, + "num_tokens": 56017171.0, + "step": 1475 + }, + { + "epoch": 0.18776237119959294, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.807782530784607, + "learning_rate": 6.2526494277236125e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.8517243266105652, + "num_tokens": 56060562.0, + "step": 1476 + }, + { + "epoch": 0.18788958147818344, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 1.8665721416473389, + "learning_rate": 6.2568885120813906e-06, + "loss": 0.4771, + "mean_token_accuracy": 0.8502464294433594, + "num_tokens": 56098366.0, + "step": 1477 + }, + { + "epoch": 0.18801679175677394, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.7806299924850464, + "learning_rate": 6.2611275964391694e-06, + "loss": 0.5382, + "mean_token_accuracy": 0.8298993110656738, + "num_tokens": 56143323.0, + "step": 1478 + }, + { + "epoch": 0.18814400203536447, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 1.7841628789901733, + "learning_rate": 6.265366680796948e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8613772988319397, + "num_tokens": 56183846.0, + "step": 1479 + }, + { + "epoch": 0.18827121231395497, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 1.7746808528900146, + "learning_rate": 6.269605765154727e-06, + "loss": 0.4934, + "mean_token_accuracy": 0.8452792763710022, + "num_tokens": 56227412.0, + "step": 1480 + }, + { + "epoch": 0.18839842259254547, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.8003870248794556, + "learning_rate": 6.273844849512506e-06, + "loss": 0.4921, + "mean_token_accuracy": 0.8450936079025269, + "num_tokens": 56267649.0, + "step": 1481 + }, + { + "epoch": 0.188525632871136, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.7652820348739624, + "learning_rate": 6.278083933870285e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8674147129058838, + "num_tokens": 56310802.0, + "step": 1482 + }, + { + "epoch": 0.1886528431497265, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8477439880371094e-05, + "grad_norm": 1.820716142654419, + "learning_rate": 6.282323018228064e-06, + "loss": 0.4606, + "mean_token_accuracy": 0.8583096265792847, + "num_tokens": 56345972.0, + "step": 1483 + }, + { + "epoch": 0.188780053428317, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 1.7779102325439453, + "learning_rate": 6.286562102585841e-06, + "loss": 0.5436, + "mean_token_accuracy": 0.8342170119285583, + "num_tokens": 56391778.0, + "step": 1484 + }, + { + "epoch": 0.18890726370690752, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.8477439880371094e-05, + "grad_norm": 1.8004260063171387, + "learning_rate": 6.29080118694362e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.862289309501648, + "num_tokens": 56426306.0, + "step": 1485 + }, + { + "epoch": 0.18903447398549802, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 1.781360387802124, + "learning_rate": 6.295040271301399e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8627778887748718, + "num_tokens": 56461974.0, + "step": 1486 + }, + { + "epoch": 0.18916168426408853, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.361701965332031e-05, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 1.7865715026855469, + "learning_rate": 6.299279355659178e-06, + "loss": 0.4796, + "mean_token_accuracy": 0.8511624336242676, + "num_tokens": 56507205.0, + "step": 1487 + }, + { + "epoch": 0.18928889454267905, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 1.8067630529403687, + "learning_rate": 6.303518440016957e-06, + "loss": 0.4897, + "mean_token_accuracy": 0.8436652421951294, + "num_tokens": 56542076.0, + "step": 1488 + }, + { + "epoch": 0.18941610482126955, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.8073303699493408, + "learning_rate": 6.3077575243747355e-06, + "loss": 0.4852, + "mean_token_accuracy": 0.851647138595581, + "num_tokens": 56575980.0, + "step": 1489 + }, + { + "epoch": 0.18954331509986008, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 1.7989087104797363, + "learning_rate": 6.311996608732514e-06, + "loss": 0.5175, + "mean_token_accuracy": 0.8418610692024231, + "num_tokens": 56613410.0, + "step": 1490 + }, + { + "epoch": 0.18967052537845058, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.813132643699646, + "learning_rate": 6.316235693090293e-06, + "loss": 0.5092, + "mean_token_accuracy": 0.838465690612793, + "num_tokens": 56649105.0, + "step": 1491 + }, + { + "epoch": 0.18979773565704108, + "ewc_loss": 0.0216064453125, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 1.8001312017440796, + "learning_rate": 6.320474777448071e-06, + "loss": 0.5123, + "mean_token_accuracy": 0.8374348878860474, + "num_tokens": 56686049.0, + "step": 1492 + }, + { + "epoch": 0.1899249459356316, + "ewc_loss": 0.0216064453125, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 1.8042302131652832, + "learning_rate": 6.32471386180585e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8485931754112244, + "num_tokens": 56725659.0, + "step": 1493 + }, + { + "epoch": 0.1900521562142221, + "ewc_loss": 0.021484375, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 1.843288540840149, + "learning_rate": 6.328952946163629e-06, + "loss": 0.5649, + "mean_token_accuracy": 0.8278030753135681, + "num_tokens": 56760612.0, + "step": 1494 + }, + { + "epoch": 0.1901793664928126, + "ewc_loss": 0.0216064453125, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 1.7852129936218262, + "learning_rate": 6.333192030521408e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8592027425765991, + "num_tokens": 56796081.0, + "step": 1495 + }, + { + "epoch": 0.19030657677140314, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.3855438232421875e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8087211847305298, + "learning_rate": 6.337431114879187e-06, + "loss": 0.4964, + "mean_token_accuracy": 0.8456922173500061, + "num_tokens": 56833477.0, + "step": 1496 + }, + { + "epoch": 0.19043378704999364, + "ewc_loss": 0.0216064453125, + "ewc_loss_diag": 3.409385681152344e-05, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 1.7981157302856445, + "learning_rate": 6.341670199236966e-06, + "loss": 0.476, + "mean_token_accuracy": 0.8540756702423096, + "num_tokens": 56870898.0, + "step": 1497 + }, + { + "epoch": 0.19056099732858414, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.409385681152344e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.7818522453308105, + "learning_rate": 6.345909283594745e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8591523170471191, + "num_tokens": 56916980.0, + "step": 1498 + }, + { + "epoch": 0.19068820760717467, + "ewc_loss": 0.0216064453125, + "ewc_loss_diag": 3.409385681152344e-05, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 1.8126996755599976, + "learning_rate": 6.3501483679525235e-06, + "loss": 0.495, + "mean_token_accuracy": 0.8401301503181458, + "num_tokens": 56952564.0, + "step": 1499 + }, + { + "epoch": 0.19081541788576517, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.409385681152344e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.8091866970062256, + "learning_rate": 6.354387452310301e-06, + "loss": 0.4576, + "mean_token_accuracy": 0.8525546193122864, + "num_tokens": 56987381.0, + "step": 1500 + }, + { + "epoch": 0.19094262816435567, + "ewc_loss": 0.0223388671875, + "ewc_loss_diag": 3.409385681152344e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.813370943069458, + "learning_rate": 6.3586265366680796e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.8541685342788696, + "num_tokens": 57023402.0, + "step": 1501 + }, + { + "epoch": 0.1910698384429462, + "ewc_loss": 0.0220947265625, + "ewc_loss_diag": 3.409385681152344e-05, + "ewc_loss_parallel": 1.8715858459472656e-05, + "grad_norm": 1.7872288227081299, + "learning_rate": 6.3628656210258584e-06, + "loss": 0.4551, + "mean_token_accuracy": 0.8581708669662476, + "num_tokens": 57066464.0, + "step": 1502 + }, + { + "epoch": 0.1911970487215367, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8052414655685425, + "learning_rate": 6.367104705383637e-06, + "loss": 0.4713, + "mean_token_accuracy": 0.850679874420166, + "num_tokens": 57104495.0, + "step": 1503 + }, + { + "epoch": 0.1913242590001272, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.7912561893463135, + "learning_rate": 6.371343789741416e-06, + "loss": 0.4888, + "mean_token_accuracy": 0.8462063074111938, + "num_tokens": 57146246.0, + "step": 1504 + }, + { + "epoch": 0.19145146927871773, + "ewc_loss": 0.0223388671875, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.8059742450714111, + "learning_rate": 6.375582874099195e-06, + "loss": 0.4817, + "mean_token_accuracy": 0.8473347425460815, + "num_tokens": 57184861.0, + "step": 1505 + }, + { + "epoch": 0.19157867955730823, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.8399937152862549, + "learning_rate": 6.379821958456974e-06, + "loss": 0.5368, + "mean_token_accuracy": 0.8309662342071533, + "num_tokens": 57219395.0, + "step": 1506 + }, + { + "epoch": 0.19170588983589873, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.809612512588501, + "learning_rate": 6.384061042814752e-06, + "loss": 0.5053, + "mean_token_accuracy": 0.8430275321006775, + "num_tokens": 57255816.0, + "step": 1507 + }, + { + "epoch": 0.19183310011448926, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8119548559188843, + "learning_rate": 6.388300127172531e-06, + "loss": 0.498, + "mean_token_accuracy": 0.8458724021911621, + "num_tokens": 57296347.0, + "step": 1508 + }, + { + "epoch": 0.19196031039307976, + "ewc_loss": 0.0218505859375, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8477439880371094e-05, + "grad_norm": 1.7857208251953125, + "learning_rate": 6.39253921153031e-06, + "loss": 0.4979, + "mean_token_accuracy": 0.841367244720459, + "num_tokens": 57341789.0, + "step": 1509 + }, + { + "epoch": 0.19208752067167026, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.8156172037124634, + "learning_rate": 6.396778295888089e-06, + "loss": 0.4666, + "mean_token_accuracy": 0.8559560775756836, + "num_tokens": 57379399.0, + "step": 1510 + }, + { + "epoch": 0.1922147309502608, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.809280276298523, + "learning_rate": 6.4010173802458676e-06, + "loss": 0.5033, + "mean_token_accuracy": 0.8418142795562744, + "num_tokens": 57418936.0, + "step": 1511 + }, + { + "epoch": 0.1923419412288513, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8016769886016846, + "learning_rate": 6.4052564646036464e-06, + "loss": 0.4886, + "mean_token_accuracy": 0.8448852300643921, + "num_tokens": 57461772.0, + "step": 1512 + }, + { + "epoch": 0.1924691515074418, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.8043272495269775, + "learning_rate": 6.409495548961425e-06, + "loss": 0.4662, + "mean_token_accuracy": 0.8524062037467957, + "num_tokens": 57498388.0, + "step": 1513 + }, + { + "epoch": 0.19259636178603232, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8223860263824463, + "learning_rate": 6.413734633319204e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8501409888267517, + "num_tokens": 57534123.0, + "step": 1514 + }, + { + "epoch": 0.19272357206462282, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.4332275390625e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.8108612298965454, + "learning_rate": 6.417973717676982e-06, + "loss": 0.4511, + "mean_token_accuracy": 0.857940673828125, + "num_tokens": 57568351.0, + "step": 1515 + }, + { + "epoch": 0.19285078234321335, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.8715858459472656e-05, + "grad_norm": 1.7987873554229736, + "learning_rate": 6.422212802034761e-06, + "loss": 0.5236, + "mean_token_accuracy": 0.8353087902069092, + "num_tokens": 57617842.0, + "step": 1516 + }, + { + "epoch": 0.19297799262180385, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.8199641704559326, + "learning_rate": 6.426451886392539e-06, + "loss": 0.5407, + "mean_token_accuracy": 0.8352968692779541, + "num_tokens": 57657658.0, + "step": 1517 + }, + { + "epoch": 0.19310520290039435, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.8088098764419556, + "learning_rate": 6.430690970750318e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8532601594924927, + "num_tokens": 57695964.0, + "step": 1518 + }, + { + "epoch": 0.19323241317898487, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.8715858459472656e-05, + "grad_norm": 1.8555816411972046, + "learning_rate": 6.434930055108097e-06, + "loss": 0.5149, + "mean_token_accuracy": 0.8395823240280151, + "num_tokens": 57725722.0, + "step": 1519 + }, + { + "epoch": 0.19335962345757537, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 1.8175500631332397, + "learning_rate": 6.439169139465876e-06, + "loss": 0.5262, + "mean_token_accuracy": 0.8342026472091675, + "num_tokens": 57761944.0, + "step": 1520 + }, + { + "epoch": 0.19348683373616588, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8328546285629272, + "learning_rate": 6.443408223823655e-06, + "loss": 0.4856, + "mean_token_accuracy": 0.8457428812980652, + "num_tokens": 57796853.0, + "step": 1521 + }, + { + "epoch": 0.1936140440147564, + "ewc_loss": 0.02197265625, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 1.8046306371688843, + "learning_rate": 6.447647308181433e-06, + "loss": 0.4875, + "mean_token_accuracy": 0.8452941179275513, + "num_tokens": 57835295.0, + "step": 1522 + }, + { + "epoch": 0.1937412542933469, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.9073486328125e-05, + "grad_norm": 1.8123623132705688, + "learning_rate": 6.451886392539212e-06, + "loss": 0.4642, + "mean_token_accuracy": 0.8531785607337952, + "num_tokens": 57876294.0, + "step": 1523 + }, + { + "epoch": 0.1938684645719374, + "ewc_loss": 0.022216796875, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8150056600570679, + "learning_rate": 6.4561254768969905e-06, + "loss": 0.4949, + "mean_token_accuracy": 0.8470984697341919, + "num_tokens": 57915332.0, + "step": 1524 + }, + { + "epoch": 0.19399567485052793, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.4809112548828125e-05, + "ewc_loss_parallel": 1.9073486328125e-05, + "grad_norm": 1.8168654441833496, + "learning_rate": 6.460364561254769e-06, + "loss": 0.4511, + "mean_token_accuracy": 0.8582727909088135, + "num_tokens": 57955624.0, + "step": 1525 + }, + { + "epoch": 0.19412288512911843, + "ewc_loss": 0.0223388671875, + "ewc_loss_diag": 3.504753112792969e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8182224035263062, + "learning_rate": 6.464603645612548e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8607815504074097, + "num_tokens": 57993692.0, + "step": 1526 + }, + { + "epoch": 0.19425009540770893, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.504753112792969e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.8104536533355713, + "learning_rate": 6.468842729970327e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8514037132263184, + "num_tokens": 58035813.0, + "step": 1527 + }, + { + "epoch": 0.19437730568629946, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.504753112792969e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.8348162174224854, + "learning_rate": 6.473081814328106e-06, + "loss": 0.5247, + "mean_token_accuracy": 0.8424481153488159, + "num_tokens": 58077118.0, + "step": 1528 + }, + { + "epoch": 0.19450451596488996, + "ewc_loss": 0.0223388671875, + "ewc_loss_diag": 3.504753112792969e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.8101729154586792, + "learning_rate": 6.477320898685885e-06, + "loss": 0.4993, + "mean_token_accuracy": 0.8444714546203613, + "num_tokens": 58120853.0, + "step": 1529 + }, + { + "epoch": 0.19463172624348046, + "ewc_loss": 0.022705078125, + "ewc_loss_diag": 3.504753112792969e-05, + "ewc_loss_parallel": 1.919269561767578e-05, + "grad_norm": 1.833161473274231, + "learning_rate": 6.481559983043663e-06, + "loss": 0.5133, + "mean_token_accuracy": 0.8369131088256836, + "num_tokens": 58160279.0, + "step": 1530 + }, + { + "epoch": 0.194758936522071, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.504753112792969e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.810240626335144, + "learning_rate": 6.485799067401442e-06, + "loss": 0.4606, + "mean_token_accuracy": 0.8577144145965576, + "num_tokens": 58200902.0, + "step": 1531 + }, + { + "epoch": 0.1948861468006615, + "ewc_loss": 0.022705078125, + "ewc_loss_diag": 3.504753112792969e-05, + "ewc_loss_parallel": 1.919269561767578e-05, + "grad_norm": 1.8317466974258423, + "learning_rate": 6.490038151759221e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8665709495544434, + "num_tokens": 58237179.0, + "step": 1532 + }, + { + "epoch": 0.195013357079252, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.504753112792969e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.8168904781341553, + "learning_rate": 6.494277236117e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8637630939483643, + "num_tokens": 58271072.0, + "step": 1533 + }, + { + "epoch": 0.19514056735784252, + "ewc_loss": 0.0225830078125, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.9073486328125e-05, + "grad_norm": 1.8301249742507935, + "learning_rate": 6.4985163204747785e-06, + "loss": 0.5745, + "mean_token_accuracy": 0.823850154876709, + "num_tokens": 58317186.0, + "step": 1534 + }, + { + "epoch": 0.19526777763643302, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.8244770765304565, + "learning_rate": 6.5027554048325566e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8473349809646606, + "num_tokens": 58353396.0, + "step": 1535 + }, + { + "epoch": 0.19539498791502352, + "ewc_loss": 0.0228271484375, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.8596532344818115, + "learning_rate": 6.5069944891903354e-06, + "loss": 0.5537, + "mean_token_accuracy": 0.8334155082702637, + "num_tokens": 58392466.0, + "step": 1536 + }, + { + "epoch": 0.19552219819361405, + "ewc_loss": 0.0223388671875, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.8835067749023438e-05, + "grad_norm": 1.800161361694336, + "learning_rate": 6.511233573548114e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8619030714035034, + "num_tokens": 58432745.0, + "step": 1537 + }, + { + "epoch": 0.19564940847220455, + "ewc_loss": 0.022705078125, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.919269561767578e-05, + "grad_norm": 1.8707331418991089, + "learning_rate": 6.515472657905892e-06, + "loss": 0.4906, + "mean_token_accuracy": 0.8454175591468811, + "num_tokens": 58464288.0, + "step": 1538 + }, + { + "epoch": 0.19577661875079505, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.832226276397705, + "learning_rate": 6.519711742263671e-06, + "loss": 0.5434, + "mean_token_accuracy": 0.8327654600143433, + "num_tokens": 58501232.0, + "step": 1539 + }, + { + "epoch": 0.19590382902938558, + "ewc_loss": 0.0228271484375, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.8525041341781616, + "learning_rate": 6.52395082662145e-06, + "loss": 0.5413, + "mean_token_accuracy": 0.8295166492462158, + "num_tokens": 58539749.0, + "step": 1540 + }, + { + "epoch": 0.19603103930797608, + "ewc_loss": 0.0224609375, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 1.814704418182373, + "learning_rate": 6.528189910979229e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.8539900183677673, + "num_tokens": 58576436.0, + "step": 1541 + }, + { + "epoch": 0.1961582495865666, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.8586362600326538, + "learning_rate": 6.532428995337008e-06, + "loss": 0.4785, + "mean_token_accuracy": 0.8513462543487549, + "num_tokens": 58618677.0, + "step": 1542 + }, + { + "epoch": 0.1962854598651571, + "ewc_loss": 0.022705078125, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.919269561767578e-05, + "grad_norm": 1.8262544870376587, + "learning_rate": 6.536668079694787e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.840672492980957, + "num_tokens": 58654404.0, + "step": 1543 + }, + { + "epoch": 0.1964126701437476, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.8380117416381836, + "learning_rate": 6.540907164052566e-06, + "loss": 0.496, + "mean_token_accuracy": 0.8438191413879395, + "num_tokens": 58697312.0, + "step": 1544 + }, + { + "epoch": 0.19653988042233814, + "ewc_loss": 0.0225830078125, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.9073486328125e-05, + "grad_norm": 1.8262115716934204, + "learning_rate": 6.545146248410344e-06, + "loss": 0.504, + "mean_token_accuracy": 0.8422524929046631, + "num_tokens": 58738940.0, + "step": 1545 + }, + { + "epoch": 0.19666709070092864, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.528594970703125e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.845375657081604, + "learning_rate": 6.549385332768123e-06, + "loss": 0.5107, + "mean_token_accuracy": 0.8433235883712769, + "num_tokens": 58779626.0, + "step": 1546 + }, + { + "epoch": 0.19679430097951914, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.552436828613281e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.83982515335083, + "learning_rate": 6.5536244171259015e-06, + "loss": 0.5094, + "mean_token_accuracy": 0.8395176529884338, + "num_tokens": 58818938.0, + "step": 1547 + }, + { + "epoch": 0.19692151125810967, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.552436828613281e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.863358497619629, + "learning_rate": 6.55786350148368e-06, + "loss": 0.5251, + "mean_token_accuracy": 0.834799587726593, + "num_tokens": 58855973.0, + "step": 1548 + }, + { + "epoch": 0.19704872153670017, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.552436828613281e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.8263720273971558, + "learning_rate": 6.562102585841459e-06, + "loss": 0.4659, + "mean_token_accuracy": 0.8495834469795227, + "num_tokens": 58894624.0, + "step": 1549 + }, + { + "epoch": 0.19717593181529067, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.552436828613281e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.8392648696899414, + "learning_rate": 6.566341670199238e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.8508253693580627, + "num_tokens": 58934440.0, + "step": 1550 + }, + { + "epoch": 0.1973031420938812, + "ewc_loss": 0.022705078125, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.919269561767578e-05, + "grad_norm": 1.833522081375122, + "learning_rate": 6.570580754557017e-06, + "loss": 0.4788, + "mean_token_accuracy": 0.8505309820175171, + "num_tokens": 58972150.0, + "step": 1551 + }, + { + "epoch": 0.1974303523724717, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.8434741497039795, + "learning_rate": 6.574819838914795e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8549175262451172, + "num_tokens": 59006179.0, + "step": 1552 + }, + { + "epoch": 0.1975575626510622, + "ewc_loss": 0.0228271484375, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.8301098346710205, + "learning_rate": 6.579058923272573e-06, + "loss": 0.5088, + "mean_token_accuracy": 0.8398947715759277, + "num_tokens": 59046583.0, + "step": 1553 + }, + { + "epoch": 0.19768477292965272, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.8562804460525513, + "learning_rate": 6.583298007630352e-06, + "loss": 0.4985, + "mean_token_accuracy": 0.8445116281509399, + "num_tokens": 59078023.0, + "step": 1554 + }, + { + "epoch": 0.19781198320824323, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.8279449939727783, + "learning_rate": 6.587537091988131e-06, + "loss": 0.5044, + "mean_token_accuracy": 0.840949296951294, + "num_tokens": 59121160.0, + "step": 1555 + }, + { + "epoch": 0.19793919348683373, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.8391348123550415, + "learning_rate": 6.59177617634591e-06, + "loss": 0.4744, + "mean_token_accuracy": 0.8483231663703918, + "num_tokens": 59164564.0, + "step": 1556 + }, + { + "epoch": 0.19806640376542425, + "ewc_loss": 0.023193359375, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9669532775878906e-05, + "grad_norm": 1.8259015083312988, + "learning_rate": 6.596015260703689e-06, + "loss": 0.4776, + "mean_token_accuracy": 0.8531683683395386, + "num_tokens": 59211558.0, + "step": 1557 + }, + { + "epoch": 0.19819361404401475, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.8562076091766357, + "learning_rate": 6.6002543450614675e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8517881631851196, + "num_tokens": 59251260.0, + "step": 1558 + }, + { + "epoch": 0.19832082432260525, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.8422566652297974, + "learning_rate": 6.604493429419246e-06, + "loss": 0.5332, + "mean_token_accuracy": 0.8351376056671143, + "num_tokens": 59293949.0, + "step": 1559 + }, + { + "epoch": 0.19844803460119578, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.8553149700164795, + "learning_rate": 6.6087325137770244e-06, + "loss": 0.5443, + "mean_token_accuracy": 0.8388940691947937, + "num_tokens": 59341549.0, + "step": 1560 + }, + { + "epoch": 0.19857524487978628, + "ewc_loss": 0.0228271484375, + "ewc_loss_diag": 3.5762786865234375e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.8368948698043823, + "learning_rate": 6.612971598134803e-06, + "loss": 0.4838, + "mean_token_accuracy": 0.8472875356674194, + "num_tokens": 59379355.0, + "step": 1561 + }, + { + "epoch": 0.19870245515837678, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.600120544433594e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.8721985816955566, + "learning_rate": 6.617210682492582e-06, + "loss": 0.5307, + "mean_token_accuracy": 0.8333768248558044, + "num_tokens": 59416340.0, + "step": 1562 + }, + { + "epoch": 0.1988296654369673, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.600120544433594e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.838821291923523, + "learning_rate": 6.621449766850361e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8559402227401733, + "num_tokens": 59453100.0, + "step": 1563 + }, + { + "epoch": 0.1989568757155578, + "ewc_loss": 0.023193359375, + "ewc_loss_diag": 3.600120544433594e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.8559675216674805, + "learning_rate": 6.62568885120814e-06, + "loss": 0.5003, + "mean_token_accuracy": 0.8436321020126343, + "num_tokens": 59491164.0, + "step": 1564 + }, + { + "epoch": 0.19908408599414834, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.860083818435669, + "learning_rate": 6.629927935565919e-06, + "loss": 0.5063, + "mean_token_accuracy": 0.8421509265899658, + "num_tokens": 59525752.0, + "step": 1565 + }, + { + "epoch": 0.19921129627273884, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.856402039527893, + "learning_rate": 6.634167019923698e-06, + "loss": 0.5435, + "mean_token_accuracy": 0.8356860280036926, + "num_tokens": 59565206.0, + "step": 1566 + }, + { + "epoch": 0.19933850655132934, + "ewc_loss": 0.023193359375, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.8624402284622192, + "learning_rate": 6.638406104281477e-06, + "loss": 0.4825, + "mean_token_accuracy": 0.8477989435195923, + "num_tokens": 59597578.0, + "step": 1567 + }, + { + "epoch": 0.19946571682991987, + "ewc_loss": 0.02294921875, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9311904907226562e-05, + "grad_norm": 1.825919270515442, + "learning_rate": 6.642645188639254e-06, + "loss": 0.457, + "mean_token_accuracy": 0.8552976250648499, + "num_tokens": 59640073.0, + "step": 1568 + }, + { + "epoch": 0.19959292710851037, + "ewc_loss": 0.0233154296875, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9669532775878906e-05, + "grad_norm": 1.8504451513290405, + "learning_rate": 6.646884272997033e-06, + "loss": 0.5104, + "mean_token_accuracy": 0.83841472864151, + "num_tokens": 59680259.0, + "step": 1569 + }, + { + "epoch": 0.19972013738710087, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.853867769241333, + "learning_rate": 6.651123357354812e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.844011127948761, + "num_tokens": 59716372.0, + "step": 1570 + }, + { + "epoch": 0.1998473476656914, + "ewc_loss": 0.0234375, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9788742065429688e-05, + "grad_norm": 1.8715542554855347, + "learning_rate": 6.6553624417125905e-06, + "loss": 0.5151, + "mean_token_accuracy": 0.8370561599731445, + "num_tokens": 59751294.0, + "step": 1571 + }, + { + "epoch": 0.1999745579442819, + "ewc_loss": 0.023193359375, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.837640404701233, + "learning_rate": 6.659601526070369e-06, + "loss": 0.5483, + "mean_token_accuracy": 0.8353050947189331, + "num_tokens": 59794395.0, + "step": 1572 + }, + { + "epoch": 0.2001017682228724, + "ewc_loss": 0.0233154296875, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9669532775878906e-05, + "grad_norm": 1.907698392868042, + "learning_rate": 6.663840610428148e-06, + "loss": 0.5742, + "mean_token_accuracy": 0.8275759220123291, + "num_tokens": 59825503.0, + "step": 1573 + }, + { + "epoch": 0.20022897850146293, + "ewc_loss": 0.0230712890625, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9431114196777344e-05, + "grad_norm": 1.8452074527740479, + "learning_rate": 6.668079694785927e-06, + "loss": 0.459, + "mean_token_accuracy": 0.8581146001815796, + "num_tokens": 59864634.0, + "step": 1574 + }, + { + "epoch": 0.20035618878005343, + "ewc_loss": 0.0235595703125, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.990795135498047e-05, + "grad_norm": 1.8825870752334595, + "learning_rate": 6.672318779143705e-06, + "loss": 0.4785, + "mean_token_accuracy": 0.8485272526741028, + "num_tokens": 59898693.0, + "step": 1575 + }, + { + "epoch": 0.20048339905864393, + "ewc_loss": 0.0234375, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9788742065429688e-05, + "grad_norm": 1.865103006362915, + "learning_rate": 6.676557863501484e-06, + "loss": 0.501, + "mean_token_accuracy": 0.8447126746177673, + "num_tokens": 59930234.0, + "step": 1576 + }, + { + "epoch": 0.20061060933723446, + "ewc_loss": 0.0233154296875, + "ewc_loss_diag": 3.647804260253906e-05, + "ewc_loss_parallel": 1.9669532775878906e-05, + "grad_norm": 1.8618745803833008, + "learning_rate": 6.680796947859263e-06, + "loss": 0.4946, + "mean_token_accuracy": 0.8454045057296753, + "num_tokens": 59970932.0, + "step": 1577 + }, + { + "epoch": 0.20073781961582496, + "ewc_loss": 0.0235595703125, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 1.990795135498047e-05, + "grad_norm": 1.858310341835022, + "learning_rate": 6.685036032217042e-06, + "loss": 0.4882, + "mean_token_accuracy": 0.8464950323104858, + "num_tokens": 60007282.0, + "step": 1578 + }, + { + "epoch": 0.20086502989441546, + "ewc_loss": 0.023193359375, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 1.9550323486328125e-05, + "grad_norm": 1.8591517210006714, + "learning_rate": 6.689275116574821e-06, + "loss": 0.4718, + "mean_token_accuracy": 0.855445384979248, + "num_tokens": 60043336.0, + "step": 1579 + }, + { + "epoch": 0.200992240173006, + "ewc_loss": 0.0238037109375, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 2.014636993408203e-05, + "grad_norm": 1.8506616353988647, + "learning_rate": 6.6935142009326e-06, + "loss": 0.4996, + "mean_token_accuracy": 0.8474187254905701, + "num_tokens": 60083284.0, + "step": 1580 + }, + { + "epoch": 0.2011194504515965, + "ewc_loss": 0.0234375, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 1.9788742065429688e-05, + "grad_norm": 1.8556244373321533, + "learning_rate": 6.6977532852903785e-06, + "loss": 0.5008, + "mean_token_accuracy": 0.8419921398162842, + "num_tokens": 60125115.0, + "step": 1581 + }, + { + "epoch": 0.201246660730187, + "ewc_loss": 0.023681640625, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 2.002716064453125e-05, + "grad_norm": 1.8569098711013794, + "learning_rate": 6.701992369648157e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8678036332130432, + "num_tokens": 60161497.0, + "step": 1582 + }, + { + "epoch": 0.20137387100877752, + "ewc_loss": 0.0235595703125, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 1.990795135498047e-05, + "grad_norm": 1.8608721494674683, + "learning_rate": 6.7062314540059345e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.8601248860359192, + "num_tokens": 60202282.0, + "step": 1583 + }, + { + "epoch": 0.20150108128736802, + "ewc_loss": 0.023681640625, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 2.002716064453125e-05, + "grad_norm": 1.8635802268981934, + "learning_rate": 6.7104705383637134e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8494077324867249, + "num_tokens": 60241211.0, + "step": 1584 + }, + { + "epoch": 0.20162829156595852, + "ewc_loss": 0.0238037109375, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 2.014636993408203e-05, + "grad_norm": 1.8951977491378784, + "learning_rate": 6.714709622721492e-06, + "loss": 0.5197, + "mean_token_accuracy": 0.8388866186141968, + "num_tokens": 60273677.0, + "step": 1585 + }, + { + "epoch": 0.20175550184454905, + "ewc_loss": 0.023681640625, + "ewc_loss_diag": 3.6716461181640625e-05, + "ewc_loss_parallel": 2.002716064453125e-05, + "grad_norm": 1.8452022075653076, + "learning_rate": 6.718948707079271e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.8511536717414856, + "num_tokens": 60313904.0, + "step": 1586 + }, + { + "epoch": 0.20188271212313955, + "ewc_loss": 0.0235595703125, + "ewc_loss_diag": 3.695487976074219e-05, + "ewc_loss_parallel": 1.990795135498047e-05, + "grad_norm": 1.873579978942871, + "learning_rate": 6.72318779143705e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8508650660514832, + "num_tokens": 60351534.0, + "step": 1587 + }, + { + "epoch": 0.20200992240173005, + "ewc_loss": 0.0234375, + "ewc_loss_diag": 3.695487976074219e-05, + "ewc_loss_parallel": 1.9788742065429688e-05, + "grad_norm": 1.8508777618408203, + "learning_rate": 6.727426875794829e-06, + "loss": 0.5203, + "mean_token_accuracy": 0.8401368260383606, + "num_tokens": 60393362.0, + "step": 1588 + }, + { + "epoch": 0.20213713268032057, + "ewc_loss": 0.02392578125, + "ewc_loss_diag": 3.695487976074219e-05, + "ewc_loss_parallel": 2.0265579223632812e-05, + "grad_norm": 1.864973783493042, + "learning_rate": 6.731665960152608e-06, + "loss": 0.4928, + "mean_token_accuracy": 0.8440083265304565, + "num_tokens": 60437735.0, + "step": 1589 + }, + { + "epoch": 0.20226434295891108, + "ewc_loss": 0.0235595703125, + "ewc_loss_diag": 3.695487976074219e-05, + "ewc_loss_parallel": 1.990795135498047e-05, + "grad_norm": 1.8815691471099854, + "learning_rate": 6.735905044510387e-06, + "loss": 0.551, + "mean_token_accuracy": 0.8235282897949219, + "num_tokens": 60476032.0, + "step": 1590 + }, + { + "epoch": 0.2023915532375016, + "ewc_loss": 0.023681640625, + "ewc_loss_diag": 3.719329833984375e-05, + "ewc_loss_parallel": 2.002716064453125e-05, + "grad_norm": 1.8759151697158813, + "learning_rate": 6.740144128868165e-06, + "loss": 0.5028, + "mean_token_accuracy": 0.8434937000274658, + "num_tokens": 60513330.0, + "step": 1591 + }, + { + "epoch": 0.2025187635160921, + "ewc_loss": 0.023681640625, + "ewc_loss_diag": 3.719329833984375e-05, + "ewc_loss_parallel": 1.990795135498047e-05, + "grad_norm": 1.8642328977584839, + "learning_rate": 6.744383213225944e-06, + "loss": 0.5302, + "mean_token_accuracy": 0.8348170518875122, + "num_tokens": 60552829.0, + "step": 1592 + }, + { + "epoch": 0.2026459737946826, + "ewc_loss": 0.0234375, + "ewc_loss_diag": 3.719329833984375e-05, + "ewc_loss_parallel": 1.9788742065429688e-05, + "grad_norm": 1.8748273849487305, + "learning_rate": 6.7486222975837225e-06, + "loss": 0.4631, + "mean_token_accuracy": 0.8511234521865845, + "num_tokens": 60585333.0, + "step": 1593 + }, + { + "epoch": 0.20277318407327313, + "ewc_loss": 0.023681640625, + "ewc_loss_diag": 3.719329833984375e-05, + "ewc_loss_parallel": 2.002716064453125e-05, + "grad_norm": 1.8767223358154297, + "learning_rate": 6.7528613819415014e-06, + "loss": 0.4946, + "mean_token_accuracy": 0.8421211242675781, + "num_tokens": 60621091.0, + "step": 1594 + }, + { + "epoch": 0.20290039435186363, + "ewc_loss": 0.0234375, + "ewc_loss_diag": 3.719329833984375e-05, + "ewc_loss_parallel": 1.9788742065429688e-05, + "grad_norm": 1.864056944847107, + "learning_rate": 6.75710046629928e-06, + "loss": 0.4965, + "mean_token_accuracy": 0.847262978553772, + "num_tokens": 60661602.0, + "step": 1595 + }, + { + "epoch": 0.20302760463045413, + "ewc_loss": 0.02392578125, + "ewc_loss_diag": 3.719329833984375e-05, + "ewc_loss_parallel": 2.0265579223632812e-05, + "grad_norm": 1.9145781993865967, + "learning_rate": 6.761339550657059e-06, + "loss": 0.5029, + "mean_token_accuracy": 0.839435875415802, + "num_tokens": 60689085.0, + "step": 1596 + }, + { + "epoch": 0.20315481490904466, + "ewc_loss": 0.023681640625, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 1.990795135498047e-05, + "grad_norm": 1.8541918992996216, + "learning_rate": 6.765578635014838e-06, + "loss": 0.4974, + "mean_token_accuracy": 0.8478367328643799, + "num_tokens": 60727259.0, + "step": 1597 + }, + { + "epoch": 0.20328202518763516, + "ewc_loss": 0.024169921875, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.0384788513183594e-05, + "grad_norm": 1.8980692625045776, + "learning_rate": 6.769817719372615e-06, + "loss": 0.4724, + "mean_token_accuracy": 0.8515351414680481, + "num_tokens": 60761880.0, + "step": 1598 + }, + { + "epoch": 0.20340923546622566, + "ewc_loss": 0.02392578125, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.014636993408203e-05, + "grad_norm": 1.8686811923980713, + "learning_rate": 6.774056803730394e-06, + "loss": 0.5139, + "mean_token_accuracy": 0.8402057886123657, + "num_tokens": 60795416.0, + "step": 1599 + }, + { + "epoch": 0.2035364457448162, + "ewc_loss": 0.024658203125, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.086162567138672e-05, + "grad_norm": 1.881366491317749, + "learning_rate": 6.778295888088173e-06, + "loss": 0.4925, + "mean_token_accuracy": 0.8468992710113525, + "num_tokens": 60833373.0, + "step": 1600 + }, + { + "epoch": 0.2036636560234067, + "ewc_loss": 0.024169921875, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.0384788513183594e-05, + "grad_norm": 1.8723030090332031, + "learning_rate": 6.782534972445952e-06, + "loss": 0.5072, + "mean_token_accuracy": 0.8389226198196411, + "num_tokens": 60870024.0, + "step": 1601 + }, + { + "epoch": 0.2037908663019972, + "ewc_loss": 0.0244140625, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.0623207092285156e-05, + "grad_norm": 1.89757239818573, + "learning_rate": 6.786774056803731e-06, + "loss": 0.5006, + "mean_token_accuracy": 0.8455121517181396, + "num_tokens": 60909790.0, + "step": 1602 + }, + { + "epoch": 0.20391807658058772, + "ewc_loss": 0.0244140625, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.0623207092285156e-05, + "grad_norm": 1.8699229955673218, + "learning_rate": 6.79101314116151e-06, + "loss": 0.5084, + "mean_token_accuracy": 0.8412259221076965, + "num_tokens": 60948793.0, + "step": 1603 + }, + { + "epoch": 0.20404528685917822, + "ewc_loss": 0.0242919921875, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.0503997802734375e-05, + "grad_norm": 1.8837050199508667, + "learning_rate": 6.795252225519289e-06, + "loss": 0.5348, + "mean_token_accuracy": 0.8331310749053955, + "num_tokens": 60991370.0, + "step": 1604 + }, + { + "epoch": 0.20417249713776872, + "ewc_loss": 0.0242919921875, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.0503997802734375e-05, + "grad_norm": 1.872687816619873, + "learning_rate": 6.7994913098770675e-06, + "loss": 0.4995, + "mean_token_accuracy": 0.842491865158081, + "num_tokens": 61028137.0, + "step": 1605 + }, + { + "epoch": 0.20429970741635925, + "ewc_loss": 0.0244140625, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.0623207092285156e-05, + "grad_norm": 1.9000802040100098, + "learning_rate": 6.8037303942348455e-06, + "loss": 0.4559, + "mean_token_accuracy": 0.8571075201034546, + "num_tokens": 61060843.0, + "step": 1606 + }, + { + "epoch": 0.20442691769494975, + "ewc_loss": 0.02392578125, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.014636993408203e-05, + "grad_norm": 1.8871488571166992, + "learning_rate": 6.807969478592624e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.8450469374656677, + "num_tokens": 61096272.0, + "step": 1607 + }, + { + "epoch": 0.20455412797354025, + "ewc_loss": 0.0242919921875, + "ewc_loss_diag": 3.743171691894531e-05, + "ewc_loss_parallel": 2.0503997802734375e-05, + "grad_norm": 1.8676538467407227, + "learning_rate": 6.812208562950403e-06, + "loss": 0.5221, + "mean_token_accuracy": 0.8440649509429932, + "num_tokens": 61139119.0, + "step": 1608 + }, + { + "epoch": 0.20468133825213078, + "ewc_loss": 0.0242919921875, + "ewc_loss_diag": 3.7670135498046875e-05, + "ewc_loss_parallel": 2.0503997802734375e-05, + "grad_norm": 1.8752655982971191, + "learning_rate": 6.816447647308182e-06, + "loss": 0.5538, + "mean_token_accuracy": 0.8283004760742188, + "num_tokens": 61183327.0, + "step": 1609 + }, + { + "epoch": 0.20480854853072128, + "ewc_loss": 0.0245361328125, + "ewc_loss_diag": 3.7670135498046875e-05, + "ewc_loss_parallel": 2.0742416381835938e-05, + "grad_norm": 1.884448766708374, + "learning_rate": 6.820686731665961e-06, + "loss": 0.4886, + "mean_token_accuracy": 0.8478177785873413, + "num_tokens": 61218787.0, + "step": 1610 + }, + { + "epoch": 0.20493575880931178, + "ewc_loss": 0.0242919921875, + "ewc_loss_diag": 3.7670135498046875e-05, + "ewc_loss_parallel": 2.0503997802734375e-05, + "grad_norm": 1.8867357969284058, + "learning_rate": 6.82492581602374e-06, + "loss": 0.4946, + "mean_token_accuracy": 0.8460983037948608, + "num_tokens": 61256517.0, + "step": 1611 + }, + { + "epoch": 0.2050629690879023, + "ewc_loss": 0.0244140625, + "ewc_loss_diag": 3.7670135498046875e-05, + "ewc_loss_parallel": 2.0623207092285156e-05, + "grad_norm": 1.8661915063858032, + "learning_rate": 6.829164900381519e-06, + "loss": 0.4831, + "mean_token_accuracy": 0.8497382402420044, + "num_tokens": 61301065.0, + "step": 1612 + }, + { + "epoch": 0.2051901793664928, + "ewc_loss": 0.024658203125, + "ewc_loss_diag": 3.790855407714844e-05, + "ewc_loss_parallel": 2.086162567138672e-05, + "grad_norm": 1.8921769857406616, + "learning_rate": 6.833403984739296e-06, + "loss": 0.4875, + "mean_token_accuracy": 0.8465508222579956, + "num_tokens": 61336368.0, + "step": 1613 + }, + { + "epoch": 0.2053173896450833, + "ewc_loss": 0.024169921875, + "ewc_loss_diag": 3.790855407714844e-05, + "ewc_loss_parallel": 2.0384788513183594e-05, + "grad_norm": 1.8997279405593872, + "learning_rate": 6.837643069097075e-06, + "loss": 0.5663, + "mean_token_accuracy": 0.8244602680206299, + "num_tokens": 61373742.0, + "step": 1614 + }, + { + "epoch": 0.20544459992367384, + "ewc_loss": 0.0245361328125, + "ewc_loss_diag": 3.790855407714844e-05, + "ewc_loss_parallel": 2.0742416381835938e-05, + "grad_norm": 1.8891557455062866, + "learning_rate": 6.841882153454854e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8501623868942261, + "num_tokens": 61408454.0, + "step": 1615 + }, + { + "epoch": 0.20557181020226434, + "ewc_loss": 0.0244140625, + "ewc_loss_diag": 3.790855407714844e-05, + "ewc_loss_parallel": 2.0623207092285156e-05, + "grad_norm": 1.8819013833999634, + "learning_rate": 6.846121237812633e-06, + "loss": 0.4455, + "mean_token_accuracy": 0.8604936599731445, + "num_tokens": 61445420.0, + "step": 1616 + }, + { + "epoch": 0.20569902048085487, + "ewc_loss": 0.0245361328125, + "ewc_loss_diag": 3.790855407714844e-05, + "ewc_loss_parallel": 2.0742416381835938e-05, + "grad_norm": 1.871605396270752, + "learning_rate": 6.8503603221704115e-06, + "loss": 0.4762, + "mean_token_accuracy": 0.8509780764579773, + "num_tokens": 61487607.0, + "step": 1617 + }, + { + "epoch": 0.20582623075944537, + "ewc_loss": 0.0245361328125, + "ewc_loss_diag": 3.790855407714844e-05, + "ewc_loss_parallel": 2.0742416381835938e-05, + "grad_norm": 1.9149852991104126, + "learning_rate": 6.85459940652819e-06, + "loss": 0.4825, + "mean_token_accuracy": 0.8478959798812866, + "num_tokens": 61521053.0, + "step": 1618 + }, + { + "epoch": 0.20595344103803587, + "ewc_loss": 0.024658203125, + "ewc_loss_diag": 3.790855407714844e-05, + "ewc_loss_parallel": 2.086162567138672e-05, + "grad_norm": 1.873587965965271, + "learning_rate": 6.858838490885969e-06, + "loss": 0.5422, + "mean_token_accuracy": 0.8295085430145264, + "num_tokens": 61562211.0, + "step": 1619 + }, + { + "epoch": 0.2060806513166264, + "ewc_loss": 0.024658203125, + "ewc_loss_diag": 3.790855407714844e-05, + "ewc_loss_parallel": 2.086162567138672e-05, + "grad_norm": 1.9145597219467163, + "learning_rate": 6.863077575243748e-06, + "loss": 0.5537, + "mean_token_accuracy": 0.8329310417175293, + "num_tokens": 61600089.0, + "step": 1620 + }, + { + "epoch": 0.2062078615952169, + "ewc_loss": 0.0242919921875, + "ewc_loss_diag": 3.814697265625e-05, + "ewc_loss_parallel": 2.0503997802734375e-05, + "grad_norm": 1.880868911743164, + "learning_rate": 6.867316659601526e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8493077754974365, + "num_tokens": 61636226.0, + "step": 1621 + }, + { + "epoch": 0.2063350718738074, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.814697265625e-05, + "ewc_loss_parallel": 2.1338462829589844e-05, + "grad_norm": 1.8941785097122192, + "learning_rate": 6.871555743959305e-06, + "loss": 0.5035, + "mean_token_accuracy": 0.8441159129142761, + "num_tokens": 61677224.0, + "step": 1622 + }, + { + "epoch": 0.20646228215239792, + "ewc_loss": 0.0245361328125, + "ewc_loss_diag": 3.814697265625e-05, + "ewc_loss_parallel": 2.0742416381835938e-05, + "grad_norm": 1.8799314498901367, + "learning_rate": 6.875794828317084e-06, + "loss": 0.4789, + "mean_token_accuracy": 0.8508758544921875, + "num_tokens": 61715174.0, + "step": 1623 + }, + { + "epoch": 0.20658949243098843, + "ewc_loss": 0.02490234375, + "ewc_loss_diag": 3.814697265625e-05, + "ewc_loss_parallel": 2.110004425048828e-05, + "grad_norm": 1.8878523111343384, + "learning_rate": 6.880033912674863e-06, + "loss": 0.4672, + "mean_token_accuracy": 0.8554109334945679, + "num_tokens": 61760819.0, + "step": 1624 + }, + { + "epoch": 0.20671670270957893, + "ewc_loss": 0.0244140625, + "ewc_loss_diag": 3.814697265625e-05, + "ewc_loss_parallel": 2.0623207092285156e-05, + "grad_norm": 1.8944449424743652, + "learning_rate": 6.884272997032642e-06, + "loss": 0.5756, + "mean_token_accuracy": 0.8238868117332458, + "num_tokens": 61800502.0, + "step": 1625 + }, + { + "epoch": 0.20684391298816945, + "ewc_loss": 0.0247802734375, + "ewc_loss_diag": 3.814697265625e-05, + "ewc_loss_parallel": 2.09808349609375e-05, + "grad_norm": 1.9021283388137817, + "learning_rate": 6.888512081390421e-06, + "loss": 0.4612, + "mean_token_accuracy": 0.857028603553772, + "num_tokens": 61834922.0, + "step": 1626 + }, + { + "epoch": 0.20697112326675995, + "ewc_loss": 0.024658203125, + "ewc_loss_diag": 3.814697265625e-05, + "ewc_loss_parallel": 2.086162567138672e-05, + "grad_norm": 1.9278684854507446, + "learning_rate": 6.8927511657481995e-06, + "loss": 0.5199, + "mean_token_accuracy": 0.8382523059844971, + "num_tokens": 61874675.0, + "step": 1627 + }, + { + "epoch": 0.20709833354535045, + "ewc_loss": 0.02490234375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.09808349609375e-05, + "grad_norm": 1.8793269395828247, + "learning_rate": 6.896990250105978e-06, + "loss": 0.4654, + "mean_token_accuracy": 0.8573927283287048, + "num_tokens": 61914310.0, + "step": 1628 + }, + { + "epoch": 0.20722554382394098, + "ewc_loss": 0.0247802734375, + "ewc_loss_diag": 3.814697265625e-05, + "ewc_loss_parallel": 2.09808349609375e-05, + "grad_norm": 1.906269907951355, + "learning_rate": 6.901229334463756e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.8498460054397583, + "num_tokens": 61949142.0, + "step": 1629 + }, + { + "epoch": 0.20735275410253148, + "ewc_loss": 0.024658203125, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.0742416381835938e-05, + "grad_norm": 1.8766955137252808, + "learning_rate": 6.9054684188215345e-06, + "loss": 0.488, + "mean_token_accuracy": 0.853139340877533, + "num_tokens": 61989939.0, + "step": 1630 + }, + { + "epoch": 0.20747996438112198, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.1338462829589844e-05, + "grad_norm": 1.9141209125518799, + "learning_rate": 6.909707503179313e-06, + "loss": 0.4916, + "mean_token_accuracy": 0.8447675704956055, + "num_tokens": 62029263.0, + "step": 1631 + }, + { + "epoch": 0.2076071746597125, + "ewc_loss": 0.024658203125, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.0742416381835938e-05, + "grad_norm": 1.8743469715118408, + "learning_rate": 6.913946587537092e-06, + "loss": 0.4784, + "mean_token_accuracy": 0.8514785766601562, + "num_tokens": 62067963.0, + "step": 1632 + }, + { + "epoch": 0.207734384938303, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.1338462829589844e-05, + "grad_norm": 1.927449107170105, + "learning_rate": 6.918185671894871e-06, + "loss": 0.5621, + "mean_token_accuracy": 0.8262515664100647, + "num_tokens": 62105313.0, + "step": 1633 + }, + { + "epoch": 0.2078615952168935, + "ewc_loss": 0.02490234375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.110004425048828e-05, + "grad_norm": 1.9106570482254028, + "learning_rate": 6.92242475625265e-06, + "loss": 0.5303, + "mean_token_accuracy": 0.8469378352165222, + "num_tokens": 62140836.0, + "step": 1634 + }, + { + "epoch": 0.20798880549548404, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.8961377143859863, + "learning_rate": 6.926663840610429e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8612090349197388, + "num_tokens": 62178951.0, + "step": 1635 + }, + { + "epoch": 0.20811601577407454, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.8978410959243774, + "learning_rate": 6.930902924968207e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8468406796455383, + "num_tokens": 62216941.0, + "step": 1636 + }, + { + "epoch": 0.20824322605266504, + "ewc_loss": 0.02490234375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.110004425048828e-05, + "grad_norm": 1.911210536956787, + "learning_rate": 6.935142009325986e-06, + "loss": 0.5203, + "mean_token_accuracy": 0.8394648432731628, + "num_tokens": 62257676.0, + "step": 1637 + }, + { + "epoch": 0.20837043633125557, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.9031678438186646, + "learning_rate": 6.939381093683765e-06, + "loss": 0.5317, + "mean_token_accuracy": 0.8357111215591431, + "num_tokens": 62296878.0, + "step": 1638 + }, + { + "epoch": 0.20849764660984607, + "ewc_loss": 0.02490234375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.110004425048828e-05, + "grad_norm": 1.8922723531723022, + "learning_rate": 6.943620178041544e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8582363724708557, + "num_tokens": 62335292.0, + "step": 1639 + }, + { + "epoch": 0.2086248568884366, + "ewc_loss": 0.02490234375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.110004425048828e-05, + "grad_norm": 1.9193729162216187, + "learning_rate": 6.9478592623993225e-06, + "loss": 0.4938, + "mean_token_accuracy": 0.8530323505401611, + "num_tokens": 62371182.0, + "step": 1640 + }, + { + "epoch": 0.2087520671670271, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.838539123535156e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.900424838066101, + "learning_rate": 6.952098346757101e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8481450080871582, + "num_tokens": 62407803.0, + "step": 1641 + }, + { + "epoch": 0.2088792774456176, + "ewc_loss": 0.02490234375, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.09808349609375e-05, + "grad_norm": 1.9033657312393188, + "learning_rate": 6.95633743111488e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8541579246520996, + "num_tokens": 62446320.0, + "step": 1642 + }, + { + "epoch": 0.20900648772420813, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.9089558124542236, + "learning_rate": 6.960576515472659e-06, + "loss": 0.5162, + "mean_token_accuracy": 0.8411210179328918, + "num_tokens": 62486919.0, + "step": 1643 + }, + { + "epoch": 0.20913369800279863, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1457672119140625e-05, + "grad_norm": 1.9173616170883179, + "learning_rate": 6.964815599830436e-06, + "loss": 0.4948, + "mean_token_accuracy": 0.8490734100341797, + "num_tokens": 62521511.0, + "step": 1644 + }, + { + "epoch": 0.20926090828138913, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.896924614906311, + "learning_rate": 6.969054684188215e-06, + "loss": 0.5514, + "mean_token_accuracy": 0.8252145051956177, + "num_tokens": 62564702.0, + "step": 1645 + }, + { + "epoch": 0.20938811855997966, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1457672119140625e-05, + "grad_norm": 1.9046900272369385, + "learning_rate": 6.973293768545994e-06, + "loss": 0.4628, + "mean_token_accuracy": 0.8566292524337769, + "num_tokens": 62605850.0, + "step": 1646 + }, + { + "epoch": 0.20951532883857016, + "ewc_loss": 0.0252685546875, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1338462829589844e-05, + "grad_norm": 1.886620044708252, + "learning_rate": 6.977532852903773e-06, + "loss": 0.4917, + "mean_token_accuracy": 0.8448683619499207, + "num_tokens": 62650497.0, + "step": 1647 + }, + { + "epoch": 0.20964253911716066, + "ewc_loss": 0.0255126953125, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1576881408691406e-05, + "grad_norm": 1.9389708042144775, + "learning_rate": 6.981771937261552e-06, + "loss": 0.5448, + "mean_token_accuracy": 0.8338335752487183, + "num_tokens": 62685538.0, + "step": 1648 + }, + { + "epoch": 0.2097697493957512, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.9009817838668823, + "learning_rate": 6.986011021619331e-06, + "loss": 0.5013, + "mean_token_accuracy": 0.8455811738967896, + "num_tokens": 62725076.0, + "step": 1649 + }, + { + "epoch": 0.2098969596743417, + "ewc_loss": 0.025634765625, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 1.9427284002304077, + "learning_rate": 6.99025010597711e-06, + "loss": 0.5187, + "mean_token_accuracy": 0.8401114344596863, + "num_tokens": 62762335.0, + "step": 1650 + }, + { + "epoch": 0.2100241699529322, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.8769404888153076, + "learning_rate": 6.994489190334888e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.8504078388214111, + "num_tokens": 62804507.0, + "step": 1651 + }, + { + "epoch": 0.21015138023152272, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.193450927734375e-05, + "grad_norm": 1.9199243783950806, + "learning_rate": 6.9987282746926666e-06, + "loss": 0.4474, + "mean_token_accuracy": 0.8610703349113464, + "num_tokens": 62844499.0, + "step": 1652 + }, + { + "epoch": 0.21027859051011322, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.1457672119140625e-05, + "grad_norm": 1.9038728475570679, + "learning_rate": 7.0029673590504455e-06, + "loss": 0.4889, + "mean_token_accuracy": 0.8524706363677979, + "num_tokens": 62880061.0, + "step": 1653 + }, + { + "epoch": 0.21040580078870372, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 3.886222839355469e-05, + "ewc_loss_parallel": 2.193450927734375e-05, + "grad_norm": 1.9193634986877441, + "learning_rate": 7.007206443408224e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8618732690811157, + "num_tokens": 62916726.0, + "step": 1654 + }, + { + "epoch": 0.21053301106729425, + "ewc_loss": 0.0252685546875, + "ewc_loss_diag": 3.933906555175781e-05, + "ewc_loss_parallel": 2.1338462829589844e-05, + "grad_norm": 1.8977482318878174, + "learning_rate": 7.011445527766003e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.846699595451355, + "num_tokens": 62953341.0, + "step": 1655 + }, + { + "epoch": 0.21066022134588475, + "ewc_loss": 0.0255126953125, + "ewc_loss_diag": 3.933906555175781e-05, + "ewc_loss_parallel": 2.1576881408691406e-05, + "grad_norm": 1.9131401777267456, + "learning_rate": 7.015684612123782e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8504464626312256, + "num_tokens": 62995047.0, + "step": 1656 + }, + { + "epoch": 0.21078743162447525, + "ewc_loss": 0.025634765625, + "ewc_loss_diag": 3.933906555175781e-05, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 1.9105490446090698, + "learning_rate": 7.019923696481561e-06, + "loss": 0.5062, + "mean_token_accuracy": 0.843714714050293, + "num_tokens": 63039520.0, + "step": 1657 + }, + { + "epoch": 0.21091464190306577, + "ewc_loss": 0.025634765625, + "ewc_loss_diag": 3.933906555175781e-05, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 1.954450249671936, + "learning_rate": 7.02416278083934e-06, + "loss": 0.5234, + "mean_token_accuracy": 0.833182692527771, + "num_tokens": 63071243.0, + "step": 1658 + }, + { + "epoch": 0.21104185218165628, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.933906555175781e-05, + "ewc_loss_parallel": 2.1457672119140625e-05, + "grad_norm": 1.8944123983383179, + "learning_rate": 7.028401865197118e-06, + "loss": 0.5194, + "mean_token_accuracy": 0.8367856740951538, + "num_tokens": 63114496.0, + "step": 1659 + }, + { + "epoch": 0.21116906246024678, + "ewc_loss": 0.0257568359375, + "ewc_loss_diag": 3.933906555175781e-05, + "ewc_loss_parallel": 2.181529998779297e-05, + "grad_norm": 1.9063427448272705, + "learning_rate": 7.032640949554897e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8613653182983398, + "num_tokens": 63158111.0, + "step": 1660 + }, + { + "epoch": 0.2112962727388373, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.9577484130859375e-05, + "ewc_loss_parallel": 2.1338462829589844e-05, + "grad_norm": 1.9160444736480713, + "learning_rate": 7.036880033912676e-06, + "loss": 0.5282, + "mean_token_accuracy": 0.835873544216156, + "num_tokens": 63198305.0, + "step": 1661 + }, + { + "epoch": 0.2114234830174278, + "ewc_loss": 0.025634765625, + "ewc_loss_diag": 3.9577484130859375e-05, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 1.917009949684143, + "learning_rate": 7.041119118270454e-06, + "loss": 0.4766, + "mean_token_accuracy": 0.8501961827278137, + "num_tokens": 63235053.0, + "step": 1662 + }, + { + "epoch": 0.2115506932960183, + "ewc_loss": 0.025634765625, + "ewc_loss_diag": 3.9577484130859375e-05, + "ewc_loss_parallel": 2.1576881408691406e-05, + "grad_norm": 1.918806791305542, + "learning_rate": 7.045358202628233e-06, + "loss": 0.525, + "mean_token_accuracy": 0.8401305675506592, + "num_tokens": 63275495.0, + "step": 1663 + }, + { + "epoch": 0.21167790357460883, + "ewc_loss": 0.025634765625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 1.92464017868042, + "learning_rate": 7.0495972869860115e-06, + "loss": 0.5205, + "mean_token_accuracy": 0.8387153148651123, + "num_tokens": 63314338.0, + "step": 1664 + }, + { + "epoch": 0.21180511385319933, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1457672119140625e-05, + "grad_norm": 1.9270864725112915, + "learning_rate": 7.05383637134379e-06, + "loss": 0.473, + "mean_token_accuracy": 0.8516475558280945, + "num_tokens": 63348582.0, + "step": 1665 + }, + { + "epoch": 0.21193232413178986, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1457672119140625e-05, + "grad_norm": 1.930910348892212, + "learning_rate": 7.058075455701568e-06, + "loss": 0.5172, + "mean_token_accuracy": 0.833588719367981, + "num_tokens": 63388496.0, + "step": 1666 + }, + { + "epoch": 0.21205953441038036, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1457672119140625e-05, + "grad_norm": 1.9495434761047363, + "learning_rate": 7.062314540059347e-06, + "loss": 0.4676, + "mean_token_accuracy": 0.8570119142532349, + "num_tokens": 63426216.0, + "step": 1667 + }, + { + "epoch": 0.21218674468897086, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.9151082038879395, + "learning_rate": 7.066553624417126e-06, + "loss": 0.4689, + "mean_token_accuracy": 0.8521719574928284, + "num_tokens": 63460627.0, + "step": 1668 + }, + { + "epoch": 0.2123139549675614, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.181529998779297e-05, + "grad_norm": 1.9456431865692139, + "learning_rate": 7.070792708774905e-06, + "loss": 0.5027, + "mean_token_accuracy": 0.8435120582580566, + "num_tokens": 63501911.0, + "step": 1669 + }, + { + "epoch": 0.2124411652461519, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.8896490335464478, + "learning_rate": 7.075031793132684e-06, + "loss": 0.5242, + "mean_token_accuracy": 0.8412965536117554, + "num_tokens": 63548764.0, + "step": 1670 + }, + { + "epoch": 0.2125683755247424, + "ewc_loss": 0.026123046875, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.205371856689453e-05, + "grad_norm": 1.9492380619049072, + "learning_rate": 7.079270877490463e-06, + "loss": 0.4744, + "mean_token_accuracy": 0.8517524003982544, + "num_tokens": 63583347.0, + "step": 1671 + }, + { + "epoch": 0.21269558580333292, + "ewc_loss": 0.025146484375, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1219253540039062e-05, + "grad_norm": 1.9079777002334595, + "learning_rate": 7.083509961848242e-06, + "loss": 0.5541, + "mean_token_accuracy": 0.8306704163551331, + "num_tokens": 63624115.0, + "step": 1672 + }, + { + "epoch": 0.21282279608192342, + "ewc_loss": 0.0263671875, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.2292137145996094e-05, + "grad_norm": 1.944866418838501, + "learning_rate": 7.087749046206021e-06, + "loss": 0.4746, + "mean_token_accuracy": 0.8564709424972534, + "num_tokens": 63660850.0, + "step": 1673 + }, + { + "epoch": 0.21295000636051392, + "ewc_loss": 0.025390625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1457672119140625e-05, + "grad_norm": 1.909010887145996, + "learning_rate": 7.091988130563799e-06, + "loss": 0.5193, + "mean_token_accuracy": 0.8385133743286133, + "num_tokens": 63701530.0, + "step": 1674 + }, + { + "epoch": 0.21307721663910445, + "ewc_loss": 0.0263671875, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.2292137145996094e-05, + "grad_norm": 1.9452908039093018, + "learning_rate": 7.0962272149215775e-06, + "loss": 0.5173, + "mean_token_accuracy": 0.8379671573638916, + "num_tokens": 63740400.0, + "step": 1675 + }, + { + "epoch": 0.21320442691769495, + "ewc_loss": 0.025634765625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1576881408691406e-05, + "grad_norm": 2.020831823348999, + "learning_rate": 7.100466299279356e-06, + "loss": 0.4987, + "mean_token_accuracy": 0.8463350534439087, + "num_tokens": 63775019.0, + "step": 1676 + }, + { + "epoch": 0.21333163719628545, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.181529998779297e-05, + "grad_norm": 1.9174615144729614, + "learning_rate": 7.104705383637135e-06, + "loss": 0.5205, + "mean_token_accuracy": 0.8424829244613647, + "num_tokens": 63813154.0, + "step": 1677 + }, + { + "epoch": 0.21345884747487598, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.181529998779297e-05, + "grad_norm": 1.9373043775558472, + "learning_rate": 7.108944467994914e-06, + "loss": 0.4839, + "mean_token_accuracy": 0.8513494729995728, + "num_tokens": 63851982.0, + "step": 1678 + }, + { + "epoch": 0.21358605775346648, + "ewc_loss": 0.025634765625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 1.9276533126831055, + "learning_rate": 7.113183552352693e-06, + "loss": 0.5527, + "mean_token_accuracy": 0.8274615406990051, + "num_tokens": 63888983.0, + "step": 1679 + }, + { + "epoch": 0.21371326803205698, + "ewc_loss": 0.0263671875, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.2411346435546875e-05, + "grad_norm": 1.9381983280181885, + "learning_rate": 7.117422636710471e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8625953197479248, + "num_tokens": 63927131.0, + "step": 1680 + }, + { + "epoch": 0.2138404783106475, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.193450927734375e-05, + "grad_norm": 1.9588857889175415, + "learning_rate": 7.12166172106825e-06, + "loss": 0.5753, + "mean_token_accuracy": 0.8205705881118774, + "num_tokens": 63962362.0, + "step": 1681 + }, + { + "epoch": 0.213967688589238, + "ewc_loss": 0.0263671875, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.2411346435546875e-05, + "grad_norm": 1.925659418106079, + "learning_rate": 7.125900805426028e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8611322641372681, + "num_tokens": 63997189.0, + "step": 1682 + }, + { + "epoch": 0.2140948988678285, + "ewc_loss": 0.026123046875, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.2172927856445312e-05, + "grad_norm": 1.958691120147705, + "learning_rate": 7.130139889783807e-06, + "loss": 0.4894, + "mean_token_accuracy": 0.8475872874259949, + "num_tokens": 64032763.0, + "step": 1683 + }, + { + "epoch": 0.21422210914641904, + "ewc_loss": 0.026123046875, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.205371856689453e-05, + "grad_norm": 1.918921947479248, + "learning_rate": 7.134378974141586e-06, + "loss": 0.4843, + "mean_token_accuracy": 0.8488472700119019, + "num_tokens": 64070176.0, + "step": 1684 + }, + { + "epoch": 0.21434931942500954, + "ewc_loss": 0.026611328125, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.9668070077896118, + "learning_rate": 7.138618058499365e-06, + "loss": 0.4852, + "mean_token_accuracy": 0.8511697053909302, + "num_tokens": 64105632.0, + "step": 1685 + }, + { + "epoch": 0.21447652970360004, + "ewc_loss": 0.026123046875, + "ewc_loss_diag": 3.981590270996094e-05, + "ewc_loss_parallel": 2.205371856689453e-05, + "grad_norm": 1.9010937213897705, + "learning_rate": 7.1428571428571436e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8597413897514343, + "num_tokens": 64148729.0, + "step": 1686 + }, + { + "epoch": 0.21460373998219057, + "ewc_loss": 0.026611328125, + "ewc_loss_diag": 4.00543212890625e-05, + "ewc_loss_parallel": 2.2530555725097656e-05, + "grad_norm": 1.9601627588272095, + "learning_rate": 7.1470962272149224e-06, + "loss": 0.4825, + "mean_token_accuracy": 0.8510452508926392, + "num_tokens": 64189466.0, + "step": 1687 + }, + { + "epoch": 0.21473095026078107, + "ewc_loss": 0.0260009765625, + "ewc_loss_diag": 4.029273986816406e-05, + "ewc_loss_parallel": 2.193450927734375e-05, + "grad_norm": 1.9168411493301392, + "learning_rate": 7.151335311572701e-06, + "loss": 0.4598, + "mean_token_accuracy": 0.8567023277282715, + "num_tokens": 64226325.0, + "step": 1688 + }, + { + "epoch": 0.21485816053937157, + "ewc_loss": 0.0267333984375, + "ewc_loss_diag": 4.029273986816406e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.972744107246399, + "learning_rate": 7.155574395930479e-06, + "loss": 0.5027, + "mean_token_accuracy": 0.8413240909576416, + "num_tokens": 64262178.0, + "step": 1689 + }, + { + "epoch": 0.2149853708179621, + "ewc_loss": 0.0260009765625, + "ewc_loss_diag": 4.029273986816406e-05, + "ewc_loss_parallel": 2.193450927734375e-05, + "grad_norm": 1.9208592176437378, + "learning_rate": 7.159813480288258e-06, + "loss": 0.4798, + "mean_token_accuracy": 0.847603440284729, + "num_tokens": 64299933.0, + "step": 1690 + }, + { + "epoch": 0.2151125810965526, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.029273986816406e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.9684582948684692, + "learning_rate": 7.164052564646037e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8579851388931274, + "num_tokens": 64335836.0, + "step": 1691 + }, + { + "epoch": 0.21523979137514312, + "ewc_loss": 0.0260009765625, + "ewc_loss_diag": 4.0531158447265625e-05, + "ewc_loss_parallel": 2.193450927734375e-05, + "grad_norm": 1.9081618785858154, + "learning_rate": 7.168291649003816e-06, + "loss": 0.4732, + "mean_token_accuracy": 0.8562220931053162, + "num_tokens": 64377190.0, + "step": 1692 + }, + { + "epoch": 0.21536700165373363, + "ewc_loss": 0.0267333984375, + "ewc_loss_diag": 4.0531158447265625e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.9754818677902222, + "learning_rate": 7.172530733361595e-06, + "loss": 0.519, + "mean_token_accuracy": 0.8400535583496094, + "num_tokens": 64414693.0, + "step": 1693 + }, + { + "epoch": 0.21549421193232413, + "ewc_loss": 0.0260009765625, + "ewc_loss_diag": 4.0531158447265625e-05, + "ewc_loss_parallel": 2.193450927734375e-05, + "grad_norm": 1.9027734994888306, + "learning_rate": 7.176769817719374e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8703521490097046, + "num_tokens": 64454256.0, + "step": 1694 + }, + { + "epoch": 0.21562142221091465, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.9775018692016602, + "learning_rate": 7.181008902077153e-06, + "loss": 0.4896, + "mean_token_accuracy": 0.851211667060852, + "num_tokens": 64491513.0, + "step": 1695 + }, + { + "epoch": 0.21574863248950515, + "ewc_loss": 0.026123046875, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.193450927734375e-05, + "grad_norm": 1.9248359203338623, + "learning_rate": 7.1852479864349316e-06, + "loss": 0.5089, + "mean_token_accuracy": 0.8461453914642334, + "num_tokens": 64531349.0, + "step": 1696 + }, + { + "epoch": 0.21587584276809565, + "ewc_loss": 0.026611328125, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.2530555725097656e-05, + "grad_norm": 1.9750843048095703, + "learning_rate": 7.189487070792709e-06, + "loss": 0.4885, + "mean_token_accuracy": 0.8508462905883789, + "num_tokens": 64568007.0, + "step": 1697 + }, + { + "epoch": 0.21600305304668618, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 1.915908694267273, + "learning_rate": 7.193726155150488e-06, + "loss": 0.4908, + "mean_token_accuracy": 0.8491228222846985, + "num_tokens": 64610287.0, + "step": 1698 + }, + { + "epoch": 0.21613026332527668, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.9814515113830566, + "learning_rate": 7.1979652395082665e-06, + "loss": 0.4928, + "mean_token_accuracy": 0.8485713005065918, + "num_tokens": 64648757.0, + "step": 1699 + }, + { + "epoch": 0.21625747360386718, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 1.9119703769683838, + "learning_rate": 7.202204323866045e-06, + "loss": 0.4908, + "mean_token_accuracy": 0.85074782371521, + "num_tokens": 64690137.0, + "step": 1700 + }, + { + "epoch": 0.2163846838824577, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.9762330055236816, + "learning_rate": 7.206443408223824e-06, + "loss": 0.4889, + "mean_token_accuracy": 0.845969021320343, + "num_tokens": 64730218.0, + "step": 1701 + }, + { + "epoch": 0.2165118941610482, + "ewc_loss": 0.02587890625, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.181529998779297e-05, + "grad_norm": 1.9280389547348022, + "learning_rate": 7.210682492581603e-06, + "loss": 0.4669, + "mean_token_accuracy": 0.8535759449005127, + "num_tokens": 64762213.0, + "step": 1702 + }, + { + "epoch": 0.2166391044396387, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.076957702636719e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.99734365940094, + "learning_rate": 7.214921576939382e-06, + "loss": 0.5096, + "mean_token_accuracy": 0.8391210436820984, + "num_tokens": 64802471.0, + "step": 1703 + }, + { + "epoch": 0.21676631471822924, + "ewc_loss": 0.0262451171875, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.205371856689453e-05, + "grad_norm": 1.923405647277832, + "learning_rate": 7.21916066129716e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.8567031025886536, + "num_tokens": 64838139.0, + "step": 1704 + }, + { + "epoch": 0.21689352499681974, + "ewc_loss": 0.0269775390625, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.9684922695159912, + "learning_rate": 7.223399745654939e-06, + "loss": 0.4975, + "mean_token_accuracy": 0.845605194568634, + "num_tokens": 64877721.0, + "step": 1705 + }, + { + "epoch": 0.21702073527541024, + "ewc_loss": 0.0263671875, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2172927856445312e-05, + "grad_norm": 1.931854009628296, + "learning_rate": 7.227638830012718e-06, + "loss": 0.5133, + "mean_token_accuracy": 0.8395076990127563, + "num_tokens": 64916315.0, + "step": 1706 + }, + { + "epoch": 0.21714794555400077, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.288818359375e-05, + "grad_norm": 1.9876450300216675, + "learning_rate": 7.231877914370497e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.8571164608001709, + "num_tokens": 64951303.0, + "step": 1707 + }, + { + "epoch": 0.21727515583259127, + "ewc_loss": 0.0263671875, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2172927856445312e-05, + "grad_norm": 1.94390070438385, + "learning_rate": 7.236116998728276e-06, + "loss": 0.5241, + "mean_token_accuracy": 0.8382269144058228, + "num_tokens": 64984677.0, + "step": 1708 + }, + { + "epoch": 0.21740236611118177, + "ewc_loss": 0.0269775390625, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.963319182395935, + "learning_rate": 7.2403560830860545e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8703505992889404, + "num_tokens": 65021960.0, + "step": 1709 + }, + { + "epoch": 0.2175295763897723, + "ewc_loss": 0.0264892578125, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2292137145996094e-05, + "grad_norm": 1.9359381198883057, + "learning_rate": 7.244595167443833e-06, + "loss": 0.5177, + "mean_token_accuracy": 0.8393124341964722, + "num_tokens": 65065576.0, + "step": 1710 + }, + { + "epoch": 0.2176567866683628, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.9591026306152344, + "learning_rate": 7.248834251801612e-06, + "loss": 0.4857, + "mean_token_accuracy": 0.8535864353179932, + "num_tokens": 65107188.0, + "step": 1711 + }, + { + "epoch": 0.2177839969469533, + "ewc_loss": 0.0267333984375, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2530555725097656e-05, + "grad_norm": 1.9397398233413696, + "learning_rate": 7.2530733361593895e-06, + "loss": 0.4558, + "mean_token_accuracy": 0.8575535416603088, + "num_tokens": 65145740.0, + "step": 1712 + }, + { + "epoch": 0.21791120722554383, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.288818359375e-05, + "grad_norm": 1.9836984872817993, + "learning_rate": 7.257312420517168e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8599331974983215, + "num_tokens": 65176572.0, + "step": 1713 + }, + { + "epoch": 0.21803841750413433, + "ewc_loss": 0.0267333984375, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2530555725097656e-05, + "grad_norm": 1.9390126466751099, + "learning_rate": 7.261551504874947e-06, + "loss": 0.4718, + "mean_token_accuracy": 0.8501207828521729, + "num_tokens": 65214839.0, + "step": 1714 + }, + { + "epoch": 0.21816562778272486, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.9771778583526611, + "learning_rate": 7.265790589232726e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.8556133508682251, + "num_tokens": 65251438.0, + "step": 1715 + }, + { + "epoch": 0.21829283806131536, + "ewc_loss": 0.026611328125, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2411346435546875e-05, + "grad_norm": 1.9315651655197144, + "learning_rate": 7.270029673590505e-06, + "loss": 0.5038, + "mean_token_accuracy": 0.8447415828704834, + "num_tokens": 65294256.0, + "step": 1716 + }, + { + "epoch": 0.21842004833990586, + "ewc_loss": 0.0269775390625, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.9944112300872803, + "learning_rate": 7.274268757948284e-06, + "loss": 0.5511, + "mean_token_accuracy": 0.8309995532035828, + "num_tokens": 65332917.0, + "step": 1717 + }, + { + "epoch": 0.2185472586184964, + "ewc_loss": 0.026611328125, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2411346435546875e-05, + "grad_norm": 1.9446464776992798, + "learning_rate": 7.278507842306063e-06, + "loss": 0.4627, + "mean_token_accuracy": 0.8541655540466309, + "num_tokens": 65366678.0, + "step": 1718 + }, + { + "epoch": 0.2186744688970869, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.288818359375e-05, + "grad_norm": 1.9953279495239258, + "learning_rate": 7.282746926663842e-06, + "loss": 0.5524, + "mean_token_accuracy": 0.829998791217804, + "num_tokens": 65404797.0, + "step": 1719 + }, + { + "epoch": 0.2188016791756774, + "ewc_loss": 0.0264892578125, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2292137145996094e-05, + "grad_norm": 1.9285783767700195, + "learning_rate": 7.28698601102162e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.854759931564331, + "num_tokens": 65441855.0, + "step": 1720 + }, + { + "epoch": 0.21892888945426792, + "ewc_loss": 0.0269775390625, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.9759536981582642, + "learning_rate": 7.291225095379399e-06, + "loss": 0.509, + "mean_token_accuracy": 0.845632791519165, + "num_tokens": 65486895.0, + "step": 1721 + }, + { + "epoch": 0.21905609973285842, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.9393123388290405, + "learning_rate": 7.2954641797371775e-06, + "loss": 0.4904, + "mean_token_accuracy": 0.8503320813179016, + "num_tokens": 65524862.0, + "step": 1722 + }, + { + "epoch": 0.21918331001144892, + "ewc_loss": 0.0272216796875, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.3126602172851562e-05, + "grad_norm": 1.9823180437088013, + "learning_rate": 7.299703264094956e-06, + "loss": 0.4863, + "mean_token_accuracy": 0.8474562168121338, + "num_tokens": 65561538.0, + "step": 1723 + }, + { + "epoch": 0.21931052029003945, + "ewc_loss": 0.0267333984375, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2530555725097656e-05, + "grad_norm": 1.9442023038864136, + "learning_rate": 7.303942348452735e-06, + "loss": 0.5064, + "mean_token_accuracy": 0.8425847291946411, + "num_tokens": 65602376.0, + "step": 1724 + }, + { + "epoch": 0.21943773056862995, + "ewc_loss": 0.02734375, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.3245811462402344e-05, + "grad_norm": 1.9736778736114502, + "learning_rate": 7.308181432810514e-06, + "loss": 0.4534, + "mean_token_accuracy": 0.8553340435028076, + "num_tokens": 65640817.0, + "step": 1725 + }, + { + "epoch": 0.21956494084722045, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.959222435951233, + "learning_rate": 7.312420517168293e-06, + "loss": 0.4818, + "mean_token_accuracy": 0.846147358417511, + "num_tokens": 65679238.0, + "step": 1726 + }, + { + "epoch": 0.21969215112581097, + "ewc_loss": 0.0269775390625, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.967673420906067, + "learning_rate": 7.31665960152607e-06, + "loss": 0.5051, + "mean_token_accuracy": 0.8388041257858276, + "num_tokens": 65720141.0, + "step": 1727 + }, + { + "epoch": 0.21981936140440148, + "ewc_loss": 0.0267333984375, + "ewc_loss_diag": 4.124641418457031e-05, + "ewc_loss_parallel": 2.2530555725097656e-05, + "grad_norm": 1.9608598947525024, + "learning_rate": 7.320898685883849e-06, + "loss": 0.4773, + "mean_token_accuracy": 0.8498402833938599, + "num_tokens": 65758511.0, + "step": 1728 + }, + { + "epoch": 0.21994657168299198, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.9842363595962524, + "learning_rate": 7.325137770241628e-06, + "loss": 0.5992, + "mean_token_accuracy": 0.8175067901611328, + "num_tokens": 65798485.0, + "step": 1729 + }, + { + "epoch": 0.2200737819615825, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.9379674196243286, + "learning_rate": 7.329376854599407e-06, + "loss": 0.5061, + "mean_token_accuracy": 0.8436046838760376, + "num_tokens": 65840414.0, + "step": 1730 + }, + { + "epoch": 0.220200992240173, + "ewc_loss": 0.0272216796875, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.3126602172851562e-05, + "grad_norm": 1.9864789247512817, + "learning_rate": 7.333615938957186e-06, + "loss": 0.4842, + "mean_token_accuracy": 0.8510947823524475, + "num_tokens": 65878425.0, + "step": 1731 + }, + { + "epoch": 0.2203282025187635, + "ewc_loss": 0.0267333984375, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.2530555725097656e-05, + "grad_norm": 1.9479715824127197, + "learning_rate": 7.337855023314965e-06, + "loss": 0.4884, + "mean_token_accuracy": 0.846603512763977, + "num_tokens": 65916958.0, + "step": 1732 + }, + { + "epoch": 0.22045541279735403, + "ewc_loss": 0.0272216796875, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.3126602172851562e-05, + "grad_norm": 1.983605146408081, + "learning_rate": 7.3420941076727435e-06, + "loss": 0.5404, + "mean_token_accuracy": 0.8315072059631348, + "num_tokens": 65958511.0, + "step": 1733 + }, + { + "epoch": 0.22058262307594453, + "ewc_loss": 0.02685546875, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.2649765014648438e-05, + "grad_norm": 1.9597725868225098, + "learning_rate": 7.346333192030522e-06, + "loss": 0.4885, + "mean_token_accuracy": 0.8504594564437866, + "num_tokens": 65994735.0, + "step": 1734 + }, + { + "epoch": 0.22070983335453503, + "ewc_loss": 0.0272216796875, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.3126602172851562e-05, + "grad_norm": 1.9899225234985352, + "learning_rate": 7.3505722763883004e-06, + "loss": 0.5443, + "mean_token_accuracy": 0.8300291299819946, + "num_tokens": 66036017.0, + "step": 1735 + }, + { + "epoch": 0.22083704363312556, + "ewc_loss": 0.0269775390625, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.999814748764038, + "learning_rate": 7.354811360746079e-06, + "loss": 0.4925, + "mean_token_accuracy": 0.8456565141677856, + "num_tokens": 66073203.0, + "step": 1736 + }, + { + "epoch": 0.22096425391171606, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.300739288330078e-05, + "grad_norm": 1.9785456657409668, + "learning_rate": 7.359050445103858e-06, + "loss": 0.5101, + "mean_token_accuracy": 0.8423912525177002, + "num_tokens": 66109623.0, + "step": 1737 + }, + { + "epoch": 0.22109146419030656, + "ewc_loss": 0.0269775390625, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.276897430419922e-05, + "grad_norm": 1.9765174388885498, + "learning_rate": 7.363289529461637e-06, + "loss": 0.4851, + "mean_token_accuracy": 0.8501443266868591, + "num_tokens": 66148426.0, + "step": 1738 + }, + { + "epoch": 0.2212186744688971, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.300739288330078e-05, + "grad_norm": 1.9607698917388916, + "learning_rate": 7.367528613819416e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8617923259735107, + "num_tokens": 66189164.0, + "step": 1739 + }, + { + "epoch": 0.2213458847474876, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.300739288330078e-05, + "grad_norm": 1.9746006727218628, + "learning_rate": 7.371767698177195e-06, + "loss": 0.4621, + "mean_token_accuracy": 0.8542687892913818, + "num_tokens": 66223523.0, + "step": 1740 + }, + { + "epoch": 0.22147309502607812, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.1484832763671875e-05, + "ewc_loss_parallel": 2.300739288330078e-05, + "grad_norm": 1.967686653137207, + "learning_rate": 7.376006782534974e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.8609272241592407, + "num_tokens": 66256819.0, + "step": 1741 + }, + { + "epoch": 0.22160030530466862, + "ewc_loss": 0.02734375, + "ewc_loss_diag": 4.172325134277344e-05, + "ewc_loss_parallel": 2.3245811462402344e-05, + "grad_norm": 1.987064242362976, + "learning_rate": 7.380245866892751e-06, + "loss": 0.4803, + "mean_token_accuracy": 0.8504362106323242, + "num_tokens": 66291619.0, + "step": 1742 + }, + { + "epoch": 0.22172751558325912, + "ewc_loss": 0.02734375, + "ewc_loss_diag": 4.172325134277344e-05, + "ewc_loss_parallel": 2.3245811462402344e-05, + "grad_norm": 1.9525238275527954, + "learning_rate": 7.38448495125053e-06, + "loss": 0.4836, + "mean_token_accuracy": 0.8499370217323303, + "num_tokens": 66334034.0, + "step": 1743 + }, + { + "epoch": 0.22185472586184965, + "ewc_loss": 0.027587890625, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3484230041503906e-05, + "grad_norm": 1.9874528646469116, + "learning_rate": 7.388724035608309e-06, + "loss": 0.472, + "mean_token_accuracy": 0.8567482829093933, + "num_tokens": 66368786.0, + "step": 1744 + }, + { + "epoch": 0.22198193614044015, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.300739288330078e-05, + "grad_norm": 1.984465479850769, + "learning_rate": 7.392963119966088e-06, + "loss": 0.4643, + "mean_token_accuracy": 0.854239821434021, + "num_tokens": 66400034.0, + "step": 1745 + }, + { + "epoch": 0.22210914641903065, + "ewc_loss": 0.02783203125, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.372264862060547e-05, + "grad_norm": 1.9862926006317139, + "learning_rate": 7.3972022043238665e-06, + "loss": 0.5, + "mean_token_accuracy": 0.8475196361541748, + "num_tokens": 66436954.0, + "step": 1746 + }, + { + "epoch": 0.22223635669762118, + "ewc_loss": 0.027587890625, + "ewc_loss_diag": 4.1961669921875e-05, + "ewc_loss_parallel": 2.3365020751953125e-05, + "grad_norm": 1.9656260013580322, + "learning_rate": 7.401441288681645e-06, + "loss": 0.4658, + "mean_token_accuracy": 0.8559657335281372, + "num_tokens": 66476360.0, + "step": 1747 + }, + { + "epoch": 0.22236356697621168, + "ewc_loss": 0.027587890625, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3484230041503906e-05, + "grad_norm": 1.973924160003662, + "learning_rate": 7.405680373039424e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.864157497882843, + "num_tokens": 66516205.0, + "step": 1748 + }, + { + "epoch": 0.22249077725480218, + "ewc_loss": 0.02734375, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3245811462402344e-05, + "grad_norm": 1.9980390071868896, + "learning_rate": 7.409919457397203e-06, + "loss": 0.5078, + "mean_token_accuracy": 0.840546727180481, + "num_tokens": 66548732.0, + "step": 1749 + }, + { + "epoch": 0.2226179875333927, + "ewc_loss": 0.02734375, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3245811462402344e-05, + "grad_norm": 1.9901858568191528, + "learning_rate": 7.414158541754981e-06, + "loss": 0.5466, + "mean_token_accuracy": 0.8272818326950073, + "num_tokens": 66587888.0, + "step": 1750 + }, + { + "epoch": 0.2227451978119832, + "ewc_loss": 0.027587890625, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3365020751953125e-05, + "grad_norm": 2.0061981678009033, + "learning_rate": 7.41839762611276e-06, + "loss": 0.4819, + "mean_token_accuracy": 0.8586956858634949, + "num_tokens": 66617846.0, + "step": 1751 + }, + { + "epoch": 0.2228724080905737, + "ewc_loss": 0.02734375, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3126602172851562e-05, + "grad_norm": 1.9670655727386475, + "learning_rate": 7.422636710470539e-06, + "loss": 0.4954, + "mean_token_accuracy": 0.8459208607673645, + "num_tokens": 66659703.0, + "step": 1752 + }, + { + "epoch": 0.22299961836916424, + "ewc_loss": 0.02783203125, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3603439331054688e-05, + "grad_norm": 2.006052255630493, + "learning_rate": 7.426875794828318e-06, + "loss": 0.5093, + "mean_token_accuracy": 0.8458389043807983, + "num_tokens": 66697604.0, + "step": 1753 + }, + { + "epoch": 0.22312682864775474, + "ewc_loss": 0.02734375, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3245811462402344e-05, + "grad_norm": 1.9777008295059204, + "learning_rate": 7.431114879186097e-06, + "loss": 0.5372, + "mean_token_accuracy": 0.8351269960403442, + "num_tokens": 66736839.0, + "step": 1754 + }, + { + "epoch": 0.22325403892634524, + "ewc_loss": 0.02783203125, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3603439331054688e-05, + "grad_norm": 1.9967501163482666, + "learning_rate": 7.435353963543876e-06, + "loss": 0.4995, + "mean_token_accuracy": 0.8472557663917542, + "num_tokens": 66777477.0, + "step": 1755 + }, + { + "epoch": 0.22338124920493577, + "ewc_loss": 0.027587890625, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.3365020751953125e-05, + "grad_norm": 1.9586259126663208, + "learning_rate": 7.4395930479016545e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8593878149986267, + "num_tokens": 66816294.0, + "step": 1756 + }, + { + "epoch": 0.22350845948352627, + "ewc_loss": 0.028076171875, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.384185791015625e-05, + "grad_norm": 2.023512125015259, + "learning_rate": 7.443832132259432e-06, + "loss": 0.5119, + "mean_token_accuracy": 0.8396633863449097, + "num_tokens": 66852740.0, + "step": 1757 + }, + { + "epoch": 0.22363566976211677, + "ewc_loss": 0.027099609375, + "ewc_loss_diag": 4.220008850097656e-05, + "ewc_loss_parallel": 2.300739288330078e-05, + "grad_norm": 1.9662092924118042, + "learning_rate": 7.4480712166172105e-06, + "loss": 0.4883, + "mean_token_accuracy": 0.8461986184120178, + "num_tokens": 66890511.0, + "step": 1758 + }, + { + "epoch": 0.2237628800407073, + "ewc_loss": 0.0281982421875, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.396106719970703e-05, + "grad_norm": 2.0931973457336426, + "learning_rate": 7.4523103009749894e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.8579733371734619, + "num_tokens": 66924724.0, + "step": 1759 + }, + { + "epoch": 0.2238900903192978, + "ewc_loss": 0.0272216796875, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.288818359375e-05, + "grad_norm": 1.9484306573867798, + "learning_rate": 7.456549385332768e-06, + "loss": 0.5305, + "mean_token_accuracy": 0.8372554183006287, + "num_tokens": 66964102.0, + "step": 1760 + }, + { + "epoch": 0.2240173005978883, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.0248963832855225, + "learning_rate": 7.460788469690547e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8699199557304382, + "num_tokens": 67003234.0, + "step": 1761 + }, + { + "epoch": 0.22414451087647883, + "ewc_loss": 0.02734375, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.3126602172851562e-05, + "grad_norm": 1.9515764713287354, + "learning_rate": 7.465027554048326e-06, + "loss": 0.5689, + "mean_token_accuracy": 0.8234261870384216, + "num_tokens": 67045952.0, + "step": 1762 + }, + { + "epoch": 0.22427172115506933, + "ewc_loss": 0.0286865234375, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.0307464599609375, + "learning_rate": 7.469266638406105e-06, + "loss": 0.5537, + "mean_token_accuracy": 0.8310378789901733, + "num_tokens": 67090169.0, + "step": 1763 + }, + { + "epoch": 0.22439893143365983, + "ewc_loss": 0.0274658203125, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.3245811462402344e-05, + "grad_norm": 1.9613234996795654, + "learning_rate": 7.473505722763884e-06, + "loss": 0.4726, + "mean_token_accuracy": 0.852080762386322, + "num_tokens": 67125075.0, + "step": 1764 + }, + { + "epoch": 0.22452614171225035, + "ewc_loss": 0.0289306640625, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.467632293701172e-05, + "grad_norm": 2.041841983795166, + "learning_rate": 7.477744807121662e-06, + "loss": 0.519, + "mean_token_accuracy": 0.8402878046035767, + "num_tokens": 67162892.0, + "step": 1765 + }, + { + "epoch": 0.22465335199084085, + "ewc_loss": 0.027587890625, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.3365020751953125e-05, + "grad_norm": 1.9871934652328491, + "learning_rate": 7.481983891479441e-06, + "loss": 0.5, + "mean_token_accuracy": 0.8463594913482666, + "num_tokens": 67198324.0, + "step": 1766 + }, + { + "epoch": 0.22478056226943138, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.020780563354492, + "learning_rate": 7.48622297583722e-06, + "loss": 0.483, + "mean_token_accuracy": 0.8472558259963989, + "num_tokens": 67239548.0, + "step": 1767 + }, + { + "epoch": 0.22490777254802188, + "ewc_loss": 0.02783203125, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.3603439331054688e-05, + "grad_norm": 1.9835683107376099, + "learning_rate": 7.4904620601949985e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8576175570487976, + "num_tokens": 67273373.0, + "step": 1768 + }, + { + "epoch": 0.22503498282661238, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.2438507080078125e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.0321524143218994, + "learning_rate": 7.4947011445527774e-06, + "loss": 0.5269, + "mean_token_accuracy": 0.8374007940292358, + "num_tokens": 67307074.0, + "step": 1769 + }, + { + "epoch": 0.2251621931052029, + "ewc_loss": 0.0277099609375, + "ewc_loss_diag": 4.291534423828125e-05, + "ewc_loss_parallel": 2.3484230041503906e-05, + "grad_norm": 1.9764984846115112, + "learning_rate": 7.498940228910556e-06, + "loss": 0.5041, + "mean_token_accuracy": 0.8415560126304626, + "num_tokens": 67347905.0, + "step": 1770 + }, + { + "epoch": 0.2252894033837934, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.291534423828125e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.029646396636963, + "learning_rate": 7.503179313268335e-06, + "loss": 0.4758, + "mean_token_accuracy": 0.8489432334899902, + "num_tokens": 67382594.0, + "step": 1771 + }, + { + "epoch": 0.2254166136623839, + "ewc_loss": 0.0277099609375, + "ewc_loss_diag": 4.291534423828125e-05, + "ewc_loss_parallel": 2.3484230041503906e-05, + "grad_norm": 1.9711660146713257, + "learning_rate": 7.507418397626114e-06, + "loss": 0.5205, + "mean_token_accuracy": 0.8378697633743286, + "num_tokens": 67422867.0, + "step": 1772 + }, + { + "epoch": 0.22554382394097444, + "ewc_loss": 0.0286865234375, + "ewc_loss_diag": 4.291534423828125e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.0179250240325928, + "learning_rate": 7.511657481983891e-06, + "loss": 0.5076, + "mean_token_accuracy": 0.8402306437492371, + "num_tokens": 67463524.0, + "step": 1773 + }, + { + "epoch": 0.22567103421956494, + "ewc_loss": 0.0279541015625, + "ewc_loss_diag": 4.291534423828125e-05, + "ewc_loss_parallel": 2.372264862060547e-05, + "grad_norm": 1.9793670177459717, + "learning_rate": 7.51589656634167e-06, + "loss": 0.4643, + "mean_token_accuracy": 0.849419116973877, + "num_tokens": 67499224.0, + "step": 1774 + }, + { + "epoch": 0.22579824449815544, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.0263655185699463, + "learning_rate": 7.520135650699449e-06, + "loss": 0.4938, + "mean_token_accuracy": 0.844022810459137, + "num_tokens": 67536745.0, + "step": 1775 + }, + { + "epoch": 0.22592545477674597, + "ewc_loss": 0.02783203125, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.3603439331054688e-05, + "grad_norm": 1.9971144199371338, + "learning_rate": 7.524374735057228e-06, + "loss": 0.5176, + "mean_token_accuracy": 0.8437838554382324, + "num_tokens": 67572725.0, + "step": 1776 + }, + { + "epoch": 0.22605266505533647, + "ewc_loss": 0.0281982421875, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.396106719970703e-05, + "grad_norm": 2.024815559387207, + "learning_rate": 7.528613819415007e-06, + "loss": 0.4741, + "mean_token_accuracy": 0.8575283288955688, + "num_tokens": 67607588.0, + "step": 1777 + }, + { + "epoch": 0.22617987533392697, + "ewc_loss": 0.0279541015625, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.372264862060547e-05, + "grad_norm": 1.995893120765686, + "learning_rate": 7.532852903772786e-06, + "loss": 0.5076, + "mean_token_accuracy": 0.8423904180526733, + "num_tokens": 67643064.0, + "step": 1778 + }, + { + "epoch": 0.2263070856125175, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.0335750579833984, + "learning_rate": 7.537091988130565e-06, + "loss": 0.5099, + "mean_token_accuracy": 0.8393579721450806, + "num_tokens": 67677985.0, + "step": 1779 + }, + { + "epoch": 0.226434295891108, + "ewc_loss": 0.0279541015625, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.372264862060547e-05, + "grad_norm": 1.9916865825653076, + "learning_rate": 7.541331072488343e-06, + "loss": 0.4973, + "mean_token_accuracy": 0.8458591103553772, + "num_tokens": 67713814.0, + "step": 1780 + }, + { + "epoch": 0.2265615061696985, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.0208911895751953, + "learning_rate": 7.5455701568461215e-06, + "loss": 0.4977, + "mean_token_accuracy": 0.8456447124481201, + "num_tokens": 67752806.0, + "step": 1781 + }, + { + "epoch": 0.22668871644828903, + "ewc_loss": 0.028076171875, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.384185791015625e-05, + "grad_norm": 1.9858739376068115, + "learning_rate": 7.5498092412039e-06, + "loss": 0.4814, + "mean_token_accuracy": 0.8515069484710693, + "num_tokens": 67792804.0, + "step": 1782 + }, + { + "epoch": 0.22681592672687953, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.315376281738281e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.011711359024048, + "learning_rate": 7.554048325561679e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8613329529762268, + "num_tokens": 67831361.0, + "step": 1783 + }, + { + "epoch": 0.22694313700547003, + "ewc_loss": 0.028076171875, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.384185791015625e-05, + "grad_norm": 2.017047882080078, + "learning_rate": 7.558287409919458e-06, + "loss": 0.5344, + "mean_token_accuracy": 0.8402211666107178, + "num_tokens": 67868981.0, + "step": 1784 + }, + { + "epoch": 0.22707034728406056, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.0224356651306152, + "learning_rate": 7.562526494277237e-06, + "loss": 0.5133, + "mean_token_accuracy": 0.8380342125892639, + "num_tokens": 67905501.0, + "step": 1785 + }, + { + "epoch": 0.22719755756265106, + "ewc_loss": 0.028076171875, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.384185791015625e-05, + "grad_norm": 1.9942727088928223, + "learning_rate": 7.566765578635016e-06, + "loss": 0.4818, + "mean_token_accuracy": 0.8528806567192078, + "num_tokens": 67946001.0, + "step": 1786 + }, + { + "epoch": 0.22732476784124156, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.0129892826080322, + "learning_rate": 7.571004662992795e-06, + "loss": 0.5045, + "mean_token_accuracy": 0.8467682600021362, + "num_tokens": 67983868.0, + "step": 1787 + }, + { + "epoch": 0.2274519781198321, + "ewc_loss": 0.028076171875, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.384185791015625e-05, + "grad_norm": 2.0020108222961426, + "learning_rate": 7.575243747350573e-06, + "loss": 0.5602, + "mean_token_accuracy": 0.8277537226676941, + "num_tokens": 68023664.0, + "step": 1788 + }, + { + "epoch": 0.2275791883984226, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.006448984146118, + "learning_rate": 7.579482831708351e-06, + "loss": 0.4979, + "mean_token_accuracy": 0.8479939103126526, + "num_tokens": 68063950.0, + "step": 1789 + }, + { + "epoch": 0.2277063986770131, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.016961097717285, + "learning_rate": 7.58372191606613e-06, + "loss": 0.496, + "mean_token_accuracy": 0.8467650413513184, + "num_tokens": 68097812.0, + "step": 1790 + }, + { + "epoch": 0.22783360895560362, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.0105857849121094, + "learning_rate": 7.587961000423909e-06, + "loss": 0.4966, + "mean_token_accuracy": 0.8460653424263, + "num_tokens": 68135219.0, + "step": 1791 + }, + { + "epoch": 0.22796081923419412, + "ewc_loss": 0.028564453125, + "ewc_loss_diag": 4.3392181396484375e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.0358614921569824, + "learning_rate": 7.5922000847816875e-06, + "loss": 0.5495, + "mean_token_accuracy": 0.8347948789596558, + "num_tokens": 68169757.0, + "step": 1792 + }, + { + "epoch": 0.22808802951278465, + "ewc_loss": 0.028076171875, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.372264862060547e-05, + "grad_norm": 2.0118520259857178, + "learning_rate": 7.5964391691394664e-06, + "loss": 0.4938, + "mean_token_accuracy": 0.8465367555618286, + "num_tokens": 68204807.0, + "step": 1793 + }, + { + "epoch": 0.22821523979137515, + "ewc_loss": 0.0286865234375, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4318695068359375e-05, + "grad_norm": 2.01629900932312, + "learning_rate": 7.600678253497245e-06, + "loss": 0.4896, + "mean_token_accuracy": 0.8516702651977539, + "num_tokens": 68245037.0, + "step": 1794 + }, + { + "epoch": 0.22834245006996565, + "ewc_loss": 0.028076171875, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.372264862060547e-05, + "grad_norm": 1.9994531869888306, + "learning_rate": 7.604917337855023e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.856503963470459, + "num_tokens": 68281938.0, + "step": 1795 + }, + { + "epoch": 0.22846966034855618, + "ewc_loss": 0.028564453125, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.015740394592285, + "learning_rate": 7.609156422212802e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8618041276931763, + "num_tokens": 68319363.0, + "step": 1796 + }, + { + "epoch": 0.22859687062714668, + "ewc_loss": 0.028564453125, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 1.9993945360183716, + "learning_rate": 7.613395506570581e-06, + "loss": 0.4684, + "mean_token_accuracy": 0.8548779487609863, + "num_tokens": 68357428.0, + "step": 1797 + }, + { + "epoch": 0.22872408090573718, + "ewc_loss": 0.028564453125, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.0397307872772217, + "learning_rate": 7.61763459092836e-06, + "loss": 0.4735, + "mean_token_accuracy": 0.853420615196228, + "num_tokens": 68390558.0, + "step": 1798 + }, + { + "epoch": 0.2288512911843277, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 1.9992256164550781, + "learning_rate": 7.621873675286139e-06, + "loss": 0.5087, + "mean_token_accuracy": 0.8433102369308472, + "num_tokens": 68432250.0, + "step": 1799 + }, + { + "epoch": 0.2289785014629182, + "ewc_loss": 0.0289306640625, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4557113647460938e-05, + "grad_norm": 2.0402214527130127, + "learning_rate": 7.626112759643918e-06, + "loss": 0.5098, + "mean_token_accuracy": 0.842806339263916, + "num_tokens": 68469427.0, + "step": 1800 + }, + { + "epoch": 0.2291057117415087, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.0105483531951904, + "learning_rate": 7.630351844001696e-06, + "loss": 0.4869, + "mean_token_accuracy": 0.8499265313148499, + "num_tokens": 68503442.0, + "step": 1801 + }, + { + "epoch": 0.22923292202009923, + "ewc_loss": 0.0289306640625, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4557113647460938e-05, + "grad_norm": 2.027507781982422, + "learning_rate": 7.634590928359475e-06, + "loss": 0.472, + "mean_token_accuracy": 0.8557039499282837, + "num_tokens": 68540836.0, + "step": 1802 + }, + { + "epoch": 0.22936013229868973, + "ewc_loss": 0.0281982421875, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.384185791015625e-05, + "grad_norm": 1.9969439506530762, + "learning_rate": 7.638830012717254e-06, + "loss": 0.5065, + "mean_token_accuracy": 0.841219961643219, + "num_tokens": 68581118.0, + "step": 1803 + }, + { + "epoch": 0.22948734257728023, + "ewc_loss": 0.029052734375, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.467632293701172e-05, + "grad_norm": 2.02852725982666, + "learning_rate": 7.643069097075032e-06, + "loss": 0.4763, + "mean_token_accuracy": 0.8508021831512451, + "num_tokens": 68620988.0, + "step": 1804 + }, + { + "epoch": 0.22961455285587076, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.396106719970703e-05, + "grad_norm": 2.0631139278411865, + "learning_rate": 7.647308181432811e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8582140207290649, + "num_tokens": 68662141.0, + "step": 1805 + }, + { + "epoch": 0.22974176313446126, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.02630615234375, + "learning_rate": 7.65154726579059e-06, + "loss": 0.5347, + "mean_token_accuracy": 0.8353098630905151, + "num_tokens": 68700922.0, + "step": 1806 + }, + { + "epoch": 0.22986897341305176, + "ewc_loss": 0.0286865234375, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4318695068359375e-05, + "grad_norm": 2.030538320541382, + "learning_rate": 7.655786350148369e-06, + "loss": 0.5115, + "mean_token_accuracy": 0.842662513256073, + "num_tokens": 68741137.0, + "step": 1807 + }, + { + "epoch": 0.2299961836916423, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.0101194381713867, + "learning_rate": 7.660025434506148e-06, + "loss": 0.5122, + "mean_token_accuracy": 0.8427402973175049, + "num_tokens": 68785679.0, + "step": 1808 + }, + { + "epoch": 0.2301233939702328, + "ewc_loss": 0.02880859375, + "ewc_loss_diag": 4.363059997558594e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.0292296409606934, + "learning_rate": 7.664264518863927e-06, + "loss": 0.4938, + "mean_token_accuracy": 0.8484190702438354, + "num_tokens": 68823482.0, + "step": 1809 + }, + { + "epoch": 0.2302506042488233, + "ewc_loss": 0.0286865234375, + "ewc_loss_diag": 4.38690185546875e-05, + "ewc_loss_parallel": 2.4318695068359375e-05, + "grad_norm": 2.0193228721618652, + "learning_rate": 7.668503603221706e-06, + "loss": 0.5511, + "mean_token_accuracy": 0.8274661302566528, + "num_tokens": 68863854.0, + "step": 1810 + }, + { + "epoch": 0.23037781452741382, + "ewc_loss": 0.0289306640625, + "ewc_loss_diag": 4.38690185546875e-05, + "ewc_loss_parallel": 2.4557113647460938e-05, + "grad_norm": 2.0191192626953125, + "learning_rate": 7.672742687579483e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.859027087688446, + "num_tokens": 68901341.0, + "step": 1811 + }, + { + "epoch": 0.23050502480600432, + "ewc_loss": 0.02880859375, + "ewc_loss_diag": 4.38690185546875e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.041144847869873, + "learning_rate": 7.676981771937262e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8634551763534546, + "num_tokens": 68931774.0, + "step": 1812 + }, + { + "epoch": 0.23063223508459482, + "ewc_loss": 0.028564453125, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.004765033721924, + "learning_rate": 7.68122085629504e-06, + "loss": 0.4646, + "mean_token_accuracy": 0.8542909622192383, + "num_tokens": 68972114.0, + "step": 1813 + }, + { + "epoch": 0.23075944536318535, + "ewc_loss": 0.0289306640625, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.4557113647460938e-05, + "grad_norm": 2.043443202972412, + "learning_rate": 7.68545994065282e-06, + "loss": 0.4874, + "mean_token_accuracy": 0.8467977643013, + "num_tokens": 69007272.0, + "step": 1814 + }, + { + "epoch": 0.23088665564177585, + "ewc_loss": 0.0286865234375, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.4318695068359375e-05, + "grad_norm": 1.9995535612106323, + "learning_rate": 7.689699025010598e-06, + "loss": 0.4821, + "mean_token_accuracy": 0.8498742580413818, + "num_tokens": 69050011.0, + "step": 1815 + }, + { + "epoch": 0.23101386592036638, + "ewc_loss": 0.029052734375, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.467632293701172e-05, + "grad_norm": 2.0573513507843018, + "learning_rate": 7.693938109368377e-06, + "loss": 0.5035, + "mean_token_accuracy": 0.8416939973831177, + "num_tokens": 69087914.0, + "step": 1816 + }, + { + "epoch": 0.23114107619895688, + "ewc_loss": 0.028564453125, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.010059356689453, + "learning_rate": 7.698177193726156e-06, + "loss": 0.4935, + "mean_token_accuracy": 0.8450789451599121, + "num_tokens": 69125301.0, + "step": 1817 + }, + { + "epoch": 0.23126828647754738, + "ewc_loss": 0.0291748046875, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.47955322265625e-05, + "grad_norm": 2.0615506172180176, + "learning_rate": 7.702416278083933e-06, + "loss": 0.5074, + "mean_token_accuracy": 0.843010663986206, + "num_tokens": 69159268.0, + "step": 1818 + }, + { + "epoch": 0.2313954967561379, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 1.9927361011505127, + "learning_rate": 7.706655362441712e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8497405052185059, + "num_tokens": 69202207.0, + "step": 1819 + }, + { + "epoch": 0.2315227070347284, + "ewc_loss": 0.0294189453125, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.069328784942627, + "learning_rate": 7.710894446799491e-06, + "loss": 0.4638, + "mean_token_accuracy": 0.8534941673278809, + "num_tokens": 69234757.0, + "step": 1820 + }, + { + "epoch": 0.2316499173133189, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.396106719970703e-05, + "grad_norm": 1.9900152683258057, + "learning_rate": 7.71513353115727e-06, + "loss": 0.467, + "mean_token_accuracy": 0.8589240312576294, + "num_tokens": 69274995.0, + "step": 1821 + }, + { + "epoch": 0.23177712759190944, + "ewc_loss": 0.029541015625, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.5153160095214844e-05, + "grad_norm": 2.071441888809204, + "learning_rate": 7.719372615515049e-06, + "loss": 0.5331, + "mean_token_accuracy": 0.8355202078819275, + "num_tokens": 69318706.0, + "step": 1822 + }, + { + "epoch": 0.23190433787049994, + "ewc_loss": 0.0283203125, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.396106719970703e-05, + "grad_norm": 1.9871717691421509, + "learning_rate": 7.723611699872828e-06, + "loss": 0.4803, + "mean_token_accuracy": 0.8491742014884949, + "num_tokens": 69361895.0, + "step": 1823 + }, + { + "epoch": 0.23203154814909044, + "ewc_loss": 0.0301513671875, + "ewc_loss_diag": 4.410743713378906e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.088702917098999, + "learning_rate": 7.727850784230607e-06, + "loss": 0.4993, + "mean_token_accuracy": 0.8424242734909058, + "num_tokens": 69400877.0, + "step": 1824 + }, + { + "epoch": 0.23215875842768097, + "ewc_loss": 0.0284423828125, + "ewc_loss_diag": 4.4345855712890625e-05, + "ewc_loss_parallel": 2.4080276489257812e-05, + "grad_norm": 2.001746416091919, + "learning_rate": 7.732089868588386e-06, + "loss": 0.5215, + "mean_token_accuracy": 0.8421801328659058, + "num_tokens": 69437875.0, + "step": 1825 + }, + { + "epoch": 0.23228596870627147, + "ewc_loss": 0.0303955078125, + "ewc_loss_diag": 4.4345855712890625e-05, + "ewc_loss_parallel": 2.5987625122070312e-05, + "grad_norm": 2.06520938873291, + "learning_rate": 7.736328952946165e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8653350472450256, + "num_tokens": 69481770.0, + "step": 1826 + }, + { + "epoch": 0.23241317898486197, + "ewc_loss": 0.028564453125, + "ewc_loss_diag": 4.4345855712890625e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.0134565830230713, + "learning_rate": 7.740568037303943e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8544983863830566, + "num_tokens": 69514643.0, + "step": 1827 + }, + { + "epoch": 0.2325403892634525, + "ewc_loss": 0.030029296875, + "ewc_loss_diag": 4.4345855712890625e-05, + "ewc_loss_parallel": 2.562999725341797e-05, + "grad_norm": 2.0585060119628906, + "learning_rate": 7.744807121661722e-06, + "loss": 0.426, + "mean_token_accuracy": 0.870572566986084, + "num_tokens": 69551906.0, + "step": 1828 + }, + { + "epoch": 0.232667599542043, + "ewc_loss": 0.0286865234375, + "ewc_loss_diag": 4.4345855712890625e-05, + "ewc_loss_parallel": 2.4318695068359375e-05, + "grad_norm": 2.0161166191101074, + "learning_rate": 7.749046206019501e-06, + "loss": 0.497, + "mean_token_accuracy": 0.8494295477867126, + "num_tokens": 69593621.0, + "step": 1829 + }, + { + "epoch": 0.2327948098206335, + "ewc_loss": 0.0296630859375, + "ewc_loss_diag": 4.4345855712890625e-05, + "ewc_loss_parallel": 2.5272369384765625e-05, + "grad_norm": 2.064631700515747, + "learning_rate": 7.75328529037728e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.864751935005188, + "num_tokens": 69629586.0, + "step": 1830 + }, + { + "epoch": 0.23292202009922403, + "ewc_loss": 0.02880859375, + "ewc_loss_diag": 4.4345855712890625e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.0310661792755127, + "learning_rate": 7.757524374735059e-06, + "loss": 0.5367, + "mean_token_accuracy": 0.8334258198738098, + "num_tokens": 69667409.0, + "step": 1831 + }, + { + "epoch": 0.23304923037781453, + "ewc_loss": 0.029296875, + "ewc_loss_diag": 4.458427429199219e-05, + "ewc_loss_parallel": 2.491474151611328e-05, + "grad_norm": 2.0530529022216797, + "learning_rate": 7.761763459092838e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.860264003276825, + "num_tokens": 69704645.0, + "step": 1832 + }, + { + "epoch": 0.23317644065640503, + "ewc_loss": 0.02880859375, + "ewc_loss_diag": 4.458427429199219e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.0218749046325684, + "learning_rate": 7.766002543450615e-06, + "loss": 0.474, + "mean_token_accuracy": 0.8517978191375732, + "num_tokens": 69742216.0, + "step": 1833 + }, + { + "epoch": 0.23330365093499555, + "ewc_loss": 0.029541015625, + "ewc_loss_diag": 4.458427429199219e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.0564582347869873, + "learning_rate": 7.770241627808394e-06, + "loss": 0.4376, + "mean_token_accuracy": 0.8622555732727051, + "num_tokens": 69779119.0, + "step": 1834 + }, + { + "epoch": 0.23343086121358606, + "ewc_loss": 0.02880859375, + "ewc_loss_diag": 4.458427429199219e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.0258865356445312, + "learning_rate": 7.774480712166173e-06, + "loss": 0.5135, + "mean_token_accuracy": 0.8407641649246216, + "num_tokens": 69819980.0, + "step": 1835 + }, + { + "epoch": 0.23355807149217656, + "ewc_loss": 0.029541015625, + "ewc_loss_diag": 4.458427429199219e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.0426995754241943, + "learning_rate": 7.778719796523952e-06, + "loss": 0.4943, + "mean_token_accuracy": 0.8446447849273682, + "num_tokens": 69859840.0, + "step": 1836 + }, + { + "epoch": 0.23368528177076708, + "ewc_loss": 0.028564453125, + "ewc_loss_diag": 4.458427429199219e-05, + "ewc_loss_parallel": 2.4199485778808594e-05, + "grad_norm": 2.0445919036865234, + "learning_rate": 7.78295888088173e-06, + "loss": 0.4823, + "mean_token_accuracy": 0.8461202383041382, + "num_tokens": 69893446.0, + "step": 1837 + }, + { + "epoch": 0.23381249204935758, + "ewc_loss": 0.029296875, + "ewc_loss_diag": 4.458427429199219e-05, + "ewc_loss_parallel": 2.491474151611328e-05, + "grad_norm": 2.0321290493011475, + "learning_rate": 7.78719796523951e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8580881357192993, + "num_tokens": 69930258.0, + "step": 1838 + }, + { + "epoch": 0.23393970232794808, + "ewc_loss": 0.0291748046875, + "ewc_loss_diag": 4.482269287109375e-05, + "ewc_loss_parallel": 2.467632293701172e-05, + "grad_norm": 2.0767295360565186, + "learning_rate": 7.791437049597288e-06, + "loss": 0.5519, + "mean_token_accuracy": 0.830604612827301, + "num_tokens": 69960691.0, + "step": 1839 + }, + { + "epoch": 0.2340669126065386, + "ewc_loss": 0.029296875, + "ewc_loss_diag": 4.482269287109375e-05, + "ewc_loss_parallel": 2.47955322265625e-05, + "grad_norm": 2.025686740875244, + "learning_rate": 7.795676133955067e-06, + "loss": 0.5016, + "mean_token_accuracy": 0.843887209892273, + "num_tokens": 69998503.0, + "step": 1840 + }, + { + "epoch": 0.2341941228851291, + "ewc_loss": 0.029541015625, + "ewc_loss_diag": 4.482269287109375e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.0782864093780518, + "learning_rate": 7.799915218312844e-06, + "loss": 0.499, + "mean_token_accuracy": 0.8443391919136047, + "num_tokens": 70032381.0, + "step": 1841 + }, + { + "epoch": 0.23432133316371964, + "ewc_loss": 0.02880859375, + "ewc_loss_diag": 4.482269287109375e-05, + "ewc_loss_parallel": 2.4318695068359375e-05, + "grad_norm": 2.0106616020202637, + "learning_rate": 7.804154302670623e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8575118780136108, + "num_tokens": 70070616.0, + "step": 1842 + }, + { + "epoch": 0.23444854344231014, + "ewc_loss": 0.030029296875, + "ewc_loss_diag": 4.482269287109375e-05, + "ewc_loss_parallel": 2.5510787963867188e-05, + "grad_norm": 2.0650641918182373, + "learning_rate": 7.808393387028402e-06, + "loss": 0.4831, + "mean_token_accuracy": 0.8481691479682922, + "num_tokens": 70111709.0, + "step": 1843 + }, + { + "epoch": 0.23457575372090064, + "ewc_loss": 0.0289306640625, + "ewc_loss_diag": 4.482269287109375e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.0284321308135986, + "learning_rate": 7.812632471386181e-06, + "loss": 0.5284, + "mean_token_accuracy": 0.8334488868713379, + "num_tokens": 70148516.0, + "step": 1844 + }, + { + "epoch": 0.23470296399949117, + "ewc_loss": 0.0303955078125, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.586841583251953e-05, + "grad_norm": 2.072861909866333, + "learning_rate": 7.81687155574396e-06, + "loss": 0.4934, + "mean_token_accuracy": 0.8470090627670288, + "num_tokens": 70185688.0, + "step": 1845 + }, + { + "epoch": 0.23483017427808167, + "ewc_loss": 0.029052734375, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.4557113647460938e-05, + "grad_norm": 2.01603627204895, + "learning_rate": 7.821110640101739e-06, + "loss": 0.5095, + "mean_token_accuracy": 0.8397254943847656, + "num_tokens": 70228901.0, + "step": 1846 + }, + { + "epoch": 0.23495738455667217, + "ewc_loss": 0.0302734375, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.074413537979126, + "learning_rate": 7.825349724459518e-06, + "loss": 0.4916, + "mean_token_accuracy": 0.8489623665809631, + "num_tokens": 70268341.0, + "step": 1847 + }, + { + "epoch": 0.2350845948352627, + "ewc_loss": 0.0289306640625, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.0268685817718506, + "learning_rate": 7.829588808817295e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8474460244178772, + "num_tokens": 70309285.0, + "step": 1848 + }, + { + "epoch": 0.2352118051138532, + "ewc_loss": 0.0302734375, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.103245973587036, + "learning_rate": 7.833827893175074e-06, + "loss": 0.5204, + "mean_token_accuracy": 0.8357397317886353, + "num_tokens": 70339694.0, + "step": 1849 + }, + { + "epoch": 0.2353390153924437, + "ewc_loss": 0.0289306640625, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.4437904357910156e-05, + "grad_norm": 2.024498462677002, + "learning_rate": 7.838066977532853e-06, + "loss": 0.4806, + "mean_token_accuracy": 0.8506453037261963, + "num_tokens": 70377684.0, + "step": 1850 + }, + { + "epoch": 0.23546622567103423, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.5987625122070312e-05, + "grad_norm": 2.082754611968994, + "learning_rate": 7.842306061890632e-06, + "loss": 0.5193, + "mean_token_accuracy": 0.8410196304321289, + "num_tokens": 70417690.0, + "step": 1851 + }, + { + "epoch": 0.23559343594962473, + "ewc_loss": 0.029052734375, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.4557113647460938e-05, + "grad_norm": 2.0323646068573, + "learning_rate": 7.84654514624841e-06, + "loss": 0.5069, + "mean_token_accuracy": 0.8412713408470154, + "num_tokens": 70454485.0, + "step": 1852 + }, + { + "epoch": 0.23572064622821523, + "ewc_loss": 0.0299072265625, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.5391578674316406e-05, + "grad_norm": 2.1097571849823, + "learning_rate": 7.85078423060619e-06, + "loss": 0.5322, + "mean_token_accuracy": 0.8396432399749756, + "num_tokens": 70490337.0, + "step": 1853 + }, + { + "epoch": 0.23584785650680576, + "ewc_loss": 0.0291748046875, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.467632293701172e-05, + "grad_norm": 1.9990452527999878, + "learning_rate": 7.855023314963968e-06, + "loss": 0.5089, + "mean_token_accuracy": 0.845186710357666, + "num_tokens": 70535194.0, + "step": 1854 + }, + { + "epoch": 0.23597506678539626, + "ewc_loss": 0.031005859375, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.6464462280273438e-05, + "grad_norm": 2.102301597595215, + "learning_rate": 7.859262399321747e-06, + "loss": 0.5137, + "mean_token_accuracy": 0.8399428129196167, + "num_tokens": 70577046.0, + "step": 1855 + }, + { + "epoch": 0.23610227706398676, + "ewc_loss": 0.0291748046875, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.467632293701172e-05, + "grad_norm": 2.0095815658569336, + "learning_rate": 7.863501483679526e-06, + "loss": 0.4722, + "mean_token_accuracy": 0.8532389402389526, + "num_tokens": 70616483.0, + "step": 1856 + }, + { + "epoch": 0.2362294873425773, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.6941299438476562e-05, + "grad_norm": 2.1141295433044434, + "learning_rate": 7.867740568037305e-06, + "loss": 0.4725, + "mean_token_accuracy": 0.849673330783844, + "num_tokens": 70654073.0, + "step": 1857 + }, + { + "epoch": 0.2363566976211678, + "ewc_loss": 0.029296875, + "ewc_loss_diag": 4.506111145019531e-05, + "ewc_loss_parallel": 2.47955322265625e-05, + "grad_norm": 2.0240085124969482, + "learning_rate": 7.871979652395084e-06, + "loss": 0.4965, + "mean_token_accuracy": 0.8431960344314575, + "num_tokens": 70687530.0, + "step": 1858 + }, + { + "epoch": 0.2364839078997583, + "ewc_loss": 0.0311279296875, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.658367156982422e-05, + "grad_norm": 2.0945026874542236, + "learning_rate": 7.876218736752863e-06, + "loss": 0.4547, + "mean_token_accuracy": 0.8631075620651245, + "num_tokens": 70729156.0, + "step": 1859 + }, + { + "epoch": 0.23661111817834882, + "ewc_loss": 0.0291748046875, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.467632293701172e-05, + "grad_norm": 2.0196077823638916, + "learning_rate": 7.880457821110642e-06, + "loss": 0.5234, + "mean_token_accuracy": 0.8390983939170837, + "num_tokens": 70769781.0, + "step": 1860 + }, + { + "epoch": 0.23673832845693932, + "ewc_loss": 0.0311279296875, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.658367156982422e-05, + "grad_norm": 2.088536500930786, + "learning_rate": 7.88469690546842e-06, + "loss": 0.458, + "mean_token_accuracy": 0.860756516456604, + "num_tokens": 70811822.0, + "step": 1861 + }, + { + "epoch": 0.23686553873552982, + "ewc_loss": 0.029541015625, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.041778564453125, + "learning_rate": 7.8889359898262e-06, + "loss": 0.5037, + "mean_token_accuracy": 0.8409573435783386, + "num_tokens": 70850470.0, + "step": 1862 + }, + { + "epoch": 0.23699274901412035, + "ewc_loss": 0.0308837890625, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.6345252990722656e-05, + "grad_norm": 2.08819317817688, + "learning_rate": 7.893175074183978e-06, + "loss": 0.4964, + "mean_token_accuracy": 0.8453043699264526, + "num_tokens": 70889270.0, + "step": 1863 + }, + { + "epoch": 0.23711995929271085, + "ewc_loss": 0.029296875, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.47955322265625e-05, + "grad_norm": 2.0289957523345947, + "learning_rate": 7.897414158541755e-06, + "loss": 0.4871, + "mean_token_accuracy": 0.8481631278991699, + "num_tokens": 70928787.0, + "step": 1864 + }, + { + "epoch": 0.23724716957130135, + "ewc_loss": 0.0308837890625, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.6345252990722656e-05, + "grad_norm": 2.1101324558258057, + "learning_rate": 7.901653242899534e-06, + "loss": 0.5241, + "mean_token_accuracy": 0.8416668176651001, + "num_tokens": 70965726.0, + "step": 1865 + }, + { + "epoch": 0.23737437984989188, + "ewc_loss": 0.0296630859375, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.5153160095214844e-05, + "grad_norm": 2.035226821899414, + "learning_rate": 7.905892327257313e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8460821509361267, + "num_tokens": 71002603.0, + "step": 1866 + }, + { + "epoch": 0.23750159012848238, + "ewc_loss": 0.0311279296875, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.658367156982422e-05, + "grad_norm": 2.0996174812316895, + "learning_rate": 7.910131411615092e-06, + "loss": 0.4806, + "mean_token_accuracy": 0.8534862399101257, + "num_tokens": 71039930.0, + "step": 1867 + }, + { + "epoch": 0.2376288004070729, + "ewc_loss": 0.029541015625, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.0289323329925537, + "learning_rate": 7.914370495972871e-06, + "loss": 0.486, + "mean_token_accuracy": 0.8483579754829407, + "num_tokens": 71077789.0, + "step": 1868 + }, + { + "epoch": 0.2377560106856634, + "ewc_loss": 0.03125, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.6702880859375e-05, + "grad_norm": 2.0990042686462402, + "learning_rate": 7.91860958033065e-06, + "loss": 0.5298, + "mean_token_accuracy": 0.8381139039993286, + "num_tokens": 71121325.0, + "step": 1869 + }, + { + "epoch": 0.2378832209642539, + "ewc_loss": 0.0294189453125, + "ewc_loss_diag": 4.553794860839844e-05, + "ewc_loss_parallel": 2.491474151611328e-05, + "grad_norm": 2.043682813644409, + "learning_rate": 7.922848664688429e-06, + "loss": 0.5277, + "mean_token_accuracy": 0.8412994742393494, + "num_tokens": 71159764.0, + "step": 1870 + }, + { + "epoch": 0.23801043124284443, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.601478576660156e-05, + "ewc_loss_parallel": 2.682209014892578e-05, + "grad_norm": 2.0867578983306885, + "learning_rate": 7.927087749046206e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8680909872055054, + "num_tokens": 71196559.0, + "step": 1871 + }, + { + "epoch": 0.23813764152143493, + "ewc_loss": 0.0296630859375, + "ewc_loss_diag": 4.601478576660156e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.0428810119628906, + "learning_rate": 7.931326833403985e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.8508525490760803, + "num_tokens": 71229925.0, + "step": 1872 + }, + { + "epoch": 0.23826485180002543, + "ewc_loss": 0.031005859375, + "ewc_loss_diag": 4.601478576660156e-05, + "ewc_loss_parallel": 2.6345252990722656e-05, + "grad_norm": 2.1054821014404297, + "learning_rate": 7.935565917761764e-06, + "loss": 0.4816, + "mean_token_accuracy": 0.8504911661148071, + "num_tokens": 71273764.0, + "step": 1873 + }, + { + "epoch": 0.23839206207861596, + "ewc_loss": 0.0299072265625, + "ewc_loss_diag": 4.601478576660156e-05, + "ewc_loss_parallel": 2.5272369384765625e-05, + "grad_norm": 2.0531516075134277, + "learning_rate": 7.939805002119543e-06, + "loss": 0.5026, + "mean_token_accuracy": 0.8439772129058838, + "num_tokens": 71309090.0, + "step": 1874 + }, + { + "epoch": 0.23851927235720646, + "ewc_loss": 0.03125, + "ewc_loss_diag": 4.601478576660156e-05, + "ewc_loss_parallel": 2.658367156982422e-05, + "grad_norm": 2.08858323097229, + "learning_rate": 7.944044086477321e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.8447844982147217, + "num_tokens": 71348867.0, + "step": 1875 + }, + { + "epoch": 0.23864648263579696, + "ewc_loss": 0.0296630859375, + "ewc_loss_diag": 4.601478576660156e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.040350914001465, + "learning_rate": 7.9482831708351e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.859078586101532, + "num_tokens": 71385707.0, + "step": 1876 + }, + { + "epoch": 0.2387736929143875, + "ewc_loss": 0.03076171875, + "ewc_loss_diag": 4.601478576660156e-05, + "ewc_loss_parallel": 2.6106834411621094e-05, + "grad_norm": 2.0664334297180176, + "learning_rate": 7.95252225519288e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8682895302772522, + "num_tokens": 71428516.0, + "step": 1877 + }, + { + "epoch": 0.238900903192978, + "ewc_loss": 0.030029296875, + "ewc_loss_diag": 4.649162292480469e-05, + "ewc_loss_parallel": 2.5391578674316406e-05, + "grad_norm": 2.044621229171753, + "learning_rate": 7.956761339550658e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8618917465209961, + "num_tokens": 71466913.0, + "step": 1878 + }, + { + "epoch": 0.2390281134715685, + "ewc_loss": 0.0306396484375, + "ewc_loss_diag": 4.649162292480469e-05, + "ewc_loss_parallel": 2.5987625122070312e-05, + "grad_norm": 2.088080883026123, + "learning_rate": 7.961000423908435e-06, + "loss": 0.4975, + "mean_token_accuracy": 0.8505932092666626, + "num_tokens": 71506362.0, + "step": 1879 + }, + { + "epoch": 0.23915532375015902, + "ewc_loss": 0.030029296875, + "ewc_loss_diag": 4.649162292480469e-05, + "ewc_loss_parallel": 2.5391578674316406e-05, + "grad_norm": 2.051316499710083, + "learning_rate": 7.965239508266214e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.8547536134719849, + "num_tokens": 71544303.0, + "step": 1880 + }, + { + "epoch": 0.23928253402874952, + "ewc_loss": 0.0306396484375, + "ewc_loss_diag": 4.649162292480469e-05, + "ewc_loss_parallel": 2.5987625122070312e-05, + "grad_norm": 2.077359914779663, + "learning_rate": 7.969478592623993e-06, + "loss": 0.4515, + "mean_token_accuracy": 0.8594312071800232, + "num_tokens": 71582295.0, + "step": 1881 + }, + { + "epoch": 0.23940974430734002, + "ewc_loss": 0.0296630859375, + "ewc_loss_diag": 4.649162292480469e-05, + "ewc_loss_parallel": 2.5033950805664062e-05, + "grad_norm": 2.047562599182129, + "learning_rate": 7.973717676981772e-06, + "loss": 0.4739, + "mean_token_accuracy": 0.8537161946296692, + "num_tokens": 71621880.0, + "step": 1882 + }, + { + "epoch": 0.23953695458593055, + "ewc_loss": 0.0303955078125, + "ewc_loss_diag": 4.649162292480469e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.076559543609619, + "learning_rate": 7.97795676133955e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8619986176490784, + "num_tokens": 71657997.0, + "step": 1883 + }, + { + "epoch": 0.23966416486452105, + "ewc_loss": 0.0302734375, + "ewc_loss_diag": 4.673004150390625e-05, + "ewc_loss_parallel": 2.562999725341797e-05, + "grad_norm": 2.072068214416504, + "learning_rate": 7.98219584569733e-06, + "loss": 0.5802, + "mean_token_accuracy": 0.819523811340332, + "num_tokens": 71697622.0, + "step": 1884 + }, + { + "epoch": 0.23979137514311155, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.673004150390625e-05, + "ewc_loss_parallel": 2.586841583251953e-05, + "grad_norm": 2.0740413665771484, + "learning_rate": 7.986434930055109e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8590186834335327, + "num_tokens": 71733354.0, + "step": 1885 + }, + { + "epoch": 0.23991858542170208, + "ewc_loss": 0.030029296875, + "ewc_loss_diag": 4.673004150390625e-05, + "ewc_loss_parallel": 2.5391578674316406e-05, + "grad_norm": 2.0667617321014404, + "learning_rate": 7.990674014412887e-06, + "loss": 0.4971, + "mean_token_accuracy": 0.8461245894432068, + "num_tokens": 71777172.0, + "step": 1886 + }, + { + "epoch": 0.24004579570029258, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.673004150390625e-05, + "ewc_loss_parallel": 2.586841583251953e-05, + "grad_norm": 2.072908401489258, + "learning_rate": 7.994913098770666e-06, + "loss": 0.4872, + "mean_token_accuracy": 0.8464639186859131, + "num_tokens": 71816165.0, + "step": 1887 + }, + { + "epoch": 0.24017300597888308, + "ewc_loss": 0.0303955078125, + "ewc_loss_diag": 4.673004150390625e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.0718512535095215, + "learning_rate": 7.999152183128445e-06, + "loss": 0.5163, + "mean_token_accuracy": 0.8382241129875183, + "num_tokens": 71852313.0, + "step": 1888 + }, + { + "epoch": 0.2403002162574736, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.696846008300781e-05, + "ewc_loss_parallel": 2.586841583251953e-05, + "grad_norm": 2.0643362998962402, + "learning_rate": 8.003391267486224e-06, + "loss": 0.4664, + "mean_token_accuracy": 0.8544268608093262, + "num_tokens": 71892462.0, + "step": 1889 + }, + { + "epoch": 0.2404274265360641, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.696846008300781e-05, + "ewc_loss_parallel": 2.586841583251953e-05, + "grad_norm": 2.0961616039276123, + "learning_rate": 8.007630351844003e-06, + "loss": 0.4759, + "mean_token_accuracy": 0.8545559644699097, + "num_tokens": 71924079.0, + "step": 1890 + }, + { + "epoch": 0.24055463681465464, + "ewc_loss": 0.0302734375, + "ewc_loss_diag": 4.696846008300781e-05, + "ewc_loss_parallel": 2.5510787963867188e-05, + "grad_norm": 2.071027994155884, + "learning_rate": 8.011869436201782e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8559225797653198, + "num_tokens": 71959546.0, + "step": 1891 + }, + { + "epoch": 0.24068184709324514, + "ewc_loss": 0.03076171875, + "ewc_loss_diag": 4.696846008300781e-05, + "ewc_loss_parallel": 2.6106834411621094e-05, + "grad_norm": 2.078892946243286, + "learning_rate": 8.01610852055956e-06, + "loss": 0.498, + "mean_token_accuracy": 0.8452212810516357, + "num_tokens": 72002565.0, + "step": 1892 + }, + { + "epoch": 0.24080905737183564, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.696846008300781e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.0814216136932373, + "learning_rate": 8.02034760491734e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8587125539779663, + "num_tokens": 72037178.0, + "step": 1893 + }, + { + "epoch": 0.24093626765042617, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.696846008300781e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.0755369663238525, + "learning_rate": 8.024586689275117e-06, + "loss": 0.4822, + "mean_token_accuracy": 0.84996497631073, + "num_tokens": 72076562.0, + "step": 1894 + }, + { + "epoch": 0.24106347792901667, + "ewc_loss": 0.03076171875, + "ewc_loss_diag": 4.696846008300781e-05, + "ewc_loss_parallel": 2.6106834411621094e-05, + "grad_norm": 2.089745283126831, + "learning_rate": 8.028825773632896e-06, + "loss": 0.4912, + "mean_token_accuracy": 0.851464569568634, + "num_tokens": 72113379.0, + "step": 1895 + }, + { + "epoch": 0.24119068820760717, + "ewc_loss": 0.0303955078125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.562999725341797e-05, + "grad_norm": 2.075378894805908, + "learning_rate": 8.033064857990675e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8686447143554688, + "num_tokens": 72149225.0, + "step": 1896 + }, + { + "epoch": 0.2413178984861977, + "ewc_loss": 0.03076171875, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.5987625122070312e-05, + "grad_norm": 2.0802886486053467, + "learning_rate": 8.037303942348453e-06, + "loss": 0.465, + "mean_token_accuracy": 0.8541080951690674, + "num_tokens": 72185774.0, + "step": 1897 + }, + { + "epoch": 0.2414451087647882, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.064927339553833, + "learning_rate": 8.041543026706232e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.857730507850647, + "num_tokens": 72224270.0, + "step": 1898 + }, + { + "epoch": 0.2415723190433787, + "ewc_loss": 0.03076171875, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.5987625122070312e-05, + "grad_norm": 2.091979742050171, + "learning_rate": 8.045782111064011e-06, + "loss": 0.4691, + "mean_token_accuracy": 0.8529156446456909, + "num_tokens": 72260629.0, + "step": 1899 + }, + { + "epoch": 0.24169952932196923, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.072756290435791, + "learning_rate": 8.05002119542179e-06, + "loss": 0.5152, + "mean_token_accuracy": 0.8396848440170288, + "num_tokens": 72300040.0, + "step": 1900 + }, + { + "epoch": 0.24182673960055973, + "ewc_loss": 0.031005859375, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.6226043701171875e-05, + "grad_norm": 2.1026434898376465, + "learning_rate": 8.054260279779569e-06, + "loss": 0.4829, + "mean_token_accuracy": 0.8479076027870178, + "num_tokens": 72335396.0, + "step": 1901 + }, + { + "epoch": 0.24195394987915023, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.0670111179351807, + "learning_rate": 8.058499364137346e-06, + "loss": 0.5211, + "mean_token_accuracy": 0.8424999117851257, + "num_tokens": 72375215.0, + "step": 1902 + }, + { + "epoch": 0.24208116015774075, + "ewc_loss": 0.031005859375, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.6226043701171875e-05, + "grad_norm": 2.0970518589019775, + "learning_rate": 8.062738448495125e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8645603656768799, + "num_tokens": 72416407.0, + "step": 1903 + }, + { + "epoch": 0.24220837043633126, + "ewc_loss": 0.0303955078125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.562999725341797e-05, + "grad_norm": 2.0627074241638184, + "learning_rate": 8.066977532852904e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8677095770835876, + "num_tokens": 72455031.0, + "step": 1904 + }, + { + "epoch": 0.24233558071492176, + "ewc_loss": 0.03125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.658367156982422e-05, + "grad_norm": 2.1232199668884277, + "learning_rate": 8.071216617210683e-06, + "loss": 0.5016, + "mean_token_accuracy": 0.8443907499313354, + "num_tokens": 72487186.0, + "step": 1905 + }, + { + "epoch": 0.24246279099351228, + "ewc_loss": 0.030517578125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.574920654296875e-05, + "grad_norm": 2.05749773979187, + "learning_rate": 8.075455701568462e-06, + "loss": 0.4686, + "mean_token_accuracy": 0.853216290473938, + "num_tokens": 72525659.0, + "step": 1906 + }, + { + "epoch": 0.24259000127210278, + "ewc_loss": 0.031982421875, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.7179718017578125e-05, + "grad_norm": 2.1056604385375977, + "learning_rate": 8.07969478592624e-06, + "loss": 0.4641, + "mean_token_accuracy": 0.858776867389679, + "num_tokens": 72567912.0, + "step": 1907 + }, + { + "epoch": 0.24271721155069328, + "ewc_loss": 0.0303955078125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.562999725341797e-05, + "grad_norm": 2.068465232849121, + "learning_rate": 8.08393387028402e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8687143325805664, + "num_tokens": 72599525.0, + "step": 1908 + }, + { + "epoch": 0.2428444218292838, + "ewc_loss": 0.031982421875, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.7298927307128906e-05, + "grad_norm": 2.1244516372680664, + "learning_rate": 8.088172954641797e-06, + "loss": 0.4762, + "mean_token_accuracy": 0.8513078689575195, + "num_tokens": 72635391.0, + "step": 1909 + }, + { + "epoch": 0.2429716321078743, + "ewc_loss": 0.0306396484375, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.586841583251953e-05, + "grad_norm": 2.10176944732666, + "learning_rate": 8.092412038999576e-06, + "loss": 0.5163, + "mean_token_accuracy": 0.8389639258384705, + "num_tokens": 72666058.0, + "step": 1910 + }, + { + "epoch": 0.24309884238646481, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.6702880859375e-05, + "grad_norm": 2.1190590858459473, + "learning_rate": 8.096651123357354e-06, + "loss": 0.5241, + "mean_token_accuracy": 0.8336457014083862, + "num_tokens": 72699869.0, + "step": 1911 + }, + { + "epoch": 0.24322605266505534, + "ewc_loss": 0.0306396484375, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.586841583251953e-05, + "grad_norm": 2.090388774871826, + "learning_rate": 8.100890207715133e-06, + "loss": 0.5195, + "mean_token_accuracy": 0.842136800289154, + "num_tokens": 72735660.0, + "step": 1912 + }, + { + "epoch": 0.24335326294364584, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.682209014892578e-05, + "grad_norm": 2.0988821983337402, + "learning_rate": 8.105129292072912e-06, + "loss": 0.4892, + "mean_token_accuracy": 0.8487051725387573, + "num_tokens": 72774334.0, + "step": 1913 + }, + { + "epoch": 0.24348047322223634, + "ewc_loss": 0.0311279296875, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.6345252990722656e-05, + "grad_norm": 2.0945143699645996, + "learning_rate": 8.109368376430691e-06, + "loss": 0.5149, + "mean_token_accuracy": 0.8417400121688843, + "num_tokens": 72808387.0, + "step": 1914 + }, + { + "epoch": 0.24360768350082687, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.682209014892578e-05, + "grad_norm": 2.0926449298858643, + "learning_rate": 8.11360746078847e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8598339557647705, + "num_tokens": 72846144.0, + "step": 1915 + }, + { + "epoch": 0.24373489377941737, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.6702880859375e-05, + "grad_norm": 2.079177141189575, + "learning_rate": 8.117846545146249e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8642640709877014, + "num_tokens": 72887381.0, + "step": 1916 + }, + { + "epoch": 0.2438621040580079, + "ewc_loss": 0.031982421875, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.7179718017578125e-05, + "grad_norm": 2.1036739349365234, + "learning_rate": 8.122085629504028e-06, + "loss": 0.516, + "mean_token_accuracy": 0.8373554348945618, + "num_tokens": 72927126.0, + "step": 1917 + }, + { + "epoch": 0.2439893143365984, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.6702880859375e-05, + "grad_norm": 2.087395668029785, + "learning_rate": 8.126324713861807e-06, + "loss": 0.4919, + "mean_token_accuracy": 0.8490407466888428, + "num_tokens": 72968770.0, + "step": 1918 + }, + { + "epoch": 0.2441165246151889, + "ewc_loss": 0.03173828125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.7060508728027344e-05, + "grad_norm": 2.099949359893799, + "learning_rate": 8.130563798219586e-06, + "loss": 0.4698, + "mean_token_accuracy": 0.8578018546104431, + "num_tokens": 73008831.0, + "step": 1919 + }, + { + "epoch": 0.24424373489377943, + "ewc_loss": 0.03125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.658367156982422e-05, + "grad_norm": 2.0892865657806396, + "learning_rate": 8.134802882577364e-06, + "loss": 0.5042, + "mean_token_accuracy": 0.8476414680480957, + "num_tokens": 73048469.0, + "step": 1920 + }, + { + "epoch": 0.24437094517236993, + "ewc_loss": 0.03173828125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.6941299438476562e-05, + "grad_norm": 2.085559368133545, + "learning_rate": 8.139041966935143e-06, + "loss": 0.4849, + "mean_token_accuracy": 0.8517560362815857, + "num_tokens": 73096067.0, + "step": 1921 + }, + { + "epoch": 0.24449815545096043, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.682209014892578e-05, + "grad_norm": 2.1224288940429688, + "learning_rate": 8.143281051292922e-06, + "loss": 0.546, + "mean_token_accuracy": 0.8374395966529846, + "num_tokens": 73132680.0, + "step": 1922 + }, + { + "epoch": 0.24462536572955096, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.682209014892578e-05, + "grad_norm": 2.0943710803985596, + "learning_rate": 8.147520135650701e-06, + "loss": 0.5004, + "mean_token_accuracy": 0.8448023796081543, + "num_tokens": 73168436.0, + "step": 1923 + }, + { + "epoch": 0.24475257600814146, + "ewc_loss": 0.03173828125, + "ewc_loss_diag": 4.7206878662109375e-05, + "ewc_loss_parallel": 2.6941299438476562e-05, + "grad_norm": 2.1000638008117676, + "learning_rate": 8.151759220008478e-06, + "loss": 0.4774, + "mean_token_accuracy": 0.8503654599189758, + "num_tokens": 73210961.0, + "step": 1924 + }, + { + "epoch": 0.24487978628673196, + "ewc_loss": 0.03125, + "ewc_loss_diag": 4.744529724121094e-05, + "ewc_loss_parallel": 2.658367156982422e-05, + "grad_norm": 2.1026697158813477, + "learning_rate": 8.155998304366257e-06, + "loss": 0.4825, + "mean_token_accuracy": 0.8558545112609863, + "num_tokens": 73244580.0, + "step": 1925 + }, + { + "epoch": 0.2450069965653225, + "ewc_loss": 0.031494140625, + "ewc_loss_diag": 4.744529724121094e-05, + "ewc_loss_parallel": 2.682209014892578e-05, + "grad_norm": 2.130213975906372, + "learning_rate": 8.160237388724036e-06, + "loss": 0.5219, + "mean_token_accuracy": 0.8387817144393921, + "num_tokens": 73278176.0, + "step": 1926 + }, + { + "epoch": 0.245134206843913, + "ewc_loss": 0.03125, + "ewc_loss_diag": 4.744529724121094e-05, + "ewc_loss_parallel": 2.6464462280273438e-05, + "grad_norm": 2.087130546569824, + "learning_rate": 8.164476473081815e-06, + "loss": 0.4961, + "mean_token_accuracy": 0.847242534160614, + "num_tokens": 73315678.0, + "step": 1927 + }, + { + "epoch": 0.2452614171225035, + "ewc_loss": 0.03173828125, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.7060508728027344e-05, + "grad_norm": 2.1123507022857666, + "learning_rate": 8.168715557439594e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8619803190231323, + "num_tokens": 73356336.0, + "step": 1928 + }, + { + "epoch": 0.24538862740109402, + "ewc_loss": 0.03125, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.658367156982422e-05, + "grad_norm": 2.0897374153137207, + "learning_rate": 8.172954641797373e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8548648357391357, + "num_tokens": 73396605.0, + "step": 1929 + }, + { + "epoch": 0.24551583767968452, + "ewc_loss": 0.031982421875, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.7179718017578125e-05, + "grad_norm": 2.127272605895996, + "learning_rate": 8.177193726155152e-06, + "loss": 0.5733, + "mean_token_accuracy": 0.8250792026519775, + "num_tokens": 73444278.0, + "step": 1930 + }, + { + "epoch": 0.24564304795827502, + "ewc_loss": 0.0311279296875, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.6345252990722656e-05, + "grad_norm": 2.0863325595855713, + "learning_rate": 8.18143281051293e-06, + "loss": 0.5314, + "mean_token_accuracy": 0.8371790647506714, + "num_tokens": 73483755.0, + "step": 1931 + }, + { + "epoch": 0.24577025823686555, + "ewc_loss": 0.0322265625, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.7418136596679688e-05, + "grad_norm": 2.129385471343994, + "learning_rate": 8.185671894870708e-06, + "loss": 0.5455, + "mean_token_accuracy": 0.8320791721343994, + "num_tokens": 73522819.0, + "step": 1932 + }, + { + "epoch": 0.24589746851545605, + "ewc_loss": 0.0311279296875, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.6345252990722656e-05, + "grad_norm": 2.08667254447937, + "learning_rate": 8.189910979228487e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8579939603805542, + "num_tokens": 73554973.0, + "step": 1933 + }, + { + "epoch": 0.24602467879404655, + "ewc_loss": 0.0322265625, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.7298927307128906e-05, + "grad_norm": 2.13309645652771, + "learning_rate": 8.194150063586265e-06, + "loss": 0.5329, + "mean_token_accuracy": 0.8360967636108398, + "num_tokens": 73592541.0, + "step": 1934 + }, + { + "epoch": 0.24615188907263708, + "ewc_loss": 0.03125, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.6464462280273438e-05, + "grad_norm": 2.089085340499878, + "learning_rate": 8.198389147944044e-06, + "loss": 0.5185, + "mean_token_accuracy": 0.8380995392799377, + "num_tokens": 73629328.0, + "step": 1935 + }, + { + "epoch": 0.24627909935122758, + "ewc_loss": 0.0322265625, + "ewc_loss_diag": 4.76837158203125e-05, + "ewc_loss_parallel": 2.7418136596679688e-05, + "grad_norm": 2.1282293796539307, + "learning_rate": 8.202628232301823e-06, + "loss": 0.4946, + "mean_token_accuracy": 0.8497388362884521, + "num_tokens": 73664944.0, + "step": 1936 + }, + { + "epoch": 0.24640630962981808, + "ewc_loss": 0.03173828125, + "ewc_loss_diag": 4.792213439941406e-05, + "ewc_loss_parallel": 2.6941299438476562e-05, + "grad_norm": 2.0763437747955322, + "learning_rate": 8.206867316659602e-06, + "loss": 0.5289, + "mean_token_accuracy": 0.8357219099998474, + "num_tokens": 73712403.0, + "step": 1937 + }, + { + "epoch": 0.2465335199084086, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 4.792213439941406e-05, + "ewc_loss_parallel": 2.777576446533203e-05, + "grad_norm": 2.1196088790893555, + "learning_rate": 8.211106401017381e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8711059093475342, + "num_tokens": 73752716.0, + "step": 1938 + }, + { + "epoch": 0.2466607301869991, + "ewc_loss": 0.03173828125, + "ewc_loss_diag": 4.792213439941406e-05, + "ewc_loss_parallel": 2.682209014892578e-05, + "grad_norm": 2.861953020095825, + "learning_rate": 8.21534548537516e-06, + "loss": 0.5346, + "mean_token_accuracy": 0.8333420753479004, + "num_tokens": 73796900.0, + "step": 1939 + }, + { + "epoch": 0.2467879404655896, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 4.792213439941406e-05, + "ewc_loss_parallel": 3.0279159545898438e-05, + "grad_norm": 2.139319896697998, + "learning_rate": 8.219584569732939e-06, + "loss": 0.5075, + "mean_token_accuracy": 0.8408917188644409, + "num_tokens": 73836426.0, + "step": 1940 + }, + { + "epoch": 0.24691515074418013, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 4.792213439941406e-05, + "ewc_loss_parallel": 2.944469451904297e-05, + "grad_norm": 2.276449680328369, + "learning_rate": 8.223823654090718e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8610784411430359, + "num_tokens": 73872147.0, + "step": 1941 + }, + { + "epoch": 0.24704236102277063, + "ewc_loss": 0.032470703125, + "ewc_loss_diag": 4.792213439941406e-05, + "ewc_loss_parallel": 2.753734588623047e-05, + "grad_norm": 2.0525457859039307, + "learning_rate": 8.228062738448497e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.8482316732406616, + "num_tokens": 73912878.0, + "step": 1942 + }, + { + "epoch": 0.24716957130136116, + "ewc_loss": 0.036865234375, + "ewc_loss_diag": 4.792213439941406e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.3338584899902344, + "learning_rate": 8.232301822806274e-06, + "loss": 0.5111, + "mean_token_accuracy": 0.8444835543632507, + "num_tokens": 73952152.0, + "step": 1943 + }, + { + "epoch": 0.24729678157995166, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 4.792213439941406e-05, + "ewc_loss_parallel": 2.849102020263672e-05, + "grad_norm": 2.0883684158325195, + "learning_rate": 8.236540907164053e-06, + "loss": 0.4945, + "mean_token_accuracy": 0.8493932485580444, + "num_tokens": 73988760.0, + "step": 1944 + }, + { + "epoch": 0.24742399185854216, + "ewc_loss": 0.036865234375, + "ewc_loss_diag": 4.8160552978515625e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.3188490867614746, + "learning_rate": 8.240779991521831e-06, + "loss": 0.4747, + "mean_token_accuracy": 0.8535350561141968, + "num_tokens": 74028107.0, + "step": 1945 + }, + { + "epoch": 0.2475512021371327, + "ewc_loss": 0.033447265625, + "ewc_loss_diag": 4.8160552978515625e-05, + "ewc_loss_parallel": 2.86102294921875e-05, + "grad_norm": 2.089097499847412, + "learning_rate": 8.24501907587961e-06, + "loss": 0.5124, + "mean_token_accuracy": 0.8409093022346497, + "num_tokens": 74071236.0, + "step": 1946 + }, + { + "epoch": 0.2476784124157232, + "ewc_loss": 0.036865234375, + "ewc_loss_diag": 4.8160552978515625e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.331315040588379, + "learning_rate": 8.24925816023739e-06, + "loss": 0.5158, + "mean_token_accuracy": 0.8482450842857361, + "num_tokens": 74105734.0, + "step": 1947 + }, + { + "epoch": 0.2478056226943137, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 4.839897155761719e-05, + "ewc_loss_parallel": 2.9087066650390625e-05, + "grad_norm": 2.1115238666534424, + "learning_rate": 8.253497244595168e-06, + "loss": 0.5123, + "mean_token_accuracy": 0.8422327637672424, + "num_tokens": 74142569.0, + "step": 1948 + }, + { + "epoch": 0.24793283297290422, + "ewc_loss": 0.03662109375, + "ewc_loss_diag": 4.839897155761719e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.301215648651123, + "learning_rate": 8.257736328952947e-06, + "loss": 0.5353, + "mean_token_accuracy": 0.8353307247161865, + "num_tokens": 74185395.0, + "step": 1949 + }, + { + "epoch": 0.24806004325149472, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 4.839897155761719e-05, + "ewc_loss_parallel": 2.9087066650390625e-05, + "grad_norm": 2.1022701263427734, + "learning_rate": 8.261975413310726e-06, + "loss": 0.4908, + "mean_token_accuracy": 0.8484742641448975, + "num_tokens": 74223416.0, + "step": 1950 + }, + { + "epoch": 0.24818725353008522, + "ewc_loss": 0.036376953125, + "ewc_loss_diag": 4.839897155761719e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2781293392181396, + "learning_rate": 8.266214497668505e-06, + "loss": 0.4538, + "mean_token_accuracy": 0.8631294965744019, + "num_tokens": 74265356.0, + "step": 1951 + }, + { + "epoch": 0.24831446380867575, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 4.839897155761719e-05, + "ewc_loss_parallel": 2.9087066650390625e-05, + "grad_norm": 2.117852210998535, + "learning_rate": 8.270453582026284e-06, + "loss": 0.5255, + "mean_token_accuracy": 0.8380625247955322, + "num_tokens": 74303807.0, + "step": 1952 + }, + { + "epoch": 0.24844167408726625, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 4.839897155761719e-05, + "ewc_loss_parallel": 3.123283386230469e-05, + "grad_norm": 2.2726752758026123, + "learning_rate": 8.274692666384063e-06, + "loss": 0.4778, + "mean_token_accuracy": 0.8543065786361694, + "num_tokens": 74337299.0, + "step": 1953 + }, + { + "epoch": 0.24856888436585675, + "ewc_loss": 0.03369140625, + "ewc_loss_diag": 4.839897155761719e-05, + "ewc_loss_parallel": 2.8848648071289062e-05, + "grad_norm": 2.1139543056488037, + "learning_rate": 8.278931750741841e-06, + "loss": 0.4945, + "mean_token_accuracy": 0.8459365367889404, + "num_tokens": 74370817.0, + "step": 1954 + }, + { + "epoch": 0.24869609464444728, + "ewc_loss": 0.03564453125, + "ewc_loss_diag": 4.863739013671875e-05, + "ewc_loss_parallel": 3.075599670410156e-05, + "grad_norm": 2.2655515670776367, + "learning_rate": 8.283170835099619e-06, + "loss": 0.4846, + "mean_token_accuracy": 0.8574491739273071, + "num_tokens": 74408009.0, + "step": 1955 + }, + { + "epoch": 0.24882330492303778, + "ewc_loss": 0.033447265625, + "ewc_loss_diag": 4.863739013671875e-05, + "ewc_loss_parallel": 2.872943878173828e-05, + "grad_norm": 2.0995686054229736, + "learning_rate": 8.287409919457398e-06, + "loss": 0.4609, + "mean_token_accuracy": 0.8576889038085938, + "num_tokens": 74446669.0, + "step": 1956 + }, + { + "epoch": 0.24895051520162828, + "ewc_loss": 0.03564453125, + "ewc_loss_diag": 4.863739013671875e-05, + "ewc_loss_parallel": 3.075599670410156e-05, + "grad_norm": 2.2432596683502197, + "learning_rate": 8.291649003815176e-06, + "loss": 0.5052, + "mean_token_accuracy": 0.8454148769378662, + "num_tokens": 74484264.0, + "step": 1957 + }, + { + "epoch": 0.2490777254802188, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 4.863739013671875e-05, + "ewc_loss_parallel": 2.8371810913085938e-05, + "grad_norm": 2.095193862915039, + "learning_rate": 8.295888088172955e-06, + "loss": 0.5216, + "mean_token_accuracy": 0.8439808487892151, + "num_tokens": 74523956.0, + "step": 1958 + }, + { + "epoch": 0.2492049357588093, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 4.863739013671875e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.2286417484283447, + "learning_rate": 8.300127172530734e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8685464859008789, + "num_tokens": 74560748.0, + "step": 1959 + }, + { + "epoch": 0.2493321460373998, + "ewc_loss": 0.032958984375, + "ewc_loss_diag": 4.863739013671875e-05, + "ewc_loss_parallel": 2.8133392333984375e-05, + "grad_norm": 2.1152126789093018, + "learning_rate": 8.304366256888513e-06, + "loss": 0.4716, + "mean_token_accuracy": 0.8544859886169434, + "num_tokens": 74596465.0, + "step": 1960 + }, + { + "epoch": 0.24945935631599034, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 4.863739013671875e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.2300310134887695, + "learning_rate": 8.308605341246292e-06, + "loss": 0.4809, + "mean_token_accuracy": 0.8517245650291443, + "num_tokens": 74632788.0, + "step": 1961 + }, + { + "epoch": 0.24958656659458084, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 4.863739013671875e-05, + "ewc_loss_parallel": 2.7894973754882812e-05, + "grad_norm": 2.104215621948242, + "learning_rate": 8.312844425604069e-06, + "loss": 0.478, + "mean_token_accuracy": 0.8576333522796631, + "num_tokens": 74667723.0, + "step": 1962 + }, + { + "epoch": 0.24971377687317134, + "ewc_loss": 0.03466796875, + "ewc_loss_diag": 4.887580871582031e-05, + "ewc_loss_parallel": 2.9802322387695312e-05, + "grad_norm": 2.1998562812805176, + "learning_rate": 8.317083509961848e-06, + "loss": 0.5113, + "mean_token_accuracy": 0.8466854095458984, + "num_tokens": 74709205.0, + "step": 1963 + }, + { + "epoch": 0.24984098715176187, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 4.887580871582031e-05, + "ewc_loss_parallel": 2.765655517578125e-05, + "grad_norm": 2.089672803878784, + "learning_rate": 8.321322594319627e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8585488796234131, + "num_tokens": 74749437.0, + "step": 1964 + }, + { + "epoch": 0.24996819743035237, + "ewc_loss": 0.034912109375, + "ewc_loss_diag": 4.887580871582031e-05, + "ewc_loss_parallel": 3.0040740966796875e-05, + "grad_norm": 2.20731258392334, + "learning_rate": 8.325561678677406e-06, + "loss": 0.5218, + "mean_token_accuracy": 0.8385169506072998, + "num_tokens": 74790602.0, + "step": 1965 + }, + { + "epoch": 0.2500954077089429, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 4.887580871582031e-05, + "ewc_loss_parallel": 2.8014183044433594e-05, + "grad_norm": 2.099052906036377, + "learning_rate": 8.329800763035185e-06, + "loss": 0.5262, + "mean_token_accuracy": 0.839640200138092, + "num_tokens": 74830845.0, + "step": 1966 + }, + { + "epoch": 0.25022261798753337, + "ewc_loss": 0.03466796875, + "ewc_loss_diag": 4.887580871582031e-05, + "ewc_loss_parallel": 2.968311309814453e-05, + "grad_norm": 2.210339069366455, + "learning_rate": 8.334039847392964e-06, + "loss": 0.4772, + "mean_token_accuracy": 0.8505111932754517, + "num_tokens": 74864208.0, + "step": 1967 + }, + { + "epoch": 0.2503498282661239, + "ewc_loss": 0.0322265625, + "ewc_loss_diag": 4.887580871582031e-05, + "ewc_loss_parallel": 2.7418136596679688e-05, + "grad_norm": 2.1023736000061035, + "learning_rate": 8.338278931750742e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8622412085533142, + "num_tokens": 74897217.0, + "step": 1968 + }, + { + "epoch": 0.2504770385447144, + "ewc_loss": 0.03466796875, + "ewc_loss_diag": 4.887580871582031e-05, + "ewc_loss_parallel": 2.968311309814453e-05, + "grad_norm": 2.206927537918091, + "learning_rate": 8.342518016108521e-06, + "loss": 0.4716, + "mean_token_accuracy": 0.8521310091018677, + "num_tokens": 74932105.0, + "step": 1969 + }, + { + "epoch": 0.2506042488233049, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 4.935264587402344e-05, + "ewc_loss_parallel": 2.765655517578125e-05, + "grad_norm": 2.117525100708008, + "learning_rate": 8.3467571004663e-06, + "loss": 0.4747, + "mean_token_accuracy": 0.8546377420425415, + "num_tokens": 74965229.0, + "step": 1970 + }, + { + "epoch": 0.2507314591018954, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 4.935264587402344e-05, + "ewc_loss_parallel": 2.9206275939941406e-05, + "grad_norm": 2.199080228805542, + "learning_rate": 8.350996184824079e-06, + "loss": 0.5213, + "mean_token_accuracy": 0.8394551277160645, + "num_tokens": 75002290.0, + "step": 1971 + }, + { + "epoch": 0.25085866938048595, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 4.935264587402344e-05, + "ewc_loss_parallel": 2.765655517578125e-05, + "grad_norm": 2.1097309589385986, + "learning_rate": 8.355235269181858e-06, + "loss": 0.4987, + "mean_token_accuracy": 0.8444002270698547, + "num_tokens": 75038113.0, + "step": 1972 + }, + { + "epoch": 0.2509858796590764, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 4.935264587402344e-05, + "ewc_loss_parallel": 2.9325485229492188e-05, + "grad_norm": 2.1802871227264404, + "learning_rate": 8.359474353539637e-06, + "loss": 0.463, + "mean_token_accuracy": 0.8569153547286987, + "num_tokens": 75078145.0, + "step": 1973 + }, + { + "epoch": 0.25111308993766696, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 4.935264587402344e-05, + "ewc_loss_parallel": 2.765655517578125e-05, + "grad_norm": 2.102508068084717, + "learning_rate": 8.363713437897416e-06, + "loss": 0.55, + "mean_token_accuracy": 0.8332717418670654, + "num_tokens": 75126473.0, + "step": 1974 + }, + { + "epoch": 0.2512403002162575, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.9087066650390625e-05, + "grad_norm": 2.182858467102051, + "learning_rate": 8.367952522255195e-06, + "loss": 0.4859, + "mean_token_accuracy": 0.8502926230430603, + "num_tokens": 75166785.0, + "step": 1975 + }, + { + "epoch": 0.25136751049484796, + "ewc_loss": 0.032470703125, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.7418136596679688e-05, + "grad_norm": 2.107106924057007, + "learning_rate": 8.372191606612974e-06, + "loss": 0.4884, + "mean_token_accuracy": 0.8476194739341736, + "num_tokens": 75204599.0, + "step": 1976 + }, + { + "epoch": 0.2514947207734385, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.9087066650390625e-05, + "grad_norm": 2.191913366317749, + "learning_rate": 8.37643069097075e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8602221012115479, + "num_tokens": 75235295.0, + "step": 1977 + }, + { + "epoch": 0.251621931052029, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.765655517578125e-05, + "grad_norm": 2.092048168182373, + "learning_rate": 8.38066977532853e-06, + "loss": 0.448, + "mean_token_accuracy": 0.8626804947853088, + "num_tokens": 75275549.0, + "step": 1978 + }, + { + "epoch": 0.25174914133061954, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.9325485229492188e-05, + "grad_norm": 2.1903460025787354, + "learning_rate": 8.384908859686308e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8618941307067871, + "num_tokens": 75316920.0, + "step": 1979 + }, + { + "epoch": 0.25187635160921, + "ewc_loss": 0.032470703125, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.753734588623047e-05, + "grad_norm": 2.0888564586639404, + "learning_rate": 8.389147944044087e-06, + "loss": 0.4851, + "mean_token_accuracy": 0.850962221622467, + "num_tokens": 75360091.0, + "step": 1980 + }, + { + "epoch": 0.25200356188780054, + "ewc_loss": 0.034423828125, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.956390380859375e-05, + "grad_norm": 2.2103042602539062, + "learning_rate": 8.393387028401866e-06, + "loss": 0.5143, + "mean_token_accuracy": 0.8406240940093994, + "num_tokens": 75397123.0, + "step": 1981 + }, + { + "epoch": 0.25213077216639107, + "ewc_loss": 0.032470703125, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.753734588623047e-05, + "grad_norm": 2.1210970878601074, + "learning_rate": 8.397626112759645e-06, + "loss": 0.536, + "mean_token_accuracy": 0.8343985080718994, + "num_tokens": 75429983.0, + "step": 1982 + }, + { + "epoch": 0.25225798244498154, + "ewc_loss": 0.03466796875, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.968311309814453e-05, + "grad_norm": 2.2131145000457764, + "learning_rate": 8.401865197117424e-06, + "loss": 0.4678, + "mean_token_accuracy": 0.8566421866416931, + "num_tokens": 75460322.0, + "step": 1983 + }, + { + "epoch": 0.25238519272357207, + "ewc_loss": 0.0322265625, + "ewc_loss_diag": 4.982948303222656e-05, + "ewc_loss_parallel": 2.7298927307128906e-05, + "grad_norm": 2.0933165550231934, + "learning_rate": 8.406104281475203e-06, + "loss": 0.4542, + "mean_token_accuracy": 0.8574044108390808, + "num_tokens": 75499733.0, + "step": 1984 + }, + { + "epoch": 0.2525124030021626, + "ewc_loss": 0.03466796875, + "ewc_loss_diag": 5.0067901611328125e-05, + "ewc_loss_parallel": 2.9802322387695312e-05, + "grad_norm": 2.1928749084472656, + "learning_rate": 8.41034336583298e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.856342077255249, + "num_tokens": 75541182.0, + "step": 1985 + }, + { + "epoch": 0.2526396132807531, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 5.0067901611328125e-05, + "ewc_loss_parallel": 2.753734588623047e-05, + "grad_norm": 2.085277557373047, + "learning_rate": 8.414582450190759e-06, + "loss": 0.4766, + "mean_token_accuracy": 0.8512586355209351, + "num_tokens": 75585052.0, + "step": 1986 + }, + { + "epoch": 0.2527668235593436, + "ewc_loss": 0.034912109375, + "ewc_loss_diag": 5.0067901611328125e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.2278048992156982, + "learning_rate": 8.418821534548538e-06, + "loss": 0.5672, + "mean_token_accuracy": 0.8287312984466553, + "num_tokens": 75625208.0, + "step": 1987 + }, + { + "epoch": 0.25289403383793413, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 5.0067901611328125e-05, + "ewc_loss_parallel": 2.753734588623047e-05, + "grad_norm": 2.0930137634277344, + "learning_rate": 8.423060618906317e-06, + "loss": 0.486, + "mean_token_accuracy": 0.85086989402771, + "num_tokens": 75665205.0, + "step": 1988 + }, + { + "epoch": 0.2530212441165246, + "ewc_loss": 0.03466796875, + "ewc_loss_diag": 5.0067901611328125e-05, + "ewc_loss_parallel": 2.9802322387695312e-05, + "grad_norm": 2.216118335723877, + "learning_rate": 8.427299703264096e-06, + "loss": 0.4839, + "mean_token_accuracy": 0.8517088890075684, + "num_tokens": 75708278.0, + "step": 1989 + }, + { + "epoch": 0.25314845439511513, + "ewc_loss": 0.0322265625, + "ewc_loss_diag": 5.0067901611328125e-05, + "ewc_loss_parallel": 2.7298927307128906e-05, + "grad_norm": 2.0884032249450684, + "learning_rate": 8.431538787621875e-06, + "loss": 0.5023, + "mean_token_accuracy": 0.8450596332550049, + "num_tokens": 75750565.0, + "step": 1990 + }, + { + "epoch": 0.25327566467370566, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.0067901611328125e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.229416847229004, + "learning_rate": 8.435777871979653e-06, + "loss": 0.47, + "mean_token_accuracy": 0.8549354076385498, + "num_tokens": 75790519.0, + "step": 1991 + }, + { + "epoch": 0.25340287495229613, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 5.0067901611328125e-05, + "ewc_loss_parallel": 2.753734588623047e-05, + "grad_norm": 2.1018788814544678, + "learning_rate": 8.440016956337432e-06, + "loss": 0.4959, + "mean_token_accuracy": 0.8490117192268372, + "num_tokens": 75828256.0, + "step": 1992 + }, + { + "epoch": 0.25353008523088666, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.054473876953125e-05, + "ewc_loss_parallel": 3.0279159545898438e-05, + "grad_norm": 2.229203462600708, + "learning_rate": 8.44425604069521e-06, + "loss": 0.5102, + "mean_token_accuracy": 0.8474535346031189, + "num_tokens": 75869238.0, + "step": 1993 + }, + { + "epoch": 0.2536572955094772, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 5.054473876953125e-05, + "ewc_loss_parallel": 2.753734588623047e-05, + "grad_norm": 2.100104331970215, + "learning_rate": 8.448495125052988e-06, + "loss": 0.4965, + "mean_token_accuracy": 0.8476938009262085, + "num_tokens": 75906776.0, + "step": 1994 + }, + { + "epoch": 0.25378450578806766, + "ewc_loss": 0.034912109375, + "ewc_loss_diag": 5.078315734863281e-05, + "ewc_loss_parallel": 2.9802322387695312e-05, + "grad_norm": 2.232588529586792, + "learning_rate": 8.452734209410767e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.868349552154541, + "num_tokens": 75940271.0, + "step": 1995 + }, + { + "epoch": 0.2539117160666582, + "ewc_loss": 0.03271484375, + "ewc_loss_diag": 5.078315734863281e-05, + "ewc_loss_parallel": 2.753734588623047e-05, + "grad_norm": 2.102957010269165, + "learning_rate": 8.456973293768546e-06, + "loss": 0.4623, + "mean_token_accuracy": 0.8554906845092773, + "num_tokens": 75974536.0, + "step": 1996 + }, + { + "epoch": 0.2540389263452487, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.078315734863281e-05, + "ewc_loss_parallel": 3.0040740966796875e-05, + "grad_norm": 2.2388627529144287, + "learning_rate": 8.461212378126325e-06, + "loss": 0.5177, + "mean_token_accuracy": 0.8415248394012451, + "num_tokens": 76013809.0, + "step": 1997 + }, + { + "epoch": 0.2541661366238392, + "ewc_loss": 0.032958984375, + "ewc_loss_diag": 5.078315734863281e-05, + "ewc_loss_parallel": 2.777576446533203e-05, + "grad_norm": 2.120795726776123, + "learning_rate": 8.465451462484104e-06, + "loss": 0.5422, + "mean_token_accuracy": 0.8350527286529541, + "num_tokens": 76049559.0, + "step": 1998 + }, + { + "epoch": 0.2542933469024297, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.125999450683594e-05, + "ewc_loss_parallel": 3.0279159545898438e-05, + "grad_norm": 2.234973192214966, + "learning_rate": 8.469690546841883e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8495902419090271, + "num_tokens": 76087091.0, + "step": 1999 + }, + { + "epoch": 0.25442055718102025, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 5.125999450683594e-05, + "ewc_loss_parallel": 2.7894973754882812e-05, + "grad_norm": 2.1185972690582275, + "learning_rate": 8.473929631199662e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.8569697737693787, + "num_tokens": 76121466.0, + "step": 2000 + }, + { + "epoch": 0.2545477674596107, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.125999450683594e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.2244725227355957, + "learning_rate": 8.47816871555744e-06, + "loss": 0.4838, + "mean_token_accuracy": 0.8548383712768555, + "num_tokens": 76158291.0, + "step": 2001 + }, + { + "epoch": 0.25467497773820125, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 5.125999450683594e-05, + "ewc_loss_parallel": 2.8014183044433594e-05, + "grad_norm": 2.113396644592285, + "learning_rate": 8.48240779991522e-06, + "loss": 0.4953, + "mean_token_accuracy": 0.8463501930236816, + "num_tokens": 76197350.0, + "step": 2002 + }, + { + "epoch": 0.2548021880167918, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.125999450683594e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.221972703933716, + "learning_rate": 8.486646884272998e-06, + "loss": 0.4897, + "mean_token_accuracy": 0.8474797606468201, + "num_tokens": 76235367.0, + "step": 2003 + }, + { + "epoch": 0.25492939829538225, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 5.125999450683594e-05, + "ewc_loss_parallel": 2.7894973754882812e-05, + "grad_norm": 2.1300113201141357, + "learning_rate": 8.490885968630777e-06, + "loss": 0.5227, + "mean_token_accuracy": 0.8373392820358276, + "num_tokens": 76270462.0, + "step": 2004 + }, + { + "epoch": 0.2550566085739728, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.216221809387207, + "learning_rate": 8.495125052988556e-06, + "loss": 0.5129, + "mean_token_accuracy": 0.8466493487358093, + "num_tokens": 76315032.0, + "step": 2005 + }, + { + "epoch": 0.2551838188525633, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 2.8133392333984375e-05, + "grad_norm": 2.1195504665374756, + "learning_rate": 8.499364137346335e-06, + "loss": 0.4922, + "mean_token_accuracy": 0.8501177430152893, + "num_tokens": 76356337.0, + "step": 2006 + }, + { + "epoch": 0.2553110291311538, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 3.0040740966796875e-05, + "grad_norm": 2.2286815643310547, + "learning_rate": 8.503603221704114e-06, + "loss": 0.516, + "mean_token_accuracy": 0.8413819074630737, + "num_tokens": 76391329.0, + "step": 2007 + }, + { + "epoch": 0.2554382394097443, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 2.8133392333984375e-05, + "grad_norm": 2.111427068710327, + "learning_rate": 8.507842306061891e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8517071604728699, + "num_tokens": 76429015.0, + "step": 2008 + }, + { + "epoch": 0.25556544968833483, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.228177309036255, + "learning_rate": 8.51208139041967e-06, + "loss": 0.5137, + "mean_token_accuracy": 0.8513039946556091, + "num_tokens": 76470343.0, + "step": 2009 + }, + { + "epoch": 0.2556926599669253, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 2.8014183044433594e-05, + "grad_norm": 2.128220796585083, + "learning_rate": 8.516320474777449e-06, + "loss": 0.4957, + "mean_token_accuracy": 0.8487573862075806, + "num_tokens": 76505140.0, + "step": 2010 + }, + { + "epoch": 0.25581987024551583, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.2230722904205322, + "learning_rate": 8.520559559135228e-06, + "loss": 0.4558, + "mean_token_accuracy": 0.8639568090438843, + "num_tokens": 76541701.0, + "step": 2011 + }, + { + "epoch": 0.25594708052410636, + "ewc_loss": 0.033203125, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 2.7894973754882812e-05, + "grad_norm": 2.1268036365509033, + "learning_rate": 8.524798643493007e-06, + "loss": 0.5143, + "mean_token_accuracy": 0.84796142578125, + "num_tokens": 76580208.0, + "step": 2012 + }, + { + "epoch": 0.25607429080269684, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.214008092880249, + "learning_rate": 8.529037727850785e-06, + "loss": 0.463, + "mean_token_accuracy": 0.8581802845001221, + "num_tokens": 76617750.0, + "step": 2013 + }, + { + "epoch": 0.25620150108128736, + "ewc_loss": 0.033447265625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 2.8252601623535156e-05, + "grad_norm": 2.126708507537842, + "learning_rate": 8.533276812208564e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8655340671539307, + "num_tokens": 76652678.0, + "step": 2014 + }, + { + "epoch": 0.2563287113598779, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.208164691925049, + "learning_rate": 8.537515896566342e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.8543262481689453, + "num_tokens": 76695375.0, + "step": 2015 + }, + { + "epoch": 0.25645592163846836, + "ewc_loss": 0.033447265625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 2.8252601623535156e-05, + "grad_norm": 2.1448583602905273, + "learning_rate": 8.54175498092412e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8537566065788269, + "num_tokens": 76728695.0, + "step": 2016 + }, + { + "epoch": 0.2565831319170589, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.14984130859375e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.2243990898132324, + "learning_rate": 8.5459940652819e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8606176376342773, + "num_tokens": 76761081.0, + "step": 2017 + }, + { + "epoch": 0.2567103421956494, + "ewc_loss": 0.033447265625, + "ewc_loss_diag": 5.1975250244140625e-05, + "ewc_loss_parallel": 2.8252601623535156e-05, + "grad_norm": 2.1363489627838135, + "learning_rate": 8.550233149639678e-06, + "loss": 0.5493, + "mean_token_accuracy": 0.8298390507698059, + "num_tokens": 76800335.0, + "step": 2018 + }, + { + "epoch": 0.2568375524742399, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.1975250244140625e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.2081964015960693, + "learning_rate": 8.554472233997457e-06, + "loss": 0.5152, + "mean_token_accuracy": 0.8417763710021973, + "num_tokens": 76839653.0, + "step": 2019 + }, + { + "epoch": 0.2569647627528304, + "ewc_loss": 0.033447265625, + "ewc_loss_diag": 5.1975250244140625e-05, + "ewc_loss_parallel": 2.8371810913085938e-05, + "grad_norm": 2.1551597118377686, + "learning_rate": 8.558711318355236e-06, + "loss": 0.5444, + "mean_token_accuracy": 0.8297748565673828, + "num_tokens": 76876557.0, + "step": 2020 + }, + { + "epoch": 0.25709197303142095, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.1975250244140625e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.207988739013672, + "learning_rate": 8.562950402713015e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8684675693511963, + "num_tokens": 76910000.0, + "step": 2021 + }, + { + "epoch": 0.2572191833100114, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 5.1975250244140625e-05, + "ewc_loss_parallel": 2.872943878173828e-05, + "grad_norm": 2.1457626819610596, + "learning_rate": 8.567189487070794e-06, + "loss": 0.5275, + "mean_token_accuracy": 0.8410676121711731, + "num_tokens": 76946861.0, + "step": 2022 + }, + { + "epoch": 0.25734639358860195, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.221366882324219e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.203517436981201, + "learning_rate": 8.571428571428571e-06, + "loss": 0.5443, + "mean_token_accuracy": 0.8375667929649353, + "num_tokens": 76990831.0, + "step": 2023 + }, + { + "epoch": 0.2574736038671925, + "ewc_loss": 0.03369140625, + "ewc_loss_diag": 5.245208740234375e-05, + "ewc_loss_parallel": 2.86102294921875e-05, + "grad_norm": 2.124798059463501, + "learning_rate": 8.57566765578635e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8662116527557373, + "num_tokens": 77033145.0, + "step": 2024 + }, + { + "epoch": 0.25760081414578295, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.245208740234375e-05, + "ewc_loss_parallel": 3.0040740966796875e-05, + "grad_norm": 2.2015328407287598, + "learning_rate": 8.579906740144129e-06, + "loss": 0.4822, + "mean_token_accuracy": 0.8534374237060547, + "num_tokens": 77076621.0, + "step": 2025 + }, + { + "epoch": 0.2577280244243735, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.86102294921875e-05, + "grad_norm": 2.152742624282837, + "learning_rate": 8.584145824501908e-06, + "loss": 0.5167, + "mean_token_accuracy": 0.8404185771942139, + "num_tokens": 77115951.0, + "step": 2026 + }, + { + "epoch": 0.257855234702964, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.2038097381591797, + "learning_rate": 8.588384908859686e-06, + "loss": 0.5145, + "mean_token_accuracy": 0.8473915457725525, + "num_tokens": 77154674.0, + "step": 2027 + }, + { + "epoch": 0.25798244498155454, + "ewc_loss": 0.03369140625, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.849102020263672e-05, + "grad_norm": 2.140207290649414, + "learning_rate": 8.592623993217465e-06, + "loss": 0.4934, + "mean_token_accuracy": 0.8503355979919434, + "num_tokens": 77192970.0, + "step": 2028 + }, + { + "epoch": 0.258109655260145, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 3.0040740966796875e-05, + "grad_norm": 2.212214708328247, + "learning_rate": 8.596863077575244e-06, + "loss": 0.5271, + "mean_token_accuracy": 0.8423432111740112, + "num_tokens": 77231258.0, + "step": 2029 + }, + { + "epoch": 0.25823686553873554, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.86102294921875e-05, + "grad_norm": 2.1429502964019775, + "learning_rate": 8.601102161933023e-06, + "loss": 0.5011, + "mean_token_accuracy": 0.8475391268730164, + "num_tokens": 77269829.0, + "step": 2030 + }, + { + "epoch": 0.25836407581732607, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.2113842964172363, + "learning_rate": 8.605341246290802e-06, + "loss": 0.4804, + "mean_token_accuracy": 0.8517545461654663, + "num_tokens": 77309611.0, + "step": 2031 + }, + { + "epoch": 0.25849128609591654, + "ewc_loss": 0.033447265625, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.8133392333984375e-05, + "grad_norm": 2.1549017429351807, + "learning_rate": 8.609580330648581e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.8560795187950134, + "num_tokens": 77341937.0, + "step": 2032 + }, + { + "epoch": 0.25861849637450707, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.9802322387695312e-05, + "grad_norm": 2.224789619445801, + "learning_rate": 8.61381941500636e-06, + "loss": 0.5432, + "mean_token_accuracy": 0.8390237092971802, + "num_tokens": 77380484.0, + "step": 2033 + }, + { + "epoch": 0.2587457066530976, + "ewc_loss": 0.03369140625, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.849102020263672e-05, + "grad_norm": 2.136439085006714, + "learning_rate": 8.618058499364139e-06, + "loss": 0.5357, + "mean_token_accuracy": 0.8368790745735168, + "num_tokens": 77421220.0, + "step": 2034 + }, + { + "epoch": 0.25887291693168807, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.2197928428649902, + "learning_rate": 8.622297583721918e-06, + "loss": 0.4847, + "mean_token_accuracy": 0.8550234436988831, + "num_tokens": 77465136.0, + "step": 2035 + }, + { + "epoch": 0.2590001272102786, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.8967857360839844e-05, + "grad_norm": 2.1434574127197266, + "learning_rate": 8.626536668079696e-06, + "loss": 0.4936, + "mean_token_accuracy": 0.8480312824249268, + "num_tokens": 77500120.0, + "step": 2036 + }, + { + "epoch": 0.2591273374888691, + "ewc_loss": 0.03564453125, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 3.0279159545898438e-05, + "grad_norm": 2.2361814975738525, + "learning_rate": 8.630775752437475e-06, + "loss": 0.4813, + "mean_token_accuracy": 0.8511059284210205, + "num_tokens": 77532860.0, + "step": 2037 + }, + { + "epoch": 0.2592545477674596, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.872943878173828e-05, + "grad_norm": 2.1453330516815186, + "learning_rate": 8.635014836795252e-06, + "loss": 0.5174, + "mean_token_accuracy": 0.8415349721908569, + "num_tokens": 77569154.0, + "step": 2038 + }, + { + "epoch": 0.2593817580460501, + "ewc_loss": 0.03564453125, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.2344131469726562, + "learning_rate": 8.639253921153031e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8601167798042297, + "num_tokens": 77602918.0, + "step": 2039 + }, + { + "epoch": 0.25950896832464065, + "ewc_loss": 0.033935546875, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.872943878173828e-05, + "grad_norm": 2.1437137126922607, + "learning_rate": 8.64349300551081e-06, + "loss": 0.4666, + "mean_token_accuracy": 0.8551895618438721, + "num_tokens": 77637233.0, + "step": 2040 + }, + { + "epoch": 0.2596361786032311, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.2342820167541504, + "learning_rate": 8.647732089868589e-06, + "loss": 0.5502, + "mean_token_accuracy": 0.8319684863090515, + "num_tokens": 77678344.0, + "step": 2041 + }, + { + "epoch": 0.25976338888182166, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 5.269050598144531e-05, + "ewc_loss_parallel": 2.8967857360839844e-05, + "grad_norm": 2.1391448974609375, + "learning_rate": 8.651971174226368e-06, + "loss": 0.4584, + "mean_token_accuracy": 0.8575796484947205, + "num_tokens": 77712706.0, + "step": 2042 + }, + { + "epoch": 0.2598905991604122, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.254249095916748, + "learning_rate": 8.656210258584147e-06, + "loss": 0.5242, + "mean_token_accuracy": 0.8380182981491089, + "num_tokens": 77749841.0, + "step": 2043 + }, + { + "epoch": 0.26001780943900266, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 2.8967857360839844e-05, + "grad_norm": 2.1453804969787598, + "learning_rate": 8.660449342941926e-06, + "loss": 0.5215, + "mean_token_accuracy": 0.839826226234436, + "num_tokens": 77788464.0, + "step": 2044 + }, + { + "epoch": 0.2601450197175932, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.2500412464141846, + "learning_rate": 8.664688427299705e-06, + "loss": 0.4983, + "mean_token_accuracy": 0.8455182313919067, + "num_tokens": 77826493.0, + "step": 2045 + }, + { + "epoch": 0.2602722299961837, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 2.8848648071289062e-05, + "grad_norm": 2.144826889038086, + "learning_rate": 8.668927511657482e-06, + "loss": 0.4551, + "mean_token_accuracy": 0.8587350249290466, + "num_tokens": 77857814.0, + "step": 2046 + }, + { + "epoch": 0.2603994402747742, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 3.075599670410156e-05, + "grad_norm": 2.2653849124908447, + "learning_rate": 8.67316659601526e-06, + "loss": 0.5046, + "mean_token_accuracy": 0.8472673892974854, + "num_tokens": 77891263.0, + "step": 2047 + }, + { + "epoch": 0.2605266505533647, + "ewc_loss": 0.034423828125, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 2.9087066650390625e-05, + "grad_norm": 2.1264748573303223, + "learning_rate": 8.67740568037304e-06, + "loss": 0.4709, + "mean_token_accuracy": 0.8590312600135803, + "num_tokens": 77931683.0, + "step": 2048 + }, + { + "epoch": 0.26065386083195524, + "ewc_loss": 0.036376953125, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 3.0994415283203125e-05, + "grad_norm": 2.2839667797088623, + "learning_rate": 8.681644764730819e-06, + "loss": 0.4982, + "mean_token_accuracy": 0.8470777273178101, + "num_tokens": 77965204.0, + "step": 2049 + }, + { + "epoch": 0.2607810711105457, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 2.8848648071289062e-05, + "grad_norm": 2.1193525791168213, + "learning_rate": 8.685883849088597e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.867087721824646, + "num_tokens": 78003427.0, + "step": 2050 + }, + { + "epoch": 0.26090828138913624, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2907185554504395, + "learning_rate": 8.690122933446376e-06, + "loss": 0.4977, + "mean_token_accuracy": 0.8506008386611938, + "num_tokens": 78045524.0, + "step": 2051 + }, + { + "epoch": 0.26103549166772677, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 2.8848648071289062e-05, + "grad_norm": 2.123558521270752, + "learning_rate": 8.694362017804155e-06, + "loss": 0.47, + "mean_token_accuracy": 0.8549266457557678, + "num_tokens": 78085485.0, + "step": 2052 + }, + { + "epoch": 0.26116270194631724, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.307710886001587, + "learning_rate": 8.698601102161932e-06, + "loss": 0.5051, + "mean_token_accuracy": 0.8452775478363037, + "num_tokens": 78128212.0, + "step": 2053 + }, + { + "epoch": 0.26128991222490777, + "ewc_loss": 0.0341796875, + "ewc_loss_diag": 5.2928924560546875e-05, + "ewc_loss_parallel": 2.8967857360839844e-05, + "grad_norm": 2.1110901832580566, + "learning_rate": 8.702840186519711e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8610056638717651, + "num_tokens": 78170959.0, + "step": 2054 + }, + { + "epoch": 0.2614171225034983, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.340576171875e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.321056604385376, + "learning_rate": 8.70707927087749e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.860851526260376, + "num_tokens": 78211181.0, + "step": 2055 + }, + { + "epoch": 0.2615443327820888, + "ewc_loss": 0.034423828125, + "ewc_loss_diag": 5.340576171875e-05, + "ewc_loss_parallel": 2.9087066650390625e-05, + "grad_norm": 2.148212194442749, + "learning_rate": 8.711318355235269e-06, + "loss": 0.5418, + "mean_token_accuracy": 0.830090343952179, + "num_tokens": 78246281.0, + "step": 2056 + }, + { + "epoch": 0.2616715430606793, + "ewc_loss": 0.036865234375, + "ewc_loss_diag": 5.340576171875e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.334458827972412, + "learning_rate": 8.715557439593048e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8568254709243774, + "num_tokens": 78279604.0, + "step": 2057 + }, + { + "epoch": 0.26179875333926983, + "ewc_loss": 0.03466796875, + "ewc_loss_diag": 5.340576171875e-05, + "ewc_loss_parallel": 2.944469451904297e-05, + "grad_norm": 2.1383965015411377, + "learning_rate": 8.719796523950827e-06, + "loss": 0.5438, + "mean_token_accuracy": 0.8313683271408081, + "num_tokens": 78317534.0, + "step": 2058 + }, + { + "epoch": 0.2619259636178603, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.340576171875e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.3346407413482666, + "learning_rate": 8.724035608308606e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8686760663986206, + "num_tokens": 78349744.0, + "step": 2059 + }, + { + "epoch": 0.26205317389645083, + "ewc_loss": 0.03466796875, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 2.944469451904297e-05, + "grad_norm": 2.1331405639648438, + "learning_rate": 8.728274692666385e-06, + "loss": 0.4949, + "mean_token_accuracy": 0.846828818321228, + "num_tokens": 78390841.0, + "step": 2060 + }, + { + "epoch": 0.26218038417504136, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.3567957878112793, + "learning_rate": 8.732513777024163e-06, + "loss": 0.4936, + "mean_token_accuracy": 0.8489432334899902, + "num_tokens": 78425604.0, + "step": 2061 + }, + { + "epoch": 0.26230759445363183, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.1335859298706055, + "learning_rate": 8.736752861381942e-06, + "loss": 0.5383, + "mean_token_accuracy": 0.8337217569351196, + "num_tokens": 78469444.0, + "step": 2062 + }, + { + "epoch": 0.26243480473222236, + "ewc_loss": 0.037841796875, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.353191614151001, + "learning_rate": 8.740991945739721e-06, + "loss": 0.49, + "mean_token_accuracy": 0.84963059425354, + "num_tokens": 78507931.0, + "step": 2063 + }, + { + "epoch": 0.2625620150108129, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.1362571716308594, + "learning_rate": 8.7452310300975e-06, + "loss": 0.483, + "mean_token_accuracy": 0.8529418110847473, + "num_tokens": 78550572.0, + "step": 2064 + }, + { + "epoch": 0.26268922528940336, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.3613221645355225, + "learning_rate": 8.749470114455279e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8584471344947815, + "num_tokens": 78586975.0, + "step": 2065 + }, + { + "epoch": 0.2628164355679939, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 3.0040740966796875e-05, + "grad_norm": 2.1443662643432617, + "learning_rate": 8.753709198813058e-06, + "loss": 0.5585, + "mean_token_accuracy": 0.8297072052955627, + "num_tokens": 78630535.0, + "step": 2066 + }, + { + "epoch": 0.2629436458465844, + "ewc_loss": 0.037841796875, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.36248517036438, + "learning_rate": 8.757948283170837e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8612661957740784, + "num_tokens": 78672486.0, + "step": 2067 + }, + { + "epoch": 0.2630708561251749, + "ewc_loss": 0.03515625, + "ewc_loss_diag": 5.364418029785156e-05, + "ewc_loss_parallel": 2.9802322387695312e-05, + "grad_norm": 2.1485862731933594, + "learning_rate": 8.762187367528614e-06, + "loss": 0.455, + "mean_token_accuracy": 0.859498143196106, + "num_tokens": 78710208.0, + "step": 2068 + }, + { + "epoch": 0.2631980664037654, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.412101745605469e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.463411569595337, + "learning_rate": 8.766426451886393e-06, + "loss": 0.5081, + "mean_token_accuracy": 0.8437525033950806, + "num_tokens": 78754233.0, + "step": 2069 + }, + { + "epoch": 0.26332527668235595, + "ewc_loss": 0.03564453125, + "ewc_loss_diag": 5.412101745605469e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.1610827445983887, + "learning_rate": 8.770665536244172e-06, + "loss": 0.5402, + "mean_token_accuracy": 0.8391519784927368, + "num_tokens": 78794530.0, + "step": 2070 + }, + { + "epoch": 0.2634524869609464, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3995823860168457, + "learning_rate": 8.77490462060195e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.8595524430274963, + "num_tokens": 78828620.0, + "step": 2071 + }, + { + "epoch": 0.26357969723953695, + "ewc_loss": 0.03564453125, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.0279159545898438e-05, + "grad_norm": 2.159390687942505, + "learning_rate": 8.77914370495973e-06, + "loss": 0.4572, + "mean_token_accuracy": 0.858407199382782, + "num_tokens": 78867658.0, + "step": 2072 + }, + { + "epoch": 0.2637069075181275, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.4128191471099854, + "learning_rate": 8.783382789317508e-06, + "loss": 0.5046, + "mean_token_accuracy": 0.8471987247467041, + "num_tokens": 78903744.0, + "step": 2073 + }, + { + "epoch": 0.26383411779671795, + "ewc_loss": 0.036376953125, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.0994415283203125e-05, + "grad_norm": 2.199697494506836, + "learning_rate": 8.787621873675287e-06, + "loss": 0.5246, + "mean_token_accuracy": 0.8374277353286743, + "num_tokens": 78934098.0, + "step": 2074 + }, + { + "epoch": 0.2639613280753085, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.375767946243286, + "learning_rate": 8.791860958033066e-06, + "loss": 0.4643, + "mean_token_accuracy": 0.8572537899017334, + "num_tokens": 78969473.0, + "step": 2075 + }, + { + "epoch": 0.264088538353899, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.18922758102417, + "learning_rate": 8.796100042390843e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8608297109603882, + "num_tokens": 79008799.0, + "step": 2076 + }, + { + "epoch": 0.2642157486324895, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.3725950717926025, + "learning_rate": 8.800339126748622e-06, + "loss": 0.4683, + "mean_token_accuracy": 0.8559244871139526, + "num_tokens": 79042502.0, + "step": 2077 + }, + { + "epoch": 0.26434295891108, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.1925718784332275, + "learning_rate": 8.804578211106401e-06, + "loss": 0.5366, + "mean_token_accuracy": 0.8333635926246643, + "num_tokens": 79079641.0, + "step": 2078 + }, + { + "epoch": 0.26447016918967053, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.3469736576080322, + "learning_rate": 8.80881729546418e-06, + "loss": 0.4863, + "mean_token_accuracy": 0.8533764481544495, + "num_tokens": 79116120.0, + "step": 2079 + }, + { + "epoch": 0.26459737946826106, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.194772720336914, + "learning_rate": 8.813056379821959e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8601491451263428, + "num_tokens": 79150322.0, + "step": 2080 + }, + { + "epoch": 0.26472458974685154, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.435943603515625e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.342825412750244, + "learning_rate": 8.817295464179738e-06, + "loss": 0.4943, + "mean_token_accuracy": 0.8473258018493652, + "num_tokens": 79184944.0, + "step": 2081 + }, + { + "epoch": 0.26485180002544206, + "ewc_loss": 0.03564453125, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.0279159545898438e-05, + "grad_norm": 2.179161310195923, + "learning_rate": 8.821534548537517e-06, + "loss": 0.5594, + "mean_token_accuracy": 0.8256255388259888, + "num_tokens": 79226137.0, + "step": 2082 + }, + { + "epoch": 0.2649790103040326, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.314861536026001, + "learning_rate": 8.825773632895296e-06, + "loss": 0.4683, + "mean_token_accuracy": 0.8562135696411133, + "num_tokens": 79267721.0, + "step": 2083 + }, + { + "epoch": 0.26510622058262306, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.1801676750183105, + "learning_rate": 8.830012717253074e-06, + "loss": 0.4712, + "mean_token_accuracy": 0.856116533279419, + "num_tokens": 79305355.0, + "step": 2084 + }, + { + "epoch": 0.2652334308612136, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.3064141273498535, + "learning_rate": 8.834251801610853e-06, + "loss": 0.5063, + "mean_token_accuracy": 0.8443623781204224, + "num_tokens": 79349714.0, + "step": 2085 + }, + { + "epoch": 0.2653606411398041, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.075599670410156e-05, + "grad_norm": 2.1788718700408936, + "learning_rate": 8.838490885968632e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8611088991165161, + "num_tokens": 79387208.0, + "step": 2086 + }, + { + "epoch": 0.2654878514183946, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.3037703037261963, + "learning_rate": 8.842729970326411e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8667595386505127, + "num_tokens": 79424396.0, + "step": 2087 + }, + { + "epoch": 0.2656150616969851, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.1880316734313965, + "learning_rate": 8.846969054684188e-06, + "loss": 0.5676, + "mean_token_accuracy": 0.8305679559707642, + "num_tokens": 79465105.0, + "step": 2088 + }, + { + "epoch": 0.26574227197557565, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.3025624752044678, + "learning_rate": 8.851208139041967e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8591738939285278, + "num_tokens": 79504000.0, + "step": 2089 + }, + { + "epoch": 0.2658694822541661, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.2091920375823975, + "learning_rate": 8.855447223399746e-06, + "loss": 0.5164, + "mean_token_accuracy": 0.8405475616455078, + "num_tokens": 79538954.0, + "step": 2090 + }, + { + "epoch": 0.26599669253275665, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.285351514816284, + "learning_rate": 8.859686307757525e-06, + "loss": 0.5376, + "mean_token_accuracy": 0.8362392783164978, + "num_tokens": 79577264.0, + "step": 2091 + }, + { + "epoch": 0.2661239028113472, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.1906280517578125, + "learning_rate": 8.863925392115304e-06, + "loss": 0.4818, + "mean_token_accuracy": 0.8518678545951843, + "num_tokens": 79612803.0, + "step": 2092 + }, + { + "epoch": 0.26625111308993765, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.258444309234619, + "learning_rate": 8.868164476473083e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.866183876991272, + "num_tokens": 79651595.0, + "step": 2093 + }, + { + "epoch": 0.2663783233685282, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.1885228157043457, + "learning_rate": 8.872403560830862e-06, + "loss": 0.4739, + "mean_token_accuracy": 0.8565741777420044, + "num_tokens": 79691587.0, + "step": 2094 + }, + { + "epoch": 0.2665055336471187, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.507469177246094e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2700421810150146, + "learning_rate": 8.87664264518864e-06, + "loss": 0.5266, + "mean_token_accuracy": 0.8395030498504639, + "num_tokens": 79729803.0, + "step": 2095 + }, + { + "epoch": 0.2666327439257092, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.53131103515625e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.2025389671325684, + "learning_rate": 8.88088172954642e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8638450503349304, + "num_tokens": 79765866.0, + "step": 2096 + }, + { + "epoch": 0.2667599542042997, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.53131103515625e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.244196653366089, + "learning_rate": 8.885120813904198e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8599114418029785, + "num_tokens": 79808973.0, + "step": 2097 + }, + { + "epoch": 0.26688716448289024, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.2144930362701416, + "learning_rate": 8.889359898261977e-06, + "loss": 0.555, + "mean_token_accuracy": 0.8324068784713745, + "num_tokens": 79843677.0, + "step": 2098 + }, + { + "epoch": 0.2670143747614807, + "ewc_loss": 0.03662109375, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0994415283203125e-05, + "grad_norm": 2.243706464767456, + "learning_rate": 8.893598982619754e-06, + "loss": 0.4701, + "mean_token_accuracy": 0.8577079772949219, + "num_tokens": 79882680.0, + "step": 2099 + }, + { + "epoch": 0.26714158504007124, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.194735527038574, + "learning_rate": 8.897838066977533e-06, + "loss": 0.484, + "mean_token_accuracy": 0.8525426387786865, + "num_tokens": 79929691.0, + "step": 2100 + }, + { + "epoch": 0.26726879531866177, + "ewc_loss": 0.03662109375, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0994415283203125e-05, + "grad_norm": 2.238359212875366, + "learning_rate": 8.902077151335312e-06, + "loss": 0.4822, + "mean_token_accuracy": 0.8516595363616943, + "num_tokens": 79970515.0, + "step": 2101 + }, + { + "epoch": 0.26739600559725224, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.2175803184509277, + "learning_rate": 8.906316235693091e-06, + "loss": 0.5741, + "mean_token_accuracy": 0.8195424675941467, + "num_tokens": 80007550.0, + "step": 2102 + }, + { + "epoch": 0.26752321587584277, + "ewc_loss": 0.03662109375, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0994415283203125e-05, + "grad_norm": 2.2413294315338135, + "learning_rate": 8.91055532005087e-06, + "loss": 0.4899, + "mean_token_accuracy": 0.8476901650428772, + "num_tokens": 80044106.0, + "step": 2103 + }, + { + "epoch": 0.2676504261544333, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.20754075050354, + "learning_rate": 8.914794404408649e-06, + "loss": 0.4894, + "mean_token_accuracy": 0.8510953187942505, + "num_tokens": 80084429.0, + "step": 2104 + }, + { + "epoch": 0.26777763643302377, + "ewc_loss": 0.03662109375, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0994415283203125e-05, + "grad_norm": 2.225693464279175, + "learning_rate": 8.919033488766428e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8674908876419067, + "num_tokens": 80123317.0, + "step": 2105 + }, + { + "epoch": 0.2679048467116143, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.227041244506836, + "learning_rate": 8.923272573124205e-06, + "loss": 0.5161, + "mean_token_accuracy": 0.8467725515365601, + "num_tokens": 80157658.0, + "step": 2106 + }, + { + "epoch": 0.2680320569902048, + "ewc_loss": 0.03662109375, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0994415283203125e-05, + "grad_norm": 2.2301323413848877, + "learning_rate": 8.927511657481984e-06, + "loss": 0.5253, + "mean_token_accuracy": 0.8383527398109436, + "num_tokens": 80200482.0, + "step": 2107 + }, + { + "epoch": 0.2681592672687953, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.237288475036621, + "learning_rate": 8.931750741839763e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8610032796859741, + "num_tokens": 80231844.0, + "step": 2108 + }, + { + "epoch": 0.2682864775473858, + "ewc_loss": 0.036376953125, + "ewc_loss_diag": 5.555152893066406e-05, + "ewc_loss_parallel": 3.075599670410156e-05, + "grad_norm": 2.2291979789733887, + "learning_rate": 8.935989826197541e-06, + "loss": 0.4727, + "mean_token_accuracy": 0.8556811809539795, + "num_tokens": 80269734.0, + "step": 2109 + }, + { + "epoch": 0.26841368782597635, + "ewc_loss": 0.036376953125, + "ewc_loss_diag": 5.5789947509765625e-05, + "ewc_loss_parallel": 3.075599670410156e-05, + "grad_norm": 2.350005626678467, + "learning_rate": 8.94022891055532e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8672896027565002, + "num_tokens": 80306309.0, + "step": 2110 + }, + { + "epoch": 0.2685408981045668, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.5789947509765625e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.1791157722473145, + "learning_rate": 8.9444679949131e-06, + "loss": 0.4977, + "mean_token_accuracy": 0.8447951078414917, + "num_tokens": 80345390.0, + "step": 2111 + }, + { + "epoch": 0.26866810838315736, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.5789947509765625e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2851336002349854, + "learning_rate": 8.948707079270878e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8727319240570068, + "num_tokens": 80384118.0, + "step": 2112 + }, + { + "epoch": 0.2687953186617479, + "ewc_loss": 0.035400390625, + "ewc_loss_diag": 5.5789947509765625e-05, + "ewc_loss_parallel": 2.9921531677246094e-05, + "grad_norm": 2.177985906600952, + "learning_rate": 8.952946163628657e-06, + "loss": 0.4735, + "mean_token_accuracy": 0.8548781871795654, + "num_tokens": 80416703.0, + "step": 2113 + }, + { + "epoch": 0.26892252894033836, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.5789947509765625e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.3030011653900146, + "learning_rate": 8.957185247986436e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8703120350837708, + "num_tokens": 80453732.0, + "step": 2114 + }, + { + "epoch": 0.2690497392189289, + "ewc_loss": 0.03564453125, + "ewc_loss_diag": 5.5789947509765625e-05, + "ewc_loss_parallel": 3.0159950256347656e-05, + "grad_norm": 2.170146942138672, + "learning_rate": 8.961424332344215e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8537455797195435, + "num_tokens": 80495265.0, + "step": 2115 + }, + { + "epoch": 0.2691769494975194, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.5789947509765625e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.3221864700317383, + "learning_rate": 8.965663416701994e-06, + "loss": 0.4723, + "mean_token_accuracy": 0.8539634346961975, + "num_tokens": 80533789.0, + "step": 2116 + }, + { + "epoch": 0.2693041597761099, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.602836608886719e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.172860622406006, + "learning_rate": 8.969902501059773e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8644811511039734, + "num_tokens": 80570802.0, + "step": 2117 + }, + { + "epoch": 0.2694313700547004, + "ewc_loss": 0.037841796875, + "ewc_loss_diag": 5.602836608886719e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.3277227878570557, + "learning_rate": 8.974141585417551e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8710547685623169, + "num_tokens": 80608031.0, + "step": 2118 + }, + { + "epoch": 0.26955858033329094, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.602836608886719e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.1702895164489746, + "learning_rate": 8.97838066977533e-06, + "loss": 0.5056, + "mean_token_accuracy": 0.8451735973358154, + "num_tokens": 80646271.0, + "step": 2119 + }, + { + "epoch": 0.2696857906118814, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.602836608886719e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.351062774658203, + "learning_rate": 8.98261975413311e-06, + "loss": 0.5051, + "mean_token_accuracy": 0.8454908132553101, + "num_tokens": 80683325.0, + "step": 2120 + }, + { + "epoch": 0.26981300089047194, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.039836883544922e-05, + "grad_norm": 2.1563291549682617, + "learning_rate": 8.986858838490888e-06, + "loss": 0.5116, + "mean_token_accuracy": 0.8454457521438599, + "num_tokens": 80726403.0, + "step": 2121 + }, + { + "epoch": 0.26994021116906247, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.602836608886719e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.3650150299072266, + "learning_rate": 8.991097922848665e-06, + "loss": 0.4736, + "mean_token_accuracy": 0.8559752702713013, + "num_tokens": 80767293.0, + "step": 2122 + }, + { + "epoch": 0.27006742144765294, + "ewc_loss": 0.035888671875, + "ewc_loss_diag": 5.602836608886719e-05, + "ewc_loss_parallel": 3.0279159545898438e-05, + "grad_norm": 2.1692001819610596, + "learning_rate": 8.995337007206444e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.8459383249282837, + "num_tokens": 80806218.0, + "step": 2123 + }, + { + "epoch": 0.2701946317262435, + "ewc_loss": 0.038818359375, + "ewc_loss_diag": 5.602836608886719e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3897287845611572, + "learning_rate": 8.999576091564223e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8583725094795227, + "num_tokens": 80841694.0, + "step": 2124 + }, + { + "epoch": 0.270321842004834, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.169080972671509, + "learning_rate": 9.003815175922002e-06, + "loss": 0.473, + "mean_token_accuracy": 0.853020191192627, + "num_tokens": 80874879.0, + "step": 2125 + }, + { + "epoch": 0.2704490522834245, + "ewc_loss": 0.038818359375, + "ewc_loss_diag": 5.602836608886719e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3950819969177246, + "learning_rate": 9.00805426027978e-06, + "loss": 0.4915, + "mean_token_accuracy": 0.8512575626373291, + "num_tokens": 80916317.0, + "step": 2126 + }, + { + "epoch": 0.270576262562015, + "ewc_loss": 0.0361328125, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.0517578125e-05, + "grad_norm": 2.1794636249542236, + "learning_rate": 9.01229334463756e-06, + "loss": 0.5122, + "mean_token_accuracy": 0.8446028232574463, + "num_tokens": 80952304.0, + "step": 2127 + }, + { + "epoch": 0.27070347284060553, + "ewc_loss": 0.038818359375, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3977179527282715, + "learning_rate": 9.016532428995339e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.8611776828765869, + "num_tokens": 80989886.0, + "step": 2128 + }, + { + "epoch": 0.27083068311919606, + "ewc_loss": 0.036376953125, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.075599670410156e-05, + "grad_norm": 2.1724600791931152, + "learning_rate": 9.020771513353116e-06, + "loss": 0.5073, + "mean_token_accuracy": 0.8434985876083374, + "num_tokens": 81031041.0, + "step": 2129 + }, + { + "epoch": 0.27095789339778653, + "ewc_loss": 0.038818359375, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.4171736240386963, + "learning_rate": 9.025010597710895e-06, + "loss": 0.5022, + "mean_token_accuracy": 0.8463405966758728, + "num_tokens": 81068915.0, + "step": 2130 + }, + { + "epoch": 0.27108510367637706, + "ewc_loss": 0.03662109375, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.0994415283203125e-05, + "grad_norm": 2.174440622329712, + "learning_rate": 9.029249682068674e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8598382472991943, + "num_tokens": 81106044.0, + "step": 2131 + }, + { + "epoch": 0.2712123139549676, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.4230453968048096, + "learning_rate": 9.033488766426452e-06, + "loss": 0.4764, + "mean_token_accuracy": 0.8541147112846375, + "num_tokens": 81142589.0, + "step": 2132 + }, + { + "epoch": 0.27133952423355806, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.183201313018799, + "learning_rate": 9.037727850784231e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8615013360977173, + "num_tokens": 81178415.0, + "step": 2133 + }, + { + "epoch": 0.2714667345121486, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.4447402954101562, + "learning_rate": 9.04196693514201e-06, + "loss": 0.4972, + "mean_token_accuracy": 0.8497787714004517, + "num_tokens": 81216952.0, + "step": 2134 + }, + { + "epoch": 0.2715939447907391, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.1872968673706055, + "learning_rate": 9.046206019499789e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8659665584564209, + "num_tokens": 81257879.0, + "step": 2135 + }, + { + "epoch": 0.2717211550693296, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 5.626678466796875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.4523284435272217, + "learning_rate": 9.050445103857568e-06, + "loss": 0.5207, + "mean_token_accuracy": 0.8448755145072937, + "num_tokens": 81298045.0, + "step": 2136 + }, + { + "epoch": 0.2718483653479201, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.208822250366211, + "learning_rate": 9.054684188215345e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.869620680809021, + "num_tokens": 81332342.0, + "step": 2137 + }, + { + "epoch": 0.27197557562651065, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.4561591148376465, + "learning_rate": 9.058923272573124e-06, + "loss": 0.5108, + "mean_token_accuracy": 0.8433405160903931, + "num_tokens": 81367270.0, + "step": 2138 + }, + { + "epoch": 0.2721027859051011, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.1935722827911377, + "learning_rate": 9.063162356930903e-06, + "loss": 0.4586, + "mean_token_accuracy": 0.8614330887794495, + "num_tokens": 81406644.0, + "step": 2139 + }, + { + "epoch": 0.27222999618369165, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.4542460441589355, + "learning_rate": 9.067401441288682e-06, + "loss": 0.4942, + "mean_token_accuracy": 0.8526386022567749, + "num_tokens": 81443225.0, + "step": 2140 + }, + { + "epoch": 0.2723572064622822, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.205481767654419, + "learning_rate": 9.07164052564646e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.8546544909477234, + "num_tokens": 81482168.0, + "step": 2141 + }, + { + "epoch": 0.27248441674087265, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.4563894271850586, + "learning_rate": 9.07587961000424e-06, + "loss": 0.5051, + "mean_token_accuracy": 0.8453013896942139, + "num_tokens": 81518127.0, + "step": 2142 + }, + { + "epoch": 0.2726116270194632, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.238417148590088, + "learning_rate": 9.080118694362018e-06, + "loss": 0.5039, + "mean_token_accuracy": 0.8432029485702515, + "num_tokens": 81559857.0, + "step": 2143 + }, + { + "epoch": 0.2727388372980537, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.471421480178833, + "learning_rate": 9.084357778719797e-06, + "loss": 0.4984, + "mean_token_accuracy": 0.8465894460678101, + "num_tokens": 81596509.0, + "step": 2144 + }, + { + "epoch": 0.2728660475766442, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2311387062072754, + "learning_rate": 9.088596863077576e-06, + "loss": 0.475, + "mean_token_accuracy": 0.8584515452384949, + "num_tokens": 81632693.0, + "step": 2145 + }, + { + "epoch": 0.2729932578552347, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.4352622032165527, + "learning_rate": 9.092835947435355e-06, + "loss": 0.4887, + "mean_token_accuracy": 0.8500818610191345, + "num_tokens": 81670067.0, + "step": 2146 + }, + { + "epoch": 0.27312046813382523, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.650520324707031e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.242901086807251, + "learning_rate": 9.097075031793134e-06, + "loss": 0.5288, + "mean_token_accuracy": 0.8380274772644043, + "num_tokens": 81706902.0, + "step": 2147 + }, + { + "epoch": 0.2732476784124157, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.6743621826171875e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.407543182373047, + "learning_rate": 9.101314116150913e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8677439093589783, + "num_tokens": 81743340.0, + "step": 2148 + }, + { + "epoch": 0.27337488869100623, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2459335327148438, + "learning_rate": 9.105553200508692e-06, + "loss": 0.4571, + "mean_token_accuracy": 0.861394464969635, + "num_tokens": 81779573.0, + "step": 2149 + }, + { + "epoch": 0.27350209896959676, + "ewc_loss": 0.038818359375, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3790199756622314, + "learning_rate": 9.10979228486647e-06, + "loss": 0.4856, + "mean_token_accuracy": 0.8533850908279419, + "num_tokens": 81822004.0, + "step": 2150 + }, + { + "epoch": 0.27362930924818724, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2343642711639404, + "learning_rate": 9.11403136922425e-06, + "loss": 0.4863, + "mean_token_accuracy": 0.8519635200500488, + "num_tokens": 81860472.0, + "step": 2151 + }, + { + "epoch": 0.27375651952677776, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.381401300430298, + "learning_rate": 9.118270453582027e-06, + "loss": 0.5467, + "mean_token_accuracy": 0.8385040760040283, + "num_tokens": 81899151.0, + "step": 2152 + }, + { + "epoch": 0.2738837298053683, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.218402624130249, + "learning_rate": 9.122509537939806e-06, + "loss": 0.4708, + "mean_token_accuracy": 0.8521524667739868, + "num_tokens": 81941213.0, + "step": 2153 + }, + { + "epoch": 0.27401094008395877, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3868026733398438, + "learning_rate": 9.126748622297584e-06, + "loss": 0.519, + "mean_token_accuracy": 0.8366348743438721, + "num_tokens": 81978055.0, + "step": 2154 + }, + { + "epoch": 0.2741381503625493, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.230748176574707, + "learning_rate": 9.130987706655363e-06, + "loss": 0.5074, + "mean_token_accuracy": 0.8446528911590576, + "num_tokens": 82015599.0, + "step": 2155 + }, + { + "epoch": 0.2742653606411398, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.373967170715332, + "learning_rate": 9.135226791013142e-06, + "loss": 0.5339, + "mean_token_accuracy": 0.8441746234893799, + "num_tokens": 82055113.0, + "step": 2156 + }, + { + "epoch": 0.2743925709197303, + "ewc_loss": 0.036865234375, + "ewc_loss_diag": 5.698204040527344e-05, + "ewc_loss_parallel": 3.123283386230469e-05, + "grad_norm": 2.23724627494812, + "learning_rate": 9.139465875370921e-06, + "loss": 0.4774, + "mean_token_accuracy": 0.8515714406967163, + "num_tokens": 82083052.0, + "step": 2157 + }, + { + "epoch": 0.2745197811983208, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.7220458984375e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.37099289894104, + "learning_rate": 9.1437049597287e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8460484743118286, + "num_tokens": 82118850.0, + "step": 2158 + }, + { + "epoch": 0.27464699147691135, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.7220458984375e-05, + "ewc_loss_parallel": 3.123283386230469e-05, + "grad_norm": 2.2430953979492188, + "learning_rate": 9.147944044086477e-06, + "loss": 0.5154, + "mean_token_accuracy": 0.8417200446128845, + "num_tokens": 82151261.0, + "step": 2159 + }, + { + "epoch": 0.2747742017555018, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.7220458984375e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.3560750484466553, + "learning_rate": 9.152183128444256e-06, + "loss": 0.5199, + "mean_token_accuracy": 0.8479429483413696, + "num_tokens": 82192018.0, + "step": 2160 + }, + { + "epoch": 0.27490141203409235, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.7220458984375e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2247016429901123, + "learning_rate": 9.156422212802035e-06, + "loss": 0.5274, + "mean_token_accuracy": 0.8343837261199951, + "num_tokens": 82231044.0, + "step": 2161 + }, + { + "epoch": 0.2750286223126829, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.7220458984375e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.3616678714752197, + "learning_rate": 9.160661297159814e-06, + "loss": 0.4586, + "mean_token_accuracy": 0.8599470257759094, + "num_tokens": 82265334.0, + "step": 2162 + }, + { + "epoch": 0.27515583259127335, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.7220458984375e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2202138900756836, + "learning_rate": 9.164900381517593e-06, + "loss": 0.4725, + "mean_token_accuracy": 0.8529521226882935, + "num_tokens": 82303995.0, + "step": 2163 + }, + { + "epoch": 0.2752830428698639, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.3542263507843018, + "learning_rate": 9.169139465875372e-06, + "loss": 0.4831, + "mean_token_accuracy": 0.8517647981643677, + "num_tokens": 82345157.0, + "step": 2164 + }, + { + "epoch": 0.2754102531484544, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.230442762374878, + "learning_rate": 9.17337855023315e-06, + "loss": 0.488, + "mean_token_accuracy": 0.8495588302612305, + "num_tokens": 82380723.0, + "step": 2165 + }, + { + "epoch": 0.2755374634270449, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.35263991355896, + "learning_rate": 9.17761763459093e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.862844705581665, + "num_tokens": 82418985.0, + "step": 2166 + }, + { + "epoch": 0.2756646737056354, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2173211574554443, + "learning_rate": 9.181856718948707e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8686418533325195, + "num_tokens": 82455498.0, + "step": 2167 + }, + { + "epoch": 0.27579188398422594, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.3646490573883057, + "learning_rate": 9.186095803306485e-06, + "loss": 0.4706, + "mean_token_accuracy": 0.8549133539199829, + "num_tokens": 82491117.0, + "step": 2168 + }, + { + "epoch": 0.2759190942628164, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2211318016052246, + "learning_rate": 9.190334887664264e-06, + "loss": 0.5171, + "mean_token_accuracy": 0.8436141610145569, + "num_tokens": 82533640.0, + "step": 2169 + }, + { + "epoch": 0.27604630454140694, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3882429599761963, + "learning_rate": 9.194573972022043e-06, + "loss": 0.5727, + "mean_token_accuracy": 0.8326842784881592, + "num_tokens": 82568812.0, + "step": 2170 + }, + { + "epoch": 0.27617351481999747, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.123283386230469e-05, + "grad_norm": 2.2061548233032227, + "learning_rate": 9.198813056379822e-06, + "loss": 0.5598, + "mean_token_accuracy": 0.8294222354888916, + "num_tokens": 82611777.0, + "step": 2171 + }, + { + "epoch": 0.27630072509858794, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.403095245361328, + "learning_rate": 9.203052140737601e-06, + "loss": 0.5074, + "mean_token_accuracy": 0.8464998006820679, + "num_tokens": 82646938.0, + "step": 2172 + }, + { + "epoch": 0.27642793537717847, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.2029924392700195, + "learning_rate": 9.20729122509538e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.864292323589325, + "num_tokens": 82684316.0, + "step": 2173 + }, + { + "epoch": 0.276555145655769, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.41084885597229, + "learning_rate": 9.211530309453159e-06, + "loss": 0.4914, + "mean_token_accuracy": 0.8473008871078491, + "num_tokens": 82723204.0, + "step": 2174 + }, + { + "epoch": 0.27668235593435947, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.205110549926758, + "learning_rate": 9.215769393810938e-06, + "loss": 0.4849, + "mean_token_accuracy": 0.8531083464622498, + "num_tokens": 82759634.0, + "step": 2175 + }, + { + "epoch": 0.27680956621295, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.431291103363037, + "learning_rate": 9.220008478168717e-06, + "loss": 0.5767, + "mean_token_accuracy": 0.8243556022644043, + "num_tokens": 82800446.0, + "step": 2176 + }, + { + "epoch": 0.2769367764915405, + "ewc_loss": 0.037109375, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.123283386230469e-05, + "grad_norm": 2.195096969604492, + "learning_rate": 9.224247562526495e-06, + "loss": 0.49, + "mean_token_accuracy": 0.8488646745681763, + "num_tokens": 82840754.0, + "step": 2177 + }, + { + "epoch": 0.277063986770131, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.745887756347656e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.445866823196411, + "learning_rate": 9.228486646884274e-06, + "loss": 0.4917, + "mean_token_accuracy": 0.8512554168701172, + "num_tokens": 82881859.0, + "step": 2178 + }, + { + "epoch": 0.2771911970487215, + "ewc_loss": 0.037353515625, + "ewc_loss_diag": 5.7697296142578125e-05, + "ewc_loss_parallel": 3.147125244140625e-05, + "grad_norm": 2.20210337638855, + "learning_rate": 9.232725731242053e-06, + "loss": 0.5318, + "mean_token_accuracy": 0.8364838361740112, + "num_tokens": 82922146.0, + "step": 2179 + }, + { + "epoch": 0.27731840732731206, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 5.7697296142578125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.476067066192627, + "learning_rate": 9.236964815599832e-06, + "loss": 0.525, + "mean_token_accuracy": 0.8407266139984131, + "num_tokens": 82960017.0, + "step": 2180 + }, + { + "epoch": 0.2774456176059026, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.7697296142578125e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.1893880367279053, + "learning_rate": 9.241203899957611e-06, + "loss": 0.4612, + "mean_token_accuracy": 0.8586641550064087, + "num_tokens": 83001778.0, + "step": 2181 + }, + { + "epoch": 0.27757282788449306, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 5.7697296142578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.503373622894287, + "learning_rate": 9.245442984315388e-06, + "loss": 0.4771, + "mean_token_accuracy": 0.8547168970108032, + "num_tokens": 83037023.0, + "step": 2182 + }, + { + "epoch": 0.2777000381630836, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.7697296142578125e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2239272594451904, + "learning_rate": 9.249682068673167e-06, + "loss": 0.5123, + "mean_token_accuracy": 0.8430241942405701, + "num_tokens": 83075355.0, + "step": 2183 + }, + { + "epoch": 0.2778272484416741, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 5.7697296142578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.503282070159912, + "learning_rate": 9.253921153030946e-06, + "loss": 0.5498, + "mean_token_accuracy": 0.834187388420105, + "num_tokens": 83116233.0, + "step": 2184 + }, + { + "epoch": 0.2779544587202646, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.7697296142578125e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.232379198074341, + "learning_rate": 9.258160237388725e-06, + "loss": 0.4645, + "mean_token_accuracy": 0.861378014087677, + "num_tokens": 83152238.0, + "step": 2185 + }, + { + "epoch": 0.2780816689988551, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.793571472167969e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.50260066986084, + "learning_rate": 9.262399321746504e-06, + "loss": 0.4727, + "mean_token_accuracy": 0.8544561862945557, + "num_tokens": 83186779.0, + "step": 2186 + }, + { + "epoch": 0.27820887927744564, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.793571472167969e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.2529714107513428, + "learning_rate": 9.266638406104283e-06, + "loss": 0.5322, + "mean_token_accuracy": 0.8364776372909546, + "num_tokens": 83226001.0, + "step": 2187 + }, + { + "epoch": 0.2783360895560361, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.793571472167969e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.5008413791656494, + "learning_rate": 9.270877490462061e-06, + "loss": 0.4945, + "mean_token_accuracy": 0.8496766686439514, + "num_tokens": 83257196.0, + "step": 2188 + }, + { + "epoch": 0.27846329983462664, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.817413330078125e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.273422956466675, + "learning_rate": 9.27511657481984e-06, + "loss": 0.497, + "mean_token_accuracy": 0.8501578569412231, + "num_tokens": 83293261.0, + "step": 2189 + }, + { + "epoch": 0.27859051011321717, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.817413330078125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.4886138439178467, + "learning_rate": 9.279355659177618e-06, + "loss": 0.5119, + "mean_token_accuracy": 0.8492439985275269, + "num_tokens": 83327096.0, + "step": 2190 + }, + { + "epoch": 0.27871772039180764, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.817413330078125e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.2741715908050537, + "learning_rate": 9.283594743535396e-06, + "loss": 0.5274, + "mean_token_accuracy": 0.8413830995559692, + "num_tokens": 83360558.0, + "step": 2191 + }, + { + "epoch": 0.2788449306703982, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.817413330078125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.4561049938201904, + "learning_rate": 9.287833827893175e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.8473902344703674, + "num_tokens": 83400563.0, + "step": 2192 + }, + { + "epoch": 0.2789721409489887, + "ewc_loss": 0.037841796875, + "ewc_loss_diag": 5.817413330078125e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.272094488143921, + "learning_rate": 9.292072912250954e-06, + "loss": 0.5021, + "mean_token_accuracy": 0.8454942107200623, + "num_tokens": 83432961.0, + "step": 2193 + }, + { + "epoch": 0.2790993512275792, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 5.817413330078125e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.4233312606811523, + "learning_rate": 9.296311996608733e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.863582968711853, + "num_tokens": 83472183.0, + "step": 2194 + }, + { + "epoch": 0.2792265615061697, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.817413330078125e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.276441812515259, + "learning_rate": 9.300551080966512e-06, + "loss": 0.56, + "mean_token_accuracy": 0.8272430896759033, + "num_tokens": 83512376.0, + "step": 2195 + }, + { + "epoch": 0.27935377178476023, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.4204864501953125, + "learning_rate": 9.304790165324291e-06, + "loss": 0.4827, + "mean_token_accuracy": 0.8499619364738464, + "num_tokens": 83546141.0, + "step": 2196 + }, + { + "epoch": 0.2794809820633507, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2565560340881348, + "learning_rate": 9.30902924968207e-06, + "loss": 0.4818, + "mean_token_accuracy": 0.8541561365127563, + "num_tokens": 83584223.0, + "step": 2197 + }, + { + "epoch": 0.27960819234194123, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.416210412979126, + "learning_rate": 9.313268334039847e-06, + "loss": 0.505, + "mean_token_accuracy": 0.8455461263656616, + "num_tokens": 83621773.0, + "step": 2198 + }, + { + "epoch": 0.27973540262053176, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2402946949005127, + "learning_rate": 9.317507418397626e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8709064722061157, + "num_tokens": 83659129.0, + "step": 2199 + }, + { + "epoch": 0.27986261289912223, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.42549729347229, + "learning_rate": 9.321746502755405e-06, + "loss": 0.5352, + "mean_token_accuracy": 0.839840829372406, + "num_tokens": 83699146.0, + "step": 2200 + }, + { + "epoch": 0.27998982317771276, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2605984210968018, + "learning_rate": 9.325985587113184e-06, + "loss": 0.4955, + "mean_token_accuracy": 0.8497163653373718, + "num_tokens": 83733266.0, + "step": 2201 + }, + { + "epoch": 0.2801170334563033, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.433253526687622, + "learning_rate": 9.330224671470962e-06, + "loss": 0.5017, + "mean_token_accuracy": 0.8543287515640259, + "num_tokens": 83766610.0, + "step": 2202 + }, + { + "epoch": 0.28024424373489376, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2681374549865723, + "learning_rate": 9.334463755828741e-06, + "loss": 0.5179, + "mean_token_accuracy": 0.8379625082015991, + "num_tokens": 83797891.0, + "step": 2203 + }, + { + "epoch": 0.2803714540134843, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.408766508102417, + "learning_rate": 9.33870284018652e-06, + "loss": 0.519, + "mean_token_accuracy": 0.8386151790618896, + "num_tokens": 83837046.0, + "step": 2204 + }, + { + "epoch": 0.2804986642920748, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2459421157836914, + "learning_rate": 9.342941924544299e-06, + "loss": 0.5109, + "mean_token_accuracy": 0.8435385227203369, + "num_tokens": 83876457.0, + "step": 2205 + }, + { + "epoch": 0.2806258745706653, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.425867795944214, + "learning_rate": 9.347181008902078e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8654850125312805, + "num_tokens": 83912729.0, + "step": 2206 + }, + { + "epoch": 0.2807530848492558, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.255431652069092, + "learning_rate": 9.351420093259857e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8626507520675659, + "num_tokens": 83945958.0, + "step": 2207 + }, + { + "epoch": 0.28088029512784635, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.4237172603607178, + "learning_rate": 9.355659177617636e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8628315925598145, + "num_tokens": 83976767.0, + "step": 2208 + }, + { + "epoch": 0.2810075054064368, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.2277424335479736, + "learning_rate": 9.359898261975415e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8673996925354004, + "num_tokens": 84017996.0, + "step": 2209 + }, + { + "epoch": 0.28113471568502735, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.4432499408721924, + "learning_rate": 9.364137346333194e-06, + "loss": 0.5644, + "mean_token_accuracy": 0.8323777318000793, + "num_tokens": 84057528.0, + "step": 2210 + }, + { + "epoch": 0.2812619259636179, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.236637830734253, + "learning_rate": 9.368376430690972e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8620940446853638, + "num_tokens": 84091009.0, + "step": 2211 + }, + { + "epoch": 0.28138913624220835, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.471266031265259, + "learning_rate": 9.372615515048751e-06, + "loss": 0.5255, + "mean_token_accuracy": 0.8405264616012573, + "num_tokens": 84125042.0, + "step": 2212 + }, + { + "epoch": 0.2815163465207989, + "ewc_loss": 0.03759765625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.170967102050781e-05, + "grad_norm": 2.226533889770508, + "learning_rate": 9.376854599406528e-06, + "loss": 0.5267, + "mean_token_accuracy": 0.8401902318000793, + "num_tokens": 84169340.0, + "step": 2213 + }, + { + "epoch": 0.2816435567993894, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.4836010932922363, + "learning_rate": 9.381093683764307e-06, + "loss": 0.4889, + "mean_token_accuracy": 0.8487728834152222, + "num_tokens": 84205347.0, + "step": 2214 + }, + { + "epoch": 0.2817707670779799, + "ewc_loss": 0.037841796875, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.2272536754608154, + "learning_rate": 9.385332768122086e-06, + "loss": 0.4746, + "mean_token_accuracy": 0.851655125617981, + "num_tokens": 84245788.0, + "step": 2215 + }, + { + "epoch": 0.2818979773565704, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.4939870834350586, + "learning_rate": 9.389571852479865e-06, + "loss": 0.4806, + "mean_token_accuracy": 0.8566806316375732, + "num_tokens": 84286744.0, + "step": 2216 + }, + { + "epoch": 0.28202518763516093, + "ewc_loss": 0.037841796875, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.238389015197754, + "learning_rate": 9.393810936837644e-06, + "loss": 0.4848, + "mean_token_accuracy": 0.8494547605514526, + "num_tokens": 84326031.0, + "step": 2217 + }, + { + "epoch": 0.2821523979137514, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 5.841255187988281e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.504138946533203, + "learning_rate": 9.398050021195423e-06, + "loss": 0.5153, + "mean_token_accuracy": 0.8454068899154663, + "num_tokens": 84367697.0, + "step": 2218 + }, + { + "epoch": 0.28227960819234194, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.2422757148742676, + "learning_rate": 9.402289105553202e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8575769662857056, + "num_tokens": 84410647.0, + "step": 2219 + }, + { + "epoch": 0.28240681847093246, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.5186939239501953, + "learning_rate": 9.406528189910979e-06, + "loss": 0.4873, + "mean_token_accuracy": 0.8528348207473755, + "num_tokens": 84446839.0, + "step": 2220 + }, + { + "epoch": 0.28253402874952294, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.2561962604522705, + "learning_rate": 9.410767274268758e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.8577489852905273, + "num_tokens": 84485017.0, + "step": 2221 + }, + { + "epoch": 0.28266123902811346, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.530101776123047, + "learning_rate": 9.415006358626537e-06, + "loss": 0.5637, + "mean_token_accuracy": 0.826097846031189, + "num_tokens": 84524518.0, + "step": 2222 + }, + { + "epoch": 0.282788449306704, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.275839328765869, + "learning_rate": 9.419245442984316e-06, + "loss": 0.5438, + "mean_token_accuracy": 0.83460533618927, + "num_tokens": 84559850.0, + "step": 2223 + }, + { + "epoch": 0.28291565958529447, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.5204193592071533, + "learning_rate": 9.423484527342095e-06, + "loss": 0.4851, + "mean_token_accuracy": 0.8501133918762207, + "num_tokens": 84594332.0, + "step": 2224 + }, + { + "epoch": 0.283042869863885, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.282461404800415, + "learning_rate": 9.427723611699873e-06, + "loss": 0.4896, + "mean_token_accuracy": 0.8506044149398804, + "num_tokens": 84628759.0, + "step": 2225 + }, + { + "epoch": 0.2831700801424755, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.4913530349731445, + "learning_rate": 9.431962696057652e-06, + "loss": 0.5097, + "mean_token_accuracy": 0.8452638387680054, + "num_tokens": 84672022.0, + "step": 2226 + }, + { + "epoch": 0.283297290421066, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.2785701751708984, + "learning_rate": 9.436201780415431e-06, + "loss": 0.4539, + "mean_token_accuracy": 0.8640917539596558, + "num_tokens": 84709266.0, + "step": 2227 + }, + { + "epoch": 0.2834245006996565, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.48405122756958, + "learning_rate": 9.44044086477321e-06, + "loss": 0.5058, + "mean_token_accuracy": 0.8482953310012817, + "num_tokens": 84745502.0, + "step": 2228 + }, + { + "epoch": 0.28355171097824705, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.2823803424835205, + "learning_rate": 9.444679949130989e-06, + "loss": 0.5084, + "mean_token_accuracy": 0.8444318771362305, + "num_tokens": 84786061.0, + "step": 2229 + }, + { + "epoch": 0.2836789212568376, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.4834482669830322, + "learning_rate": 9.448919033488768e-06, + "loss": 0.521, + "mean_token_accuracy": 0.8419445157051086, + "num_tokens": 84822550.0, + "step": 2230 + }, + { + "epoch": 0.28380613153542805, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.27553653717041, + "learning_rate": 9.453158117846547e-06, + "loss": 0.5088, + "mean_token_accuracy": 0.8447429537773132, + "num_tokens": 84860608.0, + "step": 2231 + }, + { + "epoch": 0.2839333418140186, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.470287799835205, + "learning_rate": 9.457397202204326e-06, + "loss": 0.5368, + "mean_token_accuracy": 0.8376107215881348, + "num_tokens": 84903065.0, + "step": 2232 + }, + { + "epoch": 0.2840605520926091, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.2814035415649414, + "learning_rate": 9.461636286562103e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8611350059509277, + "num_tokens": 84938583.0, + "step": 2233 + }, + { + "epoch": 0.2841877623711996, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.47320294380188, + "learning_rate": 9.465875370919882e-06, + "loss": 0.5441, + "mean_token_accuracy": 0.8362080454826355, + "num_tokens": 84975939.0, + "step": 2234 + }, + { + "epoch": 0.2843149726497901, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.2820513248443604, + "learning_rate": 9.47011445527766e-06, + "loss": 0.5105, + "mean_token_accuracy": 0.8427730202674866, + "num_tokens": 85011304.0, + "step": 2235 + }, + { + "epoch": 0.28444218292838064, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.451416015625, + "learning_rate": 9.47435353963544e-06, + "loss": 0.4784, + "mean_token_accuracy": 0.8523802757263184, + "num_tokens": 85053163.0, + "step": 2236 + }, + { + "epoch": 0.2845693932069711, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.3022775650024414, + "learning_rate": 9.478592623993218e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.8509673476219177, + "num_tokens": 85085919.0, + "step": 2237 + }, + { + "epoch": 0.28469660348556164, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.8650970458984375e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.43190860748291, + "learning_rate": 9.482831708350997e-06, + "loss": 0.481, + "mean_token_accuracy": 0.8537862300872803, + "num_tokens": 85124323.0, + "step": 2238 + }, + { + "epoch": 0.28482381376415217, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.2851052284240723, + "learning_rate": 9.487070792708776e-06, + "loss": 0.5208, + "mean_token_accuracy": 0.8446779251098633, + "num_tokens": 85163735.0, + "step": 2239 + }, + { + "epoch": 0.28495102404274264, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.414865016937256, + "learning_rate": 9.491309877066555e-06, + "loss": 0.5101, + "mean_token_accuracy": 0.8443934917449951, + "num_tokens": 85206533.0, + "step": 2240 + }, + { + "epoch": 0.28507823432133317, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.286000967025757, + "learning_rate": 9.495548961424334e-06, + "loss": 0.5308, + "mean_token_accuracy": 0.8374101519584656, + "num_tokens": 85248435.0, + "step": 2241 + }, + { + "epoch": 0.2852054445999237, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.417903423309326, + "learning_rate": 9.499788045782113e-06, + "loss": 0.4941, + "mean_token_accuracy": 0.8507439494132996, + "num_tokens": 85285686.0, + "step": 2242 + }, + { + "epoch": 0.28533265487851417, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.272670269012451, + "learning_rate": 9.50402713013989e-06, + "loss": 0.5063, + "mean_token_accuracy": 0.8461191058158875, + "num_tokens": 85327518.0, + "step": 2243 + }, + { + "epoch": 0.2854598651571047, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.419232130050659, + "learning_rate": 9.508266214497669e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.8601134419441223, + "num_tokens": 85364309.0, + "step": 2244 + }, + { + "epoch": 0.2855870754356952, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.2655036449432373, + "learning_rate": 9.512505298855448e-06, + "loss": 0.4935, + "mean_token_accuracy": 0.8535271286964417, + "num_tokens": 85407231.0, + "step": 2245 + }, + { + "epoch": 0.2857142857142857, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.429117441177368, + "learning_rate": 9.516744383213227e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8660986423492432, + "num_tokens": 85443753.0, + "step": 2246 + }, + { + "epoch": 0.2858414959928762, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.262958288192749, + "learning_rate": 9.520983467571005e-06, + "loss": 0.5158, + "mean_token_accuracy": 0.8425299525260925, + "num_tokens": 85482874.0, + "step": 2247 + }, + { + "epoch": 0.28596870627146675, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.456000804901123, + "learning_rate": 9.525222551928784e-06, + "loss": 0.5538, + "mean_token_accuracy": 0.8396703600883484, + "num_tokens": 85521648.0, + "step": 2248 + }, + { + "epoch": 0.2860959165500572, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.2614645957946777, + "learning_rate": 9.529461636286563e-06, + "loss": 0.4658, + "mean_token_accuracy": 0.8579589128494263, + "num_tokens": 85553078.0, + "step": 2249 + }, + { + "epoch": 0.28622312682864776, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.458251476287842, + "learning_rate": 9.533700720644342e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8630850911140442, + "num_tokens": 85589034.0, + "step": 2250 + }, + { + "epoch": 0.2863503371072383, + "ewc_loss": 0.0380859375, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.218650817871094e-05, + "grad_norm": 2.2596921920776367, + "learning_rate": 9.53793980500212e-06, + "loss": 0.5055, + "mean_token_accuracy": 0.8492625951766968, + "num_tokens": 85631541.0, + "step": 2251 + }, + { + "epoch": 0.28647754738582876, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.4738245010375977, + "learning_rate": 9.542178889359898e-06, + "loss": 0.4776, + "mean_token_accuracy": 0.8548774719238281, + "num_tokens": 85668498.0, + "step": 2252 + }, + { + "epoch": 0.2866047576644193, + "ewc_loss": 0.037841796875, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.257693290710449, + "learning_rate": 9.546417973717677e-06, + "loss": 0.5091, + "mean_token_accuracy": 0.8469999432563782, + "num_tokens": 85708419.0, + "step": 2253 + }, + { + "epoch": 0.2867319679430098, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.472635507583618, + "learning_rate": 9.550657058075456e-06, + "loss": 0.5194, + "mean_token_accuracy": 0.8437877893447876, + "num_tokens": 85751564.0, + "step": 2254 + }, + { + "epoch": 0.2868591782216003, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.2673513889312744, + "learning_rate": 9.554896142433235e-06, + "loss": 0.5203, + "mean_token_accuracy": 0.8390709161758423, + "num_tokens": 85789776.0, + "step": 2255 + }, + { + "epoch": 0.2869863885001908, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.4921154975891113, + "learning_rate": 9.559135226791014e-06, + "loss": 0.5339, + "mean_token_accuracy": 0.8349185585975647, + "num_tokens": 85828427.0, + "step": 2256 + }, + { + "epoch": 0.28711359877878134, + "ewc_loss": 0.038330078125, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.24249267578125e-05, + "grad_norm": 2.244365930557251, + "learning_rate": 9.563374311148793e-06, + "loss": 0.5259, + "mean_token_accuracy": 0.8405232429504395, + "num_tokens": 85877598.0, + "step": 2257 + }, + { + "epoch": 0.2872408090573718, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 5.91278076171875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.5330252647399902, + "learning_rate": 9.567613395506572e-06, + "loss": 0.4748, + "mean_token_accuracy": 0.8572700619697571, + "num_tokens": 85908395.0, + "step": 2258 + }, + { + "epoch": 0.28736801933596234, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.9604644775390625e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.2481300830841064, + "learning_rate": 9.57185247986435e-06, + "loss": 0.461, + "mean_token_accuracy": 0.8594180941581726, + "num_tokens": 85945344.0, + "step": 2259 + }, + { + "epoch": 0.28749522961455287, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 5.984306335449219e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.543466567993164, + "learning_rate": 9.57609156422213e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8678506016731262, + "num_tokens": 85982484.0, + "step": 2260 + }, + { + "epoch": 0.28762243989314334, + "ewc_loss": 0.03857421875, + "ewc_loss_diag": 5.984306335449219e-05, + "ewc_loss_parallel": 3.266334533691406e-05, + "grad_norm": 2.2706522941589355, + "learning_rate": 9.580330648579908e-06, + "loss": 0.5134, + "mean_token_accuracy": 0.8410812616348267, + "num_tokens": 86019496.0, + "step": 2261 + }, + { + "epoch": 0.2877496501717339, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 5.984306335449219e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.557321071624756, + "learning_rate": 9.584569732937687e-06, + "loss": 0.5088, + "mean_token_accuracy": 0.8477023839950562, + "num_tokens": 86059344.0, + "step": 2262 + }, + { + "epoch": 0.2878768604503244, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 5.984306335449219e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.2948248386383057, + "learning_rate": 9.588808817295466e-06, + "loss": 0.4927, + "mean_token_accuracy": 0.8469408750534058, + "num_tokens": 86093090.0, + "step": 2263 + }, + { + "epoch": 0.2880040707289149, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.008148193359375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5544967651367188, + "learning_rate": 9.593047901653245e-06, + "loss": 0.4913, + "mean_token_accuracy": 0.8500645756721497, + "num_tokens": 86127149.0, + "step": 2264 + }, + { + "epoch": 0.2881312810075054, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3002829551696777, + "learning_rate": 9.597286986011024e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8618689179420471, + "num_tokens": 86163541.0, + "step": 2265 + }, + { + "epoch": 0.28825849128609593, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.548677682876587, + "learning_rate": 9.601526070368801e-06, + "loss": 0.5345, + "mean_token_accuracy": 0.8395720720291138, + "num_tokens": 86200124.0, + "step": 2266 + }, + { + "epoch": 0.2883857015646864, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.301905393600464, + "learning_rate": 9.60576515472658e-06, + "loss": 0.4855, + "mean_token_accuracy": 0.8523037433624268, + "num_tokens": 86236464.0, + "step": 2267 + }, + { + "epoch": 0.28851291184327693, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5365452766418457, + "learning_rate": 9.610004239084359e-06, + "loss": 0.4996, + "mean_token_accuracy": 0.8477230072021484, + "num_tokens": 86277504.0, + "step": 2268 + }, + { + "epoch": 0.28864012212186746, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3174209594726562, + "learning_rate": 9.614243323442138e-06, + "loss": 0.5616, + "mean_token_accuracy": 0.8284275531768799, + "num_tokens": 86314404.0, + "step": 2269 + }, + { + "epoch": 0.28876733240045793, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5189952850341797, + "learning_rate": 9.618482407799916e-06, + "loss": 0.4732, + "mean_token_accuracy": 0.8533497452735901, + "num_tokens": 86350690.0, + "step": 2270 + }, + { + "epoch": 0.28889454267904846, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.2981133460998535, + "learning_rate": 9.622721492157695e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8674622774124146, + "num_tokens": 86389294.0, + "step": 2271 + }, + { + "epoch": 0.289021752957639, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.5351319313049316, + "learning_rate": 9.626960576515474e-06, + "loss": 0.4931, + "mean_token_accuracy": 0.8485755920410156, + "num_tokens": 86420234.0, + "step": 2272 + }, + { + "epoch": 0.28914896323622946, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.298832654953003, + "learning_rate": 9.631199660873251e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.8541333675384521, + "num_tokens": 86458435.0, + "step": 2273 + }, + { + "epoch": 0.28927617351482, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5160727500915527, + "learning_rate": 9.63543874523103e-06, + "loss": 0.477, + "mean_token_accuracy": 0.855944037437439, + "num_tokens": 86499082.0, + "step": 2274 + }, + { + "epoch": 0.2894033837934105, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3027381896972656, + "learning_rate": 9.63967782958881e-06, + "loss": 0.5071, + "mean_token_accuracy": 0.841322660446167, + "num_tokens": 86536989.0, + "step": 2275 + }, + { + "epoch": 0.289530594072001, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.5252766609191895, + "learning_rate": 9.643916913946588e-06, + "loss": 0.4641, + "mean_token_accuracy": 0.8587747812271118, + "num_tokens": 86572154.0, + "step": 2276 + }, + { + "epoch": 0.2896578043505915, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.2923576831817627, + "learning_rate": 9.648155998304367e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.865435779094696, + "num_tokens": 86610908.0, + "step": 2277 + }, + { + "epoch": 0.28978501462918205, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5339670181274414, + "learning_rate": 9.652395082662146e-06, + "loss": 0.5595, + "mean_token_accuracy": 0.8278103470802307, + "num_tokens": 86653585.0, + "step": 2278 + }, + { + "epoch": 0.2899122249077726, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.2952592372894287, + "learning_rate": 9.656634167019925e-06, + "loss": 0.4951, + "mean_token_accuracy": 0.8481771945953369, + "num_tokens": 86690794.0, + "step": 2279 + }, + { + "epoch": 0.29003943518636305, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5314009189605713, + "learning_rate": 9.660873251377704e-06, + "loss": 0.5149, + "mean_token_accuracy": 0.8444822430610657, + "num_tokens": 86729742.0, + "step": 2280 + }, + { + "epoch": 0.2901666454649536, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.303987503051758, + "learning_rate": 9.66511233573548e-06, + "loss": 0.5241, + "mean_token_accuracy": 0.844983696937561, + "num_tokens": 86765837.0, + "step": 2281 + }, + { + "epoch": 0.2902938557435441, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.031990051269531e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.522528648376465, + "learning_rate": 9.66935142009326e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.8587510585784912, + "num_tokens": 86799697.0, + "step": 2282 + }, + { + "epoch": 0.2904210660221346, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.079673767089844e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3189163208007812, + "learning_rate": 9.673590504451039e-06, + "loss": 0.4846, + "mean_token_accuracy": 0.8505973815917969, + "num_tokens": 86832264.0, + "step": 2283 + }, + { + "epoch": 0.2905482763007251, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.079673767089844e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.5195817947387695, + "learning_rate": 9.677829588808817e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8508239984512329, + "num_tokens": 86864492.0, + "step": 2284 + }, + { + "epoch": 0.29067548657931563, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.079673767089844e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.318026304244995, + "learning_rate": 9.682068673166596e-06, + "loss": 0.5421, + "mean_token_accuracy": 0.8392031192779541, + "num_tokens": 86898186.0, + "step": 2285 + }, + { + "epoch": 0.2908026968579061, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.079673767089844e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.5164997577667236, + "learning_rate": 9.686307757524375e-06, + "loss": 0.4953, + "mean_token_accuracy": 0.8488215208053589, + "num_tokens": 86935850.0, + "step": 2286 + }, + { + "epoch": 0.29092990713649663, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.079673767089844e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.2937753200531006, + "learning_rate": 9.690546841882154e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8724335432052612, + "num_tokens": 86972732.0, + "step": 2287 + }, + { + "epoch": 0.29105711741508716, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.079673767089844e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.5138816833496094, + "learning_rate": 9.694785926239933e-06, + "loss": 0.5005, + "mean_token_accuracy": 0.8483247756958008, + "num_tokens": 87012538.0, + "step": 2288 + }, + { + "epoch": 0.29118432769367764, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.079673767089844e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.4036242961883545, + "learning_rate": 9.699025010597712e-06, + "loss": 0.5419, + "mean_token_accuracy": 0.8358193635940552, + "num_tokens": 87046917.0, + "step": 2289 + }, + { + "epoch": 0.29131153797226816, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.079673767089844e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.5572128295898438, + "learning_rate": 9.70326409495549e-06, + "loss": 0.5057, + "mean_token_accuracy": 0.844873309135437, + "num_tokens": 87086002.0, + "step": 2290 + }, + { + "epoch": 0.2914387482508587, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3078558444976807, + "learning_rate": 9.70750317931327e-06, + "loss": 0.4864, + "mean_token_accuracy": 0.8533928394317627, + "num_tokens": 87126138.0, + "step": 2291 + }, + { + "epoch": 0.29156595852944917, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.4912354946136475, + "learning_rate": 9.711742263671049e-06, + "loss": 0.4805, + "mean_token_accuracy": 0.8537206053733826, + "num_tokens": 87163062.0, + "step": 2292 + }, + { + "epoch": 0.2916931688080397, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.287621259689331, + "learning_rate": 9.715981348028827e-06, + "loss": 0.47, + "mean_token_accuracy": 0.8563292026519775, + "num_tokens": 87203836.0, + "step": 2293 + }, + { + "epoch": 0.2918203790866302, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.5176031589508057, + "learning_rate": 9.720220432386606e-06, + "loss": 0.4762, + "mean_token_accuracy": 0.8569762110710144, + "num_tokens": 87236854.0, + "step": 2294 + }, + { + "epoch": 0.2919475893652207, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.2845230102539062, + "learning_rate": 9.724459516744385e-06, + "loss": 0.4608, + "mean_token_accuracy": 0.8614703416824341, + "num_tokens": 87276316.0, + "step": 2295 + }, + { + "epoch": 0.2920747996438112, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.5261070728302, + "learning_rate": 9.728698601102162e-06, + "loss": 0.4585, + "mean_token_accuracy": 0.8617305159568787, + "num_tokens": 87314504.0, + "step": 2296 + }, + { + "epoch": 0.29220200992240175, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3111732006073, + "learning_rate": 9.732937685459941e-06, + "loss": 0.4859, + "mean_token_accuracy": 0.8499029278755188, + "num_tokens": 87348403.0, + "step": 2297 + }, + { + "epoch": 0.2923292202009922, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.527012586593628, + "learning_rate": 9.73717676981772e-06, + "loss": 0.5278, + "mean_token_accuracy": 0.8434265851974487, + "num_tokens": 87393044.0, + "step": 2298 + }, + { + "epoch": 0.29245643047958275, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.311924934387207, + "learning_rate": 9.741415854175499e-06, + "loss": 0.548, + "mean_token_accuracy": 0.8370615839958191, + "num_tokens": 87430930.0, + "step": 2299 + }, + { + "epoch": 0.2925836407581733, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.5379209518432617, + "learning_rate": 9.745654938533278e-06, + "loss": 0.5129, + "mean_token_accuracy": 0.8425272703170776, + "num_tokens": 87467941.0, + "step": 2300 + }, + { + "epoch": 0.29271085103676375, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3075761795043945, + "learning_rate": 9.749894022891057e-06, + "loss": 0.5327, + "mean_token_accuracy": 0.8399831056594849, + "num_tokens": 87507453.0, + "step": 2301 + }, + { + "epoch": 0.2928380613153543, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5259969234466553, + "learning_rate": 9.754133107248836e-06, + "loss": 0.4505, + "mean_token_accuracy": 0.8625757694244385, + "num_tokens": 87545983.0, + "step": 2302 + }, + { + "epoch": 0.2929652715939448, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.312716007232666, + "learning_rate": 9.758372191606615e-06, + "loss": 0.534, + "mean_token_accuracy": 0.8357081413269043, + "num_tokens": 87582352.0, + "step": 2303 + }, + { + "epoch": 0.2930924818725353, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5275676250457764, + "learning_rate": 9.762611275964392e-06, + "loss": 0.4476, + "mean_token_accuracy": 0.8653054237365723, + "num_tokens": 87616668.0, + "step": 2304 + }, + { + "epoch": 0.2932196921511258, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3189914226531982, + "learning_rate": 9.76685036032217e-06, + "loss": 0.5146, + "mean_token_accuracy": 0.8425691723823547, + "num_tokens": 87653008.0, + "step": 2305 + }, + { + "epoch": 0.29334690242971634, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.509507417678833, + "learning_rate": 9.77108944467995e-06, + "loss": 0.4656, + "mean_token_accuracy": 0.8577518463134766, + "num_tokens": 87694985.0, + "step": 2306 + }, + { + "epoch": 0.2934741127083068, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.325829029083252, + "learning_rate": 9.775328529037728e-06, + "loss": 0.5071, + "mean_token_accuracy": 0.8436159491539001, + "num_tokens": 87730841.0, + "step": 2307 + }, + { + "epoch": 0.29360132298689734, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5343079566955566, + "learning_rate": 9.779567613395507e-06, + "loss": 0.5417, + "mean_token_accuracy": 0.8407772779464722, + "num_tokens": 87762215.0, + "step": 2308 + }, + { + "epoch": 0.29372853326548787, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3113579750061035, + "learning_rate": 9.783806697753286e-06, + "loss": 0.482, + "mean_token_accuracy": 0.8534024357795715, + "num_tokens": 87799150.0, + "step": 2309 + }, + { + "epoch": 0.29385574354407834, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.501542806625366, + "learning_rate": 9.788045782111065e-06, + "loss": 0.45, + "mean_token_accuracy": 0.8614401817321777, + "num_tokens": 87842463.0, + "step": 2310 + }, + { + "epoch": 0.29398295382266887, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.305215358734131, + "learning_rate": 9.792284866468842e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8632267713546753, + "num_tokens": 87880093.0, + "step": 2311 + }, + { + "epoch": 0.2941101641012594, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5309841632843018, + "learning_rate": 9.796523950826621e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.861441969871521, + "num_tokens": 87912713.0, + "step": 2312 + }, + { + "epoch": 0.29423737437984987, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3260977268218994, + "learning_rate": 9.8007630351844e-06, + "loss": 0.5196, + "mean_token_accuracy": 0.8442461490631104, + "num_tokens": 87946357.0, + "step": 2313 + }, + { + "epoch": 0.2943645846584404, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.5383098125457764, + "learning_rate": 9.805002119542179e-06, + "loss": 0.5524, + "mean_token_accuracy": 0.8321632146835327, + "num_tokens": 87981102.0, + "step": 2314 + }, + { + "epoch": 0.2944917949370309, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.2989184856414795, + "learning_rate": 9.809241203899958e-06, + "loss": 0.4855, + "mean_token_accuracy": 0.8545794486999512, + "num_tokens": 88022325.0, + "step": 2315 + }, + { + "epoch": 0.2946190052156214, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5519497394561768, + "learning_rate": 9.813480288257737e-06, + "loss": 0.5096, + "mean_token_accuracy": 0.84087735414505, + "num_tokens": 88057254.0, + "step": 2316 + }, + { + "epoch": 0.2947462154942119, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.2962241172790527, + "learning_rate": 9.817719372615516e-06, + "loss": 0.4629, + "mean_token_accuracy": 0.8592562675476074, + "num_tokens": 88095667.0, + "step": 2317 + }, + { + "epoch": 0.29487342577280246, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5755887031555176, + "learning_rate": 9.821958456973294e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8675005435943604, + "num_tokens": 88129634.0, + "step": 2318 + }, + { + "epoch": 0.29500063605139293, + "ewc_loss": 0.039306640625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.314018249511719e-05, + "grad_norm": 2.3078525066375732, + "learning_rate": 9.826197541331073e-06, + "loss": 0.448, + "mean_token_accuracy": 0.8620961308479309, + "num_tokens": 88164592.0, + "step": 2319 + }, + { + "epoch": 0.29512784632998346, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.585843563079834, + "learning_rate": 9.830436625688852e-06, + "loss": 0.5068, + "mean_token_accuracy": 0.8471459150314331, + "num_tokens": 88202390.0, + "step": 2320 + }, + { + "epoch": 0.295255056608574, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3072848320007324, + "learning_rate": 9.834675710046631e-06, + "loss": 0.4601, + "mean_token_accuracy": 0.8593083620071411, + "num_tokens": 88243104.0, + "step": 2321 + }, + { + "epoch": 0.29538226688716446, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 3.544149398803711, + "learning_rate": 9.83891479440441e-06, + "loss": 0.4514, + "mean_token_accuracy": 0.8652856349945068, + "num_tokens": 88284038.0, + "step": 2322 + }, + { + "epoch": 0.295509477165755, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6416759490966797, + "learning_rate": 9.843153878762189e-06, + "loss": 0.5329, + "mean_token_accuracy": 0.8442984223365784, + "num_tokens": 88320705.0, + "step": 2323 + }, + { + "epoch": 0.2956366874443455, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.6472153663635254, + "learning_rate": 9.847392963119968e-06, + "loss": 0.4745, + "mean_token_accuracy": 0.8565487861633301, + "num_tokens": 88359636.0, + "step": 2324 + }, + { + "epoch": 0.295763897722936, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.460365056991577, + "learning_rate": 9.851632047477747e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.847180962562561, + "num_tokens": 88402029.0, + "step": 2325 + }, + { + "epoch": 0.2958911080015265, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6566078662872314, + "learning_rate": 9.855871131835524e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8718474507331848, + "num_tokens": 88438245.0, + "step": 2326 + }, + { + "epoch": 0.29601831828011704, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4458816051483154, + "learning_rate": 9.860110216193303e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.8618000745773315, + "num_tokens": 88477987.0, + "step": 2327 + }, + { + "epoch": 0.2961455285587075, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6058108806610107, + "learning_rate": 9.864349300551082e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8638469576835632, + "num_tokens": 88510759.0, + "step": 2328 + }, + { + "epoch": 0.29627273883729804, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4403090476989746, + "learning_rate": 9.86858838490886e-06, + "loss": 0.4615, + "mean_token_accuracy": 0.8580456376075745, + "num_tokens": 88544819.0, + "step": 2329 + }, + { + "epoch": 0.2963999491158886, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5563461780548096, + "learning_rate": 9.87282746926664e-06, + "loss": 0.4659, + "mean_token_accuracy": 0.8576679229736328, + "num_tokens": 88584560.0, + "step": 2330 + }, + { + "epoch": 0.2965271593944791, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.398085594177246, + "learning_rate": 9.877066553624418e-06, + "loss": 0.4606, + "mean_token_accuracy": 0.8586320281028748, + "num_tokens": 88620733.0, + "step": 2331 + }, + { + "epoch": 0.2966543696730696, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5328848361968994, + "learning_rate": 9.881305637982197e-06, + "loss": 0.4786, + "mean_token_accuracy": 0.8541520833969116, + "num_tokens": 88661306.0, + "step": 2332 + }, + { + "epoch": 0.2967815799516601, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3761990070343018, + "learning_rate": 9.885544722339976e-06, + "loss": 0.4576, + "mean_token_accuracy": 0.8593248128890991, + "num_tokens": 88696886.0, + "step": 2333 + }, + { + "epoch": 0.29690879023025063, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.524651288986206, + "learning_rate": 9.889783806697753e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8657915592193604, + "num_tokens": 88733242.0, + "step": 2334 + }, + { + "epoch": 0.2970360005088411, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3528506755828857, + "learning_rate": 9.894022891055532e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8675006628036499, + "num_tokens": 88769599.0, + "step": 2335 + }, + { + "epoch": 0.29716321078743163, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5338470935821533, + "learning_rate": 9.898261975413311e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8722171783447266, + "num_tokens": 88802885.0, + "step": 2336 + }, + { + "epoch": 0.29729042106602216, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3439276218414307, + "learning_rate": 9.90250105977109e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.8548654317855835, + "num_tokens": 88837061.0, + "step": 2337 + }, + { + "epoch": 0.29741763134461263, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5427327156066895, + "learning_rate": 9.906740144128869e-06, + "loss": 0.4883, + "mean_token_accuracy": 0.8481442928314209, + "num_tokens": 88874672.0, + "step": 2338 + }, + { + "epoch": 0.29754484162320316, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3320231437683105, + "learning_rate": 9.910979228486648e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8651371598243713, + "num_tokens": 88910520.0, + "step": 2339 + }, + { + "epoch": 0.2976720519017937, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.560701370239258, + "learning_rate": 9.915218312844427e-06, + "loss": 0.5113, + "mean_token_accuracy": 0.8480079174041748, + "num_tokens": 88949495.0, + "step": 2340 + }, + { + "epoch": 0.29779926218038416, + "ewc_loss": 0.0390625, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.2901763916015625e-05, + "grad_norm": 2.3133983612060547, + "learning_rate": 9.919457397202205e-06, + "loss": 0.5048, + "mean_token_accuracy": 0.8451906442642212, + "num_tokens": 88988776.0, + "step": 2341 + }, + { + "epoch": 0.2979264724589747, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.596726655960083, + "learning_rate": 9.923696481559984e-06, + "loss": 0.458, + "mean_token_accuracy": 0.8624445796012878, + "num_tokens": 89018983.0, + "step": 2342 + }, + { + "epoch": 0.2980536827375652, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.322477102279663, + "learning_rate": 9.927935565917761e-06, + "loss": 0.5087, + "mean_token_accuracy": 0.8447844982147217, + "num_tokens": 89055834.0, + "step": 2343 + }, + { + "epoch": 0.2981808930161557, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5951552391052246, + "learning_rate": 9.93217465027554e-06, + "loss": 0.5001, + "mean_token_accuracy": 0.8526912927627563, + "num_tokens": 89098612.0, + "step": 2344 + }, + { + "epoch": 0.2983081032947462, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3463985919952393, + "learning_rate": 9.93641373463332e-06, + "loss": 0.5588, + "mean_token_accuracy": 0.8352242708206177, + "num_tokens": 89130169.0, + "step": 2345 + }, + { + "epoch": 0.29843531357333675, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5849788188934326, + "learning_rate": 9.940652818991098e-06, + "loss": 0.449, + "mean_token_accuracy": 0.8660982847213745, + "num_tokens": 89170346.0, + "step": 2346 + }, + { + "epoch": 0.2985625238519272, + "ewc_loss": 0.03955078125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3283824920654297, + "learning_rate": 9.944891903348877e-06, + "loss": 0.5123, + "mean_token_accuracy": 0.8430777192115784, + "num_tokens": 89211713.0, + "step": 2347 + }, + { + "epoch": 0.29868973413051775, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5910286903381348, + "learning_rate": 9.949130987706656e-06, + "loss": 0.465, + "mean_token_accuracy": 0.8601582646369934, + "num_tokens": 89252842.0, + "step": 2348 + }, + { + "epoch": 0.2988169444091083, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3268678188323975, + "learning_rate": 9.953370072064435e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8629378080368042, + "num_tokens": 89291914.0, + "step": 2349 + }, + { + "epoch": 0.29894415468769875, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.103515625e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6065568923950195, + "learning_rate": 9.957609156422214e-06, + "loss": 0.5328, + "mean_token_accuracy": 0.8395408391952515, + "num_tokens": 89333912.0, + "step": 2350 + }, + { + "epoch": 0.2990713649662893, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.198883056640625e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.360836982727051, + "learning_rate": 9.961848240779993e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8566151857376099, + "num_tokens": 89363603.0, + "step": 2351 + }, + { + "epoch": 0.2991985752448798, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.198883056640625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5888705253601074, + "learning_rate": 9.966087325137771e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.86363285779953, + "num_tokens": 89404392.0, + "step": 2352 + }, + { + "epoch": 0.2993257855234703, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.198883056640625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.342686176300049, + "learning_rate": 9.97032640949555e-06, + "loss": 0.5182, + "mean_token_accuracy": 0.8384481072425842, + "num_tokens": 89444180.0, + "step": 2353 + }, + { + "epoch": 0.2994529958020608, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.198883056640625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5953102111816406, + "learning_rate": 9.97456549385333e-06, + "loss": 0.5268, + "mean_token_accuracy": 0.8375846147537231, + "num_tokens": 89483875.0, + "step": 2354 + }, + { + "epoch": 0.29958020608065133, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.198883056640625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3593242168426514, + "learning_rate": 9.978804578211108e-06, + "loss": 0.5154, + "mean_token_accuracy": 0.8442119359970093, + "num_tokens": 89519544.0, + "step": 2355 + }, + { + "epoch": 0.2997074163592418, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.198883056640625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.606231689453125, + "learning_rate": 9.983043662568887e-06, + "loss": 0.5065, + "mean_token_accuracy": 0.8490967154502869, + "num_tokens": 89552635.0, + "step": 2356 + }, + { + "epoch": 0.29983462663783234, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3516685962677, + "learning_rate": 9.987282746926664e-06, + "loss": 0.4677, + "mean_token_accuracy": 0.8601732850074768, + "num_tokens": 89588514.0, + "step": 2357 + }, + { + "epoch": 0.29996183691642286, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.588196039199829, + "learning_rate": 9.991521831284443e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.8566280007362366, + "num_tokens": 89629029.0, + "step": 2358 + }, + { + "epoch": 0.30008904719501334, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.35524845123291, + "learning_rate": 9.995760915642222e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8711795806884766, + "num_tokens": 89659214.0, + "step": 2359 + }, + { + "epoch": 0.30021625747360386, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.585376739501953, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8612909317016602, + "num_tokens": 89695342.0, + "step": 2360 + }, + { + "epoch": 0.3003434677521944, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3599417209625244, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8519028425216675, + "num_tokens": 89731209.0, + "step": 2361 + }, + { + "epoch": 0.30047067803078487, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5748796463012695, + "learning_rate": 1e-05, + "loss": 0.5344, + "mean_token_accuracy": 0.8361498713493347, + "num_tokens": 89771516.0, + "step": 2362 + }, + { + "epoch": 0.3005978883093754, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.353044271469116, + "learning_rate": 1e-05, + "loss": 0.5255, + "mean_token_accuracy": 0.8406541347503662, + "num_tokens": 89817929.0, + "step": 2363 + }, + { + "epoch": 0.3007250985879659, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.6092636585235596, + "learning_rate": 1e-05, + "loss": 0.601, + "mean_token_accuracy": 0.8252404928207397, + "num_tokens": 89850714.0, + "step": 2364 + }, + { + "epoch": 0.3008523088665564, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3535139560699463, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8500891923904419, + "num_tokens": 89885686.0, + "step": 2365 + }, + { + "epoch": 0.3009795191451469, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5780794620513916, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8592206835746765, + "num_tokens": 89926549.0, + "step": 2366 + }, + { + "epoch": 0.30110672942373745, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.246566772460938e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.350149393081665, + "learning_rate": 1e-05, + "loss": 0.525, + "mean_token_accuracy": 0.839293897151947, + "num_tokens": 89969031.0, + "step": 2367 + }, + { + "epoch": 0.3012339397023279, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.602163076400757, + "learning_rate": 1e-05, + "loss": 0.504, + "mean_token_accuracy": 0.8464337587356567, + "num_tokens": 90000348.0, + "step": 2368 + }, + { + "epoch": 0.30136114998091845, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.364300489425659, + "learning_rate": 1e-05, + "loss": 0.4921, + "mean_token_accuracy": 0.8511936068534851, + "num_tokens": 90033945.0, + "step": 2369 + }, + { + "epoch": 0.301488360259509, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5952539443969727, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.860974133014679, + "num_tokens": 90069537.0, + "step": 2370 + }, + { + "epoch": 0.30161557053809945, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3559749126434326, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8626810908317566, + "num_tokens": 90107923.0, + "step": 2371 + }, + { + "epoch": 0.30174278081669, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.583549976348877, + "learning_rate": 1e-05, + "loss": 0.525, + "mean_token_accuracy": 0.8410559296607971, + "num_tokens": 90152211.0, + "step": 2372 + }, + { + "epoch": 0.3018699910952805, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3600027561187744, + "learning_rate": 1e-05, + "loss": 0.5026, + "mean_token_accuracy": 0.8479876518249512, + "num_tokens": 90193687.0, + "step": 2373 + }, + { + "epoch": 0.301997201373871, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5727314949035645, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.868363618850708, + "num_tokens": 90232639.0, + "step": 2374 + }, + { + "epoch": 0.3021244116524615, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3562533855438232, + "learning_rate": 1e-05, + "loss": 0.5044, + "mean_token_accuracy": 0.8459551930427551, + "num_tokens": 90273344.0, + "step": 2375 + }, + { + "epoch": 0.30225162193105204, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.573162794113159, + "learning_rate": 1e-05, + "loss": 0.5003, + "mean_token_accuracy": 0.8510386943817139, + "num_tokens": 90309999.0, + "step": 2376 + }, + { + "epoch": 0.3023788322096425, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.29425048828125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3473942279815674, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8554219007492065, + "num_tokens": 90349049.0, + "step": 2377 + }, + { + "epoch": 0.30250604248823304, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5737056732177734, + "learning_rate": 1e-05, + "loss": 0.5155, + "mean_token_accuracy": 0.845832884311676, + "num_tokens": 90388795.0, + "step": 2378 + }, + { + "epoch": 0.30263325276682357, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.366847276687622, + "learning_rate": 1e-05, + "loss": 0.5306, + "mean_token_accuracy": 0.8347100615501404, + "num_tokens": 90423785.0, + "step": 2379 + }, + { + "epoch": 0.3027604630454141, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5687506198883057, + "learning_rate": 1e-05, + "loss": 0.5004, + "mean_token_accuracy": 0.850482165813446, + "num_tokens": 90461625.0, + "step": 2380 + }, + { + "epoch": 0.30288767332400457, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3418426513671875, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8590874075889587, + "num_tokens": 90500286.0, + "step": 2381 + }, + { + "epoch": 0.3030148836025951, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.578787326812744, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8545056581497192, + "num_tokens": 90533463.0, + "step": 2382 + }, + { + "epoch": 0.3031420938811856, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3422834873199463, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8587543964385986, + "num_tokens": 90570536.0, + "step": 2383 + }, + { + "epoch": 0.3032693041597761, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5996251106262207, + "learning_rate": 1e-05, + "loss": 0.5362, + "mean_token_accuracy": 0.8376882672309875, + "num_tokens": 90603030.0, + "step": 2384 + }, + { + "epoch": 0.3033965144383666, + "ewc_loss": 0.039794921875, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3466475009918213, + "learning_rate": 1e-05, + "loss": 0.5221, + "mean_token_accuracy": 0.842557966709137, + "num_tokens": 90638459.0, + "step": 2385 + }, + { + "epoch": 0.30352372471695716, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.60518217086792, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8519953489303589, + "num_tokens": 90671894.0, + "step": 2386 + }, + { + "epoch": 0.30365093499554763, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3390016555786133, + "learning_rate": 1e-05, + "loss": 0.4704, + "mean_token_accuracy": 0.8593123555183411, + "num_tokens": 90708583.0, + "step": 2387 + }, + { + "epoch": 0.30377814527413816, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5979361534118652, + "learning_rate": 1e-05, + "loss": 0.5188, + "mean_token_accuracy": 0.8427632451057434, + "num_tokens": 90749914.0, + "step": 2388 + }, + { + "epoch": 0.3039053555527287, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3339943885803223, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8499721884727478, + "num_tokens": 90791955.0, + "step": 2389 + }, + { + "epoch": 0.30403256583131916, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.341934204101562e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6122450828552246, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8693144917488098, + "num_tokens": 90827666.0, + "step": 2390 + }, + { + "epoch": 0.3041597761099097, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.358940362930298, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.8464900255203247, + "num_tokens": 90860647.0, + "step": 2391 + }, + { + "epoch": 0.3042869863885002, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6305580139160156, + "learning_rate": 1e-05, + "loss": 0.5301, + "mean_token_accuracy": 0.837494969367981, + "num_tokens": 90899737.0, + "step": 2392 + }, + { + "epoch": 0.3044141966670907, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.342752695083618, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8588851690292358, + "num_tokens": 90939934.0, + "step": 2393 + }, + { + "epoch": 0.3045414069456812, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6441962718963623, + "learning_rate": 1e-05, + "loss": 0.5086, + "mean_token_accuracy": 0.8435364365577698, + "num_tokens": 90971538.0, + "step": 2394 + }, + { + "epoch": 0.30466861722427174, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.345156192779541, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8544541001319885, + "num_tokens": 91012119.0, + "step": 2395 + }, + { + "epoch": 0.3047958275028622, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.627861499786377, + "learning_rate": 1e-05, + "loss": 0.5008, + "mean_token_accuracy": 0.8493776321411133, + "num_tokens": 91051342.0, + "step": 2396 + }, + { + "epoch": 0.30492303778145274, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3580667972564697, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8568102121353149, + "num_tokens": 91087650.0, + "step": 2397 + }, + { + "epoch": 0.30505024806004327, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.619727849960327, + "learning_rate": 1e-05, + "loss": 0.4803, + "mean_token_accuracy": 0.8536503911018372, + "num_tokens": 91129786.0, + "step": 2398 + }, + { + "epoch": 0.30517745833863374, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3742356300354004, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.850534975528717, + "num_tokens": 91165273.0, + "step": 2399 + }, + { + "epoch": 0.3053046686172243, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6152803897857666, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8665440082550049, + "num_tokens": 91198034.0, + "step": 2400 + }, + { + "epoch": 0.3054318788958148, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3728299140930176, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8554863929748535, + "num_tokens": 91241415.0, + "step": 2401 + }, + { + "epoch": 0.3055590891744053, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5961461067199707, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.8463007211685181, + "num_tokens": 91284713.0, + "step": 2402 + }, + { + "epoch": 0.3056862994529958, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3742733001708984, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.8471937775611877, + "num_tokens": 91322143.0, + "step": 2403 + }, + { + "epoch": 0.30581350973158633, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.581916332244873, + "learning_rate": 1e-05, + "loss": 0.5129, + "mean_token_accuracy": 0.8463606834411621, + "num_tokens": 91366825.0, + "step": 2404 + }, + { + "epoch": 0.3059407200101768, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.376466751098633, + "learning_rate": 1e-05, + "loss": 0.5358, + "mean_token_accuracy": 0.8450700044631958, + "num_tokens": 91404469.0, + "step": 2405 + }, + { + "epoch": 0.30606793028876733, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5711607933044434, + "learning_rate": 1e-05, + "loss": 0.5207, + "mean_token_accuracy": 0.8419308662414551, + "num_tokens": 91444799.0, + "step": 2406 + }, + { + "epoch": 0.30619514056735786, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3655495643615723, + "learning_rate": 1e-05, + "loss": 0.4962, + "mean_token_accuracy": 0.8491349220275879, + "num_tokens": 91483843.0, + "step": 2407 + }, + { + "epoch": 0.30632235084594833, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.437301635742188e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.562519073486328, + "learning_rate": 1e-05, + "loss": 0.4957, + "mean_token_accuracy": 0.8507669568061829, + "num_tokens": 91523922.0, + "step": 2408 + }, + { + "epoch": 0.30644956112453886, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.374760150909424, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8545135259628296, + "num_tokens": 91561155.0, + "step": 2409 + }, + { + "epoch": 0.3065767714031294, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5689125061035156, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8518132567405701, + "num_tokens": 91596072.0, + "step": 2410 + }, + { + "epoch": 0.30670398168171986, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.346578598022461, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8495166897773743, + "num_tokens": 91640369.0, + "step": 2411 + }, + { + "epoch": 0.3068311919603104, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5646305084228516, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.852366030216217, + "num_tokens": 91674941.0, + "step": 2412 + }, + { + "epoch": 0.3069584022389009, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.349416732788086, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8528255224227905, + "num_tokens": 91709023.0, + "step": 2413 + }, + { + "epoch": 0.3070856125174914, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5617876052856445, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.8535504341125488, + "num_tokens": 91750684.0, + "step": 2414 + }, + { + "epoch": 0.3072128227960819, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.343435049057007, + "learning_rate": 1e-05, + "loss": 0.5021, + "mean_token_accuracy": 0.8488244414329529, + "num_tokens": 91789369.0, + "step": 2415 + }, + { + "epoch": 0.30734003307467245, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5728888511657715, + "learning_rate": 1e-05, + "loss": 0.5345, + "mean_token_accuracy": 0.8402898907661438, + "num_tokens": 91828228.0, + "step": 2416 + }, + { + "epoch": 0.3074672433532629, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3359315395355225, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8606293201446533, + "num_tokens": 91866191.0, + "step": 2417 + }, + { + "epoch": 0.30759445363185345, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5751004219055176, + "learning_rate": 1e-05, + "loss": 0.4864, + "mean_token_accuracy": 0.8531850576400757, + "num_tokens": 91907945.0, + "step": 2418 + }, + { + "epoch": 0.307721663910444, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.350602626800537, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8584593534469604, + "num_tokens": 91938651.0, + "step": 2419 + }, + { + "epoch": 0.30784887418903445, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5793094635009766, + "learning_rate": 1e-05, + "loss": 0.5153, + "mean_token_accuracy": 0.8514851331710815, + "num_tokens": 91977557.0, + "step": 2420 + }, + { + "epoch": 0.307976084467625, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.4849853515625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3534963130950928, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8426984548568726, + "num_tokens": 92012316.0, + "step": 2421 + }, + { + "epoch": 0.3081032947462155, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.532669067382812e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5854623317718506, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8506628274917603, + "num_tokens": 92049262.0, + "step": 2422 + }, + { + "epoch": 0.308230505024806, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.532669067382812e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.391183614730835, + "learning_rate": 1e-05, + "loss": 0.5184, + "mean_token_accuracy": 0.8465626835823059, + "num_tokens": 92086048.0, + "step": 2423 + }, + { + "epoch": 0.3083577153033965, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.532669067382812e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5455586910247803, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8601250648498535, + "num_tokens": 92123540.0, + "step": 2424 + }, + { + "epoch": 0.30848492558198704, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.532669067382812e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.379176139831543, + "learning_rate": 1e-05, + "loss": 0.5499, + "mean_token_accuracy": 0.8302397727966309, + "num_tokens": 92158275.0, + "step": 2425 + }, + { + "epoch": 0.3086121358605775, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.532669067382812e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5169296264648438, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8691853284835815, + "num_tokens": 92196444.0, + "step": 2426 + }, + { + "epoch": 0.30873934613916804, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.532669067382812e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3542990684509277, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8584747910499573, + "num_tokens": 92233988.0, + "step": 2427 + }, + { + "epoch": 0.30886655641775856, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5173566341400146, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8605228662490845, + "num_tokens": 92271102.0, + "step": 2428 + }, + { + "epoch": 0.3089937666963491, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3664114475250244, + "learning_rate": 1e-05, + "loss": 0.4878, + "mean_token_accuracy": 0.8505603671073914, + "num_tokens": 92306112.0, + "step": 2429 + }, + { + "epoch": 0.30912097697493957, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.514719009399414, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8580412864685059, + "num_tokens": 92347796.0, + "step": 2430 + }, + { + "epoch": 0.3092481872535301, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.370814085006714, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8450140953063965, + "num_tokens": 92382018.0, + "step": 2431 + }, + { + "epoch": 0.3093753975321206, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4903476238250732, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8482295274734497, + "num_tokens": 92428352.0, + "step": 2432 + }, + { + "epoch": 0.3095026078107111, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.368082284927368, + "learning_rate": 1e-05, + "loss": 0.4954, + "mean_token_accuracy": 0.8470339775085449, + "num_tokens": 92462826.0, + "step": 2433 + }, + { + "epoch": 0.3096298180893016, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4871368408203125, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8574818968772888, + "num_tokens": 92498371.0, + "step": 2434 + }, + { + "epoch": 0.30975702836789215, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.36179780960083, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.8511373400688171, + "num_tokens": 92536921.0, + "step": 2435 + }, + { + "epoch": 0.3098842386464826, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.513307571411133, + "learning_rate": 1e-05, + "loss": 0.5254, + "mean_token_accuracy": 0.8412978649139404, + "num_tokens": 92570627.0, + "step": 2436 + }, + { + "epoch": 0.31001144892507315, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.346740484237671, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8570107221603394, + "num_tokens": 92608683.0, + "step": 2437 + }, + { + "epoch": 0.3101386592036637, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.5104806423187256, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8596034049987793, + "num_tokens": 92644689.0, + "step": 2438 + }, + { + "epoch": 0.31026586948225415, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.337066888809204, + "learning_rate": 1e-05, + "loss": 0.4941, + "mean_token_accuracy": 0.8514076471328735, + "num_tokens": 92684471.0, + "step": 2439 + }, + { + "epoch": 0.3103930797608447, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5388894081115723, + "learning_rate": 1e-05, + "loss": 0.529, + "mean_token_accuracy": 0.8422123789787292, + "num_tokens": 92724991.0, + "step": 2440 + }, + { + "epoch": 0.3105202900394352, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3356378078460693, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.8445353507995605, + "num_tokens": 92759302.0, + "step": 2441 + }, + { + "epoch": 0.3106475003180257, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.556548595428467, + "learning_rate": 1e-05, + "loss": 0.5105, + "mean_token_accuracy": 0.8463112115859985, + "num_tokens": 92794585.0, + "step": 2442 + }, + { + "epoch": 0.3107747105966162, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.330557346343994, + "learning_rate": 1e-05, + "loss": 0.5138, + "mean_token_accuracy": 0.8453246355056763, + "num_tokens": 92832405.0, + "step": 2443 + }, + { + "epoch": 0.31090192087520674, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.565434217453003, + "learning_rate": 1e-05, + "loss": 0.5149, + "mean_token_accuracy": 0.8431133031845093, + "num_tokens": 92877960.0, + "step": 2444 + }, + { + "epoch": 0.3110291311537972, + "ewc_loss": 0.0400390625, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3185720443725586, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8629127740859985, + "num_tokens": 92914421.0, + "step": 2445 + }, + { + "epoch": 0.31115634143238774, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.58974027633667, + "learning_rate": 1e-05, + "loss": 0.4962, + "mean_token_accuracy": 0.8489154577255249, + "num_tokens": 92954844.0, + "step": 2446 + }, + { + "epoch": 0.31128355171097827, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.338082790374756, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8646132946014404, + "num_tokens": 92987719.0, + "step": 2447 + }, + { + "epoch": 0.31141076198956874, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5933327674865723, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8500248193740845, + "num_tokens": 93027335.0, + "step": 2448 + }, + { + "epoch": 0.31153797226815927, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3251454830169678, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8520904779434204, + "num_tokens": 93063325.0, + "step": 2449 + }, + { + "epoch": 0.3116651825467498, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.605055570602417, + "learning_rate": 1e-05, + "loss": 0.5093, + "mean_token_accuracy": 0.8418566584587097, + "num_tokens": 93104057.0, + "step": 2450 + }, + { + "epoch": 0.31179239282534027, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3410134315490723, + "learning_rate": 1e-05, + "loss": 0.5113, + "mean_token_accuracy": 0.845099687576294, + "num_tokens": 93138912.0, + "step": 2451 + }, + { + "epoch": 0.3119196031039308, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6127593517303467, + "learning_rate": 1e-05, + "loss": 0.5485, + "mean_token_accuracy": 0.8396745920181274, + "num_tokens": 93178658.0, + "step": 2452 + }, + { + "epoch": 0.3120468133825213, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.335386037826538, + "learning_rate": 1e-05, + "loss": 0.4909, + "mean_token_accuracy": 0.85316002368927, + "num_tokens": 93217723.0, + "step": 2453 + }, + { + "epoch": 0.3121740236611118, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.626607656478882, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8591405749320984, + "num_tokens": 93253917.0, + "step": 2454 + }, + { + "epoch": 0.3123012339397023, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3366546630859375, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8590635061264038, + "num_tokens": 93289735.0, + "step": 2455 + }, + { + "epoch": 0.31242844421829286, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6312167644500732, + "learning_rate": 1e-05, + "loss": 0.494, + "mean_token_accuracy": 0.8506080508232117, + "num_tokens": 93331549.0, + "step": 2456 + }, + { + "epoch": 0.31255565449688333, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.353440046310425, + "learning_rate": 1e-05, + "loss": 0.5342, + "mean_token_accuracy": 0.8377199172973633, + "num_tokens": 93372977.0, + "step": 2457 + }, + { + "epoch": 0.31268286477547386, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 6.580352783203125e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.645233392715454, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8631533980369568, + "num_tokens": 93406842.0, + "step": 2458 + }, + { + "epoch": 0.3128100750540644, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3532514572143555, + "learning_rate": 1e-05, + "loss": 0.4838, + "mean_token_accuracy": 0.8530778884887695, + "num_tokens": 93444113.0, + "step": 2459 + }, + { + "epoch": 0.31293728533265486, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.630443572998047, + "learning_rate": 1e-05, + "loss": 0.5282, + "mean_token_accuracy": 0.8400593996047974, + "num_tokens": 93490618.0, + "step": 2460 + }, + { + "epoch": 0.3130644956112454, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3696389198303223, + "learning_rate": 1e-05, + "loss": 0.5068, + "mean_token_accuracy": 0.8440078496932983, + "num_tokens": 93524711.0, + "step": 2461 + }, + { + "epoch": 0.3131917058898359, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.631112575531006, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8514559268951416, + "num_tokens": 93559169.0, + "step": 2462 + }, + { + "epoch": 0.3133189161684264, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.362398862838745, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8533161878585815, + "num_tokens": 93598941.0, + "step": 2463 + }, + { + "epoch": 0.3134461264470169, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6195058822631836, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8559097051620483, + "num_tokens": 93634979.0, + "step": 2464 + }, + { + "epoch": 0.31357333672560744, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.367269992828369, + "learning_rate": 1e-05, + "loss": 0.5451, + "mean_token_accuracy": 0.8298642635345459, + "num_tokens": 93676736.0, + "step": 2465 + }, + { + "epoch": 0.3137005470041979, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6035585403442383, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8621112108230591, + "num_tokens": 93720118.0, + "step": 2466 + }, + { + "epoch": 0.31382775728278844, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.363776445388794, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8580553531646729, + "num_tokens": 93760814.0, + "step": 2467 + }, + { + "epoch": 0.313954967561379, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6050002574920654, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8692046403884888, + "num_tokens": 93795326.0, + "step": 2468 + }, + { + "epoch": 0.31408217783996945, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.372545003890991, + "learning_rate": 1e-05, + "loss": 0.479, + "mean_token_accuracy": 0.8525545597076416, + "num_tokens": 93832993.0, + "step": 2469 + }, + { + "epoch": 0.31420938811856, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5837552547454834, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.864483118057251, + "num_tokens": 93871282.0, + "step": 2470 + }, + { + "epoch": 0.3143365983971505, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.372616767883301, + "learning_rate": 1e-05, + "loss": 0.5067, + "mean_token_accuracy": 0.8476879596710205, + "num_tokens": 93912698.0, + "step": 2471 + }, + { + "epoch": 0.314463808675741, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6077115535736084, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8551893830299377, + "num_tokens": 93952499.0, + "step": 2472 + }, + { + "epoch": 0.3145910189543315, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.361483097076416, + "learning_rate": 1e-05, + "loss": 0.5286, + "mean_token_accuracy": 0.8388307690620422, + "num_tokens": 93992277.0, + "step": 2473 + }, + { + "epoch": 0.31471822923292203, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5967843532562256, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8542578220367432, + "num_tokens": 94032012.0, + "step": 2474 + }, + { + "epoch": 0.3148454395115125, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3502933979034424, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8593800663948059, + "num_tokens": 94072210.0, + "step": 2475 + }, + { + "epoch": 0.31497264979010303, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5980939865112305, + "learning_rate": 1e-05, + "loss": 0.5076, + "mean_token_accuracy": 0.8480715155601501, + "num_tokens": 94112269.0, + "step": 2476 + }, + { + "epoch": 0.31509986006869356, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3692827224731445, + "learning_rate": 1e-05, + "loss": 0.5729, + "mean_token_accuracy": 0.8269909620285034, + "num_tokens": 94153596.0, + "step": 2477 + }, + { + "epoch": 0.31522707034728403, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5849876403808594, + "learning_rate": 1e-05, + "loss": 0.5188, + "mean_token_accuracy": 0.8463221192359924, + "num_tokens": 94195146.0, + "step": 2478 + }, + { + "epoch": 0.31535428062587456, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3610727787017822, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8602696657180786, + "num_tokens": 94233196.0, + "step": 2479 + }, + { + "epoch": 0.3154814909044651, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5710482597351074, + "learning_rate": 1e-05, + "loss": 0.5137, + "mean_token_accuracy": 0.8489061594009399, + "num_tokens": 94275314.0, + "step": 2480 + }, + { + "epoch": 0.3156087011830556, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.356240749359131, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8547793030738831, + "num_tokens": 94316673.0, + "step": 2481 + }, + { + "epoch": 0.3157359114616461, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5714352130889893, + "learning_rate": 1e-05, + "loss": 0.473, + "mean_token_accuracy": 0.8564642667770386, + "num_tokens": 94354118.0, + "step": 2482 + }, + { + "epoch": 0.3158631217402366, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.373560667037964, + "learning_rate": 1e-05, + "loss": 0.491, + "mean_token_accuracy": 0.8462814688682556, + "num_tokens": 94386476.0, + "step": 2483 + }, + { + "epoch": 0.31599033201882715, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.628036499023438e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.569988489151001, + "learning_rate": 1e-05, + "loss": 0.4892, + "mean_token_accuracy": 0.8513826727867126, + "num_tokens": 94420146.0, + "step": 2484 + }, + { + "epoch": 0.3161175422974176, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.67572021484375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3746094703674316, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.8487464785575867, + "num_tokens": 94455057.0, + "step": 2485 + }, + { + "epoch": 0.31624475257600815, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.67572021484375e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5355563163757324, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8591829538345337, + "num_tokens": 94500666.0, + "step": 2486 + }, + { + "epoch": 0.3163719628545987, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.67572021484375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.352428913116455, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8656332492828369, + "num_tokens": 94537623.0, + "step": 2487 + }, + { + "epoch": 0.31649917313318915, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.67572021484375e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5535244941711426, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8642795085906982, + "num_tokens": 94568563.0, + "step": 2488 + }, + { + "epoch": 0.3166263834117797, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.67572021484375e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3536734580993652, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8660885691642761, + "num_tokens": 94600931.0, + "step": 2489 + }, + { + "epoch": 0.3167535936903702, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.67572021484375e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.568429470062256, + "learning_rate": 1e-05, + "loss": 0.5514, + "mean_token_accuracy": 0.8343077898025513, + "num_tokens": 94634345.0, + "step": 2490 + }, + { + "epoch": 0.3168808039689607, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.333794355392456, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8644734025001526, + "num_tokens": 94673157.0, + "step": 2491 + }, + { + "epoch": 0.3170080142475512, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.581195831298828, + "learning_rate": 1e-05, + "loss": 0.5291, + "mean_token_accuracy": 0.8368008136749268, + "num_tokens": 94712727.0, + "step": 2492 + }, + { + "epoch": 0.31713522452614173, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.34074330329895, + "learning_rate": 1e-05, + "loss": 0.5563, + "mean_token_accuracy": 0.8338608145713806, + "num_tokens": 94752341.0, + "step": 2493 + }, + { + "epoch": 0.3172624348047322, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5892889499664307, + "learning_rate": 1e-05, + "loss": 0.5178, + "mean_token_accuracy": 0.8438907861709595, + "num_tokens": 94791287.0, + "step": 2494 + }, + { + "epoch": 0.31738964508332274, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.340559720993042, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.846501350402832, + "num_tokens": 94833029.0, + "step": 2495 + }, + { + "epoch": 0.31751685536191326, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5882375240325928, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.8507488965988159, + "num_tokens": 94873400.0, + "step": 2496 + }, + { + "epoch": 0.31764406564050374, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.4290859699249268, + "learning_rate": 1e-05, + "loss": 0.537, + "mean_token_accuracy": 0.8332195281982422, + "num_tokens": 94914603.0, + "step": 2497 + }, + { + "epoch": 0.31777127591909426, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.525761842727661, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8722125887870789, + "num_tokens": 94955925.0, + "step": 2498 + }, + { + "epoch": 0.3178984861976848, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3701796531677246, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8696577548980713, + "num_tokens": 94989420.0, + "step": 2499 + }, + { + "epoch": 0.31802569647627527, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.5130927562713623, + "learning_rate": 1e-05, + "loss": 0.5137, + "mean_token_accuracy": 0.8455950021743774, + "num_tokens": 95028835.0, + "step": 2500 + }, + { + "epoch": 0.3181529067548658, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3740267753601074, + "learning_rate": 1e-05, + "loss": 0.5579, + "mean_token_accuracy": 0.8394989371299744, + "num_tokens": 95069246.0, + "step": 2501 + }, + { + "epoch": 0.3182801170334563, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.5330331325531006, + "learning_rate": 1e-05, + "loss": 0.5992, + "mean_token_accuracy": 0.8190516233444214, + "num_tokens": 95110184.0, + "step": 2502 + }, + { + "epoch": 0.3184073273120468, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3552184104919434, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.856016993522644, + "num_tokens": 95149118.0, + "step": 2503 + }, + { + "epoch": 0.3185345375906373, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5093865394592285, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.8526110649108887, + "num_tokens": 95195605.0, + "step": 2504 + }, + { + "epoch": 0.31866174786922785, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3560855388641357, + "learning_rate": 1e-05, + "loss": 0.5055, + "mean_token_accuracy": 0.8453505039215088, + "num_tokens": 95234602.0, + "step": 2505 + }, + { + "epoch": 0.3187889581478183, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.723403930664062e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.507826805114746, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8603084087371826, + "num_tokens": 95275646.0, + "step": 2506 + }, + { + "epoch": 0.31891616842640885, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3588571548461914, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8490608930587769, + "num_tokens": 95309948.0, + "step": 2507 + }, + { + "epoch": 0.3190433787049994, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.519641876220703, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8516067266464233, + "num_tokens": 95347506.0, + "step": 2508 + }, + { + "epoch": 0.31917058898358985, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3479344844818115, + "learning_rate": 1e-05, + "loss": 0.4907, + "mean_token_accuracy": 0.8509052395820618, + "num_tokens": 95386809.0, + "step": 2509 + }, + { + "epoch": 0.3192977992621804, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5362231731414795, + "learning_rate": 1e-05, + "loss": 0.5503, + "mean_token_accuracy": 0.8442923426628113, + "num_tokens": 95429287.0, + "step": 2510 + }, + { + "epoch": 0.3194250095407709, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3361027240753174, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8721363544464111, + "num_tokens": 95466443.0, + "step": 2511 + }, + { + "epoch": 0.3195522198193614, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5346288681030273, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8575257658958435, + "num_tokens": 95511593.0, + "step": 2512 + }, + { + "epoch": 0.3196794300979519, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.33467435836792, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8526665568351746, + "num_tokens": 95546756.0, + "step": 2513 + }, + { + "epoch": 0.31980664037654244, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5449070930480957, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.8521714806556702, + "num_tokens": 95586434.0, + "step": 2514 + }, + { + "epoch": 0.3199338506551329, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3306446075439453, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8704110383987427, + "num_tokens": 95616980.0, + "step": 2515 + }, + { + "epoch": 0.32006106093372344, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5699589252471924, + "learning_rate": 1e-05, + "loss": 0.4925, + "mean_token_accuracy": 0.8518900871276855, + "num_tokens": 95656919.0, + "step": 2516 + }, + { + "epoch": 0.32018827121231397, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3265717029571533, + "learning_rate": 1e-05, + "loss": 0.4904, + "mean_token_accuracy": 0.8541947603225708, + "num_tokens": 95691785.0, + "step": 2517 + }, + { + "epoch": 0.32031548149090444, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5837087631225586, + "learning_rate": 1e-05, + "loss": 0.4936, + "mean_token_accuracy": 0.8496382236480713, + "num_tokens": 95731055.0, + "step": 2518 + }, + { + "epoch": 0.32044269176949497, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3122916221618652, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8717653751373291, + "num_tokens": 95767609.0, + "step": 2519 + }, + { + "epoch": 0.3205699020480855, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 6.771087646484375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6107122898101807, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8630102872848511, + "num_tokens": 95805156.0, + "step": 2520 + }, + { + "epoch": 0.32069711232667597, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3133959770202637, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8628289103507996, + "num_tokens": 95848809.0, + "step": 2521 + }, + { + "epoch": 0.3208243226052665, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6519649028778076, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.8467321991920471, + "num_tokens": 95882961.0, + "step": 2522 + }, + { + "epoch": 0.320951532883857, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.353604555130005, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8646787405014038, + "num_tokens": 95916360.0, + "step": 2523 + }, + { + "epoch": 0.3210787431624475, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.652294397354126, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.854266881942749, + "num_tokens": 95952064.0, + "step": 2524 + }, + { + "epoch": 0.32120595344103803, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3359646797180176, + "learning_rate": 1e-05, + "loss": 0.4853, + "mean_token_accuracy": 0.8527308702468872, + "num_tokens": 95993073.0, + "step": 2525 + }, + { + "epoch": 0.32133316371962856, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6652798652648926, + "learning_rate": 1e-05, + "loss": 0.5191, + "mean_token_accuracy": 0.8406528234481812, + "num_tokens": 96028659.0, + "step": 2526 + }, + { + "epoch": 0.32146037399821903, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.373893976211548, + "learning_rate": 1e-05, + "loss": 0.5334, + "mean_token_accuracy": 0.8471285700798035, + "num_tokens": 96064802.0, + "step": 2527 + }, + { + "epoch": 0.32158758427680956, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.638622999191284, + "learning_rate": 1e-05, + "loss": 0.5186, + "mean_token_accuracy": 0.8433979153633118, + "num_tokens": 96112980.0, + "step": 2528 + }, + { + "epoch": 0.3217147945554001, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3914988040924072, + "learning_rate": 1e-05, + "loss": 0.5177, + "mean_token_accuracy": 0.8412091732025146, + "num_tokens": 96144114.0, + "step": 2529 + }, + { + "epoch": 0.3218420048339906, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.628567934036255, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8565974831581116, + "num_tokens": 96177383.0, + "step": 2530 + }, + { + "epoch": 0.3219692151125811, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3864331245422363, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8566693663597107, + "num_tokens": 96216513.0, + "step": 2531 + }, + { + "epoch": 0.3220964253911716, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5948352813720703, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8592046499252319, + "num_tokens": 96256588.0, + "step": 2532 + }, + { + "epoch": 0.32222363566976214, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3853702545166016, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8506456017494202, + "num_tokens": 96295365.0, + "step": 2533 + }, + { + "epoch": 0.3223508459483526, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.6034066677093506, + "learning_rate": 1e-05, + "loss": 0.5187, + "mean_token_accuracy": 0.8482161164283752, + "num_tokens": 96328048.0, + "step": 2534 + }, + { + "epoch": 0.32247805622694314, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3876121044158936, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8529223203659058, + "num_tokens": 96362088.0, + "step": 2535 + }, + { + "epoch": 0.32260526650553367, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5930230617523193, + "learning_rate": 1e-05, + "loss": 0.5153, + "mean_token_accuracy": 0.8481205701828003, + "num_tokens": 96396161.0, + "step": 2536 + }, + { + "epoch": 0.32273247678412414, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3640835285186768, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8535548448562622, + "num_tokens": 96433402.0, + "step": 2537 + }, + { + "epoch": 0.3228596870627147, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.578213691711426, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.845052182674408, + "num_tokens": 96473011.0, + "step": 2538 + }, + { + "epoch": 0.3229868973413052, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.355816125869751, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8598412275314331, + "num_tokens": 96511595.0, + "step": 2539 + }, + { + "epoch": 0.3231141076198957, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.60090708732605, + "learning_rate": 1e-05, + "loss": 0.4978, + "mean_token_accuracy": 0.8478496074676514, + "num_tokens": 96546192.0, + "step": 2540 + }, + { + "epoch": 0.3232413178984862, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3423471450805664, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8778947591781616, + "num_tokens": 96582613.0, + "step": 2541 + }, + { + "epoch": 0.32336852817707673, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.818771362304688e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.61234974861145, + "learning_rate": 1e-05, + "loss": 0.5062, + "mean_token_accuracy": 0.847259521484375, + "num_tokens": 96620219.0, + "step": 2542 + }, + { + "epoch": 0.3234957384556672, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3475170135498047, + "learning_rate": 1e-05, + "loss": 0.5077, + "mean_token_accuracy": 0.8487591743469238, + "num_tokens": 96661126.0, + "step": 2543 + }, + { + "epoch": 0.32362294873425773, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6224615573883057, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8444911241531372, + "num_tokens": 96697995.0, + "step": 2544 + }, + { + "epoch": 0.32375015901284826, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3667054176330566, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8549262881278992, + "num_tokens": 96732542.0, + "step": 2545 + }, + { + "epoch": 0.32387736929143873, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6438374519348145, + "learning_rate": 1e-05, + "loss": 0.5232, + "mean_token_accuracy": 0.8418710827827454, + "num_tokens": 96761787.0, + "step": 2546 + }, + { + "epoch": 0.32400457957002926, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.355132579803467, + "learning_rate": 1e-05, + "loss": 0.4995, + "mean_token_accuracy": 0.8478248119354248, + "num_tokens": 96804918.0, + "step": 2547 + }, + { + "epoch": 0.3241317898486198, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.629176616668701, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8534057140350342, + "num_tokens": 96843646.0, + "step": 2548 + }, + { + "epoch": 0.32425900012721026, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3898746967315674, + "learning_rate": 1e-05, + "loss": 0.545, + "mean_token_accuracy": 0.832888126373291, + "num_tokens": 96874796.0, + "step": 2549 + }, + { + "epoch": 0.3243862104058008, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.601693630218506, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.85910964012146, + "num_tokens": 96912777.0, + "step": 2550 + }, + { + "epoch": 0.3245134206843913, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.374544620513916, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8463089466094971, + "num_tokens": 96952045.0, + "step": 2551 + }, + { + "epoch": 0.3246406309629818, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.591984987258911, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8570079207420349, + "num_tokens": 96984625.0, + "step": 2552 + }, + { + "epoch": 0.3247678412415723, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3754262924194336, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8594750165939331, + "num_tokens": 97022409.0, + "step": 2553 + }, + { + "epoch": 0.32489505152016285, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.577275514602661, + "learning_rate": 1e-05, + "loss": 0.5113, + "mean_token_accuracy": 0.8467626571655273, + "num_tokens": 97062461.0, + "step": 2554 + }, + { + "epoch": 0.3250222617987533, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3773293495178223, + "learning_rate": 1e-05, + "loss": 0.5642, + "mean_token_accuracy": 0.8286082744598389, + "num_tokens": 97102010.0, + "step": 2555 + }, + { + "epoch": 0.32514947207734385, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5590364933013916, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8560899496078491, + "num_tokens": 97140304.0, + "step": 2556 + }, + { + "epoch": 0.3252766823559344, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.355614185333252, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8726387023925781, + "num_tokens": 97180460.0, + "step": 2557 + }, + { + "epoch": 0.32540389263452485, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5658462047576904, + "learning_rate": 1e-05, + "loss": 0.5221, + "mean_token_accuracy": 0.8441990613937378, + "num_tokens": 97223439.0, + "step": 2558 + }, + { + "epoch": 0.3255311029131154, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.387892484664917, + "learning_rate": 1e-05, + "loss": 0.5413, + "mean_token_accuracy": 0.8382048010826111, + "num_tokens": 97257050.0, + "step": 2559 + }, + { + "epoch": 0.3256583131917059, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5704116821289062, + "learning_rate": 1e-05, + "loss": 0.5072, + "mean_token_accuracy": 0.8461006283760071, + "num_tokens": 97296790.0, + "step": 2560 + }, + { + "epoch": 0.3257855234702964, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.353550672531128, + "learning_rate": 1e-05, + "loss": 0.4837, + "mean_token_accuracy": 0.8497412800788879, + "num_tokens": 97336511.0, + "step": 2561 + }, + { + "epoch": 0.3259127337488869, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5607657432556152, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8513407707214355, + "num_tokens": 97373589.0, + "step": 2562 + }, + { + "epoch": 0.32603994402747744, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3440322875976562, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8679125905036926, + "num_tokens": 97413986.0, + "step": 2563 + }, + { + "epoch": 0.3261671543060679, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5654425621032715, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8468616008758545, + "num_tokens": 97457878.0, + "step": 2564 + }, + { + "epoch": 0.32629436458465844, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.341181993484497, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.856126070022583, + "num_tokens": 97495463.0, + "step": 2565 + }, + { + "epoch": 0.32642157486324896, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5865423679351807, + "learning_rate": 1e-05, + "loss": 0.5058, + "mean_token_accuracy": 0.8456076979637146, + "num_tokens": 97533748.0, + "step": 2566 + }, + { + "epoch": 0.32654878514183944, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3402750492095947, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8543636798858643, + "num_tokens": 97572476.0, + "step": 2567 + }, + { + "epoch": 0.32667599542042997, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5954389572143555, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8575416803359985, + "num_tokens": 97606658.0, + "step": 2568 + }, + { + "epoch": 0.3268032056990205, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.337851047515869, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.858217179775238, + "num_tokens": 97645083.0, + "step": 2569 + }, + { + "epoch": 0.32693041597761097, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6130523681640625, + "learning_rate": 1e-05, + "loss": 0.4934, + "mean_token_accuracy": 0.8505997061729431, + "num_tokens": 97679440.0, + "step": 2570 + }, + { + "epoch": 0.3270576262562015, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.866455078125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3528552055358887, + "learning_rate": 1e-05, + "loss": 0.5597, + "mean_token_accuracy": 0.83282470703125, + "num_tokens": 97719295.0, + "step": 2571 + }, + { + "epoch": 0.327184836534792, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.60225772857666, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8608638644218445, + "num_tokens": 97759417.0, + "step": 2572 + }, + { + "epoch": 0.3273120468133825, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3395118713378906, + "learning_rate": 1e-05, + "loss": 0.5205, + "mean_token_accuracy": 0.8407434821128845, + "num_tokens": 97804004.0, + "step": 2573 + }, + { + "epoch": 0.327439257091973, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.620083808898926, + "learning_rate": 1e-05, + "loss": 0.551, + "mean_token_accuracy": 0.8372113108634949, + "num_tokens": 97845496.0, + "step": 2574 + }, + { + "epoch": 0.32756646737056355, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3526134490966797, + "learning_rate": 1e-05, + "loss": 0.5076, + "mean_token_accuracy": 0.8507781624794006, + "num_tokens": 97887184.0, + "step": 2575 + }, + { + "epoch": 0.327693677649154, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.632864236831665, + "learning_rate": 1e-05, + "loss": 0.5238, + "mean_token_accuracy": 0.84108567237854, + "num_tokens": 97924498.0, + "step": 2576 + }, + { + "epoch": 0.32782088792774455, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3607470989227295, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8583366870880127, + "num_tokens": 97960225.0, + "step": 2577 + }, + { + "epoch": 0.3279480982063351, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6179375648498535, + "learning_rate": 1e-05, + "loss": 0.527, + "mean_token_accuracy": 0.8359518647193909, + "num_tokens": 98001746.0, + "step": 2578 + }, + { + "epoch": 0.3280753084849256, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.375221014022827, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8575619459152222, + "num_tokens": 98038812.0, + "step": 2579 + }, + { + "epoch": 0.3282025187635161, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6103076934814453, + "learning_rate": 1e-05, + "loss": 0.5093, + "mean_token_accuracy": 0.8497947454452515, + "num_tokens": 98073782.0, + "step": 2580 + }, + { + "epoch": 0.3283297290421066, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3677263259887695, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8645508289337158, + "num_tokens": 98109379.0, + "step": 2581 + }, + { + "epoch": 0.32845693932069714, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6024320125579834, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8639948964118958, + "num_tokens": 98141661.0, + "step": 2582 + }, + { + "epoch": 0.3285841495992876, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.4488677978515625, + "learning_rate": 1e-05, + "loss": 0.5193, + "mean_token_accuracy": 0.8407381176948547, + "num_tokens": 98182634.0, + "step": 2583 + }, + { + "epoch": 0.32871135987787814, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.529390811920166, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8550624847412109, + "num_tokens": 98225356.0, + "step": 2584 + }, + { + "epoch": 0.32883857015646867, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.396308183670044, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8532295823097229, + "num_tokens": 98263575.0, + "step": 2585 + }, + { + "epoch": 0.32896578043505914, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4989352226257324, + "learning_rate": 1e-05, + "loss": 0.4929, + "mean_token_accuracy": 0.8486077189445496, + "num_tokens": 98304993.0, + "step": 2586 + }, + { + "epoch": 0.32909299071364967, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3902108669281006, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8566323518753052, + "num_tokens": 98339963.0, + "step": 2587 + }, + { + "epoch": 0.3292202009922402, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.492940902709961, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8580007553100586, + "num_tokens": 98375507.0, + "step": 2588 + }, + { + "epoch": 0.32934741127083067, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.379436731338501, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8542436361312866, + "num_tokens": 98413577.0, + "step": 2589 + }, + { + "epoch": 0.3294746215494212, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.486546754837036, + "learning_rate": 1e-05, + "loss": 0.519, + "mean_token_accuracy": 0.8429747223854065, + "num_tokens": 98451615.0, + "step": 2590 + }, + { + "epoch": 0.3296018318280117, + "ewc_loss": 0.040283203125, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3837623596191406, + "learning_rate": 1e-05, + "loss": 0.5741, + "mean_token_accuracy": 0.828118085861206, + "num_tokens": 98490728.0, + "step": 2591 + }, + { + "epoch": 0.3297290421066022, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 6.914138793945312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.48156476020813, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8666394948959351, + "num_tokens": 98526645.0, + "step": 2592 + }, + { + "epoch": 0.3298562523851927, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.961822509765625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.360525608062744, + "learning_rate": 1e-05, + "loss": 0.5014, + "mean_token_accuracy": 0.8441196084022522, + "num_tokens": 98568447.0, + "step": 2593 + }, + { + "epoch": 0.32998346266378326, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.961822509765625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.490591287612915, + "learning_rate": 1e-05, + "loss": 0.4839, + "mean_token_accuracy": 0.852897047996521, + "num_tokens": 98608952.0, + "step": 2594 + }, + { + "epoch": 0.33011067294237373, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 6.961822509765625e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.342026948928833, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8711251020431519, + "num_tokens": 98649180.0, + "step": 2595 + }, + { + "epoch": 0.33023788322096426, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 6.961822509765625e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.5082974433898926, + "learning_rate": 1e-05, + "loss": 0.4971, + "mean_token_accuracy": 0.8515905737876892, + "num_tokens": 98692506.0, + "step": 2596 + }, + { + "epoch": 0.3303650934995548, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.961822509765625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.347600221633911, + "learning_rate": 1e-05, + "loss": 0.4854, + "mean_token_accuracy": 0.8481954336166382, + "num_tokens": 98727817.0, + "step": 2597 + }, + { + "epoch": 0.33049230377814526, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 6.961822509765625e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.504845142364502, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8559874892234802, + "num_tokens": 98769714.0, + "step": 2598 + }, + { + "epoch": 0.3306195140567358, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 6.961822509765625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.328430652618408, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.862076997756958, + "num_tokens": 98811894.0, + "step": 2599 + }, + { + "epoch": 0.3307467243353263, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 7.009506225585938e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.550184965133667, + "learning_rate": 1e-05, + "loss": 0.5118, + "mean_token_accuracy": 0.8452538251876831, + "num_tokens": 98847117.0, + "step": 2600 + }, + { + "epoch": 0.3308739346139168, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 7.009506225585938e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.32968807220459, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8543634414672852, + "num_tokens": 98882745.0, + "step": 2601 + }, + { + "epoch": 0.3310011448925073, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 7.009506225585938e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.568844795227051, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8628479242324829, + "num_tokens": 98918039.0, + "step": 2602 + }, + { + "epoch": 0.33112835517109784, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.3072574138641357, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8539834022521973, + "num_tokens": 98958571.0, + "step": 2603 + }, + { + "epoch": 0.3312555654496883, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.584702730178833, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8546383380889893, + "num_tokens": 99004970.0, + "step": 2604 + }, + { + "epoch": 0.33138277572827884, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.331447124481201, + "learning_rate": 1e-05, + "loss": 0.5339, + "mean_token_accuracy": 0.8418671488761902, + "num_tokens": 99041112.0, + "step": 2605 + }, + { + "epoch": 0.3315099860068694, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6127374172210693, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8549880981445312, + "num_tokens": 99076771.0, + "step": 2606 + }, + { + "epoch": 0.33163719628545985, + "ewc_loss": 0.04052734375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.334749698638916, + "learning_rate": 1e-05, + "loss": 0.4853, + "mean_token_accuracy": 0.8505063056945801, + "num_tokens": 99112183.0, + "step": 2607 + }, + { + "epoch": 0.3317644065640504, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6231179237365723, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8535821437835693, + "num_tokens": 99148789.0, + "step": 2608 + }, + { + "epoch": 0.3318916168426409, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3400373458862305, + "learning_rate": 1e-05, + "loss": 0.5585, + "mean_token_accuracy": 0.8300089836120605, + "num_tokens": 99189697.0, + "step": 2609 + }, + { + "epoch": 0.3320188271212314, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6409566402435303, + "learning_rate": 1e-05, + "loss": 0.5108, + "mean_token_accuracy": 0.8488311767578125, + "num_tokens": 99228269.0, + "step": 2610 + }, + { + "epoch": 0.3321460373998219, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3406903743743896, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8522570133209229, + "num_tokens": 99264275.0, + "step": 2611 + }, + { + "epoch": 0.33227324767841243, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.66117525100708, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8557517528533936, + "num_tokens": 99294598.0, + "step": 2612 + }, + { + "epoch": 0.3324004579570029, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.34151554107666, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8576185703277588, + "num_tokens": 99336307.0, + "step": 2613 + }, + { + "epoch": 0.33252766823559343, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6583707332611084, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8641457557678223, + "num_tokens": 99373983.0, + "step": 2614 + }, + { + "epoch": 0.33265487851418396, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3632044792175293, + "learning_rate": 1e-05, + "loss": 0.5095, + "mean_token_accuracy": 0.8461414575576782, + "num_tokens": 99415794.0, + "step": 2615 + }, + { + "epoch": 0.33278208879277443, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6618764400482178, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8458822965621948, + "num_tokens": 99457572.0, + "step": 2616 + }, + { + "epoch": 0.33290929907136496, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.378221273422241, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8529147505760193, + "num_tokens": 99496074.0, + "step": 2617 + }, + { + "epoch": 0.3330365093499555, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.636683464050293, + "learning_rate": 1e-05, + "loss": 0.5074, + "mean_token_accuracy": 0.8446959257125854, + "num_tokens": 99539655.0, + "step": 2618 + }, + { + "epoch": 0.33316371962854596, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.411869764328003, + "learning_rate": 1e-05, + "loss": 0.5173, + "mean_token_accuracy": 0.8456884622573853, + "num_tokens": 99574696.0, + "step": 2619 + }, + { + "epoch": 0.3332909299071365, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.604381799697876, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.855157732963562, + "num_tokens": 99612960.0, + "step": 2620 + }, + { + "epoch": 0.333418140185727, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.4219236373901367, + "learning_rate": 1e-05, + "loss": 0.563, + "mean_token_accuracy": 0.8280571103096008, + "num_tokens": 99644107.0, + "step": 2621 + }, + { + "epoch": 0.3335453504643175, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5589184761047363, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8503284454345703, + "num_tokens": 99682014.0, + "step": 2622 + }, + { + "epoch": 0.333672560742908, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.410036563873291, + "learning_rate": 1e-05, + "loss": 0.507, + "mean_token_accuracy": 0.8459632396697998, + "num_tokens": 99718969.0, + "step": 2623 + }, + { + "epoch": 0.33379977102149855, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5359389781951904, + "learning_rate": 1e-05, + "loss": 0.5367, + "mean_token_accuracy": 0.8377265334129333, + "num_tokens": 99756955.0, + "step": 2624 + }, + { + "epoch": 0.333926981300089, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3961329460144043, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8591892719268799, + "num_tokens": 99792216.0, + "step": 2625 + }, + { + "epoch": 0.33405419157867955, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.525953769683838, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.8436784744262695, + "num_tokens": 99823973.0, + "step": 2626 + }, + { + "epoch": 0.3341814018572701, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.407921552658081, + "learning_rate": 1e-05, + "loss": 0.5038, + "mean_token_accuracy": 0.8465874195098877, + "num_tokens": 99857206.0, + "step": 2627 + }, + { + "epoch": 0.33430861213586055, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.524439573287964, + "learning_rate": 1e-05, + "loss": 0.5535, + "mean_token_accuracy": 0.8351101279258728, + "num_tokens": 99891146.0, + "step": 2628 + }, + { + "epoch": 0.3344358224144511, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3769495487213135, + "learning_rate": 1e-05, + "loss": 0.5496, + "mean_token_accuracy": 0.8338615298271179, + "num_tokens": 99931456.0, + "step": 2629 + }, + { + "epoch": 0.3345630326930416, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.526207685470581, + "learning_rate": 1e-05, + "loss": 0.4973, + "mean_token_accuracy": 0.8464431762695312, + "num_tokens": 99965968.0, + "step": 2630 + }, + { + "epoch": 0.33469024297163213, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.352025270462036, + "learning_rate": 1e-05, + "loss": 0.5246, + "mean_token_accuracy": 0.8404240608215332, + "num_tokens": 100010874.0, + "step": 2631 + }, + { + "epoch": 0.3348174532502226, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5198607444763184, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8576540946960449, + "num_tokens": 100052166.0, + "step": 2632 + }, + { + "epoch": 0.33494466352881314, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3580567836761475, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.8567318320274353, + "num_tokens": 100093927.0, + "step": 2633 + }, + { + "epoch": 0.33507187380740366, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5432939529418945, + "learning_rate": 1e-05, + "loss": 0.5076, + "mean_token_accuracy": 0.8459756970405579, + "num_tokens": 100128414.0, + "step": 2634 + }, + { + "epoch": 0.33519908408599414, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.356374979019165, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8594903349876404, + "num_tokens": 100160334.0, + "step": 2635 + }, + { + "epoch": 0.33532629436458466, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 7.05718994140625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5453832149505615, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8523952960968018, + "num_tokens": 100195188.0, + "step": 2636 + }, + { + "epoch": 0.3354535046431752, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.104873657226562e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3367104530334473, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8569031953811646, + "num_tokens": 100235338.0, + "step": 2637 + }, + { + "epoch": 0.33558071492176567, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5598092079162598, + "learning_rate": 1e-05, + "loss": 0.491, + "mean_token_accuracy": 0.8547475337982178, + "num_tokens": 100276267.0, + "step": 2638 + }, + { + "epoch": 0.3357079252003562, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3527297973632812, + "learning_rate": 1e-05, + "loss": 0.5436, + "mean_token_accuracy": 0.8324310779571533, + "num_tokens": 100316201.0, + "step": 2639 + }, + { + "epoch": 0.3358351354789467, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.572049856185913, + "learning_rate": 1e-05, + "loss": 0.5435, + "mean_token_accuracy": 0.8384194374084473, + "num_tokens": 100353278.0, + "step": 2640 + }, + { + "epoch": 0.3359623457575372, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3714599609375, + "learning_rate": 1e-05, + "loss": 0.5077, + "mean_token_accuracy": 0.8472989797592163, + "num_tokens": 100384185.0, + "step": 2641 + }, + { + "epoch": 0.3360895560361277, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5629703998565674, + "learning_rate": 1e-05, + "loss": 0.5347, + "mean_token_accuracy": 0.8345388770103455, + "num_tokens": 100423232.0, + "step": 2642 + }, + { + "epoch": 0.33621676631471825, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3874247074127197, + "learning_rate": 1e-05, + "loss": 0.5535, + "mean_token_accuracy": 0.8294274806976318, + "num_tokens": 100457912.0, + "step": 2643 + }, + { + "epoch": 0.3363439765933087, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5374269485473633, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8546526432037354, + "num_tokens": 100499894.0, + "step": 2644 + }, + { + "epoch": 0.33647118687189925, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.344684600830078, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8652693033218384, + "num_tokens": 100540961.0, + "step": 2645 + }, + { + "epoch": 0.3365983971504898, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.552319288253784, + "learning_rate": 1e-05, + "loss": 0.499, + "mean_token_accuracy": 0.8459700345993042, + "num_tokens": 100581302.0, + "step": 2646 + }, + { + "epoch": 0.33672560742908025, + "ewc_loss": 0.040771484375, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.353522539138794, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.856826901435852, + "num_tokens": 100615289.0, + "step": 2647 + }, + { + "epoch": 0.3368528177076708, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5393896102905273, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8612719774246216, + "num_tokens": 100659911.0, + "step": 2648 + }, + { + "epoch": 0.3369800279862613, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.152557373046875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3394131660461426, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8537978529930115, + "num_tokens": 100700861.0, + "step": 2649 + }, + { + "epoch": 0.3371072382648518, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.566650629043579, + "learning_rate": 1e-05, + "loss": 0.4957, + "mean_token_accuracy": 0.8506591320037842, + "num_tokens": 100737329.0, + "step": 2650 + }, + { + "epoch": 0.3372344485434423, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3360509872436523, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8687434196472168, + "num_tokens": 100774278.0, + "step": 2651 + }, + { + "epoch": 0.33736165882203284, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5679948329925537, + "learning_rate": 1e-05, + "loss": 0.4949, + "mean_token_accuracy": 0.848778486251831, + "num_tokens": 100819083.0, + "step": 2652 + }, + { + "epoch": 0.3374888691006233, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3413166999816895, + "learning_rate": 1e-05, + "loss": 0.5493, + "mean_token_accuracy": 0.8379952311515808, + "num_tokens": 100859711.0, + "step": 2653 + }, + { + "epoch": 0.33761607937921384, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6074764728546143, + "learning_rate": 1e-05, + "loss": 0.5566, + "mean_token_accuracy": 0.8286476731300354, + "num_tokens": 100893915.0, + "step": 2654 + }, + { + "epoch": 0.33774328965780437, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3283839225769043, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.859619140625, + "num_tokens": 100932609.0, + "step": 2655 + }, + { + "epoch": 0.33787049993639484, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.625783920288086, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8547396659851074, + "num_tokens": 100966539.0, + "step": 2656 + }, + { + "epoch": 0.33799771021498537, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3499205112457275, + "learning_rate": 1e-05, + "loss": 0.5405, + "mean_token_accuracy": 0.839322566986084, + "num_tokens": 100999979.0, + "step": 2657 + }, + { + "epoch": 0.3381249204935759, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6324734687805176, + "learning_rate": 1e-05, + "loss": 0.5175, + "mean_token_accuracy": 0.8442889451980591, + "num_tokens": 101036546.0, + "step": 2658 + }, + { + "epoch": 0.33825213077216637, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.354862689971924, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8504189252853394, + "num_tokens": 101067861.0, + "step": 2659 + }, + { + "epoch": 0.3383793410507569, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6206579208374023, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.871846616268158, + "num_tokens": 101104268.0, + "step": 2660 + }, + { + "epoch": 0.3385065513293474, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3453049659729004, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8693498373031616, + "num_tokens": 101143364.0, + "step": 2661 + }, + { + "epoch": 0.3386337616079379, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.7317707538604736, + "learning_rate": 1e-05, + "loss": 0.5289, + "mean_token_accuracy": 0.8405982851982117, + "num_tokens": 101178359.0, + "step": 2662 + }, + { + "epoch": 0.33876097188652843, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3537023067474365, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8641656637191772, + "num_tokens": 101215993.0, + "step": 2663 + }, + { + "epoch": 0.33888818216511896, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.675034999847412, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8645703196525574, + "num_tokens": 101254924.0, + "step": 2664 + }, + { + "epoch": 0.33901539244370943, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3542628288269043, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8621695041656494, + "num_tokens": 101295632.0, + "step": 2665 + }, + { + "epoch": 0.33914260272229996, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6874139308929443, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8588660955429077, + "num_tokens": 101333295.0, + "step": 2666 + }, + { + "epoch": 0.3392698130008905, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3821098804473877, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8563694953918457, + "num_tokens": 101372319.0, + "step": 2667 + }, + { + "epoch": 0.33939702327948096, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.684309482574463, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8538888096809387, + "num_tokens": 101405300.0, + "step": 2668 + }, + { + "epoch": 0.3395242335580715, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4061484336853027, + "learning_rate": 1e-05, + "loss": 0.5421, + "mean_token_accuracy": 0.8387171030044556, + "num_tokens": 101445576.0, + "step": 2669 + }, + { + "epoch": 0.339651443836662, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6693613529205322, + "learning_rate": 1e-05, + "loss": 0.5615, + "mean_token_accuracy": 0.8336908221244812, + "num_tokens": 101481840.0, + "step": 2670 + }, + { + "epoch": 0.3397786541152525, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.437394618988037, + "learning_rate": 1e-05, + "loss": 0.5233, + "mean_token_accuracy": 0.8424704074859619, + "num_tokens": 101511968.0, + "step": 2671 + }, + { + "epoch": 0.339905864393843, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.603367567062378, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8556069135665894, + "num_tokens": 101549909.0, + "step": 2672 + }, + { + "epoch": 0.34003307467243354, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.433474063873291, + "learning_rate": 1e-05, + "loss": 0.5159, + "mean_token_accuracy": 0.8441800475120544, + "num_tokens": 101580892.0, + "step": 2673 + }, + { + "epoch": 0.340160284951024, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5703818798065186, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8568722009658813, + "num_tokens": 101614589.0, + "step": 2674 + }, + { + "epoch": 0.34028749522961454, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.394084930419922, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8562583327293396, + "num_tokens": 101658988.0, + "step": 2675 + }, + { + "epoch": 0.3404147055082051, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5551578998565674, + "learning_rate": 1e-05, + "loss": 0.5579, + "mean_token_accuracy": 0.8358694314956665, + "num_tokens": 101697838.0, + "step": 2676 + }, + { + "epoch": 0.34054191578679555, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.387207269668579, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8606473207473755, + "num_tokens": 101733831.0, + "step": 2677 + }, + { + "epoch": 0.3406691260653861, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5418310165405273, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.854121208190918, + "num_tokens": 101772697.0, + "step": 2678 + }, + { + "epoch": 0.3407963363439766, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.387664556503296, + "learning_rate": 1e-05, + "loss": 0.5566, + "mean_token_accuracy": 0.8347400426864624, + "num_tokens": 101810107.0, + "step": 2679 + }, + { + "epoch": 0.34092354662256713, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5455660820007324, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8563501834869385, + "num_tokens": 101847239.0, + "step": 2680 + }, + { + "epoch": 0.3410507569011576, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.381143569946289, + "learning_rate": 1e-05, + "loss": 0.519, + "mean_token_accuracy": 0.8414961099624634, + "num_tokens": 101884508.0, + "step": 2681 + }, + { + "epoch": 0.34117796717974813, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5473246574401855, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8761783838272095, + "num_tokens": 101925351.0, + "step": 2682 + }, + { + "epoch": 0.34130517745833866, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3541605472564697, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8549160361289978, + "num_tokens": 101966086.0, + "step": 2683 + }, + { + "epoch": 0.34143238773692913, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.200241088867188e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.54421067237854, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8576422929763794, + "num_tokens": 102004935.0, + "step": 2684 + }, + { + "epoch": 0.34155959801551966, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.364971399307251, + "learning_rate": 1e-05, + "loss": 0.4983, + "mean_token_accuracy": 0.8503581285476685, + "num_tokens": 102039026.0, + "step": 2685 + }, + { + "epoch": 0.3416868082941102, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.54826283454895, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8497141003608704, + "num_tokens": 102078990.0, + "step": 2686 + }, + { + "epoch": 0.34181401857270066, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3647847175598145, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8563241958618164, + "num_tokens": 102114631.0, + "step": 2687 + }, + { + "epoch": 0.3419412288512912, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5307209491729736, + "learning_rate": 1e-05, + "loss": 0.4878, + "mean_token_accuracy": 0.8530874252319336, + "num_tokens": 102161583.0, + "step": 2688 + }, + { + "epoch": 0.3420684391298817, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.345161199569702, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8575140237808228, + "num_tokens": 102202183.0, + "step": 2689 + }, + { + "epoch": 0.3421956494084722, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5446977615356445, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8594487905502319, + "num_tokens": 102235288.0, + "step": 2690 + }, + { + "epoch": 0.3423228596870627, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3678102493286133, + "learning_rate": 1e-05, + "loss": 0.5019, + "mean_token_accuracy": 0.8472236394882202, + "num_tokens": 102272814.0, + "step": 2691 + }, + { + "epoch": 0.34245006996565325, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.543084144592285, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8501202464103699, + "num_tokens": 102312763.0, + "step": 2692 + }, + { + "epoch": 0.3425772802442437, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3488550186157227, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8567671775817871, + "num_tokens": 102351490.0, + "step": 2693 + }, + { + "epoch": 0.34270449052283425, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.539348602294922, + "learning_rate": 1e-05, + "loss": 0.4943, + "mean_token_accuracy": 0.8509316444396973, + "num_tokens": 102394495.0, + "step": 2694 + }, + { + "epoch": 0.3428317008014248, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3549644947052, + "learning_rate": 1e-05, + "loss": 0.5069, + "mean_token_accuracy": 0.8459848165512085, + "num_tokens": 102431689.0, + "step": 2695 + }, + { + "epoch": 0.34295891108001525, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5498745441436768, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8608524203300476, + "num_tokens": 102468653.0, + "step": 2696 + }, + { + "epoch": 0.3430861213586058, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3635337352752686, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8667213916778564, + "num_tokens": 102504442.0, + "step": 2697 + }, + { + "epoch": 0.3432133316371963, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5415306091308594, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8600239753723145, + "num_tokens": 102539401.0, + "step": 2698 + }, + { + "epoch": 0.3433405419157868, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.2479248046875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3417651653289795, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8585357666015625, + "num_tokens": 102579874.0, + "step": 2699 + }, + { + "epoch": 0.3434677521943773, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.557818651199341, + "learning_rate": 1e-05, + "loss": 0.5104, + "mean_token_accuracy": 0.8475285768508911, + "num_tokens": 102617906.0, + "step": 2700 + }, + { + "epoch": 0.34359496247296784, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3391010761260986, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8570475578308105, + "num_tokens": 102657744.0, + "step": 2701 + }, + { + "epoch": 0.3437221727515583, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.579348087310791, + "learning_rate": 1e-05, + "loss": 0.5045, + "mean_token_accuracy": 0.8477341532707214, + "num_tokens": 102696650.0, + "step": 2702 + }, + { + "epoch": 0.34384938303014884, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.342384099960327, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8505210280418396, + "num_tokens": 102729114.0, + "step": 2703 + }, + { + "epoch": 0.34397659330873936, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.600404977798462, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8526557683944702, + "num_tokens": 102763562.0, + "step": 2704 + }, + { + "epoch": 0.34410380358732984, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.332615852355957, + "learning_rate": 1e-05, + "loss": 0.5052, + "mean_token_accuracy": 0.8436075448989868, + "num_tokens": 102803680.0, + "step": 2705 + }, + { + "epoch": 0.34423101386592037, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6052701473236084, + "learning_rate": 1e-05, + "loss": 0.5345, + "mean_token_accuracy": 0.8416793346405029, + "num_tokens": 102847932.0, + "step": 2706 + }, + { + "epoch": 0.3443582241445109, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3303112983703613, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8585489392280579, + "num_tokens": 102888371.0, + "step": 2707 + }, + { + "epoch": 0.34448543442310137, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.635915994644165, + "learning_rate": 1e-05, + "loss": 0.5405, + "mean_token_accuracy": 0.8343538045883179, + "num_tokens": 102928943.0, + "step": 2708 + }, + { + "epoch": 0.3446126447016919, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3399972915649414, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8510276675224304, + "num_tokens": 102969773.0, + "step": 2709 + }, + { + "epoch": 0.3447398549802824, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.648325204849243, + "learning_rate": 1e-05, + "loss": 0.5294, + "mean_token_accuracy": 0.8402506113052368, + "num_tokens": 103012496.0, + "step": 2710 + }, + { + "epoch": 0.3448670652588729, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3634300231933594, + "learning_rate": 1e-05, + "loss": 0.5085, + "mean_token_accuracy": 0.8473517298698425, + "num_tokens": 103047259.0, + "step": 2711 + }, + { + "epoch": 0.3449942755374634, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6282689571380615, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8611844182014465, + "num_tokens": 103087534.0, + "step": 2712 + }, + { + "epoch": 0.34512148581605395, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3513216972351074, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.861376941204071, + "num_tokens": 103128782.0, + "step": 2713 + }, + { + "epoch": 0.3452486960946444, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6489715576171875, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8555821180343628, + "num_tokens": 103161252.0, + "step": 2714 + }, + { + "epoch": 0.34537590637323495, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.364373207092285, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8598044514656067, + "num_tokens": 103201524.0, + "step": 2715 + }, + { + "epoch": 0.3455031166518255, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.649840831756592, + "learning_rate": 1e-05, + "loss": 0.5073, + "mean_token_accuracy": 0.8429949283599854, + "num_tokens": 103235444.0, + "step": 2716 + }, + { + "epoch": 0.34563032693041595, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.381765127182007, + "learning_rate": 1e-05, + "loss": 0.526, + "mean_token_accuracy": 0.83882737159729, + "num_tokens": 103270927.0, + "step": 2717 + }, + { + "epoch": 0.3457575372090065, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.622903823852539, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8612804412841797, + "num_tokens": 103310518.0, + "step": 2718 + }, + { + "epoch": 0.345884747487597, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3690876960754395, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8714879155158997, + "num_tokens": 103347940.0, + "step": 2719 + }, + { + "epoch": 0.3460119577661875, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6219067573547363, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8633847236633301, + "num_tokens": 103383995.0, + "step": 2720 + }, + { + "epoch": 0.346139168044778, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.381350040435791, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8712859749794006, + "num_tokens": 103416411.0, + "step": 2721 + }, + { + "epoch": 0.34626637832336854, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6171538829803467, + "learning_rate": 1e-05, + "loss": 0.5175, + "mean_token_accuracy": 0.844908595085144, + "num_tokens": 103454199.0, + "step": 2722 + }, + { + "epoch": 0.346393588601959, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.39224910736084, + "learning_rate": 1e-05, + "loss": 0.5161, + "mean_token_accuracy": 0.8432281017303467, + "num_tokens": 103490996.0, + "step": 2723 + }, + { + "epoch": 0.34652079888054954, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5928561687469482, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8588734269142151, + "num_tokens": 103525987.0, + "step": 2724 + }, + { + "epoch": 0.34664800915914007, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.295608520507812e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3816351890563965, + "learning_rate": 1e-05, + "loss": 0.506, + "mean_token_accuracy": 0.8412127494812012, + "num_tokens": 103565702.0, + "step": 2725 + }, + { + "epoch": 0.34677521943773054, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.590311050415039, + "learning_rate": 1e-05, + "loss": 0.492, + "mean_token_accuracy": 0.8534291982650757, + "num_tokens": 103601764.0, + "step": 2726 + }, + { + "epoch": 0.34690242971632107, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.380594491958618, + "learning_rate": 1e-05, + "loss": 0.4944, + "mean_token_accuracy": 0.8485420942306519, + "num_tokens": 103640293.0, + "step": 2727 + }, + { + "epoch": 0.3470296399949116, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5752317905426025, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.849166750907898, + "num_tokens": 103680464.0, + "step": 2728 + }, + { + "epoch": 0.3471568502735021, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3765182495117188, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8533450365066528, + "num_tokens": 103717434.0, + "step": 2729 + }, + { + "epoch": 0.3472840605520926, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.569573402404785, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8552557229995728, + "num_tokens": 103755186.0, + "step": 2730 + }, + { + "epoch": 0.3474112708306831, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3699896335601807, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8669345378875732, + "num_tokens": 103789516.0, + "step": 2731 + }, + { + "epoch": 0.34753848110927366, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5666720867156982, + "learning_rate": 1e-05, + "loss": 0.5034, + "mean_token_accuracy": 0.8461368083953857, + "num_tokens": 103826103.0, + "step": 2732 + }, + { + "epoch": 0.34766569138786413, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.375574827194214, + "learning_rate": 1e-05, + "loss": 0.4959, + "mean_token_accuracy": 0.8537123799324036, + "num_tokens": 103863059.0, + "step": 2733 + }, + { + "epoch": 0.34779290166645466, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5592966079711914, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8592624664306641, + "num_tokens": 103897976.0, + "step": 2734 + }, + { + "epoch": 0.3479201119450452, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3719539642333984, + "learning_rate": 1e-05, + "loss": 0.5373, + "mean_token_accuracy": 0.837279200553894, + "num_tokens": 103935485.0, + "step": 2735 + }, + { + "epoch": 0.34804732222363566, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.556518316268921, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8556749820709229, + "num_tokens": 103971917.0, + "step": 2736 + }, + { + "epoch": 0.3481745325022262, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3852477073669434, + "learning_rate": 1e-05, + "loss": 0.5275, + "mean_token_accuracy": 0.8455027937889099, + "num_tokens": 104008797.0, + "step": 2737 + }, + { + "epoch": 0.3483017427808167, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.541452646255493, + "learning_rate": 1e-05, + "loss": 0.5071, + "mean_token_accuracy": 0.8448083996772766, + "num_tokens": 104049551.0, + "step": 2738 + }, + { + "epoch": 0.3484289530594072, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.368598461151123, + "learning_rate": 1e-05, + "loss": 0.534, + "mean_token_accuracy": 0.8350414633750916, + "num_tokens": 104089341.0, + "step": 2739 + }, + { + "epoch": 0.3485561633379977, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5289266109466553, + "learning_rate": 1e-05, + "loss": 0.5038, + "mean_token_accuracy": 0.8487824201583862, + "num_tokens": 104133445.0, + "step": 2740 + }, + { + "epoch": 0.34868337361658824, + "ewc_loss": 0.041259765625, + "ewc_loss_diag": 7.343292236328125e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3587207794189453, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8537811040878296, + "num_tokens": 104170435.0, + "step": 2741 + }, + { + "epoch": 0.3488105838951787, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5355873107910156, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8623827695846558, + "num_tokens": 104205660.0, + "step": 2742 + }, + { + "epoch": 0.34893779417376924, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.343728542327881, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8624746799468994, + "num_tokens": 104243749.0, + "step": 2743 + }, + { + "epoch": 0.3490650044523598, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5493316650390625, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8524438142776489, + "num_tokens": 104283411.0, + "step": 2744 + }, + { + "epoch": 0.34919221473095025, + "ewc_loss": 0.041015625, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3395440578460693, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8569011688232422, + "num_tokens": 104324570.0, + "step": 2745 + }, + { + "epoch": 0.3493194250095408, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.567506790161133, + "learning_rate": 1e-05, + "loss": 0.5134, + "mean_token_accuracy": 0.8473191261291504, + "num_tokens": 104363619.0, + "step": 2746 + }, + { + "epoch": 0.3494466352881313, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.332622528076172, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8577282428741455, + "num_tokens": 104405572.0, + "step": 2747 + }, + { + "epoch": 0.3495738455667218, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5871593952178955, + "learning_rate": 1e-05, + "loss": 0.4978, + "mean_token_accuracy": 0.8474107980728149, + "num_tokens": 104446772.0, + "step": 2748 + }, + { + "epoch": 0.3497010558453123, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3294644355773926, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8581658601760864, + "num_tokens": 104490912.0, + "step": 2749 + }, + { + "epoch": 0.34982826612390283, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6128110885620117, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8598154187202454, + "num_tokens": 104525307.0, + "step": 2750 + }, + { + "epoch": 0.3499554764024933, + "ewc_loss": 0.04150390625, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3376123905181885, + "learning_rate": 1e-05, + "loss": 0.4972, + "mean_token_accuracy": 0.8491858243942261, + "num_tokens": 104562431.0, + "step": 2751 + }, + { + "epoch": 0.35008268668108383, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.626004457473755, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8698985576629639, + "num_tokens": 104596440.0, + "step": 2752 + }, + { + "epoch": 0.35020989695967436, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3331565856933594, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8651426434516907, + "num_tokens": 104630804.0, + "step": 2753 + }, + { + "epoch": 0.35033710723826483, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.639761447906494, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8618544340133667, + "num_tokens": 104667997.0, + "step": 2754 + }, + { + "epoch": 0.35046431751685536, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.4039716720581055, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8591256141662598, + "num_tokens": 104711605.0, + "step": 2755 + }, + { + "epoch": 0.3505915277954459, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6111562252044678, + "learning_rate": 1e-05, + "loss": 0.5032, + "mean_token_accuracy": 0.8482779860496521, + "num_tokens": 104748427.0, + "step": 2756 + }, + { + "epoch": 0.35071873807403636, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.371858835220337, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8553131222724915, + "num_tokens": 104784536.0, + "step": 2757 + }, + { + "epoch": 0.3508459483526269, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5963854789733887, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8577805757522583, + "num_tokens": 104820096.0, + "step": 2758 + }, + { + "epoch": 0.3509731586312174, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.43865966796875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3709754943847656, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8579115271568298, + "num_tokens": 104857016.0, + "step": 2759 + }, + { + "epoch": 0.3511003689098079, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 7.486343383789062e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5750033855438232, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8541918992996216, + "num_tokens": 104903999.0, + "step": 2760 + }, + { + "epoch": 0.3512275791883984, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.486343383789062e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.375530481338501, + "learning_rate": 1e-05, + "loss": 0.5544, + "mean_token_accuracy": 0.834830641746521, + "num_tokens": 104943954.0, + "step": 2761 + }, + { + "epoch": 0.35135478946698895, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 7.486343383789062e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5799713134765625, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8436580896377563, + "num_tokens": 104980028.0, + "step": 2762 + }, + { + "epoch": 0.3514819997455794, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.486343383789062e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3677854537963867, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8572520017623901, + "num_tokens": 105020471.0, + "step": 2763 + }, + { + "epoch": 0.35160921002416995, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.486343383789062e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 3.3463327884674072, + "learning_rate": 1e-05, + "loss": 0.4808, + "mean_token_accuracy": 0.8550585508346558, + "num_tokens": 105050419.0, + "step": 2764 + }, + { + "epoch": 0.3517364203027605, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 7.486343383789062e-05, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.536515235900879, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8611819744110107, + "num_tokens": 105079656.0, + "step": 2765 + }, + { + "epoch": 0.35186363058135095, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 7.534027099609375e-05, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.7172651290893555, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8570247888565063, + "num_tokens": 105119715.0, + "step": 2766 + }, + { + "epoch": 0.3519908408599415, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 7.534027099609375e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4398062229156494, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8466697931289673, + "num_tokens": 105158281.0, + "step": 2767 + }, + { + "epoch": 0.352118051138532, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 7.534027099609375e-05, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.731407403945923, + "learning_rate": 1e-05, + "loss": 0.5106, + "mean_token_accuracy": 0.8467930555343628, + "num_tokens": 105201372.0, + "step": 2768 + }, + { + "epoch": 0.3522452614171225, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.534027099609375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.452713966369629, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8474252223968506, + "num_tokens": 105240557.0, + "step": 2769 + }, + { + "epoch": 0.352372471695713, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 7.534027099609375e-05, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6958327293395996, + "learning_rate": 1e-05, + "loss": 0.5087, + "mean_token_accuracy": 0.8518399596214294, + "num_tokens": 105276701.0, + "step": 2770 + }, + { + "epoch": 0.35249968197430354, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 7.534027099609375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4533278942108154, + "learning_rate": 1e-05, + "loss": 0.5434, + "mean_token_accuracy": 0.8415560722351074, + "num_tokens": 105319185.0, + "step": 2771 + }, + { + "epoch": 0.352626892252894, + "ewc_loss": 0.046875, + "ewc_loss_diag": 7.581710815429688e-05, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6346054077148438, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8703897595405579, + "num_tokens": 105362800.0, + "step": 2772 + }, + { + "epoch": 0.35275410253148454, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 7.581710815429688e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.44016170501709, + "learning_rate": 1e-05, + "loss": 0.5032, + "mean_token_accuracy": 0.8488908410072327, + "num_tokens": 105400731.0, + "step": 2773 + }, + { + "epoch": 0.35288131281007507, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 7.581710815429688e-05, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.610764980316162, + "learning_rate": 1e-05, + "loss": 0.5281, + "mean_token_accuracy": 0.8461277484893799, + "num_tokens": 105439712.0, + "step": 2774 + }, + { + "epoch": 0.35300852308866554, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.581710815429688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.440139055252075, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8559561967849731, + "num_tokens": 105475159.0, + "step": 2775 + }, + { + "epoch": 0.35313573336725607, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.581710815429688e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5843584537506104, + "learning_rate": 1e-05, + "loss": 0.514, + "mean_token_accuracy": 0.8430356979370117, + "num_tokens": 105511323.0, + "step": 2776 + }, + { + "epoch": 0.3532629436458466, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.581710815429688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.420149564743042, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8539377450942993, + "num_tokens": 105544056.0, + "step": 2777 + }, + { + "epoch": 0.35339015392443707, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.581710815429688e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5473272800445557, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.868116021156311, + "num_tokens": 105582335.0, + "step": 2778 + }, + { + "epoch": 0.3535173642030276, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.62939453125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.4043545722961426, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8598587512969971, + "num_tokens": 105614046.0, + "step": 2779 + }, + { + "epoch": 0.3536445744816181, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 7.62939453125e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5483484268188477, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8609327077865601, + "num_tokens": 105648294.0, + "step": 2780 + }, + { + "epoch": 0.35377178476020865, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.62939453125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.387754201889038, + "learning_rate": 1e-05, + "loss": 0.4971, + "mean_token_accuracy": 0.8498402833938599, + "num_tokens": 105685707.0, + "step": 2781 + }, + { + "epoch": 0.3538989950387991, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.62939453125e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5388267040252686, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.8544743061065674, + "num_tokens": 105724662.0, + "step": 2782 + }, + { + "epoch": 0.35402620531738965, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.62939453125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.4048566818237305, + "learning_rate": 1e-05, + "loss": 0.5379, + "mean_token_accuracy": 0.8412443995475769, + "num_tokens": 105756781.0, + "step": 2783 + }, + { + "epoch": 0.3541534155959802, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.677078247070312e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5131936073303223, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8622202277183533, + "num_tokens": 105798466.0, + "step": 2784 + }, + { + "epoch": 0.35428062587457065, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.677078247070312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3748745918273926, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8576482534408569, + "num_tokens": 105835085.0, + "step": 2785 + }, + { + "epoch": 0.3544078361531612, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 7.677078247070312e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.517076253890991, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8630198240280151, + "num_tokens": 105872268.0, + "step": 2786 + }, + { + "epoch": 0.3545350464317517, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3810524940490723, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8525872826576233, + "num_tokens": 105905721.0, + "step": 2787 + }, + { + "epoch": 0.3546622567103422, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.519089937210083, + "learning_rate": 1e-05, + "loss": 0.5364, + "mean_token_accuracy": 0.8381004333496094, + "num_tokens": 105945573.0, + "step": 2788 + }, + { + "epoch": 0.3547894669889327, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.374244451522827, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.851598858833313, + "num_tokens": 105978800.0, + "step": 2789 + }, + { + "epoch": 0.35491667726752324, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5218372344970703, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.8532505035400391, + "num_tokens": 106014035.0, + "step": 2790 + }, + { + "epoch": 0.3550438875461137, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3723490238189697, + "learning_rate": 1e-05, + "loss": 0.5821, + "mean_token_accuracy": 0.8278222680091858, + "num_tokens": 106050721.0, + "step": 2791 + }, + { + "epoch": 0.35517109782470424, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.579665422439575, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8571186065673828, + "num_tokens": 106086802.0, + "step": 2792 + }, + { + "epoch": 0.35529830810329477, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.34401535987854, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.864234209060669, + "num_tokens": 106124174.0, + "step": 2793 + }, + { + "epoch": 0.35542551838188524, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.559537649154663, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8572334051132202, + "num_tokens": 106166147.0, + "step": 2794 + }, + { + "epoch": 0.35555272866047577, + "ewc_loss": 0.041748046875, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3341734409332275, + "learning_rate": 1e-05, + "loss": 0.5107, + "mean_token_accuracy": 0.8443505764007568, + "num_tokens": 106206758.0, + "step": 2795 + }, + { + "epoch": 0.3556799389390663, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5864760875701904, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.850562572479248, + "num_tokens": 106241823.0, + "step": 2796 + }, + { + "epoch": 0.35580714921765677, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3448429107666016, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8648314476013184, + "num_tokens": 106275716.0, + "step": 2797 + }, + { + "epoch": 0.3559343594962473, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5962135791778564, + "learning_rate": 1e-05, + "loss": 0.5148, + "mean_token_accuracy": 0.8448739051818848, + "num_tokens": 106312595.0, + "step": 2798 + }, + { + "epoch": 0.3560615697748378, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3564393520355225, + "learning_rate": 1e-05, + "loss": 0.515, + "mean_token_accuracy": 0.8443930745124817, + "num_tokens": 106346009.0, + "step": 2799 + }, + { + "epoch": 0.3561887800534283, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.591871500015259, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8636341691017151, + "num_tokens": 106384501.0, + "step": 2800 + }, + { + "epoch": 0.35631599033201883, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.353806257247925, + "learning_rate": 1e-05, + "loss": 0.4878, + "mean_token_accuracy": 0.8544549345970154, + "num_tokens": 106420099.0, + "step": 2801 + }, + { + "epoch": 0.35644320061060936, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.593337297439575, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8670039176940918, + "num_tokens": 106459697.0, + "step": 2802 + }, + { + "epoch": 0.35657041088919983, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3652005195617676, + "learning_rate": 1e-05, + "loss": 0.5885, + "mean_token_accuracy": 0.8278485536575317, + "num_tokens": 106499054.0, + "step": 2803 + }, + { + "epoch": 0.35669762116779036, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.582880973815918, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8571300506591797, + "num_tokens": 106538704.0, + "step": 2804 + }, + { + "epoch": 0.3568248314463809, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3574538230895996, + "learning_rate": 1e-05, + "loss": 0.5109, + "mean_token_accuracy": 0.8442667722702026, + "num_tokens": 106580012.0, + "step": 2805 + }, + { + "epoch": 0.35695204172497136, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5934336185455322, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8558051586151123, + "num_tokens": 106618160.0, + "step": 2806 + }, + { + "epoch": 0.3570792520035619, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.724761962890625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3750336170196533, + "learning_rate": 1e-05, + "loss": 0.5611, + "mean_token_accuracy": 0.8284904956817627, + "num_tokens": 106654387.0, + "step": 2807 + }, + { + "epoch": 0.3572064622821524, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.772445678710938e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5780539512634277, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8636099696159363, + "num_tokens": 106693318.0, + "step": 2808 + }, + { + "epoch": 0.3573336725607429, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.772445678710938e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3781850337982178, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8459958434104919, + "num_tokens": 106728779.0, + "step": 2809 + }, + { + "epoch": 0.3574608828393334, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 7.772445678710938e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.567162275314331, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8537247776985168, + "num_tokens": 106771149.0, + "step": 2810 + }, + { + "epoch": 0.35758809311792394, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.772445678710938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3771705627441406, + "learning_rate": 1e-05, + "loss": 0.5269, + "mean_token_accuracy": 0.8413922786712646, + "num_tokens": 106809132.0, + "step": 2811 + }, + { + "epoch": 0.3577153033965144, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.772445678710938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.55997633934021, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8695740103721619, + "num_tokens": 106842747.0, + "step": 2812 + }, + { + "epoch": 0.35784251367510495, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.772445678710938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3628320693969727, + "learning_rate": 1e-05, + "loss": 0.5271, + "mean_token_accuracy": 0.8403695225715637, + "num_tokens": 106883519.0, + "step": 2813 + }, + { + "epoch": 0.3579697239536955, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 7.772445678710938e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5774285793304443, + "learning_rate": 1e-05, + "loss": 0.502, + "mean_token_accuracy": 0.840900182723999, + "num_tokens": 106914818.0, + "step": 2814 + }, + { + "epoch": 0.35809693423228595, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.772445678710938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3471086025238037, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.863219141960144, + "num_tokens": 106954387.0, + "step": 2815 + }, + { + "epoch": 0.3582241445108765, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.82012939453125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5913712978363037, + "learning_rate": 1e-05, + "loss": 0.5147, + "mean_token_accuracy": 0.8448120355606079, + "num_tokens": 106994264.0, + "step": 2816 + }, + { + "epoch": 0.358351354789467, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.82012939453125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.336232900619507, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8588376045227051, + "num_tokens": 107035575.0, + "step": 2817 + }, + { + "epoch": 0.3584785650680575, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.82012939453125e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6165812015533447, + "learning_rate": 1e-05, + "loss": 0.52, + "mean_token_accuracy": 0.843351423740387, + "num_tokens": 107074644.0, + "step": 2818 + }, + { + "epoch": 0.358605775346648, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.82012939453125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3506674766540527, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8562959432601929, + "num_tokens": 107108758.0, + "step": 2819 + }, + { + "epoch": 0.35873298562523853, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.82012939453125e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.606182336807251, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8702616095542908, + "num_tokens": 107147572.0, + "step": 2820 + }, + { + "epoch": 0.358860195903829, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.369921922683716, + "learning_rate": 1e-05, + "loss": 0.5104, + "mean_token_accuracy": 0.8457282781600952, + "num_tokens": 107184928.0, + "step": 2821 + }, + { + "epoch": 0.35898740618241953, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5963761806488037, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8658185601234436, + "num_tokens": 107223462.0, + "step": 2822 + }, + { + "epoch": 0.35911461646101006, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.357944965362549, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8570092916488647, + "num_tokens": 107263114.0, + "step": 2823 + }, + { + "epoch": 0.35924182673960053, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5974197387695312, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8724640607833862, + "num_tokens": 107301234.0, + "step": 2824 + }, + { + "epoch": 0.35936903701819106, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.385725498199463, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8570960760116577, + "num_tokens": 107334903.0, + "step": 2825 + }, + { + "epoch": 0.3594962472967816, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5730721950531006, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8723562955856323, + "num_tokens": 107374989.0, + "step": 2826 + }, + { + "epoch": 0.35962345757537206, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3669044971466064, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8620509505271912, + "num_tokens": 107412545.0, + "step": 2827 + }, + { + "epoch": 0.3597506678539626, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.597477436065674, + "learning_rate": 1e-05, + "loss": 0.5437, + "mean_token_accuracy": 0.8356187343597412, + "num_tokens": 107447642.0, + "step": 2828 + }, + { + "epoch": 0.3598778781325531, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3604214191436768, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8555788993835449, + "num_tokens": 107486514.0, + "step": 2829 + }, + { + "epoch": 0.36000508841114365, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5915727615356445, + "learning_rate": 1e-05, + "loss": 0.4963, + "mean_token_accuracy": 0.8468649387359619, + "num_tokens": 107527351.0, + "step": 2830 + }, + { + "epoch": 0.3601322986897341, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.369581460952759, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8568894863128662, + "num_tokens": 107558973.0, + "step": 2831 + }, + { + "epoch": 0.36025950896832465, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6007466316223145, + "learning_rate": 1e-05, + "loss": 0.4993, + "mean_token_accuracy": 0.8495211601257324, + "num_tokens": 107597659.0, + "step": 2832 + }, + { + "epoch": 0.3603867192469152, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.363039970397949, + "learning_rate": 1e-05, + "loss": 0.4944, + "mean_token_accuracy": 0.8506706953048706, + "num_tokens": 107635833.0, + "step": 2833 + }, + { + "epoch": 0.36051392952550565, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.593764305114746, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8622349500656128, + "num_tokens": 107673347.0, + "step": 2834 + }, + { + "epoch": 0.3606411398040962, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.359266757965088, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.8519341349601746, + "num_tokens": 107713820.0, + "step": 2835 + }, + { + "epoch": 0.3607683500826867, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5993642807006836, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8592170476913452, + "num_tokens": 107745586.0, + "step": 2836 + }, + { + "epoch": 0.3608955603612772, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.349649667739868, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8659960031509399, + "num_tokens": 107787649.0, + "step": 2837 + }, + { + "epoch": 0.3610227706398677, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6146793365478516, + "learning_rate": 1e-05, + "loss": 0.4903, + "mean_token_accuracy": 0.8495252132415771, + "num_tokens": 107831545.0, + "step": 2838 + }, + { + "epoch": 0.36114998091845824, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.348315715789795, + "learning_rate": 1e-05, + "loss": 0.5338, + "mean_token_accuracy": 0.8388420343399048, + "num_tokens": 107875252.0, + "step": 2839 + }, + { + "epoch": 0.3612771911970487, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.656994104385376, + "learning_rate": 1e-05, + "loss": 0.5567, + "mean_token_accuracy": 0.8328679203987122, + "num_tokens": 107912060.0, + "step": 2840 + }, + { + "epoch": 0.36140440147563924, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3928918838500977, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.849058210849762, + "num_tokens": 107949778.0, + "step": 2841 + }, + { + "epoch": 0.36153161175422976, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.867813110351562e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.608856439590454, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8533673286437988, + "num_tokens": 107991160.0, + "step": 2842 + }, + { + "epoch": 0.36165882203282024, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3756203651428223, + "learning_rate": 1e-05, + "loss": 0.5168, + "mean_token_accuracy": 0.8412156105041504, + "num_tokens": 108027059.0, + "step": 2843 + }, + { + "epoch": 0.36178603231141077, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.608975410461426, + "learning_rate": 1e-05, + "loss": 0.5021, + "mean_token_accuracy": 0.8504648208618164, + "num_tokens": 108066738.0, + "step": 2844 + }, + { + "epoch": 0.3619132425900013, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3792524337768555, + "learning_rate": 1e-05, + "loss": 0.513, + "mean_token_accuracy": 0.841763973236084, + "num_tokens": 108106498.0, + "step": 2845 + }, + { + "epoch": 0.36204045286859177, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6074023246765137, + "learning_rate": 1e-05, + "loss": 0.4867, + "mean_token_accuracy": 0.8513808846473694, + "num_tokens": 108139146.0, + "step": 2846 + }, + { + "epoch": 0.3621676631471823, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.35908842086792, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8669767379760742, + "num_tokens": 108176070.0, + "step": 2847 + }, + { + "epoch": 0.3622948734257728, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5975115299224854, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8606668710708618, + "num_tokens": 108214859.0, + "step": 2848 + }, + { + "epoch": 0.3624220837043633, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3795278072357178, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.8527534008026123, + "num_tokens": 108250201.0, + "step": 2849 + }, + { + "epoch": 0.3625492939829538, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5968270301818848, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8592867255210876, + "num_tokens": 108282111.0, + "step": 2850 + }, + { + "epoch": 0.36267650426154435, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3829433917999268, + "learning_rate": 1e-05, + "loss": 0.5208, + "mean_token_accuracy": 0.8387937545776367, + "num_tokens": 108317873.0, + "step": 2851 + }, + { + "epoch": 0.3628037145401348, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.582834005355835, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8663365244865417, + "num_tokens": 108352874.0, + "step": 2852 + }, + { + "epoch": 0.36293092481872535, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3882548809051514, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8440753817558289, + "num_tokens": 108387620.0, + "step": 2853 + }, + { + "epoch": 0.3630581350973159, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5835092067718506, + "learning_rate": 1e-05, + "loss": 0.5288, + "mean_token_accuracy": 0.839857816696167, + "num_tokens": 108428961.0, + "step": 2854 + }, + { + "epoch": 0.36318534537590635, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.915496826171875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3683557510375977, + "learning_rate": 1e-05, + "loss": 0.5665, + "mean_token_accuracy": 0.8315600156784058, + "num_tokens": 108471505.0, + "step": 2855 + }, + { + "epoch": 0.3633125556544969, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5703961849212646, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8517836332321167, + "num_tokens": 108515874.0, + "step": 2856 + }, + { + "epoch": 0.3634397659330874, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.363736391067505, + "learning_rate": 1e-05, + "loss": 0.4844, + "mean_token_accuracy": 0.854928731918335, + "num_tokens": 108558302.0, + "step": 2857 + }, + { + "epoch": 0.3635669762116779, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5712966918945312, + "learning_rate": 1e-05, + "loss": 0.507, + "mean_token_accuracy": 0.8453129529953003, + "num_tokens": 108597668.0, + "step": 2858 + }, + { + "epoch": 0.3636941864902684, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3572256565093994, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8516772389411926, + "num_tokens": 108636623.0, + "step": 2859 + }, + { + "epoch": 0.36382139676885894, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.572134256362915, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8735635280609131, + "num_tokens": 108673660.0, + "step": 2860 + }, + { + "epoch": 0.3639486070474494, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3651652336120605, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8642902374267578, + "num_tokens": 108710350.0, + "step": 2861 + }, + { + "epoch": 0.36407581732603994, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.580883502960205, + "learning_rate": 1e-05, + "loss": 0.5018, + "mean_token_accuracy": 0.8472808599472046, + "num_tokens": 108747028.0, + "step": 2862 + }, + { + "epoch": 0.36420302760463047, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.378925085067749, + "learning_rate": 1e-05, + "loss": 0.5258, + "mean_token_accuracy": 0.8425593376159668, + "num_tokens": 108780315.0, + "step": 2863 + }, + { + "epoch": 0.36433023788322094, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.58772873878479, + "learning_rate": 1e-05, + "loss": 0.4997, + "mean_token_accuracy": 0.8435735702514648, + "num_tokens": 108811706.0, + "step": 2864 + }, + { + "epoch": 0.36445744816181147, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.367623805999756, + "learning_rate": 1e-05, + "loss": 0.5254, + "mean_token_accuracy": 0.8428804278373718, + "num_tokens": 108851545.0, + "step": 2865 + }, + { + "epoch": 0.364584658440402, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.568321466445923, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8664689660072327, + "num_tokens": 108887013.0, + "step": 2866 + }, + { + "epoch": 0.36471186871899247, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.345841407775879, + "learning_rate": 1e-05, + "loss": 0.5149, + "mean_token_accuracy": 0.8426628112792969, + "num_tokens": 108934289.0, + "step": 2867 + }, + { + "epoch": 0.364839078997583, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5964624881744385, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.86241614818573, + "num_tokens": 108973823.0, + "step": 2868 + }, + { + "epoch": 0.36496628927617353, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3681399822235107, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8619144558906555, + "num_tokens": 109006947.0, + "step": 2869 + }, + { + "epoch": 0.365093499554764, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6107826232910156, + "learning_rate": 1e-05, + "loss": 0.5221, + "mean_token_accuracy": 0.8409788608551025, + "num_tokens": 109039839.0, + "step": 2870 + }, + { + "epoch": 0.36522070983335453, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3673033714294434, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8625337481498718, + "num_tokens": 109076348.0, + "step": 2871 + }, + { + "epoch": 0.36534792011194506, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5909006595611572, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8672347068786621, + "num_tokens": 109117050.0, + "step": 2872 + }, + { + "epoch": 0.36547513039053553, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3634016513824463, + "learning_rate": 1e-05, + "loss": 0.4907, + "mean_token_accuracy": 0.8513563871383667, + "num_tokens": 109151131.0, + "step": 2873 + }, + { + "epoch": 0.36560234066912606, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5880067348480225, + "learning_rate": 1e-05, + "loss": 0.503, + "mean_token_accuracy": 0.849130392074585, + "num_tokens": 109194542.0, + "step": 2874 + }, + { + "epoch": 0.3657295509477166, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3777718544006348, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8512371182441711, + "num_tokens": 109229636.0, + "step": 2875 + }, + { + "epoch": 0.36585676122630706, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.595445394515991, + "learning_rate": 1e-05, + "loss": 0.5069, + "mean_token_accuracy": 0.8470116853713989, + "num_tokens": 109264705.0, + "step": 2876 + }, + { + "epoch": 0.3659839715048976, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3564438819885254, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8618158102035522, + "num_tokens": 109304220.0, + "step": 2877 + }, + { + "epoch": 0.3661111817834881, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.588721752166748, + "learning_rate": 1e-05, + "loss": 0.5001, + "mean_token_accuracy": 0.8515940308570862, + "num_tokens": 109347315.0, + "step": 2878 + }, + { + "epoch": 0.3662383920620786, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3693084716796875, + "learning_rate": 1e-05, + "loss": 0.5215, + "mean_token_accuracy": 0.8413978815078735, + "num_tokens": 109382679.0, + "step": 2879 + }, + { + "epoch": 0.3663656023406691, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.586341142654419, + "learning_rate": 1e-05, + "loss": 0.5588, + "mean_token_accuracy": 0.8369885683059692, + "num_tokens": 109428491.0, + "step": 2880 + }, + { + "epoch": 0.36649281261925964, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.363638401031494, + "learning_rate": 1e-05, + "loss": 0.5105, + "mean_token_accuracy": 0.8429408073425293, + "num_tokens": 109469700.0, + "step": 2881 + }, + { + "epoch": 0.3666200228978502, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5801703929901123, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8606386184692383, + "num_tokens": 109510245.0, + "step": 2882 + }, + { + "epoch": 0.36674723317644065, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.371638774871826, + "learning_rate": 1e-05, + "loss": 0.505, + "mean_token_accuracy": 0.8437494039535522, + "num_tokens": 109544932.0, + "step": 2883 + }, + { + "epoch": 0.3668744434550312, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 7.963180541992188e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5869863033294678, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8602231740951538, + "num_tokens": 109579519.0, + "step": 2884 + }, + { + "epoch": 0.3670016537336217, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.369245767593384, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8610645532608032, + "num_tokens": 109620313.0, + "step": 2885 + }, + { + "epoch": 0.3671288640122122, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5785536766052246, + "learning_rate": 1e-05, + "loss": 0.5324, + "mean_token_accuracy": 0.8396292924880981, + "num_tokens": 109663800.0, + "step": 2886 + }, + { + "epoch": 0.3672560742908027, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.363330841064453, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8626019358634949, + "num_tokens": 109701118.0, + "step": 2887 + }, + { + "epoch": 0.36738328456939323, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5794434547424316, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.870227575302124, + "num_tokens": 109739486.0, + "step": 2888 + }, + { + "epoch": 0.3675104948479837, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3613624572753906, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8663986921310425, + "num_tokens": 109781097.0, + "step": 2889 + }, + { + "epoch": 0.36763770512657423, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5945816040039062, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8597812652587891, + "num_tokens": 109813562.0, + "step": 2890 + }, + { + "epoch": 0.36776491540516476, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3598806858062744, + "learning_rate": 1e-05, + "loss": 0.5412, + "mean_token_accuracy": 0.8346158266067505, + "num_tokens": 109855326.0, + "step": 2891 + }, + { + "epoch": 0.36789212568375523, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5996875762939453, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.8508591055870056, + "num_tokens": 109890787.0, + "step": 2892 + }, + { + "epoch": 0.36801933596234576, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.350857973098755, + "learning_rate": 1e-05, + "loss": 0.4997, + "mean_token_accuracy": 0.8508822917938232, + "num_tokens": 109932199.0, + "step": 2893 + }, + { + "epoch": 0.3681465462409363, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6064236164093018, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8574745655059814, + "num_tokens": 109967388.0, + "step": 2894 + }, + { + "epoch": 0.36827375651952676, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3476686477661133, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8649910688400269, + "num_tokens": 110003437.0, + "step": 2895 + }, + { + "epoch": 0.3684009667981173, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6218652725219727, + "learning_rate": 1e-05, + "loss": 0.4945, + "mean_token_accuracy": 0.8495635986328125, + "num_tokens": 110040822.0, + "step": 2896 + }, + { + "epoch": 0.3685281770767078, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.354220390319824, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8584800362586975, + "num_tokens": 110079628.0, + "step": 2897 + }, + { + "epoch": 0.3686553873552983, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.619194746017456, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8629448413848877, + "num_tokens": 110115794.0, + "step": 2898 + }, + { + "epoch": 0.3687825976338888, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3690693378448486, + "learning_rate": 1e-05, + "loss": 0.5036, + "mean_token_accuracy": 0.8484293222427368, + "num_tokens": 110153227.0, + "step": 2899 + }, + { + "epoch": 0.36890980791247935, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6198856830596924, + "learning_rate": 1e-05, + "loss": 0.5405, + "mean_token_accuracy": 0.8358039259910583, + "num_tokens": 110193186.0, + "step": 2900 + }, + { + "epoch": 0.3690370181910698, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.368225574493408, + "learning_rate": 1e-05, + "loss": 0.5232, + "mean_token_accuracy": 0.8443083167076111, + "num_tokens": 110232130.0, + "step": 2901 + }, + { + "epoch": 0.36916422846966035, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6098275184631348, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8657056093215942, + "num_tokens": 110271376.0, + "step": 2902 + }, + { + "epoch": 0.3692914387482509, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3786864280700684, + "learning_rate": 1e-05, + "loss": 0.5059, + "mean_token_accuracy": 0.8478127717971802, + "num_tokens": 110314220.0, + "step": 2903 + }, + { + "epoch": 0.36941864902684135, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.602837324142456, + "learning_rate": 1e-05, + "loss": 0.5023, + "mean_token_accuracy": 0.8485586643218994, + "num_tokens": 110357292.0, + "step": 2904 + }, + { + "epoch": 0.3695458593054319, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3774595260620117, + "learning_rate": 1e-05, + "loss": 0.5411, + "mean_token_accuracy": 0.8358107209205627, + "num_tokens": 110397813.0, + "step": 2905 + }, + { + "epoch": 0.3696730695840224, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.0108642578125e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6492738723754883, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8642598986625671, + "num_tokens": 110435773.0, + "step": 2906 + }, + { + "epoch": 0.3698002798626129, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.368046522140503, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8769351840019226, + "num_tokens": 110469518.0, + "step": 2907 + }, + { + "epoch": 0.3699274901412034, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6365463733673096, + "learning_rate": 1e-05, + "loss": 0.4904, + "mean_token_accuracy": 0.8513827323913574, + "num_tokens": 110503156.0, + "step": 2908 + }, + { + "epoch": 0.37005470041979394, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.372591972351074, + "learning_rate": 1e-05, + "loss": 0.5102, + "mean_token_accuracy": 0.8441236615180969, + "num_tokens": 110543960.0, + "step": 2909 + }, + { + "epoch": 0.3701819106983844, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.62493634223938, + "learning_rate": 1e-05, + "loss": 0.5308, + "mean_token_accuracy": 0.8416059017181396, + "num_tokens": 110584811.0, + "step": 2910 + }, + { + "epoch": 0.37030912097697494, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.383478879928589, + "learning_rate": 1e-05, + "loss": 0.5202, + "mean_token_accuracy": 0.8439209461212158, + "num_tokens": 110622433.0, + "step": 2911 + }, + { + "epoch": 0.37043633125556547, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6111326217651367, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8482288122177124, + "num_tokens": 110660994.0, + "step": 2912 + }, + { + "epoch": 0.37056354153415594, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4192352294921875, + "learning_rate": 1e-05, + "loss": 0.5673, + "mean_token_accuracy": 0.8316991925239563, + "num_tokens": 110703022.0, + "step": 2913 + }, + { + "epoch": 0.37069075181274647, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.564642906188965, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8649140000343323, + "num_tokens": 110743864.0, + "step": 2914 + }, + { + "epoch": 0.370817962091337, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.4005494117736816, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8483849763870239, + "num_tokens": 110778591.0, + "step": 2915 + }, + { + "epoch": 0.37094517236992747, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.533047914505005, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8615995645523071, + "num_tokens": 110818402.0, + "step": 2916 + }, + { + "epoch": 0.371072382648518, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3989551067352295, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.8543838262557983, + "num_tokens": 110855129.0, + "step": 2917 + }, + { + "epoch": 0.3711995929271085, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.518177032470703, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8560788631439209, + "num_tokens": 110896307.0, + "step": 2918 + }, + { + "epoch": 0.371326803205699, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.383669853210449, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8571904301643372, + "num_tokens": 110940639.0, + "step": 2919 + }, + { + "epoch": 0.3714540134842895, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.521282434463501, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8539755344390869, + "num_tokens": 110979134.0, + "step": 2920 + }, + { + "epoch": 0.37158122376288005, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.384932518005371, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8655641078948975, + "num_tokens": 111013799.0, + "step": 2921 + }, + { + "epoch": 0.3717084340414705, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.513519048690796, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.853118896484375, + "num_tokens": 111055486.0, + "step": 2922 + }, + { + "epoch": 0.37183564432006105, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3786182403564453, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8561559319496155, + "num_tokens": 111101332.0, + "step": 2923 + }, + { + "epoch": 0.3719628545986516, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.519037961959839, + "learning_rate": 1e-05, + "loss": 0.4806, + "mean_token_accuracy": 0.855748176574707, + "num_tokens": 111137285.0, + "step": 2924 + }, + { + "epoch": 0.37209006487724205, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.370030641555786, + "learning_rate": 1e-05, + "loss": 0.5063, + "mean_token_accuracy": 0.8460497260093689, + "num_tokens": 111177254.0, + "step": 2925 + }, + { + "epoch": 0.3722172751558326, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.058547973632812e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5148332118988037, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8534351587295532, + "num_tokens": 111217633.0, + "step": 2926 + }, + { + "epoch": 0.3723444854344231, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.369784116744995, + "learning_rate": 1e-05, + "loss": 0.5777, + "mean_token_accuracy": 0.8232579827308655, + "num_tokens": 111259273.0, + "step": 2927 + }, + { + "epoch": 0.3724716957130136, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5292418003082275, + "learning_rate": 1e-05, + "loss": 0.5251, + "mean_token_accuracy": 0.8383791446685791, + "num_tokens": 111295068.0, + "step": 2928 + }, + { + "epoch": 0.3725989059916041, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.355809211730957, + "learning_rate": 1e-05, + "loss": 0.5201, + "mean_token_accuracy": 0.8409690856933594, + "num_tokens": 111336863.0, + "step": 2929 + }, + { + "epoch": 0.37272611627019464, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5367937088012695, + "learning_rate": 1e-05, + "loss": 0.5346, + "mean_token_accuracy": 0.8399286270141602, + "num_tokens": 111378432.0, + "step": 2930 + }, + { + "epoch": 0.37285332654878517, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.3548176288604736, + "learning_rate": 1e-05, + "loss": 0.5027, + "mean_token_accuracy": 0.846946120262146, + "num_tokens": 111412481.0, + "step": 2931 + }, + { + "epoch": 0.37298053682737564, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5516469478607178, + "learning_rate": 1e-05, + "loss": 0.534, + "mean_token_accuracy": 0.8365986347198486, + "num_tokens": 111450534.0, + "step": 2932 + }, + { + "epoch": 0.37310774710596617, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3458118438720703, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.86139315366745, + "num_tokens": 111484278.0, + "step": 2933 + }, + { + "epoch": 0.3732349573845567, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5546534061431885, + "learning_rate": 1e-05, + "loss": 0.4921, + "mean_token_accuracy": 0.847741961479187, + "num_tokens": 111526797.0, + "step": 2934 + }, + { + "epoch": 0.37336216766314717, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.153915405273438e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.334449052810669, + "learning_rate": 1e-05, + "loss": 0.5207, + "mean_token_accuracy": 0.8418369889259338, + "num_tokens": 111568139.0, + "step": 2935 + }, + { + "epoch": 0.3734893779417377, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5808844566345215, + "learning_rate": 1e-05, + "loss": 0.556, + "mean_token_accuracy": 0.8287699818611145, + "num_tokens": 111614519.0, + "step": 2936 + }, + { + "epoch": 0.3736165882203282, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3460781574249268, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8585817217826843, + "num_tokens": 111647965.0, + "step": 2937 + }, + { + "epoch": 0.3737437984989187, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5941483974456787, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8522976636886597, + "num_tokens": 111682492.0, + "step": 2938 + }, + { + "epoch": 0.37387100877750923, + "ewc_loss": 0.0419921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.373183012008667, + "learning_rate": 1e-05, + "loss": 0.5189, + "mean_token_accuracy": 0.8436999320983887, + "num_tokens": 111717550.0, + "step": 2939 + }, + { + "epoch": 0.37399821905609976, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5805587768554688, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8631782531738281, + "num_tokens": 111752173.0, + "step": 2940 + }, + { + "epoch": 0.37412542933469023, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3507604598999023, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8523909449577332, + "num_tokens": 111790845.0, + "step": 2941 + }, + { + "epoch": 0.37425263961328076, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5875906944274902, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8496394157409668, + "num_tokens": 111827837.0, + "step": 2942 + }, + { + "epoch": 0.3743798498918713, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3537657260894775, + "learning_rate": 1e-05, + "loss": 0.5124, + "mean_token_accuracy": 0.8430789709091187, + "num_tokens": 111868785.0, + "step": 2943 + }, + { + "epoch": 0.37450706017046176, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5958330631256104, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8489711284637451, + "num_tokens": 111907296.0, + "step": 2944 + }, + { + "epoch": 0.3746342704490523, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.354649782180786, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8668887615203857, + "num_tokens": 111947619.0, + "step": 2945 + }, + { + "epoch": 0.3747614807276428, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.615623712539673, + "learning_rate": 1e-05, + "loss": 0.5439, + "mean_token_accuracy": 0.8351684808731079, + "num_tokens": 111987255.0, + "step": 2946 + }, + { + "epoch": 0.3748886910062333, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3667171001434326, + "learning_rate": 1e-05, + "loss": 0.5002, + "mean_token_accuracy": 0.849827766418457, + "num_tokens": 112023003.0, + "step": 2947 + }, + { + "epoch": 0.3750159012848238, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.616335153579712, + "learning_rate": 1e-05, + "loss": 0.5102, + "mean_token_accuracy": 0.8438957333564758, + "num_tokens": 112056292.0, + "step": 2948 + }, + { + "epoch": 0.37514311156341434, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.371035099029541, + "learning_rate": 1e-05, + "loss": 0.4905, + "mean_token_accuracy": 0.8499938249588013, + "num_tokens": 112089947.0, + "step": 2949 + }, + { + "epoch": 0.3752703218420048, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.62929630279541, + "learning_rate": 1e-05, + "loss": 0.5717, + "mean_token_accuracy": 0.8293587565422058, + "num_tokens": 112125415.0, + "step": 2950 + }, + { + "epoch": 0.37539753212059535, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.36069655418396, + "learning_rate": 1e-05, + "loss": 0.5088, + "mean_token_accuracy": 0.846805214881897, + "num_tokens": 112164364.0, + "step": 2951 + }, + { + "epoch": 0.3755247423991859, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6089322566986084, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.859906792640686, + "num_tokens": 112208994.0, + "step": 2952 + }, + { + "epoch": 0.37565195267777635, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3582892417907715, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8547133803367615, + "num_tokens": 112249902.0, + "step": 2953 + }, + { + "epoch": 0.3757791629563669, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.612787961959839, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8612697124481201, + "num_tokens": 112290446.0, + "step": 2954 + }, + { + "epoch": 0.3759063732349574, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.387847661972046, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.850167989730835, + "num_tokens": 112323217.0, + "step": 2955 + }, + { + "epoch": 0.3760335835135479, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.590392827987671, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.8551337718963623, + "num_tokens": 112365863.0, + "step": 2956 + }, + { + "epoch": 0.3761607937921384, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3854997158050537, + "learning_rate": 1e-05, + "loss": 0.4803, + "mean_token_accuracy": 0.8522749543190002, + "num_tokens": 112400708.0, + "step": 2957 + }, + { + "epoch": 0.37628800407072893, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5794949531555176, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.865668535232544, + "num_tokens": 112440063.0, + "step": 2958 + }, + { + "epoch": 0.3764152143493194, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3635380268096924, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8782511949539185, + "num_tokens": 112478856.0, + "step": 2959 + }, + { + "epoch": 0.37654242462790993, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5950231552124023, + "learning_rate": 1e-05, + "loss": 0.4934, + "mean_token_accuracy": 0.8528308868408203, + "num_tokens": 112515707.0, + "step": 2960 + }, + { + "epoch": 0.37666963490650046, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.38014817237854, + "learning_rate": 1e-05, + "loss": 0.5056, + "mean_token_accuracy": 0.845854640007019, + "num_tokens": 112551302.0, + "step": 2961 + }, + { + "epoch": 0.37679684518509093, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5838756561279297, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8648302555084229, + "num_tokens": 112585821.0, + "step": 2962 + }, + { + "epoch": 0.37692405546368146, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.374196767807007, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8543482422828674, + "num_tokens": 112624261.0, + "step": 2963 + }, + { + "epoch": 0.377051265742272, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.583533763885498, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8686026334762573, + "num_tokens": 112656944.0, + "step": 2964 + }, + { + "epoch": 0.37717847602086246, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3817195892333984, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8608072996139526, + "num_tokens": 112694386.0, + "step": 2965 + }, + { + "epoch": 0.377305686299453, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.575725793838501, + "learning_rate": 1e-05, + "loss": 0.4951, + "mean_token_accuracy": 0.8545201420783997, + "num_tokens": 112731597.0, + "step": 2966 + }, + { + "epoch": 0.3774328965780435, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.20159912109375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.368302345275879, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8787540197372437, + "num_tokens": 112768012.0, + "step": 2967 + }, + { + "epoch": 0.377560106856634, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6007239818573, + "learning_rate": 1e-05, + "loss": 0.522, + "mean_token_accuracy": 0.8405231833457947, + "num_tokens": 112798089.0, + "step": 2968 + }, + { + "epoch": 0.3776873171352245, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.356975555419922, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8572180271148682, + "num_tokens": 112842332.0, + "step": 2969 + }, + { + "epoch": 0.37781452741381505, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5987625122070312, + "learning_rate": 1e-05, + "loss": 0.5016, + "mean_token_accuracy": 0.8475549221038818, + "num_tokens": 112882382.0, + "step": 2970 + }, + { + "epoch": 0.3779417376924055, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3650200366973877, + "learning_rate": 1e-05, + "loss": 0.5553, + "mean_token_accuracy": 0.8311638832092285, + "num_tokens": 112922627.0, + "step": 2971 + }, + { + "epoch": 0.37806894797099605, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.624737024307251, + "learning_rate": 1e-05, + "loss": 0.5489, + "mean_token_accuracy": 0.8314311504364014, + "num_tokens": 112957571.0, + "step": 2972 + }, + { + "epoch": 0.3781961582495866, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3456928730010986, + "learning_rate": 1e-05, + "loss": 0.4837, + "mean_token_accuracy": 0.8518381714820862, + "num_tokens": 113001128.0, + "step": 2973 + }, + { + "epoch": 0.37832336852817705, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6320738792419434, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8589181900024414, + "num_tokens": 113034515.0, + "step": 2974 + }, + { + "epoch": 0.3784505788067676, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.360935926437378, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8690147399902344, + "num_tokens": 113071221.0, + "step": 2975 + }, + { + "epoch": 0.3785777890853581, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6492276191711426, + "learning_rate": 1e-05, + "loss": 0.5556, + "mean_token_accuracy": 0.8348567485809326, + "num_tokens": 113105804.0, + "step": 2976 + }, + { + "epoch": 0.3787049993639486, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3588685989379883, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.86069256067276, + "num_tokens": 113146051.0, + "step": 2977 + }, + { + "epoch": 0.3788322096425391, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.645752429962158, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8672712445259094, + "num_tokens": 113186696.0, + "step": 2978 + }, + { + "epoch": 0.37895941992112964, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3719003200531006, + "learning_rate": 1e-05, + "loss": 0.5081, + "mean_token_accuracy": 0.8454710245132446, + "num_tokens": 113228402.0, + "step": 2979 + }, + { + "epoch": 0.37908663019972016, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.639890432357788, + "learning_rate": 1e-05, + "loss": 0.5214, + "mean_token_accuracy": 0.8427519202232361, + "num_tokens": 113270407.0, + "step": 2980 + }, + { + "epoch": 0.37921384047831064, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.396052837371826, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8460304737091064, + "num_tokens": 113304523.0, + "step": 2981 + }, + { + "epoch": 0.37934105075690117, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6122586727142334, + "learning_rate": 1e-05, + "loss": 0.4903, + "mean_token_accuracy": 0.8555685877799988, + "num_tokens": 113345224.0, + "step": 2982 + }, + { + "epoch": 0.3794682610354917, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.395770311355591, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8635495901107788, + "num_tokens": 113382287.0, + "step": 2983 + }, + { + "epoch": 0.37959547131408217, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6105294227600098, + "learning_rate": 1e-05, + "loss": 0.5222, + "mean_token_accuracy": 0.8415663242340088, + "num_tokens": 113427308.0, + "step": 2984 + }, + { + "epoch": 0.3797226815926727, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.249282836914062e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4022653102874756, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8512987494468689, + "num_tokens": 113461272.0, + "step": 2985 + }, + { + "epoch": 0.3798498918712632, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5652055740356445, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8721979260444641, + "num_tokens": 113499942.0, + "step": 2986 + }, + { + "epoch": 0.3799771021498537, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.39859676361084, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8706796169281006, + "num_tokens": 113531801.0, + "step": 2987 + }, + { + "epoch": 0.3801043124284442, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.54887056350708, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8695964813232422, + "num_tokens": 113567475.0, + "step": 2988 + }, + { + "epoch": 0.38023152270703475, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4045042991638184, + "learning_rate": 1e-05, + "loss": 0.5197, + "mean_token_accuracy": 0.8412982821464539, + "num_tokens": 113603767.0, + "step": 2989 + }, + { + "epoch": 0.3803587329856252, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.5448715686798096, + "learning_rate": 1e-05, + "loss": 0.4982, + "mean_token_accuracy": 0.8486596345901489, + "num_tokens": 113641213.0, + "step": 2990 + }, + { + "epoch": 0.38048594326421575, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3900346755981445, + "learning_rate": 1e-05, + "loss": 0.5618, + "mean_token_accuracy": 0.8287246823310852, + "num_tokens": 113683364.0, + "step": 2991 + }, + { + "epoch": 0.3806131535428063, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.542848825454712, + "learning_rate": 1e-05, + "loss": 0.4948, + "mean_token_accuracy": 0.8504989147186279, + "num_tokens": 113718488.0, + "step": 2992 + }, + { + "epoch": 0.38074036382139675, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.375027656555176, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8667393922805786, + "num_tokens": 113756664.0, + "step": 2993 + }, + { + "epoch": 0.3808675740999873, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.53961443901062, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8593149781227112, + "num_tokens": 113790711.0, + "step": 2994 + }, + { + "epoch": 0.3809947843785778, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3642258644104004, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8635043501853943, + "num_tokens": 113827091.0, + "step": 2995 + }, + { + "epoch": 0.3811219946571683, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.572722911834717, + "learning_rate": 1e-05, + "loss": 0.5251, + "mean_token_accuracy": 0.8402616381645203, + "num_tokens": 113862971.0, + "step": 2996 + }, + { + "epoch": 0.3812492049357588, + "ewc_loss": 0.042236328125, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.3855438232421875e-05, + "grad_norm": 2.3663883209228516, + "learning_rate": 1e-05, + "loss": 0.505, + "mean_token_accuracy": 0.8481655716896057, + "num_tokens": 113897430.0, + "step": 2997 + }, + { + "epoch": 0.38137641521434934, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.583165168762207, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8513840436935425, + "num_tokens": 113926626.0, + "step": 2998 + }, + { + "epoch": 0.3815036254929398, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.340986728668213, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8617271184921265, + "num_tokens": 113969656.0, + "step": 2999 + }, + { + "epoch": 0.38163083577153034, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5877623558044434, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.867787778377533, + "num_tokens": 114006140.0, + "step": 3000 + }, + { + "epoch": 0.38175804605012087, + "ewc_loss": 0.04248046875, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3412764072418213, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8587583899497986, + "num_tokens": 114047300.0, + "step": 3001 + }, + { + "epoch": 0.38188525632871134, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6151540279388428, + "learning_rate": 1e-05, + "loss": 0.5115, + "mean_token_accuracy": 0.848584771156311, + "num_tokens": 114086129.0, + "step": 3002 + }, + { + "epoch": 0.38201246660730187, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.296966552734375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.344017744064331, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8535327911376953, + "num_tokens": 114123345.0, + "step": 3003 + }, + { + "epoch": 0.3821396768858924, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.344650268554688e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6332128047943115, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8513064384460449, + "num_tokens": 114158983.0, + "step": 3004 + }, + { + "epoch": 0.38226688716448287, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.344650268554688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3721160888671875, + "learning_rate": 1e-05, + "loss": 0.5517, + "mean_token_accuracy": 0.83014976978302, + "num_tokens": 114199055.0, + "step": 3005 + }, + { + "epoch": 0.3823940974430734, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.344650268554688e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6224822998046875, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8589318990707397, + "num_tokens": 114236355.0, + "step": 3006 + }, + { + "epoch": 0.38252130772166393, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.350973129272461, + "learning_rate": 1e-05, + "loss": 0.5057, + "mean_token_accuracy": 0.8471273183822632, + "num_tokens": 114285111.0, + "step": 3007 + }, + { + "epoch": 0.3826485180002544, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6499032974243164, + "learning_rate": 1e-05, + "loss": 0.5461, + "mean_token_accuracy": 0.8306602835655212, + "num_tokens": 114319306.0, + "step": 3008 + }, + { + "epoch": 0.38277572827884493, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3609237670898438, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8658204078674316, + "num_tokens": 114354117.0, + "step": 3009 + }, + { + "epoch": 0.38290293855743546, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.639186382293701, + "learning_rate": 1e-05, + "loss": 0.5231, + "mean_token_accuracy": 0.8429906368255615, + "num_tokens": 114395865.0, + "step": 3010 + }, + { + "epoch": 0.38303014883602593, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.383704423904419, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8595567345619202, + "num_tokens": 114427862.0, + "step": 3011 + }, + { + "epoch": 0.38315735911461646, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6288681030273438, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.863304615020752, + "num_tokens": 114462892.0, + "step": 3012 + }, + { + "epoch": 0.383284569393207, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.375523328781128, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8648616075515747, + "num_tokens": 114500477.0, + "step": 3013 + }, + { + "epoch": 0.38341177967179746, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6250674724578857, + "learning_rate": 1e-05, + "loss": 0.4855, + "mean_token_accuracy": 0.8514479398727417, + "num_tokens": 114534695.0, + "step": 3014 + }, + { + "epoch": 0.383538989950388, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.380650281906128, + "learning_rate": 1e-05, + "loss": 0.5334, + "mean_token_accuracy": 0.8373353481292725, + "num_tokens": 114579969.0, + "step": 3015 + }, + { + "epoch": 0.3836662002289785, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6350862979888916, + "learning_rate": 1e-05, + "loss": 0.5474, + "mean_token_accuracy": 0.8360649347305298, + "num_tokens": 114614904.0, + "step": 3016 + }, + { + "epoch": 0.383793410507569, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4507193565368652, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.863716721534729, + "num_tokens": 114647126.0, + "step": 3017 + }, + { + "epoch": 0.3839206207861595, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5712549686431885, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8522779941558838, + "num_tokens": 114683529.0, + "step": 3018 + }, + { + "epoch": 0.38404783106475004, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.393421173095703, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8607318997383118, + "num_tokens": 114722471.0, + "step": 3019 + }, + { + "epoch": 0.3841750413433405, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5510125160217285, + "learning_rate": 1e-05, + "loss": 0.51, + "mean_token_accuracy": 0.8477637767791748, + "num_tokens": 114765243.0, + "step": 3020 + }, + { + "epoch": 0.38430225162193105, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3853061199188232, + "learning_rate": 1e-05, + "loss": 0.4885, + "mean_token_accuracy": 0.8556431531906128, + "num_tokens": 114806341.0, + "step": 3021 + }, + { + "epoch": 0.3844294619005216, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5554182529449463, + "learning_rate": 1e-05, + "loss": 0.5814, + "mean_token_accuracy": 0.8286047577857971, + "num_tokens": 114850014.0, + "step": 3022 + }, + { + "epoch": 0.38455667217911205, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.4019861221313477, + "learning_rate": 1e-05, + "loss": 0.511, + "mean_token_accuracy": 0.8479997515678406, + "num_tokens": 114884771.0, + "step": 3023 + }, + { + "epoch": 0.3846838824577026, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5232417583465576, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8598134517669678, + "num_tokens": 114926319.0, + "step": 3024 + }, + { + "epoch": 0.3848110927362931, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.386348247528076, + "learning_rate": 1e-05, + "loss": 0.5146, + "mean_token_accuracy": 0.8452650308609009, + "num_tokens": 114971008.0, + "step": 3025 + }, + { + "epoch": 0.3849383030148836, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.545555830001831, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8497552871704102, + "num_tokens": 115007294.0, + "step": 3026 + }, + { + "epoch": 0.3850655132934741, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.392333984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3734662532806396, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8570626378059387, + "num_tokens": 115043066.0, + "step": 3027 + }, + { + "epoch": 0.38519272357206463, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.440017700195312e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.544431686401367, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8579992055892944, + "num_tokens": 115077404.0, + "step": 3028 + }, + { + "epoch": 0.3853199338506551, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.440017700195312e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3707921504974365, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.864352822303772, + "num_tokens": 115114092.0, + "step": 3029 + }, + { + "epoch": 0.38544714412924563, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.487701416015625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5314154624938965, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.865773618221283, + "num_tokens": 115157095.0, + "step": 3030 + }, + { + "epoch": 0.38557435440783616, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.487701416015625e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.377443313598633, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8676055669784546, + "num_tokens": 115189752.0, + "step": 3031 + }, + { + "epoch": 0.3857015646864267, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 8.487701416015625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5385947227478027, + "learning_rate": 1e-05, + "loss": 0.5582, + "mean_token_accuracy": 0.8327720165252686, + "num_tokens": 115232650.0, + "step": 3032 + }, + { + "epoch": 0.38582877496501716, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3713982105255127, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8673508167266846, + "num_tokens": 115267812.0, + "step": 3033 + }, + { + "epoch": 0.3859559852436077, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5507094860076904, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8601184487342834, + "num_tokens": 115300905.0, + "step": 3034 + }, + { + "epoch": 0.3860831955221982, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3536295890808105, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8637958765029907, + "num_tokens": 115341869.0, + "step": 3035 + }, + { + "epoch": 0.3862104058007887, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.559372901916504, + "learning_rate": 1e-05, + "loss": 0.5571, + "mean_token_accuracy": 0.8324781656265259, + "num_tokens": 115380499.0, + "step": 3036 + }, + { + "epoch": 0.3863376160793792, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.356457233428955, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8626202344894409, + "num_tokens": 115413573.0, + "step": 3037 + }, + { + "epoch": 0.38646482635796975, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.562323808670044, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8629036545753479, + "num_tokens": 115452634.0, + "step": 3038 + }, + { + "epoch": 0.3865920366365602, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3688223361968994, + "learning_rate": 1e-05, + "loss": 0.5721, + "mean_token_accuracy": 0.8300373554229736, + "num_tokens": 115492509.0, + "step": 3039 + }, + { + "epoch": 0.38671924691515075, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.487701416015625e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.561541795730591, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8651782274246216, + "num_tokens": 115531256.0, + "step": 3040 + }, + { + "epoch": 0.3868464571937413, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.366741180419922, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8457769155502319, + "num_tokens": 115564173.0, + "step": 3041 + }, + { + "epoch": 0.38697366747233175, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5675339698791504, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8589473366737366, + "num_tokens": 115598359.0, + "step": 3042 + }, + { + "epoch": 0.3871008777509223, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.355862855911255, + "learning_rate": 1e-05, + "loss": 0.4999, + "mean_token_accuracy": 0.8510595560073853, + "num_tokens": 115637782.0, + "step": 3043 + }, + { + "epoch": 0.3872280880295128, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5728514194488525, + "learning_rate": 1e-05, + "loss": 0.5407, + "mean_token_accuracy": 0.8398349285125732, + "num_tokens": 115680809.0, + "step": 3044 + }, + { + "epoch": 0.3873552983081033, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.383486032485962, + "learning_rate": 1e-05, + "loss": 0.4871, + "mean_token_accuracy": 0.8508493304252625, + "num_tokens": 115712092.0, + "step": 3045 + }, + { + "epoch": 0.3874825085866938, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5619630813598633, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.8515917062759399, + "num_tokens": 115749400.0, + "step": 3046 + }, + { + "epoch": 0.38760971886528434, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.374612331390381, + "learning_rate": 1e-05, + "loss": 0.4999, + "mean_token_accuracy": 0.8483268022537231, + "num_tokens": 115783932.0, + "step": 3047 + }, + { + "epoch": 0.3877369291438748, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5727169513702393, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.8535531759262085, + "num_tokens": 115819358.0, + "step": 3048 + }, + { + "epoch": 0.38786413942246534, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3518354892730713, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8649535775184631, + "num_tokens": 115855370.0, + "step": 3049 + }, + { + "epoch": 0.38799134970105587, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.584847927093506, + "learning_rate": 1e-05, + "loss": 0.5388, + "mean_token_accuracy": 0.8364684581756592, + "num_tokens": 115894722.0, + "step": 3050 + }, + { + "epoch": 0.38811855997964634, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.350348711013794, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8594306707382202, + "num_tokens": 115935276.0, + "step": 3051 + }, + { + "epoch": 0.38824577025823687, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6017305850982666, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8522869944572449, + "num_tokens": 115971255.0, + "step": 3052 + }, + { + "epoch": 0.3883729805368274, + "ewc_loss": 0.042724609375, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3556013107299805, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8646366000175476, + "num_tokens": 116003818.0, + "step": 3053 + }, + { + "epoch": 0.38850019081541787, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6110341548919678, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8579246997833252, + "num_tokens": 116040720.0, + "step": 3054 + }, + { + "epoch": 0.3886274010940084, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.535385131835938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3430607318878174, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8669792413711548, + "num_tokens": 116076485.0, + "step": 3055 + }, + { + "epoch": 0.3887546113725989, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6249570846557617, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8668325543403625, + "num_tokens": 116109802.0, + "step": 3056 + }, + { + "epoch": 0.3888818216511894, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3538475036621094, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8537024259567261, + "num_tokens": 116149865.0, + "step": 3057 + }, + { + "epoch": 0.3890090319297799, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.64795184135437, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.8560954332351685, + "num_tokens": 116185887.0, + "step": 3058 + }, + { + "epoch": 0.38913624220837045, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.350762367248535, + "learning_rate": 1e-05, + "loss": 0.5236, + "mean_token_accuracy": 0.8464639186859131, + "num_tokens": 116233090.0, + "step": 3059 + }, + { + "epoch": 0.3892634524869609, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.653691053390503, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8510363101959229, + "num_tokens": 116274433.0, + "step": 3060 + }, + { + "epoch": 0.38939066276555145, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.387791633605957, + "learning_rate": 1e-05, + "loss": 0.5566, + "mean_token_accuracy": 0.8355410099029541, + "num_tokens": 116309104.0, + "step": 3061 + }, + { + "epoch": 0.389517873044142, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.638461112976074, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8601801991462708, + "num_tokens": 116350248.0, + "step": 3062 + }, + { + "epoch": 0.38964508332273246, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.384467124938965, + "learning_rate": 1e-05, + "loss": 0.5156, + "mean_token_accuracy": 0.8421264290809631, + "num_tokens": 116391078.0, + "step": 3063 + }, + { + "epoch": 0.389772293601323, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.625398635864258, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8502511978149414, + "num_tokens": 116430652.0, + "step": 3064 + }, + { + "epoch": 0.3898995038799135, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3911678791046143, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8654416799545288, + "num_tokens": 116467024.0, + "step": 3065 + }, + { + "epoch": 0.390026714158504, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6125683784484863, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8620348572731018, + "num_tokens": 116504304.0, + "step": 3066 + }, + { + "epoch": 0.3901539244370945, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3962390422821045, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.8487085700035095, + "num_tokens": 116541079.0, + "step": 3067 + }, + { + "epoch": 0.39028113471568504, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6077115535736084, + "learning_rate": 1e-05, + "loss": 0.5273, + "mean_token_accuracy": 0.8457618951797485, + "num_tokens": 116578690.0, + "step": 3068 + }, + { + "epoch": 0.3904083449942755, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3898379802703857, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8526498079299927, + "num_tokens": 116614945.0, + "step": 3069 + }, + { + "epoch": 0.39053555527286604, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6012649536132812, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8680382370948792, + "num_tokens": 116646795.0, + "step": 3070 + }, + { + "epoch": 0.39066276555145657, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3757970333099365, + "learning_rate": 1e-05, + "loss": 0.5037, + "mean_token_accuracy": 0.8469295501708984, + "num_tokens": 116685731.0, + "step": 3071 + }, + { + "epoch": 0.39078997583004704, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.593658924102783, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8742903470993042, + "num_tokens": 116722559.0, + "step": 3072 + }, + { + "epoch": 0.39091718610863757, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.385756015777588, + "learning_rate": 1e-05, + "loss": 0.5398, + "mean_token_accuracy": 0.8379786014556885, + "num_tokens": 116762954.0, + "step": 3073 + }, + { + "epoch": 0.3910443963872281, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.587679862976074, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.864309549331665, + "num_tokens": 116801745.0, + "step": 3074 + }, + { + "epoch": 0.39117160666581857, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.372652769088745, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8673746585845947, + "num_tokens": 116837650.0, + "step": 3075 + }, + { + "epoch": 0.3912988169444091, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5979297161102295, + "learning_rate": 1e-05, + "loss": 0.5148, + "mean_token_accuracy": 0.8437781929969788, + "num_tokens": 116872722.0, + "step": 3076 + }, + { + "epoch": 0.39142602722299963, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.374418258666992, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8572587370872498, + "num_tokens": 116911175.0, + "step": 3077 + }, + { + "epoch": 0.3915532375015901, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.595773458480835, + "learning_rate": 1e-05, + "loss": 0.4793, + "mean_token_accuracy": 0.852194607257843, + "num_tokens": 116946317.0, + "step": 3078 + }, + { + "epoch": 0.39168044778018063, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3713459968566895, + "learning_rate": 1e-05, + "loss": 0.5411, + "mean_token_accuracy": 0.8367413282394409, + "num_tokens": 116988661.0, + "step": 3079 + }, + { + "epoch": 0.39180765805877116, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.578084945678711, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.860378086566925, + "num_tokens": 117027309.0, + "step": 3080 + }, + { + "epoch": 0.3919348683373617, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3644115924835205, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8575697541236877, + "num_tokens": 117065608.0, + "step": 3081 + }, + { + "epoch": 0.39206207861595216, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6279408931732178, + "learning_rate": 1e-05, + "loss": 0.4998, + "mean_token_accuracy": 0.8501298427581787, + "num_tokens": 117101824.0, + "step": 3082 + }, + { + "epoch": 0.3921892888945427, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.58306884765625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3554482460021973, + "learning_rate": 1e-05, + "loss": 0.5037, + "mean_token_accuracy": 0.8488162755966187, + "num_tokens": 117141985.0, + "step": 3083 + }, + { + "epoch": 0.3923164991731332, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.630752563476562e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6234405040740967, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8607996702194214, + "num_tokens": 117177606.0, + "step": 3084 + }, + { + "epoch": 0.3924437094517237, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.630752563476562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.352631092071533, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8536860942840576, + "num_tokens": 117220214.0, + "step": 3085 + }, + { + "epoch": 0.3925709197303142, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.630752563476562e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6361067295074463, + "learning_rate": 1e-05, + "loss": 0.5032, + "mean_token_accuracy": 0.849600076675415, + "num_tokens": 117259188.0, + "step": 3086 + }, + { + "epoch": 0.39269813000890474, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.630752563476562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.363600492477417, + "learning_rate": 1e-05, + "loss": 0.4928, + "mean_token_accuracy": 0.8518198132514954, + "num_tokens": 117299146.0, + "step": 3087 + }, + { + "epoch": 0.3928253402874952, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.635362148284912, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8516260385513306, + "num_tokens": 117337560.0, + "step": 3088 + }, + { + "epoch": 0.39295255056608575, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.375261068344116, + "learning_rate": 1e-05, + "loss": 0.5321, + "mean_token_accuracy": 0.8406379818916321, + "num_tokens": 117376935.0, + "step": 3089 + }, + { + "epoch": 0.3930797608446763, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6204895973205566, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.8551282286643982, + "num_tokens": 117420273.0, + "step": 3090 + }, + { + "epoch": 0.39320697112326675, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3803908824920654, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8674361109733582, + "num_tokens": 117457338.0, + "step": 3091 + }, + { + "epoch": 0.3933341814018573, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6120896339416504, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8645027279853821, + "num_tokens": 117491082.0, + "step": 3092 + }, + { + "epoch": 0.3934613916804478, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3861966133117676, + "learning_rate": 1e-05, + "loss": 0.3825, + "mean_token_accuracy": 0.8834800720214844, + "num_tokens": 117520425.0, + "step": 3093 + }, + { + "epoch": 0.3935886019590383, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.592316150665283, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8652228116989136, + "num_tokens": 117559021.0, + "step": 3094 + }, + { + "epoch": 0.3937158122376288, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3878467082977295, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8636912703514099, + "num_tokens": 117598705.0, + "step": 3095 + }, + { + "epoch": 0.39384302251621933, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.585663080215454, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8659764528274536, + "num_tokens": 117636185.0, + "step": 3096 + }, + { + "epoch": 0.3939702327948098, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.382664442062378, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8661750555038452, + "num_tokens": 117674290.0, + "step": 3097 + }, + { + "epoch": 0.39409744307340033, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.584176778793335, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8588972091674805, + "num_tokens": 117708708.0, + "step": 3098 + }, + { + "epoch": 0.39422465335199086, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.402224540710449, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8543674349784851, + "num_tokens": 117742528.0, + "step": 3099 + }, + { + "epoch": 0.39435186363058133, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5732710361480713, + "learning_rate": 1e-05, + "loss": 0.5158, + "mean_token_accuracy": 0.843232274055481, + "num_tokens": 117779050.0, + "step": 3100 + }, + { + "epoch": 0.39447907390917186, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.378476858139038, + "learning_rate": 1e-05, + "loss": 0.5159, + "mean_token_accuracy": 0.8432838916778564, + "num_tokens": 117824004.0, + "step": 3101 + }, + { + "epoch": 0.3946062841877624, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5542750358581543, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8660439252853394, + "num_tokens": 117864837.0, + "step": 3102 + }, + { + "epoch": 0.39473349446635286, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.378291368484497, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8591541051864624, + "num_tokens": 117903675.0, + "step": 3103 + }, + { + "epoch": 0.3948607047449434, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.566056251525879, + "learning_rate": 1e-05, + "loss": 0.4905, + "mean_token_accuracy": 0.8504019975662231, + "num_tokens": 117942561.0, + "step": 3104 + }, + { + "epoch": 0.3949879150235339, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3751111030578613, + "learning_rate": 1e-05, + "loss": 0.5087, + "mean_token_accuracy": 0.8495451807975769, + "num_tokens": 117982439.0, + "step": 3105 + }, + { + "epoch": 0.3951151253021244, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5580356121063232, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.8511310815811157, + "num_tokens": 118025153.0, + "step": 3106 + }, + { + "epoch": 0.3952423355807149, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.366265058517456, + "learning_rate": 1e-05, + "loss": 0.496, + "mean_token_accuracy": 0.8495123386383057, + "num_tokens": 118064508.0, + "step": 3107 + }, + { + "epoch": 0.39536954585930545, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.590360641479492, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8603305220603943, + "num_tokens": 118093368.0, + "step": 3108 + }, + { + "epoch": 0.3954967561378959, + "ewc_loss": 0.04296875, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3618390560150146, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8675574064254761, + "num_tokens": 118129164.0, + "step": 3109 + }, + { + "epoch": 0.39562396641648645, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.678436279296875e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.582689046859741, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8621851205825806, + "num_tokens": 118169092.0, + "step": 3110 + }, + { + "epoch": 0.395751176695077, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.351633310317993, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8570401072502136, + "num_tokens": 118211616.0, + "step": 3111 + }, + { + "epoch": 0.39587838697366745, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.608211040496826, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.8489207029342651, + "num_tokens": 118248483.0, + "step": 3112 + }, + { + "epoch": 0.396005597252258, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3518946170806885, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8557226657867432, + "num_tokens": 118288540.0, + "step": 3113 + }, + { + "epoch": 0.3961328075308485, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6160647869110107, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8559439182281494, + "num_tokens": 118326988.0, + "step": 3114 + }, + { + "epoch": 0.396260017809439, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.726119995117188e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3509278297424316, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.8558965921401978, + "num_tokens": 118366100.0, + "step": 3115 + }, + { + "epoch": 0.3963872280880295, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.641024112701416, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8533560633659363, + "num_tokens": 118397243.0, + "step": 3116 + }, + { + "epoch": 0.39651443836662004, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3709137439727783, + "learning_rate": 1e-05, + "loss": 0.5404, + "mean_token_accuracy": 0.8387634754180908, + "num_tokens": 118438198.0, + "step": 3117 + }, + { + "epoch": 0.3966416486452105, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6416501998901367, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8521707653999329, + "num_tokens": 118473496.0, + "step": 3118 + }, + { + "epoch": 0.39676885892380104, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.391618013381958, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8649196624755859, + "num_tokens": 118511988.0, + "step": 3119 + }, + { + "epoch": 0.39689606920239157, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.610509157180786, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8640064597129822, + "num_tokens": 118548287.0, + "step": 3120 + }, + { + "epoch": 0.39702327948098204, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3891444206237793, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8633952140808105, + "num_tokens": 118580637.0, + "step": 3121 + }, + { + "epoch": 0.39715048975957257, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5999550819396973, + "learning_rate": 1e-05, + "loss": 0.5064, + "mean_token_accuracy": 0.8464062213897705, + "num_tokens": 118622316.0, + "step": 3122 + }, + { + "epoch": 0.3972777000381631, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.389251947402954, + "learning_rate": 1e-05, + "loss": 0.5127, + "mean_token_accuracy": 0.8430098295211792, + "num_tokens": 118660497.0, + "step": 3123 + }, + { + "epoch": 0.39740491031675357, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5977728366851807, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8494514226913452, + "num_tokens": 118691733.0, + "step": 3124 + }, + { + "epoch": 0.3975321205953441, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.390758752822876, + "learning_rate": 1e-05, + "loss": 0.5003, + "mean_token_accuracy": 0.8432998657226562, + "num_tokens": 118728576.0, + "step": 3125 + }, + { + "epoch": 0.3976593308739346, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.583390951156616, + "learning_rate": 1e-05, + "loss": 0.5258, + "mean_token_accuracy": 0.8439363241195679, + "num_tokens": 118765394.0, + "step": 3126 + }, + { + "epoch": 0.3977865411525251, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.7738037109375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3863813877105713, + "learning_rate": 1e-05, + "loss": 0.5064, + "mean_token_accuracy": 0.8425518274307251, + "num_tokens": 118804856.0, + "step": 3127 + }, + { + "epoch": 0.3979137514311156, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5848190784454346, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8544629812240601, + "num_tokens": 118839274.0, + "step": 3128 + }, + { + "epoch": 0.39804096170970615, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.37756609916687, + "learning_rate": 1e-05, + "loss": 0.5103, + "mean_token_accuracy": 0.8443086743354797, + "num_tokens": 118877866.0, + "step": 3129 + }, + { + "epoch": 0.3981681719882967, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.584486484527588, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.868977427482605, + "num_tokens": 118908942.0, + "step": 3130 + }, + { + "epoch": 0.39829538226688715, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3791160583496094, + "learning_rate": 1e-05, + "loss": 0.5253, + "mean_token_accuracy": 0.8398314714431763, + "num_tokens": 118948957.0, + "step": 3131 + }, + { + "epoch": 0.3984225925454777, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.569925308227539, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8610415458679199, + "num_tokens": 118991246.0, + "step": 3132 + }, + { + "epoch": 0.3985498028240682, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3990955352783203, + "learning_rate": 1e-05, + "loss": 0.5223, + "mean_token_accuracy": 0.8395471572875977, + "num_tokens": 119025661.0, + "step": 3133 + }, + { + "epoch": 0.3986770131026587, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.569035768508911, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8511130809783936, + "num_tokens": 119059524.0, + "step": 3134 + }, + { + "epoch": 0.3988042233812492, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.37441086769104, + "learning_rate": 1e-05, + "loss": 0.5174, + "mean_token_accuracy": 0.8448680639266968, + "num_tokens": 119101636.0, + "step": 3135 + }, + { + "epoch": 0.39893143365983974, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.567103385925293, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.8480707406997681, + "num_tokens": 119138448.0, + "step": 3136 + }, + { + "epoch": 0.3990586439384302, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3660924434661865, + "learning_rate": 1e-05, + "loss": 0.5069, + "mean_token_accuracy": 0.842849612236023, + "num_tokens": 119183337.0, + "step": 3137 + }, + { + "epoch": 0.39918585421702074, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5731894969940186, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8795543313026428, + "num_tokens": 119217503.0, + "step": 3138 + }, + { + "epoch": 0.39931306449561127, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.378336191177368, + "learning_rate": 1e-05, + "loss": 0.5354, + "mean_token_accuracy": 0.8406272530555725, + "num_tokens": 119255824.0, + "step": 3139 + }, + { + "epoch": 0.39944027477420174, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5807876586914062, + "learning_rate": 1e-05, + "loss": 0.4982, + "mean_token_accuracy": 0.850261926651001, + "num_tokens": 119292677.0, + "step": 3140 + }, + { + "epoch": 0.39956748505279227, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3652877807617188, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8570576906204224, + "num_tokens": 119330961.0, + "step": 3141 + }, + { + "epoch": 0.3996946953313828, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6021065711975098, + "learning_rate": 1e-05, + "loss": 0.522, + "mean_token_accuracy": 0.843766450881958, + "num_tokens": 119362122.0, + "step": 3142 + }, + { + "epoch": 0.39982190560997327, + "ewc_loss": 0.043212890625, + "ewc_loss_diag": 8.869171142578125e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3532886505126953, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8574249744415283, + "num_tokens": 119398018.0, + "step": 3143 + }, + { + "epoch": 0.3999491158885638, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 8.916854858398438e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6050913333892822, + "learning_rate": 1e-05, + "loss": 0.5164, + "mean_token_accuracy": 0.8461679816246033, + "num_tokens": 119438552.0, + "step": 3144 + }, + { + "epoch": 0.40007632616715433, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.916854858398438e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.370866537094116, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.8519878387451172, + "num_tokens": 119470777.0, + "step": 3145 + }, + { + "epoch": 0.4002035364457448, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.607511281967163, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8680086731910706, + "num_tokens": 119505062.0, + "step": 3146 + }, + { + "epoch": 0.40033074672433533, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3767173290252686, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8490535020828247, + "num_tokens": 119540394.0, + "step": 3147 + }, + { + "epoch": 0.40045795700292586, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.592374801635742, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8750482201576233, + "num_tokens": 119581657.0, + "step": 3148 + }, + { + "epoch": 0.40058516728151633, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3804116249084473, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8621255159378052, + "num_tokens": 119617140.0, + "step": 3149 + }, + { + "epoch": 0.40071237756010686, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5902881622314453, + "learning_rate": 1e-05, + "loss": 0.5392, + "mean_token_accuracy": 0.8390154242515564, + "num_tokens": 119660155.0, + "step": 3150 + }, + { + "epoch": 0.4008395878386974, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3714277744293213, + "learning_rate": 1e-05, + "loss": 0.5198, + "mean_token_accuracy": 0.841484785079956, + "num_tokens": 119706258.0, + "step": 3151 + }, + { + "epoch": 0.40096679811728786, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.590097188949585, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8572102785110474, + "num_tokens": 119742564.0, + "step": 3152 + }, + { + "epoch": 0.4010940083958784, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.366222381591797, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8547346591949463, + "num_tokens": 119781301.0, + "step": 3153 + }, + { + "epoch": 0.4012212186744689, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6018502712249756, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8482733964920044, + "num_tokens": 119816513.0, + "step": 3154 + }, + { + "epoch": 0.4013484289530594, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3570590019226074, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8584327101707458, + "num_tokens": 119858510.0, + "step": 3155 + }, + { + "epoch": 0.4014756392316499, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6039860248565674, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8579118847846985, + "num_tokens": 119902243.0, + "step": 3156 + }, + { + "epoch": 0.40160284951024044, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.366331100463867, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.862500786781311, + "num_tokens": 119938956.0, + "step": 3157 + }, + { + "epoch": 0.4017300597888309, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.611201524734497, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8651567697525024, + "num_tokens": 119976070.0, + "step": 3158 + }, + { + "epoch": 0.40185727006742145, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.369650363922119, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8602652549743652, + "num_tokens": 120011811.0, + "step": 3159 + }, + { + "epoch": 0.401984480346012, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6382360458374023, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.8491697311401367, + "num_tokens": 120042278.0, + "step": 3160 + }, + { + "epoch": 0.40211169062460245, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3697400093078613, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.854039192199707, + "num_tokens": 120078379.0, + "step": 3161 + }, + { + "epoch": 0.402238900903193, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6175575256347656, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.865636944770813, + "num_tokens": 120118852.0, + "step": 3162 + }, + { + "epoch": 0.4023661111817835, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3785502910614014, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8656294345855713, + "num_tokens": 120153825.0, + "step": 3163 + }, + { + "epoch": 0.402493321460374, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.625136137008667, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.8517318964004517, + "num_tokens": 120190945.0, + "step": 3164 + }, + { + "epoch": 0.4026205317389645, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3925957679748535, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8623310327529907, + "num_tokens": 120221435.0, + "step": 3165 + }, + { + "epoch": 0.40274774201755503, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6186575889587402, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8618395924568176, + "num_tokens": 120253553.0, + "step": 3166 + }, + { + "epoch": 0.4028749522961455, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3862950801849365, + "learning_rate": 1e-05, + "loss": 0.4929, + "mean_token_accuracy": 0.8502954244613647, + "num_tokens": 120291438.0, + "step": 3167 + }, + { + "epoch": 0.40300216257473603, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 8.96453857421875e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.607879877090454, + "learning_rate": 1e-05, + "loss": 0.4944, + "mean_token_accuracy": 0.8505273461341858, + "num_tokens": 120332005.0, + "step": 3168 + }, + { + "epoch": 0.40312937285332656, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.386604070663452, + "learning_rate": 1e-05, + "loss": 0.5203, + "mean_token_accuracy": 0.8373017311096191, + "num_tokens": 120369280.0, + "step": 3169 + }, + { + "epoch": 0.40325658313191703, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6102707386016846, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8564709424972534, + "num_tokens": 120402350.0, + "step": 3170 + }, + { + "epoch": 0.40338379341050756, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3784539699554443, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8611035943031311, + "num_tokens": 120441791.0, + "step": 3171 + }, + { + "epoch": 0.4035110036890981, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5953311920166016, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8691733479499817, + "num_tokens": 120476895.0, + "step": 3172 + }, + { + "epoch": 0.40363821396768856, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3776791095733643, + "learning_rate": 1e-05, + "loss": 0.4985, + "mean_token_accuracy": 0.848810613155365, + "num_tokens": 120518016.0, + "step": 3173 + }, + { + "epoch": 0.4037654242462791, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5965726375579834, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8679471015930176, + "num_tokens": 120551500.0, + "step": 3174 + }, + { + "epoch": 0.4038926345248696, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3796916007995605, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8641332387924194, + "num_tokens": 120588543.0, + "step": 3175 + }, + { + "epoch": 0.4040198448034601, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5928094387054443, + "learning_rate": 1e-05, + "loss": 0.5123, + "mean_token_accuracy": 0.8527741432189941, + "num_tokens": 120634394.0, + "step": 3176 + }, + { + "epoch": 0.4041470550820506, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3784117698669434, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8510924577713013, + "num_tokens": 120672982.0, + "step": 3177 + }, + { + "epoch": 0.40427426536064115, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.594125270843506, + "learning_rate": 1e-05, + "loss": 0.5486, + "mean_token_accuracy": 0.8324121236801147, + "num_tokens": 120712091.0, + "step": 3178 + }, + { + "epoch": 0.4044014756392316, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3944814205169678, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8665761947631836, + "num_tokens": 120743530.0, + "step": 3179 + }, + { + "epoch": 0.40452868591782215, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.571744203567505, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8673147559165955, + "num_tokens": 120778884.0, + "step": 3180 + }, + { + "epoch": 0.4046558961964127, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3800034523010254, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8507133722305298, + "num_tokens": 120815951.0, + "step": 3181 + }, + { + "epoch": 0.4047831064750032, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5698530673980713, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.8550107479095459, + "num_tokens": 120853111.0, + "step": 3182 + }, + { + "epoch": 0.4049103167535937, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3768718242645264, + "learning_rate": 1e-05, + "loss": 0.492, + "mean_token_accuracy": 0.8501812815666199, + "num_tokens": 120894041.0, + "step": 3183 + }, + { + "epoch": 0.4050375270321842, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.567376136779785, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8606624007225037, + "num_tokens": 120930730.0, + "step": 3184 + }, + { + "epoch": 0.40516473731077474, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3959403038024902, + "learning_rate": 1e-05, + "loss": 0.4888, + "mean_token_accuracy": 0.8512240052223206, + "num_tokens": 120965044.0, + "step": 3185 + }, + { + "epoch": 0.4052919475893652, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5550403594970703, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8527424335479736, + "num_tokens": 120999777.0, + "step": 3186 + }, + { + "epoch": 0.40541915786795574, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.4006693363189697, + "learning_rate": 1e-05, + "loss": 0.5322, + "mean_token_accuracy": 0.8390454053878784, + "num_tokens": 121031910.0, + "step": 3187 + }, + { + "epoch": 0.40554636814654627, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.540968894958496, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8598665595054626, + "num_tokens": 121069600.0, + "step": 3188 + }, + { + "epoch": 0.40567357842513674, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.107589721679688e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.4116532802581787, + "learning_rate": 1e-05, + "loss": 0.5201, + "mean_token_accuracy": 0.8417139053344727, + "num_tokens": 121103790.0, + "step": 3189 + }, + { + "epoch": 0.40580078870372727, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.107589721679688e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5341038703918457, + "learning_rate": 1e-05, + "loss": 0.4885, + "mean_token_accuracy": 0.8479009866714478, + "num_tokens": 121135199.0, + "step": 3190 + }, + { + "epoch": 0.4059279989823178, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.107589721679688e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3814597129821777, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8541792631149292, + "num_tokens": 121176040.0, + "step": 3191 + }, + { + "epoch": 0.40605520926090827, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.533594846725464, + "learning_rate": 1e-05, + "loss": 0.5212, + "mean_token_accuracy": 0.8440757989883423, + "num_tokens": 121214675.0, + "step": 3192 + }, + { + "epoch": 0.4061824195394988, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.107589721679688e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.382089614868164, + "learning_rate": 1e-05, + "loss": 0.5284, + "mean_token_accuracy": 0.8401229977607727, + "num_tokens": 121252834.0, + "step": 3193 + }, + { + "epoch": 0.4063096298180893, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.107589721679688e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5335237979888916, + "learning_rate": 1e-05, + "loss": 0.5049, + "mean_token_accuracy": 0.8512399196624756, + "num_tokens": 121292837.0, + "step": 3194 + }, + { + "epoch": 0.4064368400966798, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.107589721679688e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3680648803710938, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8596148490905762, + "num_tokens": 121332353.0, + "step": 3195 + }, + { + "epoch": 0.4065640503752703, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.107589721679688e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.54123854637146, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8633826971054077, + "num_tokens": 121371095.0, + "step": 3196 + }, + { + "epoch": 0.40669126065386085, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.107589721679688e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3685853481292725, + "learning_rate": 1e-05, + "loss": 0.5368, + "mean_token_accuracy": 0.8376134037971497, + "num_tokens": 121409653.0, + "step": 3197 + }, + { + "epoch": 0.4068184709324513, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5585339069366455, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8657797574996948, + "num_tokens": 121449309.0, + "step": 3198 + }, + { + "epoch": 0.40694568121104185, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3490219116210938, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8607475757598877, + "num_tokens": 121495004.0, + "step": 3199 + }, + { + "epoch": 0.4070728914896324, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.059906005859375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.568265199661255, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8631303310394287, + "num_tokens": 121537679.0, + "step": 3200 + }, + { + "epoch": 0.40720010176822286, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.344972610473633, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8528826236724854, + "num_tokens": 121579156.0, + "step": 3201 + }, + { + "epoch": 0.4073273120468134, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6273598670959473, + "learning_rate": 1e-05, + "loss": 0.504, + "mean_token_accuracy": 0.8520604968070984, + "num_tokens": 121611056.0, + "step": 3202 + }, + { + "epoch": 0.4074545223254039, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3443191051483154, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8648227453231812, + "num_tokens": 121642821.0, + "step": 3203 + }, + { + "epoch": 0.4075817326039944, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6514840126037598, + "learning_rate": 1e-05, + "loss": 0.4935, + "mean_token_accuracy": 0.8502000570297241, + "num_tokens": 121674021.0, + "step": 3204 + }, + { + "epoch": 0.4077089428825849, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3380253314971924, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.858353853225708, + "num_tokens": 121711434.0, + "step": 3205 + }, + { + "epoch": 0.40783615316117544, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6680915355682373, + "learning_rate": 1e-05, + "loss": 0.5253, + "mean_token_accuracy": 0.8404142260551453, + "num_tokens": 121755357.0, + "step": 3206 + }, + { + "epoch": 0.4079633634397659, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3571112155914307, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8623801469802856, + "num_tokens": 121791703.0, + "step": 3207 + }, + { + "epoch": 0.40809057371835644, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.684473752975464, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8676499128341675, + "num_tokens": 121824940.0, + "step": 3208 + }, + { + "epoch": 0.40821778399694697, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3895583152770996, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8588760495185852, + "num_tokens": 121860434.0, + "step": 3209 + }, + { + "epoch": 0.40834499427553744, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6854681968688965, + "learning_rate": 1e-05, + "loss": 0.5176, + "mean_token_accuracy": 0.8421186208724976, + "num_tokens": 121897536.0, + "step": 3210 + }, + { + "epoch": 0.40847220455412797, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3862814903259277, + "learning_rate": 1e-05, + "loss": 0.5346, + "mean_token_accuracy": 0.839211106300354, + "num_tokens": 121936721.0, + "step": 3211 + }, + { + "epoch": 0.4085994148327185, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6667613983154297, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8485846519470215, + "num_tokens": 121977407.0, + "step": 3212 + }, + { + "epoch": 0.40872662511130897, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4150149822235107, + "learning_rate": 1e-05, + "loss": 0.5379, + "mean_token_accuracy": 0.8375126719474792, + "num_tokens": 122015068.0, + "step": 3213 + }, + { + "epoch": 0.4088538353898995, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.629213809967041, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8525213599205017, + "num_tokens": 122058899.0, + "step": 3214 + }, + { + "epoch": 0.40898104566849003, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.408764362335205, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.857901394367218, + "num_tokens": 122095407.0, + "step": 3215 + }, + { + "epoch": 0.4091082559470805, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.607330322265625, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8598989844322205, + "num_tokens": 122134836.0, + "step": 3216 + }, + { + "epoch": 0.40923546622567103, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.431288242340088, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.8554098010063171, + "num_tokens": 122165959.0, + "step": 3217 + }, + { + "epoch": 0.40936267650426156, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5704097747802734, + "learning_rate": 1e-05, + "loss": 0.4888, + "mean_token_accuracy": 0.8489298820495605, + "num_tokens": 122206223.0, + "step": 3218 + }, + { + "epoch": 0.40948988678285203, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.404141902923584, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8615097999572754, + "num_tokens": 122245416.0, + "step": 3219 + }, + { + "epoch": 0.40961709706144256, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.56333065032959, + "learning_rate": 1e-05, + "loss": 0.5192, + "mean_token_accuracy": 0.8393539190292358, + "num_tokens": 122285264.0, + "step": 3220 + }, + { + "epoch": 0.4097443073400331, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.390472888946533, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8522305488586426, + "num_tokens": 122326956.0, + "step": 3221 + }, + { + "epoch": 0.40987151761862356, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5649349689483643, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8628171682357788, + "num_tokens": 122362409.0, + "step": 3222 + }, + { + "epoch": 0.4099987278972141, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.386719226837158, + "learning_rate": 1e-05, + "loss": 0.5421, + "mean_token_accuracy": 0.8325170874595642, + "num_tokens": 122405011.0, + "step": 3223 + }, + { + "epoch": 0.4101259381758046, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.558997392654419, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8596185445785522, + "num_tokens": 122445482.0, + "step": 3224 + }, + { + "epoch": 0.4102531484543951, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3718619346618652, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8595881462097168, + "num_tokens": 122485024.0, + "step": 3225 + }, + { + "epoch": 0.4103803587329856, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.561116933822632, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8563171625137329, + "num_tokens": 122524766.0, + "step": 3226 + }, + { + "epoch": 0.41050756901157615, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3644118309020996, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8565322160720825, + "num_tokens": 122566664.0, + "step": 3227 + }, + { + "epoch": 0.4106347792901666, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.63670015335083, + "learning_rate": 1e-05, + "loss": 0.5787, + "mean_token_accuracy": 0.8215270042419434, + "num_tokens": 122606724.0, + "step": 3228 + }, + { + "epoch": 0.41076198956875715, + "ewc_loss": 0.04345703125, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.370584011077881, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8484679460525513, + "num_tokens": 122641664.0, + "step": 3229 + }, + { + "epoch": 0.4108891998473477, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.1552734375e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6125142574310303, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8730829954147339, + "num_tokens": 122673370.0, + "step": 3230 + }, + { + "epoch": 0.4110164101259382, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.358330726623535, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8532685041427612, + "num_tokens": 122711545.0, + "step": 3231 + }, + { + "epoch": 0.4111436204045287, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.636824607849121, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8575811386108398, + "num_tokens": 122743656.0, + "step": 3232 + }, + { + "epoch": 0.4112708306831192, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3734352588653564, + "learning_rate": 1e-05, + "loss": 0.4947, + "mean_token_accuracy": 0.8489699959754944, + "num_tokens": 122778233.0, + "step": 3233 + }, + { + "epoch": 0.41139804096170973, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6207101345062256, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8636173605918884, + "num_tokens": 122821063.0, + "step": 3234 + }, + { + "epoch": 0.4115252512403002, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3870387077331543, + "learning_rate": 1e-05, + "loss": 0.5001, + "mean_token_accuracy": 0.8523616194725037, + "num_tokens": 122855871.0, + "step": 3235 + }, + { + "epoch": 0.41165246151889073, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6200122833251953, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.856788158416748, + "num_tokens": 122893990.0, + "step": 3236 + }, + { + "epoch": 0.41177967179748126, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.380592107772827, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8585902452468872, + "num_tokens": 122932017.0, + "step": 3237 + }, + { + "epoch": 0.41190688207607173, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6055479049682617, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8608957529067993, + "num_tokens": 122975581.0, + "step": 3238 + }, + { + "epoch": 0.41203409235466226, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4080076217651367, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8502339124679565, + "num_tokens": 123006051.0, + "step": 3239 + }, + { + "epoch": 0.4121613026332528, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5853021144866943, + "learning_rate": 1e-05, + "loss": 0.4903, + "mean_token_accuracy": 0.8504990339279175, + "num_tokens": 123049756.0, + "step": 3240 + }, + { + "epoch": 0.41228851291184326, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3934314250946045, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8464946746826172, + "num_tokens": 123091059.0, + "step": 3241 + }, + { + "epoch": 0.4124157231904338, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.570437431335449, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8629682064056396, + "num_tokens": 123130369.0, + "step": 3242 + }, + { + "epoch": 0.4125429334690243, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3819286823272705, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8560678958892822, + "num_tokens": 123173507.0, + "step": 3243 + }, + { + "epoch": 0.4126701437476148, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.202957153320312e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.569995641708374, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.864851713180542, + "num_tokens": 123211428.0, + "step": 3244 + }, + { + "epoch": 0.4127973540262053, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.373509407043457, + "learning_rate": 1e-05, + "loss": 0.5105, + "mean_token_accuracy": 0.8490121364593506, + "num_tokens": 123256115.0, + "step": 3245 + }, + { + "epoch": 0.41292456430479585, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.571805000305176, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8562291860580444, + "num_tokens": 123297319.0, + "step": 3246 + }, + { + "epoch": 0.4130517745833863, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.377497911453247, + "learning_rate": 1e-05, + "loss": 0.5249, + "mean_token_accuracy": 0.8401584625244141, + "num_tokens": 123341241.0, + "step": 3247 + }, + { + "epoch": 0.41317898486197685, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5788726806640625, + "learning_rate": 1e-05, + "loss": 0.5106, + "mean_token_accuracy": 0.8450193405151367, + "num_tokens": 123381832.0, + "step": 3248 + }, + { + "epoch": 0.4133061951405674, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.37749981880188, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8576767444610596, + "num_tokens": 123418393.0, + "step": 3249 + }, + { + "epoch": 0.41343340541915785, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5868563652038574, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8658915162086487, + "num_tokens": 123449916.0, + "step": 3250 + }, + { + "epoch": 0.4135606156977484, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3836514949798584, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8774977922439575, + "num_tokens": 123484025.0, + "step": 3251 + }, + { + "epoch": 0.4136878259763389, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6251752376556396, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8585892915725708, + "num_tokens": 123522345.0, + "step": 3252 + }, + { + "epoch": 0.4138150362549294, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.362597942352295, + "learning_rate": 1e-05, + "loss": 0.4958, + "mean_token_accuracy": 0.854408323764801, + "num_tokens": 123562123.0, + "step": 3253 + }, + { + "epoch": 0.4139422465335199, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.606825351715088, + "learning_rate": 1e-05, + "loss": 0.5029, + "mean_token_accuracy": 0.8480530977249146, + "num_tokens": 123606014.0, + "step": 3254 + }, + { + "epoch": 0.41406945681211044, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.358213424682617, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8659589290618896, + "num_tokens": 123643483.0, + "step": 3255 + }, + { + "epoch": 0.4141966670907009, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6038527488708496, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8577135801315308, + "num_tokens": 123689303.0, + "step": 3256 + }, + { + "epoch": 0.41432387736929144, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.390418767929077, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8612315654754639, + "num_tokens": 123722388.0, + "step": 3257 + }, + { + "epoch": 0.41445108764788197, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.603224992752075, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.8548444509506226, + "num_tokens": 123761761.0, + "step": 3258 + }, + { + "epoch": 0.41457829792647244, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.365502119064331, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8773910999298096, + "num_tokens": 123799138.0, + "step": 3259 + }, + { + "epoch": 0.41470550820506297, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.595576763153076, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8614758253097534, + "num_tokens": 123840803.0, + "step": 3260 + }, + { + "epoch": 0.4148327184836535, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.386270761489868, + "learning_rate": 1e-05, + "loss": 0.5022, + "mean_token_accuracy": 0.8520007133483887, + "num_tokens": 123875705.0, + "step": 3261 + }, + { + "epoch": 0.41495992876224397, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5990042686462402, + "learning_rate": 1e-05, + "loss": 0.5252, + "mean_token_accuracy": 0.8418675661087036, + "num_tokens": 123915830.0, + "step": 3262 + }, + { + "epoch": 0.4150871390408345, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3854055404663086, + "learning_rate": 1e-05, + "loss": 0.5063, + "mean_token_accuracy": 0.8444100618362427, + "num_tokens": 123953855.0, + "step": 3263 + }, + { + "epoch": 0.415214349319425, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.594348669052124, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8558738827705383, + "num_tokens": 123985697.0, + "step": 3264 + }, + { + "epoch": 0.4153415595980155, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3791980743408203, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8529999852180481, + "num_tokens": 124021682.0, + "step": 3265 + }, + { + "epoch": 0.415468769876606, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.6074814796447754, + "learning_rate": 1e-05, + "loss": 0.5257, + "mean_token_accuracy": 0.8419622182846069, + "num_tokens": 124057472.0, + "step": 3266 + }, + { + "epoch": 0.41559598015519655, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.361372232437134, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8573598861694336, + "num_tokens": 124100160.0, + "step": 3267 + }, + { + "epoch": 0.415723190433787, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.611111879348755, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8542124032974243, + "num_tokens": 124138503.0, + "step": 3268 + }, + { + "epoch": 0.41585040071237755, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3804216384887695, + "learning_rate": 1e-05, + "loss": 0.5258, + "mean_token_accuracy": 0.8451884984970093, + "num_tokens": 124176082.0, + "step": 3269 + }, + { + "epoch": 0.4159776109909681, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6081974506378174, + "learning_rate": 1e-05, + "loss": 0.5058, + "mean_token_accuracy": 0.8496649861335754, + "num_tokens": 124213853.0, + "step": 3270 + }, + { + "epoch": 0.41610482126955856, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3663222789764404, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8722847700119019, + "num_tokens": 124250562.0, + "step": 3271 + }, + { + "epoch": 0.4162320315481491, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6382534503936768, + "learning_rate": 1e-05, + "loss": 0.5281, + "mean_token_accuracy": 0.8389155268669128, + "num_tokens": 124282321.0, + "step": 3272 + }, + { + "epoch": 0.4163592418267396, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.372549057006836, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8603081703186035, + "num_tokens": 124323172.0, + "step": 3273 + }, + { + "epoch": 0.4164864521053301, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.630280017852783, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8530037999153137, + "num_tokens": 124361585.0, + "step": 3274 + }, + { + "epoch": 0.4166136623839206, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.381833076477051, + "learning_rate": 1e-05, + "loss": 0.562, + "mean_token_accuracy": 0.8331493139266968, + "num_tokens": 124398926.0, + "step": 3275 + }, + { + "epoch": 0.41674087266251114, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6209142208099365, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8694422841072083, + "num_tokens": 124437914.0, + "step": 3276 + }, + { + "epoch": 0.4168680829411016, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3795931339263916, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8569545745849609, + "num_tokens": 124478850.0, + "step": 3277 + }, + { + "epoch": 0.41699529321969214, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6114816665649414, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8698239922523499, + "num_tokens": 124519361.0, + "step": 3278 + }, + { + "epoch": 0.41712250349828267, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3935892581939697, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.852638304233551, + "num_tokens": 124555616.0, + "step": 3279 + }, + { + "epoch": 0.4172497137768732, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6127336025238037, + "learning_rate": 1e-05, + "loss": 0.5302, + "mean_token_accuracy": 0.8375377655029297, + "num_tokens": 124593045.0, + "step": 3280 + }, + { + "epoch": 0.41737692405546367, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.395080089569092, + "learning_rate": 1e-05, + "loss": 0.5445, + "mean_token_accuracy": 0.8326922655105591, + "num_tokens": 124631842.0, + "step": 3281 + }, + { + "epoch": 0.4175041343340542, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5799787044525146, + "learning_rate": 1e-05, + "loss": 0.4998, + "mean_token_accuracy": 0.8507453203201294, + "num_tokens": 124674466.0, + "step": 3282 + }, + { + "epoch": 0.41763134461264473, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.39339280128479, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8593370914459229, + "num_tokens": 124707893.0, + "step": 3283 + }, + { + "epoch": 0.4177585548912352, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5726218223571777, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8538622260093689, + "num_tokens": 124746230.0, + "step": 3284 + }, + { + "epoch": 0.41788576516982573, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.391465425491333, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8541254997253418, + "num_tokens": 124786988.0, + "step": 3285 + }, + { + "epoch": 0.41801297544841626, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5616986751556396, + "learning_rate": 1e-05, + "loss": 0.5072, + "mean_token_accuracy": 0.8474042415618896, + "num_tokens": 124831061.0, + "step": 3286 + }, + { + "epoch": 0.41814018572700673, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.387390613555908, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8511466979980469, + "num_tokens": 124870486.0, + "step": 3287 + }, + { + "epoch": 0.41826739600559726, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5510692596435547, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8674333095550537, + "num_tokens": 124909675.0, + "step": 3288 + }, + { + "epoch": 0.4183946062841878, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.383157730102539, + "learning_rate": 1e-05, + "loss": 0.5164, + "mean_token_accuracy": 0.843241274356842, + "num_tokens": 124953854.0, + "step": 3289 + }, + { + "epoch": 0.41852181656277826, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5512337684631348, + "learning_rate": 1e-05, + "loss": 0.4959, + "mean_token_accuracy": 0.8530805110931396, + "num_tokens": 124991117.0, + "step": 3290 + }, + { + "epoch": 0.4186490268413688, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3844316005706787, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8531994819641113, + "num_tokens": 125027160.0, + "step": 3291 + }, + { + "epoch": 0.4187762371199593, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5529286861419678, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.860175609588623, + "num_tokens": 125061324.0, + "step": 3292 + }, + { + "epoch": 0.4189034473985498, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.383540391921997, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.8522350788116455, + "num_tokens": 125099616.0, + "step": 3293 + }, + { + "epoch": 0.4190306576771403, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.250640869140625e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5629942417144775, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8505693674087524, + "num_tokens": 125132855.0, + "step": 3294 + }, + { + "epoch": 0.41915786795573085, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.380715847015381, + "learning_rate": 1e-05, + "loss": 0.5215, + "mean_token_accuracy": 0.8470197916030884, + "num_tokens": 125168040.0, + "step": 3295 + }, + { + "epoch": 0.4192850782343213, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.566879987716675, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8600673675537109, + "num_tokens": 125198788.0, + "step": 3296 + }, + { + "epoch": 0.41941228851291185, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3621444702148438, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8616109490394592, + "num_tokens": 125238387.0, + "step": 3297 + }, + { + "epoch": 0.4195394987915024, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.579692840576172, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.865591824054718, + "num_tokens": 125273666.0, + "step": 3298 + }, + { + "epoch": 0.41966670907009285, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3652801513671875, + "learning_rate": 1e-05, + "loss": 0.5103, + "mean_token_accuracy": 0.8451615571975708, + "num_tokens": 125315961.0, + "step": 3299 + }, + { + "epoch": 0.4197939193486834, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.583057165145874, + "learning_rate": 1e-05, + "loss": 0.5173, + "mean_token_accuracy": 0.84342360496521, + "num_tokens": 125358830.0, + "step": 3300 + }, + { + "epoch": 0.4199211296272739, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.360027551651001, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8479887247085571, + "num_tokens": 125397497.0, + "step": 3301 + }, + { + "epoch": 0.4200483399058644, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5988993644714355, + "learning_rate": 1e-05, + "loss": 0.5424, + "mean_token_accuracy": 0.8341964483261108, + "num_tokens": 125437337.0, + "step": 3302 + }, + { + "epoch": 0.4201755501844549, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3589277267456055, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8634554743766785, + "num_tokens": 125470535.0, + "step": 3303 + }, + { + "epoch": 0.42030276046304543, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.60986065864563, + "learning_rate": 1e-05, + "loss": 0.5243, + "mean_token_accuracy": 0.8412457704544067, + "num_tokens": 125510692.0, + "step": 3304 + }, + { + "epoch": 0.4204299707416359, + "ewc_loss": 0.043701171875, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3447985649108887, + "learning_rate": 1e-05, + "loss": 0.5229, + "mean_token_accuracy": 0.8392329216003418, + "num_tokens": 125557328.0, + "step": 3305 + }, + { + "epoch": 0.42055718102022643, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6384100914001465, + "learning_rate": 1e-05, + "loss": 0.5096, + "mean_token_accuracy": 0.8501003384590149, + "num_tokens": 125594006.0, + "step": 3306 + }, + { + "epoch": 0.42068439129881696, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3724958896636963, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8496994376182556, + "num_tokens": 125627692.0, + "step": 3307 + }, + { + "epoch": 0.42081160157740743, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6428096294403076, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.857229471206665, + "num_tokens": 125660218.0, + "step": 3308 + }, + { + "epoch": 0.42093881185599796, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.370608329772949, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8647462725639343, + "num_tokens": 125695793.0, + "step": 3309 + }, + { + "epoch": 0.4210660221345885, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6485607624053955, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8565177917480469, + "num_tokens": 125732438.0, + "step": 3310 + }, + { + "epoch": 0.42119323241317896, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3863277435302734, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8616752624511719, + "num_tokens": 125764919.0, + "step": 3311 + }, + { + "epoch": 0.4213204426917695, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6554017066955566, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8528986573219299, + "num_tokens": 125797172.0, + "step": 3312 + }, + { + "epoch": 0.42144765297036, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.380755662918091, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8574193120002747, + "num_tokens": 125838144.0, + "step": 3313 + }, + { + "epoch": 0.4215748632489505, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.640902519226074, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.865309476852417, + "num_tokens": 125873897.0, + "step": 3314 + }, + { + "epoch": 0.421702073527541, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.404618501663208, + "learning_rate": 1e-05, + "loss": 0.5188, + "mean_token_accuracy": 0.8403415679931641, + "num_tokens": 125909773.0, + "step": 3315 + }, + { + "epoch": 0.42182928380613155, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.617102861404419, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8585762977600098, + "num_tokens": 125947661.0, + "step": 3316 + }, + { + "epoch": 0.421956494084722, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4139182567596436, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8586896657943726, + "num_tokens": 125979483.0, + "step": 3317 + }, + { + "epoch": 0.42208370436331255, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5885939598083496, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8656558394432068, + "num_tokens": 126016907.0, + "step": 3318 + }, + { + "epoch": 0.4222109146419031, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.392115592956543, + "learning_rate": 1e-05, + "loss": 0.4907, + "mean_token_accuracy": 0.8499754667282104, + "num_tokens": 126059475.0, + "step": 3319 + }, + { + "epoch": 0.42233812492049355, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.586364984512329, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8714174032211304, + "num_tokens": 126097373.0, + "step": 3320 + }, + { + "epoch": 0.4224653351990841, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3862836360931396, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8670107126235962, + "num_tokens": 126138884.0, + "step": 3321 + }, + { + "epoch": 0.4225925454776746, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5836362838745117, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8612127304077148, + "num_tokens": 126178453.0, + "step": 3322 + }, + { + "epoch": 0.4227197557562651, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.409789800643921, + "learning_rate": 1e-05, + "loss": 0.4932, + "mean_token_accuracy": 0.8499143123626709, + "num_tokens": 126208979.0, + "step": 3323 + }, + { + "epoch": 0.4228469660348556, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5558907985687256, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8587510585784912, + "num_tokens": 126252195.0, + "step": 3324 + }, + { + "epoch": 0.42297417631344614, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.393311023712158, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8607999682426453, + "num_tokens": 126287526.0, + "step": 3325 + }, + { + "epoch": 0.4231013865920366, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5493061542510986, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8662161827087402, + "num_tokens": 126325868.0, + "step": 3326 + }, + { + "epoch": 0.42322859687062714, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.298324584960938e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.404772996902466, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8584674596786499, + "num_tokens": 126364613.0, + "step": 3327 + }, + { + "epoch": 0.42335580714921767, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5393171310424805, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.867283284664154, + "num_tokens": 126404373.0, + "step": 3328 + }, + { + "epoch": 0.42348301742780814, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4036753177642822, + "learning_rate": 1e-05, + "loss": 0.5419, + "mean_token_accuracy": 0.8349983096122742, + "num_tokens": 126444557.0, + "step": 3329 + }, + { + "epoch": 0.42361022770639867, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.531656503677368, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.850824236869812, + "num_tokens": 126479657.0, + "step": 3330 + }, + { + "epoch": 0.4237374379849892, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.4016435146331787, + "learning_rate": 1e-05, + "loss": 0.5079, + "mean_token_accuracy": 0.8469980955123901, + "num_tokens": 126518004.0, + "step": 3331 + }, + { + "epoch": 0.4238646482635797, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.525747537612915, + "learning_rate": 1e-05, + "loss": 0.5142, + "mean_token_accuracy": 0.8487280607223511, + "num_tokens": 126557854.0, + "step": 3332 + }, + { + "epoch": 0.4239918585421702, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3868556022644043, + "learning_rate": 1e-05, + "loss": 0.5167, + "mean_token_accuracy": 0.8511785268783569, + "num_tokens": 126593657.0, + "step": 3333 + }, + { + "epoch": 0.4241190688207607, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5161023139953613, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8780274391174316, + "num_tokens": 126635913.0, + "step": 3334 + }, + { + "epoch": 0.42424627909935125, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3999645709991455, + "learning_rate": 1e-05, + "loss": 0.5206, + "mean_token_accuracy": 0.8425620794296265, + "num_tokens": 126668703.0, + "step": 3335 + }, + { + "epoch": 0.4243734893779417, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.506361961364746, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8697273135185242, + "num_tokens": 126707952.0, + "step": 3336 + }, + { + "epoch": 0.42450069965653225, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.981560230255127, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8552253246307373, + "num_tokens": 126748756.0, + "step": 3337 + }, + { + "epoch": 0.4246279099351228, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3789546489715576, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8657935857772827, + "num_tokens": 126784780.0, + "step": 3338 + }, + { + "epoch": 0.42475512021371326, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6547815799713135, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8598805069923401, + "num_tokens": 126827371.0, + "step": 3339 + }, + { + "epoch": 0.4248823304923038, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3236114978790283, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8506285548210144, + "num_tokens": 126862357.0, + "step": 3340 + }, + { + "epoch": 0.4250095407708943, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 9.393692016601562e-05, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.740175247192383, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8750658631324768, + "num_tokens": 126902433.0, + "step": 3341 + }, + { + "epoch": 0.4251367510494848, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.441375732421875e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.35649037361145, + "learning_rate": 1e-05, + "loss": 0.5047, + "mean_token_accuracy": 0.8492597341537476, + "num_tokens": 126946958.0, + "step": 3342 + }, + { + "epoch": 0.4252639613280753, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 9.441375732421875e-05, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.773928165435791, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.865250825881958, + "num_tokens": 126980267.0, + "step": 3343 + }, + { + "epoch": 0.42539117160666584, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.441375732421875e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.377035140991211, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8742086291313171, + "num_tokens": 127018215.0, + "step": 3344 + }, + { + "epoch": 0.4255183818852563, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 9.441375732421875e-05, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.802386999130249, + "learning_rate": 1e-05, + "loss": 0.5207, + "mean_token_accuracy": 0.8473743200302124, + "num_tokens": 127055844.0, + "step": 3345 + }, + { + "epoch": 0.42564559216384684, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.441375732421875e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.401888370513916, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8601312637329102, + "num_tokens": 127099373.0, + "step": 3346 + }, + { + "epoch": 0.42577280244243737, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 9.441375732421875e-05, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.797001600265503, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8578875660896301, + "num_tokens": 127143755.0, + "step": 3347 + }, + { + "epoch": 0.42590001272102784, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.489059448242188e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4527804851531982, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8643943667411804, + "num_tokens": 127180543.0, + "step": 3348 + }, + { + "epoch": 0.42602722299961837, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 9.489059448242188e-05, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7733094692230225, + "learning_rate": 1e-05, + "loss": 0.5003, + "mean_token_accuracy": 0.850066065788269, + "num_tokens": 127225203.0, + "step": 3349 + }, + { + "epoch": 0.4261544332782089, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.489059448242188e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4896254539489746, + "learning_rate": 1e-05, + "loss": 0.5458, + "mean_token_accuracy": 0.8367466926574707, + "num_tokens": 127260949.0, + "step": 3350 + }, + { + "epoch": 0.4262816435567994, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 9.489059448242188e-05, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.723127841949463, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8718012571334839, + "num_tokens": 127297487.0, + "step": 3351 + }, + { + "epoch": 0.4264088538353899, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4710538387298584, + "learning_rate": 1e-05, + "loss": 0.528, + "mean_token_accuracy": 0.8401591777801514, + "num_tokens": 127342612.0, + "step": 3352 + }, + { + "epoch": 0.42653606411398043, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.67383074760437, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8652278184890747, + "num_tokens": 127383915.0, + "step": 3353 + }, + { + "epoch": 0.4266632743925709, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4666976928710938, + "learning_rate": 1e-05, + "loss": 0.5091, + "mean_token_accuracy": 0.849815845489502, + "num_tokens": 127421564.0, + "step": 3354 + }, + { + "epoch": 0.42679048467116143, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6463723182678223, + "learning_rate": 1e-05, + "loss": 0.5336, + "mean_token_accuracy": 0.8391432166099548, + "num_tokens": 127463750.0, + "step": 3355 + }, + { + "epoch": 0.42691769494975196, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.459397315979004, + "learning_rate": 1e-05, + "loss": 0.511, + "mean_token_accuracy": 0.8490282893180847, + "num_tokens": 127502793.0, + "step": 3356 + }, + { + "epoch": 0.42704490522834243, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6066160202026367, + "learning_rate": 1e-05, + "loss": 0.4887, + "mean_token_accuracy": 0.8543727397918701, + "num_tokens": 127542650.0, + "step": 3357 + }, + { + "epoch": 0.42717211550693296, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.418956756591797, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8656017780303955, + "num_tokens": 127584753.0, + "step": 3358 + }, + { + "epoch": 0.4272993257855235, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.599106788635254, + "learning_rate": 1e-05, + "loss": 0.5012, + "mean_token_accuracy": 0.8476214408874512, + "num_tokens": 127624427.0, + "step": 3359 + }, + { + "epoch": 0.42742653606411396, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4097487926483154, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8646920919418335, + "num_tokens": 127665636.0, + "step": 3360 + }, + { + "epoch": 0.4275537463427045, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.590852975845337, + "learning_rate": 1e-05, + "loss": 0.5006, + "mean_token_accuracy": 0.8505664467811584, + "num_tokens": 127706066.0, + "step": 3361 + }, + { + "epoch": 0.427680956621295, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.396021842956543, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8660100698471069, + "num_tokens": 127741680.0, + "step": 3362 + }, + { + "epoch": 0.4278081668998855, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.595496892929077, + "learning_rate": 1e-05, + "loss": 0.4993, + "mean_token_accuracy": 0.8505662679672241, + "num_tokens": 127781147.0, + "step": 3363 + }, + { + "epoch": 0.427935377178476, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3942337036132812, + "learning_rate": 1e-05, + "loss": 0.5437, + "mean_token_accuracy": 0.8356181383132935, + "num_tokens": 127823787.0, + "step": 3364 + }, + { + "epoch": 0.42806258745706655, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.595371723175049, + "learning_rate": 1e-05, + "loss": 0.5508, + "mean_token_accuracy": 0.8339571952819824, + "num_tokens": 127862239.0, + "step": 3365 + }, + { + "epoch": 0.428189797735657, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3815622329711914, + "learning_rate": 1e-05, + "loss": 0.5305, + "mean_token_accuracy": 0.8427090048789978, + "num_tokens": 127904376.0, + "step": 3366 + }, + { + "epoch": 0.42831700801424755, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6016533374786377, + "learning_rate": 1e-05, + "loss": 0.519, + "mean_token_accuracy": 0.8428683280944824, + "num_tokens": 127944132.0, + "step": 3367 + }, + { + "epoch": 0.4284442182928381, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3883135318756104, + "learning_rate": 1e-05, + "loss": 0.5089, + "mean_token_accuracy": 0.8450776934623718, + "num_tokens": 127983512.0, + "step": 3368 + }, + { + "epoch": 0.42857142857142855, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6036300659179688, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8622646331787109, + "num_tokens": 128018864.0, + "step": 3369 + }, + { + "epoch": 0.4286986388500191, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3666930198669434, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8707324266433716, + "num_tokens": 128056586.0, + "step": 3370 + }, + { + "epoch": 0.4288258491286096, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6270956993103027, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8503815531730652, + "num_tokens": 128091131.0, + "step": 3371 + }, + { + "epoch": 0.4289530594072001, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.5367431640625e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3893728256225586, + "learning_rate": 1e-05, + "loss": 0.4953, + "mean_token_accuracy": 0.8484907150268555, + "num_tokens": 128125455.0, + "step": 3372 + }, + { + "epoch": 0.4290802696857906, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.584426879882812e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.61218523979187, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.851188063621521, + "num_tokens": 128164357.0, + "step": 3373 + }, + { + "epoch": 0.42920747996438113, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.584426879882812e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3879554271698, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.849909245967865, + "num_tokens": 128203590.0, + "step": 3374 + }, + { + "epoch": 0.4293346902429716, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.584426879882812e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6091973781585693, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8510440587997437, + "num_tokens": 128238819.0, + "step": 3375 + }, + { + "epoch": 0.42946190052156213, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.584426879882812e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3831048011779785, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8711830973625183, + "num_tokens": 128273879.0, + "step": 3376 + }, + { + "epoch": 0.42958911080015266, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.584426879882812e-05, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.612687826156616, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8572260141372681, + "num_tokens": 128309688.0, + "step": 3377 + }, + { + "epoch": 0.42971632107874314, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.584426879882812e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4024343490600586, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8567181825637817, + "num_tokens": 128341515.0, + "step": 3378 + }, + { + "epoch": 0.42984353135733366, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.590703010559082, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8610355257987976, + "num_tokens": 128382676.0, + "step": 3379 + }, + { + "epoch": 0.4299707416359242, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.391375780105591, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8732864856719971, + "num_tokens": 128417512.0, + "step": 3380 + }, + { + "epoch": 0.4300979519145147, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.572173595428467, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8601487874984741, + "num_tokens": 128457695.0, + "step": 3381 + }, + { + "epoch": 0.4302251621931052, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.415250062942505, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8548562526702881, + "num_tokens": 128487459.0, + "step": 3382 + }, + { + "epoch": 0.4303523724716957, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5626347064971924, + "learning_rate": 1e-05, + "loss": 0.5405, + "mean_token_accuracy": 0.8320211172103882, + "num_tokens": 128526823.0, + "step": 3383 + }, + { + "epoch": 0.43047958275028625, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3946619033813477, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8510268330574036, + "num_tokens": 128566841.0, + "step": 3384 + }, + { + "epoch": 0.4306067930288767, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5471386909484863, + "learning_rate": 1e-05, + "loss": 0.5031, + "mean_token_accuracy": 0.8457227945327759, + "num_tokens": 128608147.0, + "step": 3385 + }, + { + "epoch": 0.43073400330746725, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3833515644073486, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8589736223220825, + "num_tokens": 128648277.0, + "step": 3386 + }, + { + "epoch": 0.4308612135860578, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.562589406967163, + "learning_rate": 1e-05, + "loss": 0.5366, + "mean_token_accuracy": 0.8389893770217896, + "num_tokens": 128682547.0, + "step": 3387 + }, + { + "epoch": 0.43098842386464825, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3913633823394775, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8595341444015503, + "num_tokens": 128715103.0, + "step": 3388 + }, + { + "epoch": 0.4311156341432388, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.570197582244873, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.8509536385536194, + "num_tokens": 128748924.0, + "step": 3389 + }, + { + "epoch": 0.4312428444218293, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3715415000915527, + "learning_rate": 1e-05, + "loss": 0.4932, + "mean_token_accuracy": 0.8504902124404907, + "num_tokens": 128786879.0, + "step": 3390 + }, + { + "epoch": 0.4313700547004198, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5729756355285645, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8528107404708862, + "num_tokens": 128822121.0, + "step": 3391 + }, + { + "epoch": 0.4314972649790103, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3900537490844727, + "learning_rate": 1e-05, + "loss": 0.5413, + "mean_token_accuracy": 0.8353861570358276, + "num_tokens": 128858594.0, + "step": 3392 + }, + { + "epoch": 0.43162447525760084, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5675106048583984, + "learning_rate": 1e-05, + "loss": 0.49, + "mean_token_accuracy": 0.8536137938499451, + "num_tokens": 128896147.0, + "step": 3393 + }, + { + "epoch": 0.4317516855361913, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.429168462753296, + "learning_rate": 1e-05, + "loss": 0.5119, + "mean_token_accuracy": 0.8422854542732239, + "num_tokens": 128930055.0, + "step": 3394 + }, + { + "epoch": 0.43187889581478184, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.553034782409668, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8532009124755859, + "num_tokens": 128968577.0, + "step": 3395 + }, + { + "epoch": 0.43200610609337237, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.379833698272705, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8491071462631226, + "num_tokens": 129007074.0, + "step": 3396 + }, + { + "epoch": 0.43213331637196284, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5498080253601074, + "learning_rate": 1e-05, + "loss": 0.5065, + "mean_token_accuracy": 0.8459200859069824, + "num_tokens": 129044722.0, + "step": 3397 + }, + { + "epoch": 0.43226052665055337, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3812766075134277, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8550786375999451, + "num_tokens": 129081567.0, + "step": 3398 + }, + { + "epoch": 0.4323877369291439, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5531277656555176, + "learning_rate": 1e-05, + "loss": 0.5029, + "mean_token_accuracy": 0.8505754470825195, + "num_tokens": 129119354.0, + "step": 3399 + }, + { + "epoch": 0.43251494720773437, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3726389408111572, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8667713403701782, + "num_tokens": 129157871.0, + "step": 3400 + }, + { + "epoch": 0.4326421574863249, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.555107593536377, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8635364174842834, + "num_tokens": 129200164.0, + "step": 3401 + }, + { + "epoch": 0.4327693677649154, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.376555919647217, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8516402840614319, + "num_tokens": 129239382.0, + "step": 3402 + }, + { + "epoch": 0.4328965780435059, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.632110595703125e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.577202558517456, + "learning_rate": 1e-05, + "loss": 0.5002, + "mean_token_accuracy": 0.8471498489379883, + "num_tokens": 129273201.0, + "step": 3403 + }, + { + "epoch": 0.4330237883220964, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3615806102752686, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8637552857398987, + "num_tokens": 129309636.0, + "step": 3404 + }, + { + "epoch": 0.43315099860068695, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5815141201019287, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.86335289478302, + "num_tokens": 129345803.0, + "step": 3405 + }, + { + "epoch": 0.4332782088792774, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.357337713241577, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8605896830558777, + "num_tokens": 129384955.0, + "step": 3406 + }, + { + "epoch": 0.43340541915786795, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5956056118011475, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8712623119354248, + "num_tokens": 129425129.0, + "step": 3407 + }, + { + "epoch": 0.4335326294364585, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3520114421844482, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8514200448989868, + "num_tokens": 129465931.0, + "step": 3408 + }, + { + "epoch": 0.43365983971504896, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6281886100769043, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8645824193954468, + "num_tokens": 129497296.0, + "step": 3409 + }, + { + "epoch": 0.4337870499936395, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3448448181152344, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8600414395332336, + "num_tokens": 129539037.0, + "step": 3410 + }, + { + "epoch": 0.43391426027223, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.645660638809204, + "learning_rate": 1e-05, + "loss": 0.5052, + "mean_token_accuracy": 0.8495734930038452, + "num_tokens": 129581036.0, + "step": 3411 + }, + { + "epoch": 0.4340414705508205, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3685061931610107, + "learning_rate": 1e-05, + "loss": 0.4982, + "mean_token_accuracy": 0.8491413593292236, + "num_tokens": 129617515.0, + "step": 3412 + }, + { + "epoch": 0.434168680829411, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.642982244491577, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8753623962402344, + "num_tokens": 129659348.0, + "step": 3413 + }, + { + "epoch": 0.43429589110800154, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.403564691543579, + "learning_rate": 1e-05, + "loss": 0.539, + "mean_token_accuracy": 0.834166407585144, + "num_tokens": 129695000.0, + "step": 3414 + }, + { + "epoch": 0.434423101386592, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6344096660614014, + "learning_rate": 1e-05, + "loss": 0.496, + "mean_token_accuracy": 0.8491069078445435, + "num_tokens": 129734125.0, + "step": 3415 + }, + { + "epoch": 0.43455031166518254, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.383007287979126, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8541418313980103, + "num_tokens": 129774799.0, + "step": 3416 + }, + { + "epoch": 0.43467752194377307, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6172597408294678, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8615289330482483, + "num_tokens": 129814390.0, + "step": 3417 + }, + { + "epoch": 0.43480473222236354, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3913872241973877, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8625103235244751, + "num_tokens": 129848172.0, + "step": 3418 + }, + { + "epoch": 0.43493194250095407, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.62341046333313, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8690405488014221, + "num_tokens": 129878728.0, + "step": 3419 + }, + { + "epoch": 0.4350591527795446, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3864824771881104, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8527908325195312, + "num_tokens": 129916843.0, + "step": 3420 + }, + { + "epoch": 0.4351863630581351, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6198575496673584, + "learning_rate": 1e-05, + "loss": 0.5147, + "mean_token_accuracy": 0.8443409204483032, + "num_tokens": 129954614.0, + "step": 3421 + }, + { + "epoch": 0.4353135733367256, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.399095296859741, + "learning_rate": 1e-05, + "loss": 0.5508, + "mean_token_accuracy": 0.836093544960022, + "num_tokens": 129993084.0, + "step": 3422 + }, + { + "epoch": 0.43544078361531613, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6091747283935547, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8620120286941528, + "num_tokens": 130028313.0, + "step": 3423 + }, + { + "epoch": 0.4355679938939066, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.391845703125, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.8524876832962036, + "num_tokens": 130066722.0, + "step": 3424 + }, + { + "epoch": 0.43569520417249713, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.593346357345581, + "learning_rate": 1e-05, + "loss": 0.4877, + "mean_token_accuracy": 0.8515864610671997, + "num_tokens": 130108628.0, + "step": 3425 + }, + { + "epoch": 0.43582241445108766, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.381756544113159, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8678135871887207, + "num_tokens": 130145770.0, + "step": 3426 + }, + { + "epoch": 0.43594962472967813, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.72747802734375e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5874805450439453, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8546930551528931, + "num_tokens": 130191539.0, + "step": 3427 + }, + { + "epoch": 0.43607683500826866, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.387681722640991, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.866517186164856, + "num_tokens": 130229358.0, + "step": 3428 + }, + { + "epoch": 0.4362040452868592, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5800256729125977, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8553590178489685, + "num_tokens": 130272173.0, + "step": 3429 + }, + { + "epoch": 0.4363312555654497, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.386805772781372, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.852576732635498, + "num_tokens": 130313135.0, + "step": 3430 + }, + { + "epoch": 0.4364584658440402, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5795767307281494, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8650738000869751, + "num_tokens": 130350595.0, + "step": 3431 + }, + { + "epoch": 0.4365856761226307, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3857693672180176, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8618051409721375, + "num_tokens": 130390194.0, + "step": 3432 + }, + { + "epoch": 0.43671288640122125, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.585172176361084, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8571454286575317, + "num_tokens": 130424768.0, + "step": 3433 + }, + { + "epoch": 0.4368400966798117, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3920602798461914, + "learning_rate": 1e-05, + "loss": 0.5298, + "mean_token_accuracy": 0.8410266637802124, + "num_tokens": 130469457.0, + "step": 3434 + }, + { + "epoch": 0.43696730695840225, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.575650691986084, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8704727292060852, + "num_tokens": 130506250.0, + "step": 3435 + }, + { + "epoch": 0.4370945172369928, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.400681257247925, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8558024764060974, + "num_tokens": 130538605.0, + "step": 3436 + }, + { + "epoch": 0.43722172751558325, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5554251670837402, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8698924779891968, + "num_tokens": 130577172.0, + "step": 3437 + }, + { + "epoch": 0.4373489377941738, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3962504863739014, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8535189628601074, + "num_tokens": 130613067.0, + "step": 3438 + }, + { + "epoch": 0.4374761480727643, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5434629917144775, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8729690909385681, + "num_tokens": 130649176.0, + "step": 3439 + }, + { + "epoch": 0.4376033583513548, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.438687562942505, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8581580519676208, + "num_tokens": 130685904.0, + "step": 3440 + }, + { + "epoch": 0.4377305686299453, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.515357494354248, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8691328763961792, + "num_tokens": 130727502.0, + "step": 3441 + }, + { + "epoch": 0.43785777890853583, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.421231985092163, + "learning_rate": 1e-05, + "loss": 0.4995, + "mean_token_accuracy": 0.8466306924819946, + "num_tokens": 130765038.0, + "step": 3442 + }, + { + "epoch": 0.4379849891871263, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.484037399291992, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8618294596672058, + "num_tokens": 130810349.0, + "step": 3443 + }, + { + "epoch": 0.43811219946571683, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4385223388671875, + "learning_rate": 1e-05, + "loss": 0.503, + "mean_token_accuracy": 0.8488262295722961, + "num_tokens": 130843383.0, + "step": 3444 + }, + { + "epoch": 0.43823940974430736, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4751269817352295, + "learning_rate": 1e-05, + "loss": 0.4951, + "mean_token_accuracy": 0.8510518074035645, + "num_tokens": 130880399.0, + "step": 3445 + }, + { + "epoch": 0.43836662002289783, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.431548595428467, + "learning_rate": 1e-05, + "loss": 0.536, + "mean_token_accuracy": 0.8397956490516663, + "num_tokens": 130915537.0, + "step": 3446 + }, + { + "epoch": 0.43849383030148836, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4779350757598877, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.864963710308075, + "num_tokens": 130948560.0, + "step": 3447 + }, + { + "epoch": 0.4386210405800789, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.41532039642334, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.863591194152832, + "num_tokens": 130982405.0, + "step": 3448 + }, + { + "epoch": 0.43874825085866936, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4590108394622803, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.86122727394104, + "num_tokens": 131022673.0, + "step": 3449 + }, + { + "epoch": 0.4388754611372599, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.426018714904785, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8534532785415649, + "num_tokens": 131054647.0, + "step": 3450 + }, + { + "epoch": 0.4390026714158504, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4542417526245117, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8617657423019409, + "num_tokens": 131091616.0, + "step": 3451 + }, + { + "epoch": 0.4391298816944409, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.432373046875, + "learning_rate": 1e-05, + "loss": 0.5533, + "mean_token_accuracy": 0.8306373357772827, + "num_tokens": 131129663.0, + "step": 3452 + }, + { + "epoch": 0.4392570919730314, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4439878463745117, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8597808480262756, + "num_tokens": 131170858.0, + "step": 3453 + }, + { + "epoch": 0.43938430225162195, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4266774654388428, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8544104099273682, + "num_tokens": 131210892.0, + "step": 3454 + }, + { + "epoch": 0.4395115125302124, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.461921215057373, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8542073369026184, + "num_tokens": 131246616.0, + "step": 3455 + }, + { + "epoch": 0.43963872280880295, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4194886684417725, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8587844371795654, + "num_tokens": 131286515.0, + "step": 3456 + }, + { + "epoch": 0.4397659330873935, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.465311050415039, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8544729351997375, + "num_tokens": 131321715.0, + "step": 3457 + }, + { + "epoch": 0.43989314336598395, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.4188942909240723, + "learning_rate": 1e-05, + "loss": 0.5196, + "mean_token_accuracy": 0.8470489382743835, + "num_tokens": 131359235.0, + "step": 3458 + }, + { + "epoch": 0.4400203536445745, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4762325286865234, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8750079870223999, + "num_tokens": 131390551.0, + "step": 3459 + }, + { + "epoch": 0.440147563923165, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4131274223327637, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8595271706581116, + "num_tokens": 131424107.0, + "step": 3460 + }, + { + "epoch": 0.4402747742017555, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4680538177490234, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8631772994995117, + "num_tokens": 131459797.0, + "step": 3461 + }, + { + "epoch": 0.440401984480346, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.4091968536376953, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8556587100028992, + "num_tokens": 131496877.0, + "step": 3462 + }, + { + "epoch": 0.44052919475893654, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.480114698410034, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8648593425750732, + "num_tokens": 131528958.0, + "step": 3463 + }, + { + "epoch": 0.440656405037527, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3953778743743896, + "learning_rate": 1e-05, + "loss": 0.5371, + "mean_token_accuracy": 0.8364192843437195, + "num_tokens": 131572157.0, + "step": 3464 + }, + { + "epoch": 0.44078361531611754, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4917452335357666, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8493673801422119, + "num_tokens": 131613855.0, + "step": 3465 + }, + { + "epoch": 0.44091082559470807, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.378394365310669, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8541837930679321, + "num_tokens": 131654056.0, + "step": 3466 + }, + { + "epoch": 0.44103803587329854, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.509305477142334, + "learning_rate": 1e-05, + "loss": 0.537, + "mean_token_accuracy": 0.8351095914840698, + "num_tokens": 131694865.0, + "step": 3467 + }, + { + "epoch": 0.44116524615188907, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3767385482788086, + "learning_rate": 1e-05, + "loss": 0.4808, + "mean_token_accuracy": 0.8566429615020752, + "num_tokens": 131732883.0, + "step": 3468 + }, + { + "epoch": 0.4412924564304796, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.540235996246338, + "learning_rate": 1e-05, + "loss": 0.5012, + "mean_token_accuracy": 0.8496991395950317, + "num_tokens": 131770384.0, + "step": 3469 + }, + { + "epoch": 0.44141966670907007, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.822845458984375e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.373148202896118, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8513068556785583, + "num_tokens": 131801611.0, + "step": 3470 + }, + { + "epoch": 0.4415468769876606, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5703718662261963, + "learning_rate": 1e-05, + "loss": 0.5833, + "mean_token_accuracy": 0.8312239646911621, + "num_tokens": 131842522.0, + "step": 3471 + }, + { + "epoch": 0.4416740872662511, + "ewc_loss": 0.0439453125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.409385681152344e-05, + "grad_norm": 2.3510210514068604, + "learning_rate": 1e-05, + "loss": 0.542, + "mean_token_accuracy": 0.8411144018173218, + "num_tokens": 131880041.0, + "step": 3472 + }, + { + "epoch": 0.4418012975448416, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.590237617492676, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8586398363113403, + "num_tokens": 131917682.0, + "step": 3473 + }, + { + "epoch": 0.4419285078234321, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3263626098632812, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.8530492782592773, + "num_tokens": 131958149.0, + "step": 3474 + }, + { + "epoch": 0.44205571810202265, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.646876573562622, + "learning_rate": 1e-05, + "loss": 0.5143, + "mean_token_accuracy": 0.8423737287521362, + "num_tokens": 131996648.0, + "step": 3475 + }, + { + "epoch": 0.4421829283806131, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3244423866271973, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8573290705680847, + "num_tokens": 132036524.0, + "step": 3476 + }, + { + "epoch": 0.44231013865920366, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6805567741394043, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8569420576095581, + "num_tokens": 132077474.0, + "step": 3477 + }, + { + "epoch": 0.4424373489377942, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3379712104797363, + "learning_rate": 1e-05, + "loss": 0.5156, + "mean_token_accuracy": 0.8400665521621704, + "num_tokens": 132117153.0, + "step": 3478 + }, + { + "epoch": 0.44256455921638466, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7107038497924805, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8685956001281738, + "num_tokens": 132156832.0, + "step": 3479 + }, + { + "epoch": 0.4426917694949752, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3686392307281494, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8571898937225342, + "num_tokens": 132189245.0, + "step": 3480 + }, + { + "epoch": 0.4428189797735657, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7182257175445557, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8545706272125244, + "num_tokens": 132230572.0, + "step": 3481 + }, + { + "epoch": 0.44294619005215624, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3817152976989746, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.854712188243866, + "num_tokens": 132271850.0, + "step": 3482 + }, + { + "epoch": 0.4430734003307467, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7268924713134766, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8596866726875305, + "num_tokens": 132312461.0, + "step": 3483 + }, + { + "epoch": 0.44320061060933724, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.398911476135254, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8617932200431824, + "num_tokens": 132350628.0, + "step": 3484 + }, + { + "epoch": 0.44332782088792777, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7188079357147217, + "learning_rate": 1e-05, + "loss": 0.4959, + "mean_token_accuracy": 0.8534590005874634, + "num_tokens": 132394040.0, + "step": 3485 + }, + { + "epoch": 0.44345503116651824, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4214088916778564, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8557447791099548, + "num_tokens": 132435727.0, + "step": 3486 + }, + { + "epoch": 0.44358224144510877, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7267653942108154, + "learning_rate": 1e-05, + "loss": 0.4903, + "mean_token_accuracy": 0.8524593710899353, + "num_tokens": 132475769.0, + "step": 3487 + }, + { + "epoch": 0.4437094517236993, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.426239013671875, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8526477813720703, + "num_tokens": 132520944.0, + "step": 3488 + }, + { + "epoch": 0.4438366620022898, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6966044902801514, + "learning_rate": 1e-05, + "loss": 0.4769, + "mean_token_accuracy": 0.8537156581878662, + "num_tokens": 132558138.0, + "step": 3489 + }, + { + "epoch": 0.4439638722808803, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.449664831161499, + "learning_rate": 1e-05, + "loss": 0.5496, + "mean_token_accuracy": 0.8304173946380615, + "num_tokens": 132594937.0, + "step": 3490 + }, + { + "epoch": 0.44409108255947083, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6751952171325684, + "learning_rate": 1e-05, + "loss": 0.5399, + "mean_token_accuracy": 0.8374966979026794, + "num_tokens": 132629168.0, + "step": 3491 + }, + { + "epoch": 0.4442182928380613, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4991235733032227, + "learning_rate": 1e-05, + "loss": 0.5696, + "mean_token_accuracy": 0.8278905153274536, + "num_tokens": 132673239.0, + "step": 3492 + }, + { + "epoch": 0.44434550311665183, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6007087230682373, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.8624340295791626, + "num_tokens": 132707429.0, + "step": 3493 + }, + { + "epoch": 0.44447271339524236, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4343085289001465, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8572548031806946, + "num_tokens": 132745592.0, + "step": 3494 + }, + { + "epoch": 0.44459992367383283, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.582069158554077, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8632619976997375, + "num_tokens": 132778260.0, + "step": 3495 + }, + { + "epoch": 0.44472713395242336, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4189155101776123, + "learning_rate": 1e-05, + "loss": 0.3792, + "mean_token_accuracy": 0.8843614459037781, + "num_tokens": 132813156.0, + "step": 3496 + }, + { + "epoch": 0.4448543442310139, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.583773612976074, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8527320623397827, + "num_tokens": 132847654.0, + "step": 3497 + }, + { + "epoch": 0.44498155450960436, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.40226411819458, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8632285594940186, + "num_tokens": 132889258.0, + "step": 3498 + }, + { + "epoch": 0.4451087647881949, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.6185545921325684, + "learning_rate": 1e-05, + "loss": 0.5449, + "mean_token_accuracy": 0.8341959714889526, + "num_tokens": 132919962.0, + "step": 3499 + }, + { + "epoch": 0.4452359750667854, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3924734592437744, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8483083844184875, + "num_tokens": 132957333.0, + "step": 3500 + }, + { + "epoch": 0.4453631853453759, + "ewc_loss": 0.046875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6171257495880127, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8545763492584229, + "num_tokens": 132990645.0, + "step": 3501 + }, + { + "epoch": 0.4454903956239664, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3807361125946045, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8663849830627441, + "num_tokens": 133026234.0, + "step": 3502 + }, + { + "epoch": 0.44561760590255695, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6215322017669678, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8573606014251709, + "num_tokens": 133062833.0, + "step": 3503 + }, + { + "epoch": 0.4457448161811474, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3866450786590576, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8684558868408203, + "num_tokens": 133097868.0, + "step": 3504 + }, + { + "epoch": 0.44587202645973795, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.608304738998413, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8620849847793579, + "num_tokens": 133142062.0, + "step": 3505 + }, + { + "epoch": 0.4459992367383285, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3893649578094482, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8509821891784668, + "num_tokens": 133181415.0, + "step": 3506 + }, + { + "epoch": 0.44612644701691895, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.614788055419922, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.857523500919342, + "num_tokens": 133217849.0, + "step": 3507 + }, + { + "epoch": 0.4462536572955095, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.384181499481201, + "learning_rate": 1e-05, + "loss": 0.4825, + "mean_token_accuracy": 0.8540908098220825, + "num_tokens": 133257639.0, + "step": 3508 + }, + { + "epoch": 0.4463808675741, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.608975410461426, + "learning_rate": 1e-05, + "loss": 0.4955, + "mean_token_accuracy": 0.8509752154350281, + "num_tokens": 133299692.0, + "step": 3509 + }, + { + "epoch": 0.4465080778526905, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.410815477371216, + "learning_rate": 1e-05, + "loss": 0.5281, + "mean_token_accuracy": 0.8394637703895569, + "num_tokens": 133339315.0, + "step": 3510 + }, + { + "epoch": 0.446635288131281, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.687502145767212, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8599411845207214, + "num_tokens": 133378477.0, + "step": 3511 + }, + { + "epoch": 0.44676249840987153, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3975603580474854, + "learning_rate": 1e-05, + "loss": 0.5585, + "mean_token_accuracy": 0.8305084705352783, + "num_tokens": 133416041.0, + "step": 3512 + }, + { + "epoch": 0.446889708688462, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6203129291534424, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.859969973564148, + "num_tokens": 133458201.0, + "step": 3513 + }, + { + "epoch": 0.44701691896705253, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.870529174804688e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.389918088912964, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8575443625450134, + "num_tokens": 133495645.0, + "step": 3514 + }, + { + "epoch": 0.44714412924564306, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 9.918212890625e-05, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6709673404693604, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8498685359954834, + "num_tokens": 133535385.0, + "step": 3515 + }, + { + "epoch": 0.44727133952423354, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.918212890625e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.375101327896118, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8603491187095642, + "num_tokens": 133575093.0, + "step": 3516 + }, + { + "epoch": 0.44739854980282406, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6614460945129395, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.84687340259552, + "num_tokens": 133610447.0, + "step": 3517 + }, + { + "epoch": 0.4475257600814146, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.389176368713379, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8644999861717224, + "num_tokens": 133643506.0, + "step": 3518 + }, + { + "epoch": 0.44765297036000506, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.634979009628296, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8766070604324341, + "num_tokens": 133683081.0, + "step": 3519 + }, + { + "epoch": 0.4477801806385956, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.529193639755249, + "learning_rate": 1e-05, + "loss": 0.5104, + "mean_token_accuracy": 0.8467615842819214, + "num_tokens": 133721836.0, + "step": 3520 + }, + { + "epoch": 0.4479073909171861, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.556023597717285, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8611727952957153, + "num_tokens": 133756243.0, + "step": 3521 + }, + { + "epoch": 0.4480346011957766, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4192614555358887, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8443418741226196, + "num_tokens": 133807126.0, + "step": 3522 + }, + { + "epoch": 0.4481618114743671, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5339980125427246, + "learning_rate": 1e-05, + "loss": 0.4888, + "mean_token_accuracy": 0.8527573347091675, + "num_tokens": 133842036.0, + "step": 3523 + }, + { + "epoch": 0.44828902175295765, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.433835744857788, + "learning_rate": 1e-05, + "loss": 0.5276, + "mean_token_accuracy": 0.8408757448196411, + "num_tokens": 133881948.0, + "step": 3524 + }, + { + "epoch": 0.4484162320315481, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.518979072570801, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8638569712638855, + "num_tokens": 133917765.0, + "step": 3525 + }, + { + "epoch": 0.44854344231013865, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4104533195495605, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8528587818145752, + "num_tokens": 133959199.0, + "step": 3526 + }, + { + "epoch": 0.4486706525887292, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5389597415924072, + "learning_rate": 1e-05, + "loss": 0.5155, + "mean_token_accuracy": 0.8430348038673401, + "num_tokens": 133991484.0, + "step": 3527 + }, + { + "epoch": 0.44879786286731965, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4125735759735107, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8657926321029663, + "num_tokens": 134025817.0, + "step": 3528 + }, + { + "epoch": 0.4489250731459102, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.520616054534912, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8552349805831909, + "num_tokens": 134063956.0, + "step": 3529 + }, + { + "epoch": 0.4490522834245007, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3977818489074707, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8541052341461182, + "num_tokens": 134101959.0, + "step": 3530 + }, + { + "epoch": 0.44917949370309124, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5278854370117188, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8511700630187988, + "num_tokens": 134139961.0, + "step": 3531 + }, + { + "epoch": 0.4493067039816817, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.382969856262207, + "learning_rate": 1e-05, + "loss": 0.4983, + "mean_token_accuracy": 0.8487902283668518, + "num_tokens": 134180368.0, + "step": 3532 + }, + { + "epoch": 0.44943391426027224, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.53131103515625, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8656818866729736, + "num_tokens": 134216842.0, + "step": 3533 + }, + { + "epoch": 0.44956112453886277, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.377319574356079, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8594218492507935, + "num_tokens": 134254089.0, + "step": 3534 + }, + { + "epoch": 0.44968833481745324, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5456128120422363, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8620900511741638, + "num_tokens": 134289559.0, + "step": 3535 + }, + { + "epoch": 0.44981554509604377, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3849949836730957, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8568228483200073, + "num_tokens": 134323029.0, + "step": 3536 + }, + { + "epoch": 0.4499427553746343, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5504045486450195, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8537169098854065, + "num_tokens": 134362657.0, + "step": 3537 + }, + { + "epoch": 0.45006996565322477, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.359635591506958, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8596527576446533, + "num_tokens": 134403555.0, + "step": 3538 + }, + { + "epoch": 0.4501971759318153, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 9.965896606445312e-05, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.574620246887207, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8604261875152588, + "num_tokens": 134438780.0, + "step": 3539 + }, + { + "epoch": 0.4503243862104058, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.358480930328369, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8505554795265198, + "num_tokens": 134477331.0, + "step": 3540 + }, + { + "epoch": 0.4504515964889963, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5927035808563232, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8687866926193237, + "num_tokens": 134513898.0, + "step": 3541 + }, + { + "epoch": 0.4505788067675868, + "ewc_loss": 0.044677734375, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.369652271270752, + "learning_rate": 1e-05, + "loss": 0.5396, + "mean_token_accuracy": 0.8410885334014893, + "num_tokens": 134548507.0, + "step": 3542 + }, + { + "epoch": 0.45070601704617735, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.603626251220703, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8500024676322937, + "num_tokens": 134590243.0, + "step": 3543 + }, + { + "epoch": 0.4508332273247678, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.363813638687134, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8577585220336914, + "num_tokens": 134624693.0, + "step": 3544 + }, + { + "epoch": 0.45096043760335836, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.603512763977051, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8773186206817627, + "num_tokens": 134661365.0, + "step": 3545 + }, + { + "epoch": 0.4510876478819489, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3702943325042725, + "learning_rate": 1e-05, + "loss": 0.473, + "mean_token_accuracy": 0.8594093322753906, + "num_tokens": 134698218.0, + "step": 3546 + }, + { + "epoch": 0.45121485816053936, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6148760318756104, + "learning_rate": 1e-05, + "loss": 0.5007, + "mean_token_accuracy": 0.8499526381492615, + "num_tokens": 134736011.0, + "step": 3547 + }, + { + "epoch": 0.4513420684391299, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.366361379623413, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8592315912246704, + "num_tokens": 134774457.0, + "step": 3548 + }, + { + "epoch": 0.4514692787177204, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6481621265411377, + "learning_rate": 1e-05, + "loss": 0.5411, + "mean_token_accuracy": 0.8347442150115967, + "num_tokens": 134813788.0, + "step": 3549 + }, + { + "epoch": 0.4515964889963109, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3724114894866943, + "learning_rate": 1e-05, + "loss": 0.5073, + "mean_token_accuracy": 0.844592809677124, + "num_tokens": 134851916.0, + "step": 3550 + }, + { + "epoch": 0.4517236992749014, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6352217197418213, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8614454865455627, + "num_tokens": 134892655.0, + "step": 3551 + }, + { + "epoch": 0.45185090955349194, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.367586851119995, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.8542025089263916, + "num_tokens": 134931391.0, + "step": 3552 + }, + { + "epoch": 0.4519781198320824, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6622464656829834, + "learning_rate": 1e-05, + "loss": 0.4966, + "mean_token_accuracy": 0.8509812951087952, + "num_tokens": 134966285.0, + "step": 3553 + }, + { + "epoch": 0.45210533011067294, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3800277709960938, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8572620153427124, + "num_tokens": 135003893.0, + "step": 3554 + }, + { + "epoch": 0.45223254038926347, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.653256416320801, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8571841716766357, + "num_tokens": 135043245.0, + "step": 3555 + }, + { + "epoch": 0.45235975066785394, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.388239860534668, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8527406454086304, + "num_tokens": 135082867.0, + "step": 3556 + }, + { + "epoch": 0.45248696094644447, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.646350145339966, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8778349161148071, + "num_tokens": 135121153.0, + "step": 3557 + }, + { + "epoch": 0.452614171225035, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4137468338012695, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8523614406585693, + "num_tokens": 135154221.0, + "step": 3558 + }, + { + "epoch": 0.4527413815036255, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6260805130004883, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8585480451583862, + "num_tokens": 135196065.0, + "step": 3559 + }, + { + "epoch": 0.452868591782216, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4013664722442627, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8654009699821472, + "num_tokens": 135233692.0, + "step": 3560 + }, + { + "epoch": 0.45299580206080653, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.622891664505005, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8720346689224243, + "num_tokens": 135267538.0, + "step": 3561 + }, + { + "epoch": 0.453123012339397, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.402890920639038, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.865469217300415, + "num_tokens": 135303946.0, + "step": 3562 + }, + { + "epoch": 0.45325022261798753, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.619946002960205, + "learning_rate": 1e-05, + "loss": 0.5054, + "mean_token_accuracy": 0.8465242385864258, + "num_tokens": 135340940.0, + "step": 3563 + }, + { + "epoch": 0.45337743289657806, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4070253372192383, + "learning_rate": 1e-05, + "loss": 0.5101, + "mean_token_accuracy": 0.8466137647628784, + "num_tokens": 135377472.0, + "step": 3564 + }, + { + "epoch": 0.45350464317516853, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.623351573944092, + "learning_rate": 1e-05, + "loss": 0.5312, + "mean_token_accuracy": 0.8367824554443359, + "num_tokens": 135411396.0, + "step": 3565 + }, + { + "epoch": 0.45363185345375906, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.403686761856079, + "learning_rate": 1e-05, + "loss": 0.5029, + "mean_token_accuracy": 0.8467286229133606, + "num_tokens": 135445323.0, + "step": 3566 + }, + { + "epoch": 0.4537590637323496, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5933828353881836, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8603520393371582, + "num_tokens": 135487364.0, + "step": 3567 + }, + { + "epoch": 0.45388627401094006, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010061264038085938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.386000871658325, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8563617467880249, + "num_tokens": 135529879.0, + "step": 3568 + }, + { + "epoch": 0.4540134842895306, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5926265716552734, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8609768152236938, + "num_tokens": 135568812.0, + "step": 3569 + }, + { + "epoch": 0.4541406945681211, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.389070510864258, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8517045378684998, + "num_tokens": 135608096.0, + "step": 3570 + }, + { + "epoch": 0.4542679048467116, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6093013286590576, + "learning_rate": 1e-05, + "loss": 0.5645, + "mean_token_accuracy": 0.8311062455177307, + "num_tokens": 135645796.0, + "step": 3571 + }, + { + "epoch": 0.4543951151253021, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3811497688293457, + "learning_rate": 1e-05, + "loss": 0.4941, + "mean_token_accuracy": 0.8539718389511108, + "num_tokens": 135686535.0, + "step": 3572 + }, + { + "epoch": 0.45452232540389265, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6225874423980713, + "learning_rate": 1e-05, + "loss": 0.479, + "mean_token_accuracy": 0.8562202453613281, + "num_tokens": 135719555.0, + "step": 3573 + }, + { + "epoch": 0.4546495356824831, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.375631809234619, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8677325248718262, + "num_tokens": 135756498.0, + "step": 3574 + }, + { + "epoch": 0.45477674596107365, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.628650188446045, + "learning_rate": 1e-05, + "loss": 0.5424, + "mean_token_accuracy": 0.8378129601478577, + "num_tokens": 135797438.0, + "step": 3575 + }, + { + "epoch": 0.4549039562396642, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.377009630203247, + "learning_rate": 1e-05, + "loss": 0.4932, + "mean_token_accuracy": 0.8512604236602783, + "num_tokens": 135836085.0, + "step": 3576 + }, + { + "epoch": 0.45503116651825465, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6298887729644775, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8616636991500854, + "num_tokens": 135872272.0, + "step": 3577 + }, + { + "epoch": 0.4551583767968452, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4054203033447266, + "learning_rate": 1e-05, + "loss": 0.5402, + "mean_token_accuracy": 0.8373196125030518, + "num_tokens": 135908667.0, + "step": 3578 + }, + { + "epoch": 0.4552855870754357, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.628481388092041, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8663464784622192, + "num_tokens": 135939205.0, + "step": 3579 + }, + { + "epoch": 0.4554127973540262, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.396045684814453, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8593841791152954, + "num_tokens": 135977084.0, + "step": 3580 + }, + { + "epoch": 0.4555400076326167, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.609595537185669, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8494336605072021, + "num_tokens": 136012712.0, + "step": 3581 + }, + { + "epoch": 0.45566721791120723, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3899054527282715, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8605670928955078, + "num_tokens": 136050253.0, + "step": 3582 + }, + { + "epoch": 0.45579442818979776, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6088850498199463, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8544787764549255, + "num_tokens": 136088072.0, + "step": 3583 + }, + { + "epoch": 0.45592163846838824, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4053497314453125, + "learning_rate": 1e-05, + "loss": 0.5019, + "mean_token_accuracy": 0.8510253429412842, + "num_tokens": 136122434.0, + "step": 3584 + }, + { + "epoch": 0.45604884874697876, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5896811485290527, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8639187812805176, + "num_tokens": 136164489.0, + "step": 3585 + }, + { + "epoch": 0.4561760590255693, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.406205177307129, + "learning_rate": 1e-05, + "loss": 0.4843, + "mean_token_accuracy": 0.8527111411094666, + "num_tokens": 136198534.0, + "step": 3586 + }, + { + "epoch": 0.45630326930415976, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5659689903259277, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8573272824287415, + "num_tokens": 136242261.0, + "step": 3587 + }, + { + "epoch": 0.4564304795827503, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4132602214813232, + "learning_rate": 1e-05, + "loss": 0.5119, + "mean_token_accuracy": 0.847006618976593, + "num_tokens": 136277106.0, + "step": 3588 + }, + { + "epoch": 0.4565576898613408, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.55666446685791, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8587295413017273, + "num_tokens": 136315872.0, + "step": 3589 + }, + { + "epoch": 0.4566849001399313, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.6288158893585205, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8563985824584961, + "num_tokens": 136359513.0, + "step": 3590 + }, + { + "epoch": 0.4568121104185218, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4368913173675537, + "learning_rate": 1e-05, + "loss": 0.5043, + "mean_token_accuracy": 0.850354790687561, + "num_tokens": 136398575.0, + "step": 3591 + }, + { + "epoch": 0.45693932069711235, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.0001010894775390625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.493454694747925, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8670822381973267, + "num_tokens": 136439062.0, + "step": 3592 + }, + { + "epoch": 0.4570665309757028, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.4098398685455322, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8543616533279419, + "num_tokens": 136475044.0, + "step": 3593 + }, + { + "epoch": 0.45719374125429335, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.522270679473877, + "learning_rate": 1e-05, + "loss": 0.5177, + "mean_token_accuracy": 0.8450928330421448, + "num_tokens": 136513674.0, + "step": 3594 + }, + { + "epoch": 0.4573209515328839, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.390770196914673, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8601194620132446, + "num_tokens": 136551218.0, + "step": 3595 + }, + { + "epoch": 0.45744816181147435, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5265042781829834, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8697519302368164, + "num_tokens": 136589088.0, + "step": 3596 + }, + { + "epoch": 0.4575753720900649, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3856372833251953, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8580372929573059, + "num_tokens": 136625269.0, + "step": 3597 + }, + { + "epoch": 0.4577025823686554, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5375678539276123, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8605650663375854, + "num_tokens": 136660212.0, + "step": 3598 + }, + { + "epoch": 0.4578297926472459, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3644328117370605, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8495017290115356, + "num_tokens": 136703372.0, + "step": 3599 + }, + { + "epoch": 0.4579570029258364, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5603556632995605, + "learning_rate": 1e-05, + "loss": 0.4966, + "mean_token_accuracy": 0.8508022427558899, + "num_tokens": 136741241.0, + "step": 3600 + }, + { + "epoch": 0.45808421320442694, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3515541553497314, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8564499616622925, + "num_tokens": 136780329.0, + "step": 3601 + }, + { + "epoch": 0.4582114234830174, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6133997440338135, + "learning_rate": 1e-05, + "loss": 0.5278, + "mean_token_accuracy": 0.8413301706314087, + "num_tokens": 136812567.0, + "step": 3602 + }, + { + "epoch": 0.45833863376160794, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.341205358505249, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.8472913503646851, + "num_tokens": 136854370.0, + "step": 3603 + }, + { + "epoch": 0.45846584404019847, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.648200750350952, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8545143008232117, + "num_tokens": 136890536.0, + "step": 3604 + }, + { + "epoch": 0.45859305431878894, + "ewc_loss": 0.04443359375, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.3446996212005615, + "learning_rate": 1e-05, + "loss": 0.5639, + "mean_token_accuracy": 0.8295553922653198, + "num_tokens": 136929376.0, + "step": 3605 + }, + { + "epoch": 0.45872026459737947, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6697425842285156, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8623394966125488, + "num_tokens": 136967857.0, + "step": 3606 + }, + { + "epoch": 0.45884747487597, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010156631469726562, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.346107006072998, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8555270433425903, + "num_tokens": 137007853.0, + "step": 3607 + }, + { + "epoch": 0.45897468515456047, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.688743829727173, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.858166515827179, + "num_tokens": 137048172.0, + "step": 3608 + }, + { + "epoch": 0.459101895433151, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.374305248260498, + "learning_rate": 1e-05, + "loss": 0.5297, + "mean_token_accuracy": 0.8391110301017761, + "num_tokens": 137083598.0, + "step": 3609 + }, + { + "epoch": 0.4592291057117415, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7068142890930176, + "learning_rate": 1e-05, + "loss": 0.5042, + "mean_token_accuracy": 0.8464639186859131, + "num_tokens": 137117626.0, + "step": 3610 + }, + { + "epoch": 0.459356315990332, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3823893070220947, + "learning_rate": 1e-05, + "loss": 0.5106, + "mean_token_accuracy": 0.8464465737342834, + "num_tokens": 137161536.0, + "step": 3611 + }, + { + "epoch": 0.4594835262689225, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.710817337036133, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8633555173873901, + "num_tokens": 137195932.0, + "step": 3612 + }, + { + "epoch": 0.45961073654751305, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4101061820983887, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8651362657546997, + "num_tokens": 137229263.0, + "step": 3613 + }, + { + "epoch": 0.4597379468261035, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.702127456665039, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8560861349105835, + "num_tokens": 137265250.0, + "step": 3614 + }, + { + "epoch": 0.45986515710469406, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.407212018966675, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8677119612693787, + "num_tokens": 137307612.0, + "step": 3615 + }, + { + "epoch": 0.4599923673832846, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.709074020385742, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8687742352485657, + "num_tokens": 137336075.0, + "step": 3616 + }, + { + "epoch": 0.46011957766187506, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4348702430725098, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.8546895980834961, + "num_tokens": 137374571.0, + "step": 3617 + }, + { + "epoch": 0.4602467879404656, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.691523551940918, + "learning_rate": 1e-05, + "loss": 0.5004, + "mean_token_accuracy": 0.8485891819000244, + "num_tokens": 137409275.0, + "step": 3618 + }, + { + "epoch": 0.4603739982190561, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.427107334136963, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8584922552108765, + "num_tokens": 137447665.0, + "step": 3619 + }, + { + "epoch": 0.4605012084976466, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6822521686553955, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8649486303329468, + "num_tokens": 137484256.0, + "step": 3620 + }, + { + "epoch": 0.4606284187762371, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.427351951599121, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8584977388381958, + "num_tokens": 137523868.0, + "step": 3621 + }, + { + "epoch": 0.46075562905482764, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00010204315185546875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.647707223892212, + "learning_rate": 1e-05, + "loss": 0.5504, + "mean_token_accuracy": 0.8315741419792175, + "num_tokens": 137564707.0, + "step": 3622 + }, + { + "epoch": 0.4608828393334181, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.433607816696167, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8634982109069824, + "num_tokens": 137600347.0, + "step": 3623 + }, + { + "epoch": 0.46101004961200864, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6202337741851807, + "learning_rate": 1e-05, + "loss": 0.5013, + "mean_token_accuracy": 0.8498780727386475, + "num_tokens": 137642874.0, + "step": 3624 + }, + { + "epoch": 0.46113725989059917, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4229040145874023, + "learning_rate": 1e-05, + "loss": 0.5237, + "mean_token_accuracy": 0.849433422088623, + "num_tokens": 137685253.0, + "step": 3625 + }, + { + "epoch": 0.46126447016918964, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6515614986419678, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8732223510742188, + "num_tokens": 137722180.0, + "step": 3626 + }, + { + "epoch": 0.4613916804477802, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4256467819213867, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8624268174171448, + "num_tokens": 137756665.0, + "step": 3627 + }, + { + "epoch": 0.4615188907263707, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6045491695404053, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8630787134170532, + "num_tokens": 137795928.0, + "step": 3628 + }, + { + "epoch": 0.4616461010049612, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4283270835876465, + "learning_rate": 1e-05, + "loss": 0.5093, + "mean_token_accuracy": 0.8422991037368774, + "num_tokens": 137833695.0, + "step": 3629 + }, + { + "epoch": 0.4617733112835517, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5804903507232666, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8600941300392151, + "num_tokens": 137871894.0, + "step": 3630 + }, + { + "epoch": 0.46190052156214223, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4156618118286133, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8503444194793701, + "num_tokens": 137907818.0, + "step": 3631 + }, + { + "epoch": 0.46202773184073276, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.56648850440979, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8690795302391052, + "num_tokens": 137943506.0, + "step": 3632 + }, + { + "epoch": 0.46215494211932323, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010251998901367188, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.440452814102173, + "learning_rate": 1e-05, + "loss": 0.5207, + "mean_token_accuracy": 0.8493815660476685, + "num_tokens": 137975113.0, + "step": 3633 + }, + { + "epoch": 0.46228215239791376, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.566718339920044, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8628249168395996, + "num_tokens": 138006503.0, + "step": 3634 + }, + { + "epoch": 0.4624093626765043, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.406170129776001, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8650014400482178, + "num_tokens": 138046667.0, + "step": 3635 + }, + { + "epoch": 0.46253657295509476, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010347366333007812, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5532336235046387, + "learning_rate": 1e-05, + "loss": 0.5198, + "mean_token_accuracy": 0.8443769216537476, + "num_tokens": 138084821.0, + "step": 3636 + }, + { + "epoch": 0.4626637832336853, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010347366333007812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3992626667022705, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8552085161209106, + "num_tokens": 138123994.0, + "step": 3637 + }, + { + "epoch": 0.4627909935122758, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010347366333007812, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5588181018829346, + "learning_rate": 1e-05, + "loss": 0.4932, + "mean_token_accuracy": 0.8527127504348755, + "num_tokens": 138161225.0, + "step": 3638 + }, + { + "epoch": 0.4629182037908663, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010347366333007812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3929240703582764, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8644282817840576, + "num_tokens": 138197441.0, + "step": 3639 + }, + { + "epoch": 0.4630454140694568, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010347366333007812, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5666186809539795, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8589648008346558, + "num_tokens": 138229663.0, + "step": 3640 + }, + { + "epoch": 0.46317262434804735, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010347366333007812, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.388734817504883, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8540422916412354, + "num_tokens": 138267955.0, + "step": 3641 + }, + { + "epoch": 0.4632998346266378, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010347366333007812, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5649044513702393, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8679815530776978, + "num_tokens": 138303968.0, + "step": 3642 + }, + { + "epoch": 0.46342704490522835, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010395050048828125, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.377709150314331, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.8569539785385132, + "num_tokens": 138344667.0, + "step": 3643 + }, + { + "epoch": 0.4635542551838189, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010395050048828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5600035190582275, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8677929043769836, + "num_tokens": 138387513.0, + "step": 3644 + }, + { + "epoch": 0.46368146546240935, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010395050048828125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3667659759521484, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8738031387329102, + "num_tokens": 138428070.0, + "step": 3645 + }, + { + "epoch": 0.4638086757409999, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00010395050048828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6221325397491455, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8597930669784546, + "num_tokens": 138462303.0, + "step": 3646 + }, + { + "epoch": 0.4639358860195904, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010395050048828125, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.366588830947876, + "learning_rate": 1e-05, + "loss": 0.546, + "mean_token_accuracy": 0.8368515968322754, + "num_tokens": 138502099.0, + "step": 3647 + }, + { + "epoch": 0.4640630962981809, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010395050048828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6231234073638916, + "learning_rate": 1e-05, + "loss": 0.4953, + "mean_token_accuracy": 0.8492701053619385, + "num_tokens": 138539400.0, + "step": 3648 + }, + { + "epoch": 0.4641903065767714, + "ewc_loss": 0.045166015625, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3684959411621094, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8575763702392578, + "num_tokens": 138573082.0, + "step": 3649 + }, + { + "epoch": 0.46431751685536193, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010395050048828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.624002456665039, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8620089292526245, + "num_tokens": 138613693.0, + "step": 3650 + }, + { + "epoch": 0.4644447271339524, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010395050048828125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3585402965545654, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8713055849075317, + "num_tokens": 138655138.0, + "step": 3651 + }, + { + "epoch": 0.46457193741254293, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6553823947906494, + "learning_rate": 1e-05, + "loss": 0.5746, + "mean_token_accuracy": 0.8274880647659302, + "num_tokens": 138697117.0, + "step": 3652 + }, + { + "epoch": 0.46469914769113346, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.377030849456787, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8534305691719055, + "num_tokens": 138732723.0, + "step": 3653 + }, + { + "epoch": 0.46482635796972394, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6519277095794678, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.85927414894104, + "num_tokens": 138767680.0, + "step": 3654 + }, + { + "epoch": 0.46495356824831446, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.383686065673828, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8643897175788879, + "num_tokens": 138803119.0, + "step": 3655 + }, + { + "epoch": 0.465080778526905, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6505720615386963, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8633650541305542, + "num_tokens": 138845032.0, + "step": 3656 + }, + { + "epoch": 0.46520798880549546, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3851966857910156, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8631387948989868, + "num_tokens": 138886521.0, + "step": 3657 + }, + { + "epoch": 0.465335199084086, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6423001289367676, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8578214645385742, + "num_tokens": 138927586.0, + "step": 3658 + }, + { + "epoch": 0.4654624093626765, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.41131591796875, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.853218674659729, + "num_tokens": 138967382.0, + "step": 3659 + }, + { + "epoch": 0.465589619641267, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.637760639190674, + "learning_rate": 1e-05, + "loss": 0.5195, + "mean_token_accuracy": 0.8408850431442261, + "num_tokens": 139003498.0, + "step": 3660 + }, + { + "epoch": 0.4657168299198575, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4006526470184326, + "learning_rate": 1e-05, + "loss": 0.5025, + "mean_token_accuracy": 0.8464361429214478, + "num_tokens": 139046724.0, + "step": 3661 + }, + { + "epoch": 0.46584404019844805, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.612025737762451, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8540680408477783, + "num_tokens": 139091513.0, + "step": 3662 + }, + { + "epoch": 0.4659712504770385, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.423853874206543, + "learning_rate": 1e-05, + "loss": 0.548, + "mean_token_accuracy": 0.8341150283813477, + "num_tokens": 139130082.0, + "step": 3663 + }, + { + "epoch": 0.46609846075562905, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5855884552001953, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.858555018901825, + "num_tokens": 139172974.0, + "step": 3664 + }, + { + "epoch": 0.4662256710342196, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.410922050476074, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8648463487625122, + "num_tokens": 139212164.0, + "step": 3665 + }, + { + "epoch": 0.46635288131281005, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.597419023513794, + "learning_rate": 1e-05, + "loss": 0.5631, + "mean_token_accuracy": 0.8280839920043945, + "num_tokens": 139252960.0, + "step": 3666 + }, + { + "epoch": 0.4664800915914006, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.425477981567383, + "learning_rate": 1e-05, + "loss": 0.514, + "mean_token_accuracy": 0.8486748933792114, + "num_tokens": 139287078.0, + "step": 3667 + }, + { + "epoch": 0.4666073018699911, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010442733764648438, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.623136520385742, + "learning_rate": 1e-05, + "loss": 0.5418, + "mean_token_accuracy": 0.84613037109375, + "num_tokens": 139321545.0, + "step": 3668 + }, + { + "epoch": 0.4667345121485816, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.392153739929199, + "learning_rate": 1e-05, + "loss": 0.5277, + "mean_token_accuracy": 0.8393920063972473, + "num_tokens": 139360829.0, + "step": 3669 + }, + { + "epoch": 0.4668617224271721, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.594330310821533, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.858301043510437, + "num_tokens": 139396347.0, + "step": 3670 + }, + { + "epoch": 0.46698893270576264, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.38533353805542, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8600300550460815, + "num_tokens": 139430367.0, + "step": 3671 + }, + { + "epoch": 0.4671161429843531, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.604768753051758, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8479986190795898, + "num_tokens": 139468233.0, + "step": 3672 + }, + { + "epoch": 0.46724335326294364, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.391382932662964, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.853151798248291, + "num_tokens": 139502377.0, + "step": 3673 + }, + { + "epoch": 0.46737056354153417, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5994160175323486, + "learning_rate": 1e-05, + "loss": 0.503, + "mean_token_accuracy": 0.8481730222702026, + "num_tokens": 139540503.0, + "step": 3674 + }, + { + "epoch": 0.46749777382012464, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3891615867614746, + "learning_rate": 1e-05, + "loss": 0.5086, + "mean_token_accuracy": 0.8434441089630127, + "num_tokens": 139578063.0, + "step": 3675 + }, + { + "epoch": 0.46762498409871517, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6059134006500244, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8708693981170654, + "num_tokens": 139615451.0, + "step": 3676 + }, + { + "epoch": 0.4677521943773057, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3849899768829346, + "learning_rate": 1e-05, + "loss": 0.5206, + "mean_token_accuracy": 0.8462690114974976, + "num_tokens": 139657779.0, + "step": 3677 + }, + { + "epoch": 0.46787940465589617, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.606194496154785, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8589804172515869, + "num_tokens": 139698166.0, + "step": 3678 + }, + { + "epoch": 0.4680066149344867, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.391150712966919, + "learning_rate": 1e-05, + "loss": 0.5283, + "mean_token_accuracy": 0.8407852649688721, + "num_tokens": 139736970.0, + "step": 3679 + }, + { + "epoch": 0.4681338252130772, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.61118221282959, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8557750582695007, + "num_tokens": 139771570.0, + "step": 3680 + }, + { + "epoch": 0.46826103549166775, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3910205364227295, + "learning_rate": 1e-05, + "loss": 0.5519, + "mean_token_accuracy": 0.8347718715667725, + "num_tokens": 139811927.0, + "step": 3681 + }, + { + "epoch": 0.4683882457702582, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.603970766067505, + "learning_rate": 1e-05, + "loss": 0.5101, + "mean_token_accuracy": 0.8441075682640076, + "num_tokens": 139852903.0, + "step": 3682 + }, + { + "epoch": 0.46851545604884876, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3803505897521973, + "learning_rate": 1e-05, + "loss": 0.5051, + "mean_token_accuracy": 0.8453273773193359, + "num_tokens": 139895375.0, + "step": 3683 + }, + { + "epoch": 0.4686426663274393, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.638045310974121, + "learning_rate": 1e-05, + "loss": 0.5777, + "mean_token_accuracy": 0.8335506319999695, + "num_tokens": 139927878.0, + "step": 3684 + }, + { + "epoch": 0.46876987660602976, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.0001049041748046875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3938493728637695, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8538378477096558, + "num_tokens": 139959864.0, + "step": 3685 + }, + { + "epoch": 0.4688970868846203, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6086716651916504, + "learning_rate": 1e-05, + "loss": 0.5211, + "mean_token_accuracy": 0.84342360496521, + "num_tokens": 140003815.0, + "step": 3686 + }, + { + "epoch": 0.4690242971632108, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3920180797576904, + "learning_rate": 1e-05, + "loss": 0.5258, + "mean_token_accuracy": 0.8399620652198792, + "num_tokens": 140043126.0, + "step": 3687 + }, + { + "epoch": 0.4691515074418013, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6180617809295654, + "learning_rate": 1e-05, + "loss": 0.4803, + "mean_token_accuracy": 0.8518215417861938, + "num_tokens": 140078466.0, + "step": 3688 + }, + { + "epoch": 0.4692787177203918, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.394425392150879, + "learning_rate": 1e-05, + "loss": 0.5031, + "mean_token_accuracy": 0.8449043035507202, + "num_tokens": 140114733.0, + "step": 3689 + }, + { + "epoch": 0.46940592799898234, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.610233783721924, + "learning_rate": 1e-05, + "loss": 0.4977, + "mean_token_accuracy": 0.8520578742027283, + "num_tokens": 140157017.0, + "step": 3690 + }, + { + "epoch": 0.4695331382775728, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3858561515808105, + "learning_rate": 1e-05, + "loss": 0.4935, + "mean_token_accuracy": 0.8502055406570435, + "num_tokens": 140197408.0, + "step": 3691 + }, + { + "epoch": 0.46966034855616334, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.630599021911621, + "learning_rate": 1e-05, + "loss": 0.5181, + "mean_token_accuracy": 0.8474565744400024, + "num_tokens": 140232458.0, + "step": 3692 + }, + { + "epoch": 0.46978755883475387, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.38846492767334, + "learning_rate": 1e-05, + "loss": 0.4945, + "mean_token_accuracy": 0.8532159328460693, + "num_tokens": 140273790.0, + "step": 3693 + }, + { + "epoch": 0.46991476911334434, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.609865427017212, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8712635040283203, + "num_tokens": 140313339.0, + "step": 3694 + }, + { + "epoch": 0.47004197939193487, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3964428901672363, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8530811667442322, + "num_tokens": 140352572.0, + "step": 3695 + }, + { + "epoch": 0.4701691896705254, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6313295364379883, + "learning_rate": 1e-05, + "loss": 0.5134, + "mean_token_accuracy": 0.8468766808509827, + "num_tokens": 140385221.0, + "step": 3696 + }, + { + "epoch": 0.4702963999491159, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3819069862365723, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.870240330696106, + "num_tokens": 140427041.0, + "step": 3697 + }, + { + "epoch": 0.4704236102277064, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6288599967956543, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8706419467926025, + "num_tokens": 140460956.0, + "step": 3698 + }, + { + "epoch": 0.47055082050629693, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.381028890609741, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.870450496673584, + "num_tokens": 140497644.0, + "step": 3699 + }, + { + "epoch": 0.4706780307848874, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.636763334274292, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8563323020935059, + "num_tokens": 140532764.0, + "step": 3700 + }, + { + "epoch": 0.47080524106347793, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4153754711151123, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8551212549209595, + "num_tokens": 140564705.0, + "step": 3701 + }, + { + "epoch": 0.47093245134206846, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6136233806610107, + "learning_rate": 1e-05, + "loss": 0.4888, + "mean_token_accuracy": 0.85280442237854, + "num_tokens": 140606959.0, + "step": 3702 + }, + { + "epoch": 0.47105966162065893, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.39258074760437, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8622596859931946, + "num_tokens": 140646034.0, + "step": 3703 + }, + { + "epoch": 0.47118687189924946, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6215102672576904, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.854841947555542, + "num_tokens": 140679948.0, + "step": 3704 + }, + { + "epoch": 0.47131408217784, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.412069320678711, + "learning_rate": 1e-05, + "loss": 0.506, + "mean_token_accuracy": 0.8469600081443787, + "num_tokens": 140713071.0, + "step": 3705 + }, + { + "epoch": 0.47144129245643046, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6087090969085693, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8628900051116943, + "num_tokens": 140744243.0, + "step": 3706 + }, + { + "epoch": 0.471568502735021, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.400834083557129, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8732946515083313, + "num_tokens": 140776716.0, + "step": 3707 + }, + { + "epoch": 0.4716957130136115, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6132357120513916, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8754774332046509, + "num_tokens": 140808874.0, + "step": 3708 + }, + { + "epoch": 0.471822923292202, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3872129917144775, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8661496639251709, + "num_tokens": 140846198.0, + "step": 3709 + }, + { + "epoch": 0.4719501335707925, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5969767570495605, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8592255115509033, + "num_tokens": 140889228.0, + "step": 3710 + }, + { + "epoch": 0.47207734384938305, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.399754047393799, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8579993844032288, + "num_tokens": 140924549.0, + "step": 3711 + }, + { + "epoch": 0.4722045541279735, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.604440450668335, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8679728507995605, + "num_tokens": 140960995.0, + "step": 3712 + }, + { + "epoch": 0.47233176440656405, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 3.1760823726654053, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8581901788711548, + "num_tokens": 141000899.0, + "step": 3713 + }, + { + "epoch": 0.4724589746851546, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.440246820449829, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8646713495254517, + "num_tokens": 141037736.0, + "step": 3714 + }, + { + "epoch": 0.47258618496374505, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010538101196289062, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6826984882354736, + "learning_rate": 1e-05, + "loss": 0.5287, + "mean_token_accuracy": 0.8394098281860352, + "num_tokens": 141068916.0, + "step": 3715 + }, + { + "epoch": 0.4727133952423356, + "ewc_loss": 0.044921875, + "ewc_loss_diag": 0.00010633468627929688, + "ewc_loss_parallel": 3.4332275390625e-05, + "grad_norm": 2.347349166870117, + "learning_rate": 1e-05, + "loss": 0.5255, + "mean_token_accuracy": 0.8393576741218567, + "num_tokens": 141102353.0, + "step": 3716 + }, + { + "epoch": 0.4728406055209261, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00010633468627929688, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.738743782043457, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8654897809028625, + "num_tokens": 141142653.0, + "step": 3717 + }, + { + "epoch": 0.4729678157995166, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010585784912109375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3527140617370605, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8592227101325989, + "num_tokens": 141180091.0, + "step": 3718 + }, + { + "epoch": 0.4730950260781071, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00010633468627929688, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7677409648895264, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8729540705680847, + "num_tokens": 141218674.0, + "step": 3719 + }, + { + "epoch": 0.47322223635669763, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010633468627929688, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.38481068611145, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8678497076034546, + "num_tokens": 141258680.0, + "step": 3720 + }, + { + "epoch": 0.4733494466352881, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00010585784912109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7963433265686035, + "learning_rate": 1e-05, + "loss": 0.5007, + "mean_token_accuracy": 0.8503341674804688, + "num_tokens": 141297883.0, + "step": 3721 + }, + { + "epoch": 0.47347665691387864, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00010585784912109375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4411187171936035, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8577980995178223, + "num_tokens": 141336549.0, + "step": 3722 + }, + { + "epoch": 0.47360386719246916, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00010585784912109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7907094955444336, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.857384204864502, + "num_tokens": 141368697.0, + "step": 3723 + }, + { + "epoch": 0.47373107747105964, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00010585784912109375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.464233160018921, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8620036244392395, + "num_tokens": 141399349.0, + "step": 3724 + }, + { + "epoch": 0.47385828774965016, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00010585784912109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7484207153320312, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8714846968650818, + "num_tokens": 141435198.0, + "step": 3725 + }, + { + "epoch": 0.4739854980282407, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010585784912109375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4792096614837646, + "learning_rate": 1e-05, + "loss": 0.541, + "mean_token_accuracy": 0.8425052165985107, + "num_tokens": 141470659.0, + "step": 3726 + }, + { + "epoch": 0.47411270830683117, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001068115234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.709993839263916, + "learning_rate": 1e-05, + "loss": 0.4841, + "mean_token_accuracy": 0.8550723791122437, + "num_tokens": 141514774.0, + "step": 3727 + }, + { + "epoch": 0.4742399185854217, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.0001068115234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.467604637145996, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8619844317436218, + "num_tokens": 141551071.0, + "step": 3728 + }, + { + "epoch": 0.4743671288640122, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6712284088134766, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8575572371482849, + "num_tokens": 141590201.0, + "step": 3729 + }, + { + "epoch": 0.4744943391426027, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4428489208221436, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8645528554916382, + "num_tokens": 141637580.0, + "step": 3730 + }, + { + "epoch": 0.4746215494211932, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.67427134513855, + "learning_rate": 1e-05, + "loss": 0.5376, + "mean_token_accuracy": 0.8447071313858032, + "num_tokens": 141674092.0, + "step": 3731 + }, + { + "epoch": 0.47474875969978375, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.466644287109375, + "learning_rate": 1e-05, + "loss": 0.5333, + "mean_token_accuracy": 0.8382343053817749, + "num_tokens": 141709416.0, + "step": 3732 + }, + { + "epoch": 0.4748759699783743, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.644993543624878, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8560791611671448, + "num_tokens": 141742445.0, + "step": 3733 + }, + { + "epoch": 0.47500318025696475, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.430128812789917, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8664008378982544, + "num_tokens": 141778224.0, + "step": 3734 + }, + { + "epoch": 0.4751303905355553, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.647819995880127, + "learning_rate": 1e-05, + "loss": 0.513, + "mean_token_accuracy": 0.8467638492584229, + "num_tokens": 141818239.0, + "step": 3735 + }, + { + "epoch": 0.4752576008141458, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4247090816497803, + "learning_rate": 1e-05, + "loss": 0.5259, + "mean_token_accuracy": 0.8424840569496155, + "num_tokens": 141853624.0, + "step": 3736 + }, + { + "epoch": 0.4753848110927363, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.621328592300415, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8563317060470581, + "num_tokens": 141893620.0, + "step": 3737 + }, + { + "epoch": 0.4755120213713268, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.411958694458008, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8645293116569519, + "num_tokens": 141930504.0, + "step": 3738 + }, + { + "epoch": 0.47563923164991734, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6212189197540283, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.8484320044517517, + "num_tokens": 141968195.0, + "step": 3739 + }, + { + "epoch": 0.4757664419285078, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.5863780975341797, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8592478036880493, + "num_tokens": 142010143.0, + "step": 3740 + }, + { + "epoch": 0.47589365220709834, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.506378412246704, + "learning_rate": 1e-05, + "loss": 0.514, + "mean_token_accuracy": 0.845883846282959, + "num_tokens": 142051170.0, + "step": 3741 + }, + { + "epoch": 0.47602086248568887, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.480159282684326, + "learning_rate": 1e-05, + "loss": 0.529, + "mean_token_accuracy": 0.8374345302581787, + "num_tokens": 142084327.0, + "step": 3742 + }, + { + "epoch": 0.47614807276427934, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.466892957687378, + "learning_rate": 1e-05, + "loss": 0.5098, + "mean_token_accuracy": 0.8470567464828491, + "num_tokens": 142125512.0, + "step": 3743 + }, + { + "epoch": 0.47627528304286987, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4756007194519043, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8577284812927246, + "num_tokens": 142159117.0, + "step": 3744 + }, + { + "epoch": 0.4764024933214604, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.462904691696167, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.856927752494812, + "num_tokens": 142194580.0, + "step": 3745 + }, + { + "epoch": 0.47652970360005087, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4643502235412598, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8715631365776062, + "num_tokens": 142230945.0, + "step": 3746 + }, + { + "epoch": 0.4766569138786414, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.447960376739502, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8660115599632263, + "num_tokens": 142264792.0, + "step": 3747 + }, + { + "epoch": 0.4767841241572319, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.45900821685791, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8668088912963867, + "num_tokens": 142302210.0, + "step": 3748 + }, + { + "epoch": 0.4769113344358224, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.44242262840271, + "learning_rate": 1e-05, + "loss": 0.5041, + "mean_token_accuracy": 0.8490091562271118, + "num_tokens": 142345646.0, + "step": 3749 + }, + { + "epoch": 0.4770385447144129, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.461726427078247, + "learning_rate": 1e-05, + "loss": 0.5526, + "mean_token_accuracy": 0.8327036499977112, + "num_tokens": 142387097.0, + "step": 3750 + }, + { + "epoch": 0.47716575499300345, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4521431922912598, + "learning_rate": 1e-05, + "loss": 0.5398, + "mean_token_accuracy": 0.8345566391944885, + "num_tokens": 142424087.0, + "step": 3751 + }, + { + "epoch": 0.4772929652715939, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4582390785217285, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8660475015640259, + "num_tokens": 142458837.0, + "step": 3752 + }, + { + "epoch": 0.47742017555018446, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.440807342529297, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8645268678665161, + "num_tokens": 142495661.0, + "step": 3753 + }, + { + "epoch": 0.477547385828775, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.467374563217163, + "learning_rate": 1e-05, + "loss": 0.505, + "mean_token_accuracy": 0.8461371660232544, + "num_tokens": 142532439.0, + "step": 3754 + }, + { + "epoch": 0.47767459610736546, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4301323890686035, + "learning_rate": 1e-05, + "loss": 0.5094, + "mean_token_accuracy": 0.8447682857513428, + "num_tokens": 142574032.0, + "step": 3755 + }, + { + "epoch": 0.477801806385956, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4657936096191406, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8611970543861389, + "num_tokens": 142607438.0, + "step": 3756 + }, + { + "epoch": 0.4779290166645465, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.454103708267212, + "learning_rate": 1e-05, + "loss": 0.5052, + "mean_token_accuracy": 0.8449714779853821, + "num_tokens": 142642527.0, + "step": 3757 + }, + { + "epoch": 0.478056226943137, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.463463306427002, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8567835092544556, + "num_tokens": 142677447.0, + "step": 3758 + }, + { + "epoch": 0.4781834372217275, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.446470260620117, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8481847643852234, + "num_tokens": 142714429.0, + "step": 3759 + }, + { + "epoch": 0.47831064750031804, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4482157230377197, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8525568246841431, + "num_tokens": 142752742.0, + "step": 3760 + }, + { + "epoch": 0.4784378577789085, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4435815811157227, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8570677638053894, + "num_tokens": 142788925.0, + "step": 3761 + }, + { + "epoch": 0.47856506805749904, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4458391666412354, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8659956455230713, + "num_tokens": 142823215.0, + "step": 3762 + }, + { + "epoch": 0.47869227833608957, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4437978267669678, + "learning_rate": 1e-05, + "loss": 0.5039, + "mean_token_accuracy": 0.8453162312507629, + "num_tokens": 142860346.0, + "step": 3763 + }, + { + "epoch": 0.47881948861468004, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4510114192962646, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8547281622886658, + "num_tokens": 142895814.0, + "step": 3764 + }, + { + "epoch": 0.4789466988932706, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4553604125976562, + "learning_rate": 1e-05, + "loss": 0.5463, + "mean_token_accuracy": 0.833066999912262, + "num_tokens": 142934379.0, + "step": 3765 + }, + { + "epoch": 0.4790739091718611, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4573850631713867, + "learning_rate": 1e-05, + "loss": 0.5334, + "mean_token_accuracy": 0.8361064791679382, + "num_tokens": 142970512.0, + "step": 3766 + }, + { + "epoch": 0.4792011194504516, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.448140859603882, + "learning_rate": 1e-05, + "loss": 0.518, + "mean_token_accuracy": 0.8416245579719543, + "num_tokens": 143008635.0, + "step": 3767 + }, + { + "epoch": 0.4793283297290421, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.441234588623047, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8623121976852417, + "num_tokens": 143047638.0, + "step": 3768 + }, + { + "epoch": 0.47945554000763263, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.456479787826538, + "learning_rate": 1e-05, + "loss": 0.5037, + "mean_token_accuracy": 0.8480867147445679, + "num_tokens": 143082470.0, + "step": 3769 + }, + { + "epoch": 0.4795827502862231, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.423835277557373, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8628771901130676, + "num_tokens": 143126869.0, + "step": 3770 + }, + { + "epoch": 0.47970996056481363, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4647092819213867, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8751336336135864, + "num_tokens": 143161371.0, + "step": 3771 + }, + { + "epoch": 0.47983717084340416, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4114584922790527, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8707728981971741, + "num_tokens": 143199896.0, + "step": 3772 + }, + { + "epoch": 0.47996438112199463, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.492908477783203, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.8506870269775391, + "num_tokens": 143236577.0, + "step": 3773 + }, + { + "epoch": 0.48009159140058516, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.403343677520752, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8559614419937134, + "num_tokens": 143279780.0, + "step": 3774 + }, + { + "epoch": 0.4802188016791757, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4939606189727783, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8615244030952454, + "num_tokens": 143321946.0, + "step": 3775 + }, + { + "epoch": 0.48034601195776616, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.388461112976074, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8667593002319336, + "num_tokens": 143359278.0, + "step": 3776 + }, + { + "epoch": 0.4804732222363567, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5167901515960693, + "learning_rate": 1e-05, + "loss": 0.4965, + "mean_token_accuracy": 0.8498321771621704, + "num_tokens": 143398968.0, + "step": 3777 + }, + { + "epoch": 0.4806004325149472, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.391185998916626, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.850841760635376, + "num_tokens": 143438020.0, + "step": 3778 + }, + { + "epoch": 0.4807276427935377, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.525256633758545, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.86125248670578, + "num_tokens": 143478813.0, + "step": 3779 + }, + { + "epoch": 0.4808548530721282, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3743014335632324, + "learning_rate": 1e-05, + "loss": 0.5078, + "mean_token_accuracy": 0.849372386932373, + "num_tokens": 143519766.0, + "step": 3780 + }, + { + "epoch": 0.48098206335071875, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010728836059570312, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5367417335510254, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8627511262893677, + "num_tokens": 143562570.0, + "step": 3781 + }, + { + "epoch": 0.4811092736293093, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010776519775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3900210857391357, + "learning_rate": 1e-05, + "loss": 0.5343, + "mean_token_accuracy": 0.834078311920166, + "num_tokens": 143597203.0, + "step": 3782 + }, + { + "epoch": 0.48123648390789975, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010776519775390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.565934181213379, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.8548128008842468, + "num_tokens": 143635979.0, + "step": 3783 + }, + { + "epoch": 0.4813636941864903, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010776519775390625, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3610007762908936, + "learning_rate": 1e-05, + "loss": 0.5149, + "mean_token_accuracy": 0.8454516530036926, + "num_tokens": 143679915.0, + "step": 3784 + }, + { + "epoch": 0.4814909044650808, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010776519775390625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.593441963195801, + "learning_rate": 1e-05, + "loss": 0.526, + "mean_token_accuracy": 0.8403457403182983, + "num_tokens": 143716275.0, + "step": 3785 + }, + { + "epoch": 0.4816181147436713, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3538286685943604, + "learning_rate": 1e-05, + "loss": 0.4885, + "mean_token_accuracy": 0.8467457294464111, + "num_tokens": 143752029.0, + "step": 3786 + }, + { + "epoch": 0.4817453250222618, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6155612468719482, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8622814416885376, + "num_tokens": 143793139.0, + "step": 3787 + }, + { + "epoch": 0.48187253530085233, + "ewc_loss": 0.04541015625, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3339898586273193, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8689525127410889, + "num_tokens": 143832790.0, + "step": 3788 + }, + { + "epoch": 0.4819997455794428, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 3.0076708793640137, + "learning_rate": 1e-05, + "loss": 0.4897, + "mean_token_accuracy": 0.8524789810180664, + "num_tokens": 143876046.0, + "step": 3789 + }, + { + "epoch": 0.48212695585803333, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.375849723815918, + "learning_rate": 1e-05, + "loss": 0.4944, + "mean_token_accuracy": 0.8483872413635254, + "num_tokens": 143917019.0, + "step": 3790 + }, + { + "epoch": 0.48225416613662386, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8435239791870117, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8622281551361084, + "num_tokens": 143957789.0, + "step": 3791 + }, + { + "epoch": 0.48238137641521434, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.414170980453491, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8618097305297852, + "num_tokens": 143993797.0, + "step": 3792 + }, + { + "epoch": 0.48250858669380486, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.884995460510254, + "learning_rate": 1e-05, + "loss": 0.5526, + "mean_token_accuracy": 0.8392500281333923, + "num_tokens": 144033583.0, + "step": 3793 + }, + { + "epoch": 0.4826357969723954, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.480196237564087, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8572824597358704, + "num_tokens": 144074358.0, + "step": 3794 + }, + { + "epoch": 0.48276300725098586, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.849297523498535, + "learning_rate": 1e-05, + "loss": 0.5245, + "mean_token_accuracy": 0.8488819599151611, + "num_tokens": 144114480.0, + "step": 3795 + }, + { + "epoch": 0.4828902175295764, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5203919410705566, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8619938492774963, + "num_tokens": 144152306.0, + "step": 3796 + }, + { + "epoch": 0.4830174278081669, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.799309730529785, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8576008081436157, + "num_tokens": 144191134.0, + "step": 3797 + }, + { + "epoch": 0.4831446380867574, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5305979251861572, + "learning_rate": 1e-05, + "loss": 0.4964, + "mean_token_accuracy": 0.8493214845657349, + "num_tokens": 144230165.0, + "step": 3798 + }, + { + "epoch": 0.4832718483653479, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.733225107192993, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.8599315881729126, + "num_tokens": 144265035.0, + "step": 3799 + }, + { + "epoch": 0.48339905864393845, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.502553701400757, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.874343991279602, + "num_tokens": 144304692.0, + "step": 3800 + }, + { + "epoch": 0.4835262689225289, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.692213296890259, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8503389358520508, + "num_tokens": 144345288.0, + "step": 3801 + }, + { + "epoch": 0.48365347920111945, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.512784719467163, + "learning_rate": 1e-05, + "loss": 0.503, + "mean_token_accuracy": 0.8481941223144531, + "num_tokens": 144377427.0, + "step": 3802 + }, + { + "epoch": 0.48378068947971, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6449310779571533, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8654226064682007, + "num_tokens": 144412405.0, + "step": 3803 + }, + { + "epoch": 0.48390789975830045, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4735095500946045, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8684353828430176, + "num_tokens": 144448093.0, + "step": 3804 + }, + { + "epoch": 0.484035110036891, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6115498542785645, + "learning_rate": 1e-05, + "loss": 0.4867, + "mean_token_accuracy": 0.8528138995170593, + "num_tokens": 144483280.0, + "step": 3805 + }, + { + "epoch": 0.4841623203154815, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010824203491210938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4424939155578613, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8759662508964539, + "num_tokens": 144520827.0, + "step": 3806 + }, + { + "epoch": 0.484289530594072, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.594827175140381, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8643102645874023, + "num_tokens": 144562314.0, + "step": 3807 + }, + { + "epoch": 0.4844167408726625, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4286253452301025, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8616282343864441, + "num_tokens": 144599101.0, + "step": 3808 + }, + { + "epoch": 0.48454395115125304, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.585319995880127, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8600897192955017, + "num_tokens": 144641308.0, + "step": 3809 + }, + { + "epoch": 0.4846711614298435, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4378838539123535, + "learning_rate": 1e-05, + "loss": 0.5219, + "mean_token_accuracy": 0.8445846438407898, + "num_tokens": 144677267.0, + "step": 3810 + }, + { + "epoch": 0.48479837170843404, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5821235179901123, + "learning_rate": 1e-05, + "loss": 0.5151, + "mean_token_accuracy": 0.8448304533958435, + "num_tokens": 144713904.0, + "step": 3811 + }, + { + "epoch": 0.48492558198702457, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4109272956848145, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8546996712684631, + "num_tokens": 144750523.0, + "step": 3812 + }, + { + "epoch": 0.48505279226561504, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.574957847595215, + "learning_rate": 1e-05, + "loss": 0.4792, + "mean_token_accuracy": 0.8560026288032532, + "num_tokens": 144791569.0, + "step": 3813 + }, + { + "epoch": 0.48518000254420557, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.390632390975952, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8644540309906006, + "num_tokens": 144827919.0, + "step": 3814 + }, + { + "epoch": 0.4853072128227961, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.574592113494873, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8735071420669556, + "num_tokens": 144866859.0, + "step": 3815 + }, + { + "epoch": 0.48543442310138657, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.38655424118042, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8708226680755615, + "num_tokens": 144903088.0, + "step": 3816 + }, + { + "epoch": 0.4855616333799771, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5892274379730225, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8694874048233032, + "num_tokens": 144938485.0, + "step": 3817 + }, + { + "epoch": 0.4856888436585676, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4163320064544678, + "learning_rate": 1e-05, + "loss": 0.557, + "mean_token_accuracy": 0.8410231471061707, + "num_tokens": 144974296.0, + "step": 3818 + }, + { + "epoch": 0.4858160539371581, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5766725540161133, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8587884306907654, + "num_tokens": 145012391.0, + "step": 3819 + }, + { + "epoch": 0.4859432642157486, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.415919542312622, + "learning_rate": 1e-05, + "loss": 0.5212, + "mean_token_accuracy": 0.841094970703125, + "num_tokens": 145045409.0, + "step": 3820 + }, + { + "epoch": 0.48607047449433916, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5613441467285156, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8643893003463745, + "num_tokens": 145081162.0, + "step": 3821 + }, + { + "epoch": 0.48619768477292963, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3938090801239014, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8624008893966675, + "num_tokens": 145117045.0, + "step": 3822 + }, + { + "epoch": 0.48632489505152016, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5677645206451416, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8651883006095886, + "num_tokens": 145153931.0, + "step": 3823 + }, + { + "epoch": 0.4864521053301107, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3831405639648438, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.862800121307373, + "num_tokens": 145193812.0, + "step": 3824 + }, + { + "epoch": 0.48657931560870116, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5781617164611816, + "learning_rate": 1e-05, + "loss": 0.5186, + "mean_token_accuracy": 0.8502262830734253, + "num_tokens": 145231814.0, + "step": 3825 + }, + { + "epoch": 0.4867065258872917, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.375065803527832, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.8516932129859924, + "num_tokens": 145279821.0, + "step": 3826 + }, + { + "epoch": 0.4868337361658822, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.597754716873169, + "learning_rate": 1e-05, + "loss": 0.5003, + "mean_token_accuracy": 0.84995436668396, + "num_tokens": 145318972.0, + "step": 3827 + }, + { + "epoch": 0.4869609464444727, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.367563247680664, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8593085408210754, + "num_tokens": 145359479.0, + "step": 3828 + }, + { + "epoch": 0.4870881567230632, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.607701063156128, + "learning_rate": 1e-05, + "loss": 0.5072, + "mean_token_accuracy": 0.8472985029220581, + "num_tokens": 145403119.0, + "step": 3829 + }, + { + "epoch": 0.48721536700165374, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.377774477005005, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8482980728149414, + "num_tokens": 145439715.0, + "step": 3830 + }, + { + "epoch": 0.48734257728024427, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6106679439544678, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8651142120361328, + "num_tokens": 145480715.0, + "step": 3831 + }, + { + "epoch": 0.48746978755883474, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3732738494873047, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8550201058387756, + "num_tokens": 145523501.0, + "step": 3832 + }, + { + "epoch": 0.48759699783742527, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6292967796325684, + "learning_rate": 1e-05, + "loss": 0.5449, + "mean_token_accuracy": 0.8333369493484497, + "num_tokens": 145563387.0, + "step": 3833 + }, + { + "epoch": 0.4877242081160158, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.380152463912964, + "learning_rate": 1e-05, + "loss": 0.5221, + "mean_token_accuracy": 0.8424777984619141, + "num_tokens": 145607818.0, + "step": 3834 + }, + { + "epoch": 0.4878514183946063, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6375629901885986, + "learning_rate": 1e-05, + "loss": 0.5151, + "mean_token_accuracy": 0.8437751531600952, + "num_tokens": 145646115.0, + "step": 3835 + }, + { + "epoch": 0.4879786286731968, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.381911277770996, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8620869517326355, + "num_tokens": 145681555.0, + "step": 3836 + }, + { + "epoch": 0.48810583895178733, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6405293941497803, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8661161661148071, + "num_tokens": 145717459.0, + "step": 3837 + }, + { + "epoch": 0.4882330492303778, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.393411636352539, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8482524752616882, + "num_tokens": 145753143.0, + "step": 3838 + }, + { + "epoch": 0.48836025950896833, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6429381370544434, + "learning_rate": 1e-05, + "loss": 0.5047, + "mean_token_accuracy": 0.8477494716644287, + "num_tokens": 145790345.0, + "step": 3839 + }, + { + "epoch": 0.48848746978755886, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.386690378189087, + "learning_rate": 1e-05, + "loss": 0.4992, + "mean_token_accuracy": 0.850361704826355, + "num_tokens": 145832900.0, + "step": 3840 + }, + { + "epoch": 0.48861468006614933, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6398072242736816, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8611590266227722, + "num_tokens": 145870309.0, + "step": 3841 + }, + { + "epoch": 0.48874189034473986, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.393080234527588, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.86272132396698, + "num_tokens": 145910276.0, + "step": 3842 + }, + { + "epoch": 0.4888691006233304, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.629549980163574, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8659167289733887, + "num_tokens": 145952945.0, + "step": 3843 + }, + { + "epoch": 0.48899631090192086, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4054148197174072, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8521807193756104, + "num_tokens": 145987339.0, + "step": 3844 + }, + { + "epoch": 0.4891235211805114, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6228249073028564, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8573693037033081, + "num_tokens": 146027447.0, + "step": 3845 + }, + { + "epoch": 0.4892507314591019, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4090752601623535, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8605265617370605, + "num_tokens": 146064192.0, + "step": 3846 + }, + { + "epoch": 0.4893779417376924, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010919570922851562, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.621504545211792, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8590429425239563, + "num_tokens": 146103468.0, + "step": 3847 + }, + { + "epoch": 0.4895051520162829, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3943490982055664, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8647592067718506, + "num_tokens": 146142499.0, + "step": 3848 + }, + { + "epoch": 0.48963236229487345, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.630530595779419, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.852259635925293, + "num_tokens": 146177538.0, + "step": 3849 + }, + { + "epoch": 0.4897595725734639, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3895604610443115, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8652544021606445, + "num_tokens": 146218259.0, + "step": 3850 + }, + { + "epoch": 0.48988678285205445, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6345136165618896, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.857467532157898, + "num_tokens": 146256630.0, + "step": 3851 + }, + { + "epoch": 0.490013993130645, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4138526916503906, + "learning_rate": 1e-05, + "loss": 0.5387, + "mean_token_accuracy": 0.8385850191116333, + "num_tokens": 146290891.0, + "step": 3852 + }, + { + "epoch": 0.49014120340923545, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6340038776397705, + "learning_rate": 1e-05, + "loss": 0.4877, + "mean_token_accuracy": 0.8523032665252686, + "num_tokens": 146327148.0, + "step": 3853 + }, + { + "epoch": 0.490268413687826, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.393990993499756, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.858871579170227, + "num_tokens": 146367932.0, + "step": 3854 + }, + { + "epoch": 0.4903956239664165, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.614025115966797, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8627122640609741, + "num_tokens": 146407639.0, + "step": 3855 + }, + { + "epoch": 0.490522834245007, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.404768943786621, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8485205769538879, + "num_tokens": 146442974.0, + "step": 3856 + }, + { + "epoch": 0.4906500445235975, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.604966402053833, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.864356279373169, + "num_tokens": 146482510.0, + "step": 3857 + }, + { + "epoch": 0.49077725480218803, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3964807987213135, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8701151609420776, + "num_tokens": 146522616.0, + "step": 3858 + }, + { + "epoch": 0.4909044650807785, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6141207218170166, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8648316860198975, + "num_tokens": 146558226.0, + "step": 3859 + }, + { + "epoch": 0.49103167535936904, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.388124704360962, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8516605496406555, + "num_tokens": 146601873.0, + "step": 3860 + }, + { + "epoch": 0.49115888563795956, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.611109495162964, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8590199947357178, + "num_tokens": 146645284.0, + "step": 3861 + }, + { + "epoch": 0.49128609591655004, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4085395336151123, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.8599288463592529, + "num_tokens": 146680374.0, + "step": 3862 + }, + { + "epoch": 0.49141330619514056, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6082353591918945, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8514470458030701, + "num_tokens": 146721915.0, + "step": 3863 + }, + { + "epoch": 0.4915405164737311, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.391622543334961, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.867472767829895, + "num_tokens": 146758981.0, + "step": 3864 + }, + { + "epoch": 0.49166772675232157, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6169490814208984, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.851240873336792, + "num_tokens": 146795606.0, + "step": 3865 + }, + { + "epoch": 0.4917949370309121, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00010967254638671875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3954553604125977, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8676786422729492, + "num_tokens": 146829681.0, + "step": 3866 + }, + { + "epoch": 0.4919221473095026, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.594592571258545, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8723709583282471, + "num_tokens": 146874142.0, + "step": 3867 + }, + { + "epoch": 0.4920493575880931, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4163596630096436, + "learning_rate": 1e-05, + "loss": 0.5819, + "mean_token_accuracy": 0.82586669921875, + "num_tokens": 146911414.0, + "step": 3868 + }, + { + "epoch": 0.4921765678666836, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5938637256622314, + "learning_rate": 1e-05, + "loss": 0.5282, + "mean_token_accuracy": 0.8390981554985046, + "num_tokens": 146956376.0, + "step": 3869 + }, + { + "epoch": 0.49230377814527415, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4011876583099365, + "learning_rate": 1e-05, + "loss": 0.5128, + "mean_token_accuracy": 0.8458805084228516, + "num_tokens": 147001539.0, + "step": 3870 + }, + { + "epoch": 0.4924309884238646, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.58805775642395, + "learning_rate": 1e-05, + "loss": 0.5087, + "mean_token_accuracy": 0.8457037210464478, + "num_tokens": 147043782.0, + "step": 3871 + }, + { + "epoch": 0.49255819870245515, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.416718006134033, + "learning_rate": 1e-05, + "loss": 0.5272, + "mean_token_accuracy": 0.8370267748832703, + "num_tokens": 147077431.0, + "step": 3872 + }, + { + "epoch": 0.4926854089810457, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5774636268615723, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8669384717941284, + "num_tokens": 147113325.0, + "step": 3873 + }, + { + "epoch": 0.49281261925963615, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4024710655212402, + "learning_rate": 1e-05, + "loss": 0.5322, + "mean_token_accuracy": 0.8376525640487671, + "num_tokens": 147158363.0, + "step": 3874 + }, + { + "epoch": 0.4929398295382267, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5812666416168213, + "learning_rate": 1e-05, + "loss": 0.522, + "mean_token_accuracy": 0.8467875123023987, + "num_tokens": 147195868.0, + "step": 3875 + }, + { + "epoch": 0.4930670398168172, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.391925573348999, + "learning_rate": 1e-05, + "loss": 0.547, + "mean_token_accuracy": 0.8345391750335693, + "num_tokens": 147237782.0, + "step": 3876 + }, + { + "epoch": 0.4931942500954077, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011014938354492188, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5950498580932617, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.8480238318443298, + "num_tokens": 147274709.0, + "step": 3877 + }, + { + "epoch": 0.4933214603739982, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.383730888366699, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8622684478759766, + "num_tokens": 147312261.0, + "step": 3878 + }, + { + "epoch": 0.49344867065258874, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.599379301071167, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8574481010437012, + "num_tokens": 147352290.0, + "step": 3879 + }, + { + "epoch": 0.4935758809311792, + "ewc_loss": 0.045654296875, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3810300827026367, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.85953688621521, + "num_tokens": 147390558.0, + "step": 3880 + }, + { + "epoch": 0.49370309120976974, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6153552532196045, + "learning_rate": 1e-05, + "loss": 0.4978, + "mean_token_accuracy": 0.850536584854126, + "num_tokens": 147429597.0, + "step": 3881 + }, + { + "epoch": 0.49383030148836027, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.374446153640747, + "learning_rate": 1e-05, + "loss": 0.4983, + "mean_token_accuracy": 0.8491891622543335, + "num_tokens": 147472302.0, + "step": 3882 + }, + { + "epoch": 0.4939575117669508, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.634755849838257, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8700661063194275, + "num_tokens": 147502846.0, + "step": 3883 + }, + { + "epoch": 0.49408472204554127, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3657386302948, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8642380237579346, + "num_tokens": 147542351.0, + "step": 3884 + }, + { + "epoch": 0.4942119323241318, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6551566123962402, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8617421984672546, + "num_tokens": 147576912.0, + "step": 3885 + }, + { + "epoch": 0.4943391426027223, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.000110626220703125, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.382702350616455, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8535947799682617, + "num_tokens": 147614687.0, + "step": 3886 + }, + { + "epoch": 0.4944663528813128, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6639633178710938, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8652506470680237, + "num_tokens": 147649048.0, + "step": 3887 + }, + { + "epoch": 0.4945935631599033, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3857288360595703, + "learning_rate": 1e-05, + "loss": 0.5068, + "mean_token_accuracy": 0.8466607332229614, + "num_tokens": 147689337.0, + "step": 3888 + }, + { + "epoch": 0.49472077343849385, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6708121299743652, + "learning_rate": 1e-05, + "loss": 0.4806, + "mean_token_accuracy": 0.8581331968307495, + "num_tokens": 147725040.0, + "step": 3889 + }, + { + "epoch": 0.4948479837170843, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4146461486816406, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8559120893478394, + "num_tokens": 147761442.0, + "step": 3890 + }, + { + "epoch": 0.49497519399567486, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.661357879638672, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8509366512298584, + "num_tokens": 147795421.0, + "step": 3891 + }, + { + "epoch": 0.4951024042742654, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3969855308532715, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.85623699426651, + "num_tokens": 147833591.0, + "step": 3892 + }, + { + "epoch": 0.49522961455285586, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6581530570983887, + "learning_rate": 1e-05, + "loss": 0.5043, + "mean_token_accuracy": 0.8451898694038391, + "num_tokens": 147870707.0, + "step": 3893 + }, + { + "epoch": 0.4953568248314464, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.413740396499634, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8563238978385925, + "num_tokens": 147905231.0, + "step": 3894 + }, + { + "epoch": 0.4954840351100369, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6410484313964844, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8590136170387268, + "num_tokens": 147945890.0, + "step": 3895 + }, + { + "epoch": 0.4956112453886274, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.418827533721924, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8583697080612183, + "num_tokens": 147984572.0, + "step": 3896 + }, + { + "epoch": 0.4957384556672179, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.633051633834839, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8664168119430542, + "num_tokens": 148020059.0, + "step": 3897 + }, + { + "epoch": 0.49586566594580844, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4093613624572754, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.871306836605072, + "num_tokens": 148058442.0, + "step": 3898 + }, + { + "epoch": 0.4959928762243989, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6339046955108643, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8654603362083435, + "num_tokens": 148093710.0, + "step": 3899 + }, + { + "epoch": 0.49612008650298944, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4042673110961914, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8783605694770813, + "num_tokens": 148135763.0, + "step": 3900 + }, + { + "epoch": 0.49624729678157997, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011157989501953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.630295991897583, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8655587434768677, + "num_tokens": 148169065.0, + "step": 3901 + }, + { + "epoch": 0.49637450706017044, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011205673217773438, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4184093475341797, + "learning_rate": 1e-05, + "loss": 0.5199, + "mean_token_accuracy": 0.8451019525527954, + "num_tokens": 148205779.0, + "step": 3902 + }, + { + "epoch": 0.496501717338761, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011205673217773438, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.7717864513397217, + "learning_rate": 1e-05, + "loss": 0.506, + "mean_token_accuracy": 0.8415021896362305, + "num_tokens": 148241893.0, + "step": 3903 + }, + { + "epoch": 0.4966289276173515, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011205673217773438, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.413983106613159, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8608865737915039, + "num_tokens": 148275384.0, + "step": 3904 + }, + { + "epoch": 0.496756137895942, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00011205673217773438, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.675259590148926, + "learning_rate": 1e-05, + "loss": 0.481, + "mean_token_accuracy": 0.8579108119010925, + "num_tokens": 148311248.0, + "step": 3905 + }, + { + "epoch": 0.4968833481745325, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011205673217773438, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.416100263595581, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8565285801887512, + "num_tokens": 148347717.0, + "step": 3906 + }, + { + "epoch": 0.49701055845312303, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6641173362731934, + "learning_rate": 1e-05, + "loss": 0.5401, + "mean_token_accuracy": 0.8390156626701355, + "num_tokens": 148393395.0, + "step": 3907 + }, + { + "epoch": 0.4971377687317135, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.423337697982788, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8669555187225342, + "num_tokens": 148427843.0, + "step": 3908 + }, + { + "epoch": 0.49726497901030403, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6474225521087646, + "learning_rate": 1e-05, + "loss": 0.5115, + "mean_token_accuracy": 0.8453028202056885, + "num_tokens": 148470813.0, + "step": 3909 + }, + { + "epoch": 0.49739218928889456, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4466514587402344, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8553862571716309, + "num_tokens": 148504491.0, + "step": 3910 + }, + { + "epoch": 0.49751939956748503, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6158952713012695, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8510419130325317, + "num_tokens": 148545934.0, + "step": 3911 + }, + { + "epoch": 0.49764660984607556, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.444746255874634, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8629918098449707, + "num_tokens": 148583521.0, + "step": 3912 + }, + { + "epoch": 0.4977738201246661, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5873637199401855, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.8524644374847412, + "num_tokens": 148621484.0, + "step": 3913 + }, + { + "epoch": 0.49790103040325656, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.434791088104248, + "learning_rate": 1e-05, + "loss": 0.5125, + "mean_token_accuracy": 0.8455339670181274, + "num_tokens": 148661198.0, + "step": 3914 + }, + { + "epoch": 0.4980282406818471, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.558255672454834, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.856376051902771, + "num_tokens": 148702620.0, + "step": 3915 + }, + { + "epoch": 0.4981554509604376, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.430424928665161, + "learning_rate": 1e-05, + "loss": 0.4876, + "mean_token_accuracy": 0.8528647422790527, + "num_tokens": 148739991.0, + "step": 3916 + }, + { + "epoch": 0.4982826612390281, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.540074348449707, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8733997344970703, + "num_tokens": 148780520.0, + "step": 3917 + }, + { + "epoch": 0.4984098715176186, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4301300048828125, + "learning_rate": 1e-05, + "loss": 0.4943, + "mean_token_accuracy": 0.8496357202529907, + "num_tokens": 148817604.0, + "step": 3918 + }, + { + "epoch": 0.49853708179620915, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.539285659790039, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8534090518951416, + "num_tokens": 148858028.0, + "step": 3919 + }, + { + "epoch": 0.4986642920747996, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4182629585266113, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8604202270507812, + "num_tokens": 148895458.0, + "step": 3920 + }, + { + "epoch": 0.49879150235339015, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.541980504989624, + "learning_rate": 1e-05, + "loss": 0.4867, + "mean_token_accuracy": 0.8517899513244629, + "num_tokens": 148933305.0, + "step": 3921 + }, + { + "epoch": 0.4989187126319807, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.407076835632324, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8685626983642578, + "num_tokens": 148970587.0, + "step": 3922 + }, + { + "epoch": 0.49904592291057115, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.553877830505371, + "learning_rate": 1e-05, + "loss": 0.4937, + "mean_token_accuracy": 0.8506451845169067, + "num_tokens": 149004874.0, + "step": 3923 + }, + { + "epoch": 0.4991731331891617, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.397052526473999, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.86191725730896, + "num_tokens": 149045169.0, + "step": 3924 + }, + { + "epoch": 0.4993003434677522, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.567105770111084, + "learning_rate": 1e-05, + "loss": 0.5702, + "mean_token_accuracy": 0.8257589340209961, + "num_tokens": 149081554.0, + "step": 3925 + }, + { + "epoch": 0.4994275537463427, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.379279851913452, + "learning_rate": 1e-05, + "loss": 0.5045, + "mean_token_accuracy": 0.8484607934951782, + "num_tokens": 149124500.0, + "step": 3926 + }, + { + "epoch": 0.4995547640249332, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5785388946533203, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8497644066810608, + "num_tokens": 149162522.0, + "step": 3927 + }, + { + "epoch": 0.49968197430352373, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3717856407165527, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8595542907714844, + "num_tokens": 149198083.0, + "step": 3928 + }, + { + "epoch": 0.4998091845821142, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6073648929595947, + "learning_rate": 1e-05, + "loss": 0.5089, + "mean_token_accuracy": 0.8431335687637329, + "num_tokens": 149234786.0, + "step": 3929 + }, + { + "epoch": 0.49993639486070474, + "ewc_loss": 0.046142578125, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.366168260574341, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8740510940551758, + "num_tokens": 149269859.0, + "step": 3930 + }, + { + "epoch": 0.5000636051392953, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6247143745422363, + "learning_rate": 1e-05, + "loss": 0.5418, + "mean_token_accuracy": 0.8360961079597473, + "num_tokens": 149311209.0, + "step": 3931 + }, + { + "epoch": 0.5001908154178858, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011301040649414062, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3657498359680176, + "learning_rate": 1e-05, + "loss": 0.4854, + "mean_token_accuracy": 0.8515466451644897, + "num_tokens": 149351283.0, + "step": 3932 + }, + { + "epoch": 0.5003180256964763, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6375555992126465, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8566004037857056, + "num_tokens": 149391068.0, + "step": 3933 + }, + { + "epoch": 0.5004452359750667, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.354785203933716, + "learning_rate": 1e-05, + "loss": 0.4983, + "mean_token_accuracy": 0.8487241268157959, + "num_tokens": 149435078.0, + "step": 3934 + }, + { + "epoch": 0.5005724462536573, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6651952266693115, + "learning_rate": 1e-05, + "loss": 0.5272, + "mean_token_accuracy": 0.8440049886703491, + "num_tokens": 149481336.0, + "step": 3935 + }, + { + "epoch": 0.5006996565322478, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.386004686355591, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8571467995643616, + "num_tokens": 149523278.0, + "step": 3936 + }, + { + "epoch": 0.5008268668108383, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6553611755371094, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8746213912963867, + "num_tokens": 149563011.0, + "step": 3937 + }, + { + "epoch": 0.5009540770894289, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3864035606384277, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8544410467147827, + "num_tokens": 149606609.0, + "step": 3938 + }, + { + "epoch": 0.5010812873680194, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6578712463378906, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.868289589881897, + "num_tokens": 149647012.0, + "step": 3939 + }, + { + "epoch": 0.5012084976466098, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.400254726409912, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8607231974601746, + "num_tokens": 149680153.0, + "step": 3940 + }, + { + "epoch": 0.5013357079252003, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6539218425750732, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8637430667877197, + "num_tokens": 149717080.0, + "step": 3941 + }, + { + "epoch": 0.5014629182037909, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4020326137542725, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8596071004867554, + "num_tokens": 149755934.0, + "step": 3942 + }, + { + "epoch": 0.5015901284823814, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6525535583496094, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8582462668418884, + "num_tokens": 149792714.0, + "step": 3943 + }, + { + "epoch": 0.5017173387609719, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4212355613708496, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8481464385986328, + "num_tokens": 149828647.0, + "step": 3944 + }, + { + "epoch": 0.5018445490395624, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.631484031677246, + "learning_rate": 1e-05, + "loss": 0.4803, + "mean_token_accuracy": 0.856560230255127, + "num_tokens": 149864303.0, + "step": 3945 + }, + { + "epoch": 0.5019717593181529, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.421384811401367, + "learning_rate": 1e-05, + "loss": 0.5181, + "mean_token_accuracy": 0.8419487476348877, + "num_tokens": 149902154.0, + "step": 3946 + }, + { + "epoch": 0.5020989695967434, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.630622148513794, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8626563549041748, + "num_tokens": 149930902.0, + "step": 3947 + }, + { + "epoch": 0.5022261798753339, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.40586519241333, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8549767136573792, + "num_tokens": 149972033.0, + "step": 3948 + }, + { + "epoch": 0.5023533901539244, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.618490219116211, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8666999340057373, + "num_tokens": 150007278.0, + "step": 3949 + }, + { + "epoch": 0.502480600432515, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4018540382385254, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8538388609886169, + "num_tokens": 150054512.0, + "step": 3950 + }, + { + "epoch": 0.5026078107111055, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.614560842514038, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8547753095626831, + "num_tokens": 150094614.0, + "step": 3951 + }, + { + "epoch": 0.5027350209896959, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.40585994720459, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8577048182487488, + "num_tokens": 150133011.0, + "step": 3952 + }, + { + "epoch": 0.5028622312682864, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.615623950958252, + "learning_rate": 1e-05, + "loss": 0.4806, + "mean_token_accuracy": 0.8527882099151611, + "num_tokens": 150170041.0, + "step": 3953 + }, + { + "epoch": 0.502989441546877, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.410163164138794, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8537389039993286, + "num_tokens": 150206034.0, + "step": 3954 + }, + { + "epoch": 0.5031166518254675, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6069083213806152, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8563089966773987, + "num_tokens": 150241601.0, + "step": 3955 + }, + { + "epoch": 0.503243862104058, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3964571952819824, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8673321008682251, + "num_tokens": 150279219.0, + "step": 3956 + }, + { + "epoch": 0.5033710723826486, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6030826568603516, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8537255525588989, + "num_tokens": 150323160.0, + "step": 3957 + }, + { + "epoch": 0.5034982826612391, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3867876529693604, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.86063152551651, + "num_tokens": 150363788.0, + "step": 3958 + }, + { + "epoch": 0.5036254929398295, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6316146850585938, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8511949777603149, + "num_tokens": 150395481.0, + "step": 3959 + }, + { + "epoch": 0.50375270321842, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011348724365234375, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4063851833343506, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8613264560699463, + "num_tokens": 150425726.0, + "step": 3960 + }, + { + "epoch": 0.5038799134970106, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.624946355819702, + "learning_rate": 1e-05, + "loss": 0.507, + "mean_token_accuracy": 0.8505498766899109, + "num_tokens": 150463073.0, + "step": 3961 + }, + { + "epoch": 0.5040071237756011, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3969435691833496, + "learning_rate": 1e-05, + "loss": 0.5077, + "mean_token_accuracy": 0.8429598808288574, + "num_tokens": 150502938.0, + "step": 3962 + }, + { + "epoch": 0.5041343340541916, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.653712749481201, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8542719483375549, + "num_tokens": 150538601.0, + "step": 3963 + }, + { + "epoch": 0.5042615443327821, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4043123722076416, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8536775708198547, + "num_tokens": 150573745.0, + "step": 3964 + }, + { + "epoch": 0.5043887546113726, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6341702938079834, + "learning_rate": 1e-05, + "loss": 0.5128, + "mean_token_accuracy": 0.8437627553939819, + "num_tokens": 150613029.0, + "step": 3965 + }, + { + "epoch": 0.5045159648899631, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3957881927490234, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8632904291152954, + "num_tokens": 150649773.0, + "step": 3966 + }, + { + "epoch": 0.5046431751685536, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6177196502685547, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8594251871109009, + "num_tokens": 150694764.0, + "step": 3967 + }, + { + "epoch": 0.5047703854471441, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.403128147125244, + "learning_rate": 1e-05, + "loss": 0.4953, + "mean_token_accuracy": 0.8501175045967102, + "num_tokens": 150735233.0, + "step": 3968 + }, + { + "epoch": 0.5048975957257347, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6143107414245605, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8769209384918213, + "num_tokens": 150769596.0, + "step": 3969 + }, + { + "epoch": 0.5050248060043252, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4181997776031494, + "learning_rate": 1e-05, + "loss": 0.4955, + "mean_token_accuracy": 0.850578784942627, + "num_tokens": 150806096.0, + "step": 3970 + }, + { + "epoch": 0.5051520162829156, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6001055240631104, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8554648160934448, + "num_tokens": 150844721.0, + "step": 3971 + }, + { + "epoch": 0.5052792265615061, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.399233818054199, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8588719964027405, + "num_tokens": 150885711.0, + "step": 3972 + }, + { + "epoch": 0.5054064368400967, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.606405019760132, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.854019045829773, + "num_tokens": 150924993.0, + "step": 3973 + }, + { + "epoch": 0.5055336471186872, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.413193464279175, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8680132031440735, + "num_tokens": 150956139.0, + "step": 3974 + }, + { + "epoch": 0.5056608573972777, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.603632688522339, + "learning_rate": 1e-05, + "loss": 0.5455, + "mean_token_accuracy": 0.8381402492523193, + "num_tokens": 150995816.0, + "step": 3975 + }, + { + "epoch": 0.5057880676758683, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4066693782806396, + "learning_rate": 1e-05, + "loss": 0.5185, + "mean_token_accuracy": 0.8399012088775635, + "num_tokens": 151035191.0, + "step": 3976 + }, + { + "epoch": 0.5059152779544587, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.603153944015503, + "learning_rate": 1e-05, + "loss": 0.5261, + "mean_token_accuracy": 0.8368332386016846, + "num_tokens": 151069625.0, + "step": 3977 + }, + { + "epoch": 0.5060424882330492, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4182207584381104, + "learning_rate": 1e-05, + "loss": 0.5135, + "mean_token_accuracy": 0.8462650179862976, + "num_tokens": 151105999.0, + "step": 3978 + }, + { + "epoch": 0.5061696985116397, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5770950317382812, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8571069240570068, + "num_tokens": 151148712.0, + "step": 3979 + }, + { + "epoch": 0.5062969087902303, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011396408081054688, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4103734493255615, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8709232807159424, + "num_tokens": 151182842.0, + "step": 3980 + }, + { + "epoch": 0.5064241190688208, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.583404064178467, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8554301261901855, + "num_tokens": 151223731.0, + "step": 3981 + }, + { + "epoch": 0.5065513293474113, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4087042808532715, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.8535155653953552, + "num_tokens": 151259711.0, + "step": 3982 + }, + { + "epoch": 0.5066785396260017, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.570840358734131, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8485326766967773, + "num_tokens": 151301486.0, + "step": 3983 + }, + { + "epoch": 0.5068057499045923, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.403366804122925, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8555527925491333, + "num_tokens": 151339068.0, + "step": 3984 + }, + { + "epoch": 0.5069329601831828, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5714681148529053, + "learning_rate": 1e-05, + "loss": 0.5079, + "mean_token_accuracy": 0.8461044430732727, + "num_tokens": 151380694.0, + "step": 3985 + }, + { + "epoch": 0.5070601704617733, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.396033763885498, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8592602014541626, + "num_tokens": 151416522.0, + "step": 3986 + }, + { + "epoch": 0.5071873807403638, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5836238861083984, + "learning_rate": 1e-05, + "loss": 0.5288, + "mean_token_accuracy": 0.8399007320404053, + "num_tokens": 151453786.0, + "step": 3987 + }, + { + "epoch": 0.5073145910189544, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.386465311050415, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.8553451299667358, + "num_tokens": 151492155.0, + "step": 3988 + }, + { + "epoch": 0.5074418012975448, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.579754114151001, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.863089919090271, + "num_tokens": 151534979.0, + "step": 3989 + }, + { + "epoch": 0.5075690115761353, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3892500400543213, + "learning_rate": 1e-05, + "loss": 0.5042, + "mean_token_accuracy": 0.8507518768310547, + "num_tokens": 151573670.0, + "step": 3990 + }, + { + "epoch": 0.5076962218547258, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.595085620880127, + "learning_rate": 1e-05, + "loss": 0.3943, + "mean_token_accuracy": 0.8825985193252563, + "num_tokens": 151605232.0, + "step": 3991 + }, + { + "epoch": 0.5078234321333164, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.385349750518799, + "learning_rate": 1e-05, + "loss": 0.5296, + "mean_token_accuracy": 0.8384263515472412, + "num_tokens": 151648696.0, + "step": 3992 + }, + { + "epoch": 0.5079506424119069, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6118240356445312, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8651847243309021, + "num_tokens": 151684203.0, + "step": 3993 + }, + { + "epoch": 0.5080778526904974, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3970274925231934, + "learning_rate": 1e-05, + "loss": 0.4964, + "mean_token_accuracy": 0.8487628102302551, + "num_tokens": 151716749.0, + "step": 3994 + }, + { + "epoch": 0.5082050629690879, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6179137229919434, + "learning_rate": 1e-05, + "loss": 0.5156, + "mean_token_accuracy": 0.8446749448776245, + "num_tokens": 151752567.0, + "step": 3995 + }, + { + "epoch": 0.5083322732476784, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.365875720977783, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8772096633911133, + "num_tokens": 151794201.0, + "step": 3996 + }, + { + "epoch": 0.5084594835262689, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.63335919380188, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8606278896331787, + "num_tokens": 151833731.0, + "step": 3997 + }, + { + "epoch": 0.5085866938048594, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3807880878448486, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8578356504440308, + "num_tokens": 151872738.0, + "step": 3998 + }, + { + "epoch": 0.50871390408345, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00011444091796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6858949661254883, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8643982410430908, + "num_tokens": 151916801.0, + "step": 3999 + }, + { + "epoch": 0.5088411143620405, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011491775512695312, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3910610675811768, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8538076281547546, + "num_tokens": 151949661.0, + "step": 4000 + }, + { + "epoch": 0.5089683246406309, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00011491775512695312, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6788830757141113, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8490411043167114, + "num_tokens": 151986719.0, + "step": 4001 + }, + { + "epoch": 0.5090955349192214, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011491775512695312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3913967609405518, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8520601987838745, + "num_tokens": 152023921.0, + "step": 4002 + }, + { + "epoch": 0.509222745197812, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00011491775512695312, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.672581195831299, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8643094301223755, + "num_tokens": 152061246.0, + "step": 4003 + }, + { + "epoch": 0.5093499554764025, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011491775512695312, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.385411500930786, + "learning_rate": 1e-05, + "loss": 0.4962, + "mean_token_accuracy": 0.8458216190338135, + "num_tokens": 152103299.0, + "step": 4004 + }, + { + "epoch": 0.509477165754993, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00011491775512695312, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6715903282165527, + "learning_rate": 1e-05, + "loss": 0.5158, + "mean_token_accuracy": 0.8465029001235962, + "num_tokens": 152148576.0, + "step": 4005 + }, + { + "epoch": 0.5096043760335836, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4082155227661133, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8549912571907043, + "num_tokens": 152189221.0, + "step": 4006 + }, + { + "epoch": 0.5097315863121741, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6593031883239746, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.851374626159668, + "num_tokens": 152232732.0, + "step": 4007 + }, + { + "epoch": 0.5098587965907645, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.419786214828491, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8616809844970703, + "num_tokens": 152268715.0, + "step": 4008 + }, + { + "epoch": 0.509986006869355, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.638256311416626, + "learning_rate": 1e-05, + "loss": 0.4984, + "mean_token_accuracy": 0.849769115447998, + "num_tokens": 152311141.0, + "step": 4009 + }, + { + "epoch": 0.5101132171479456, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.416987419128418, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8708449602127075, + "num_tokens": 152348892.0, + "step": 4010 + }, + { + "epoch": 0.5102404274265361, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6351165771484375, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8596041202545166, + "num_tokens": 152383300.0, + "step": 4011 + }, + { + "epoch": 0.5103676377051266, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.413944959640503, + "learning_rate": 1e-05, + "loss": 0.4905, + "mean_token_accuracy": 0.8526577949523926, + "num_tokens": 152424404.0, + "step": 4012 + }, + { + "epoch": 0.5104948479837171, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6119329929351807, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8732797503471375, + "num_tokens": 152465226.0, + "step": 4013 + }, + { + "epoch": 0.5106220582623076, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.410519599914551, + "learning_rate": 1e-05, + "loss": 0.5064, + "mean_token_accuracy": 0.8493210077285767, + "num_tokens": 152507819.0, + "step": 4014 + }, + { + "epoch": 0.5107492685408981, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.598310947418213, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.878495991230011, + "num_tokens": 152548194.0, + "step": 4015 + }, + { + "epoch": 0.5108764788194886, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.427473783493042, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8582846522331238, + "num_tokens": 152580255.0, + "step": 4016 + }, + { + "epoch": 0.5110036890980791, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5906245708465576, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8554866313934326, + "num_tokens": 152619813.0, + "step": 4017 + }, + { + "epoch": 0.5111308993766697, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.433459997177124, + "learning_rate": 1e-05, + "loss": 0.5073, + "mean_token_accuracy": 0.8497610092163086, + "num_tokens": 152655552.0, + "step": 4018 + }, + { + "epoch": 0.5112581096552602, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.577216625213623, + "learning_rate": 1e-05, + "loss": 0.5214, + "mean_token_accuracy": 0.844009280204773, + "num_tokens": 152693695.0, + "step": 4019 + }, + { + "epoch": 0.5113853199338506, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4118897914886475, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8540817499160767, + "num_tokens": 152732917.0, + "step": 4020 + }, + { + "epoch": 0.5115125302124411, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.577073335647583, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8636995553970337, + "num_tokens": 152768052.0, + "step": 4021 + }, + { + "epoch": 0.5116397404910317, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.416196584701538, + "learning_rate": 1e-05, + "loss": 0.522, + "mean_token_accuracy": 0.8427414298057556, + "num_tokens": 152808106.0, + "step": 4022 + }, + { + "epoch": 0.5117669507696222, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5563535690307617, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8794050216674805, + "num_tokens": 152849989.0, + "step": 4023 + }, + { + "epoch": 0.5118941610482127, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4044101238250732, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8619803190231323, + "num_tokens": 152886599.0, + "step": 4024 + }, + { + "epoch": 0.5120213713268033, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.568293333053589, + "learning_rate": 1e-05, + "loss": 0.5071, + "mean_token_accuracy": 0.8500655293464661, + "num_tokens": 152926383.0, + "step": 4025 + }, + { + "epoch": 0.5121485816053937, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.397343873977661, + "learning_rate": 1e-05, + "loss": 0.4949, + "mean_token_accuracy": 0.851195216178894, + "num_tokens": 152966141.0, + "step": 4026 + }, + { + "epoch": 0.5122757918839842, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5887420177459717, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8621336221694946, + "num_tokens": 152998217.0, + "step": 4027 + }, + { + "epoch": 0.5124030021625747, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4063479900360107, + "learning_rate": 1e-05, + "loss": 0.5402, + "mean_token_accuracy": 0.8414508700370789, + "num_tokens": 153032258.0, + "step": 4028 + }, + { + "epoch": 0.5125302124411653, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5692121982574463, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.860259473323822, + "num_tokens": 153075762.0, + "step": 4029 + }, + { + "epoch": 0.5126574227197558, + "ewc_loss": 0.04638671875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3901071548461914, + "learning_rate": 1e-05, + "loss": 0.4971, + "mean_token_accuracy": 0.8527641892433167, + "num_tokens": 153112571.0, + "step": 4030 + }, + { + "epoch": 0.5127846329983463, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5733368396759033, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8654137849807739, + "num_tokens": 153153348.0, + "step": 4031 + }, + { + "epoch": 0.5129118432769367, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3891899585723877, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8663792014122009, + "num_tokens": 153189616.0, + "step": 4032 + }, + { + "epoch": 0.5130390535555273, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.597165584564209, + "learning_rate": 1e-05, + "loss": 0.5358, + "mean_token_accuracy": 0.841728925704956, + "num_tokens": 153230879.0, + "step": 4033 + }, + { + "epoch": 0.5131662638341178, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3778867721557617, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.8519232273101807, + "num_tokens": 153275234.0, + "step": 4034 + }, + { + "epoch": 0.5132934741127083, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011587142944335938, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.598506450653076, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8687127232551575, + "num_tokens": 153312606.0, + "step": 4035 + }, + { + "epoch": 0.5134206843912988, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.378074884414673, + "learning_rate": 1e-05, + "loss": 0.5045, + "mean_token_accuracy": 0.8464673757553101, + "num_tokens": 153352370.0, + "step": 4036 + }, + { + "epoch": 0.5135478946698894, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.612870454788208, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8589118123054504, + "num_tokens": 153393030.0, + "step": 4037 + }, + { + "epoch": 0.5136751049484798, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4038002490997314, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8539798855781555, + "num_tokens": 153423831.0, + "step": 4038 + }, + { + "epoch": 0.5138023152270703, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6107990741729736, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8676687479019165, + "num_tokens": 153458388.0, + "step": 4039 + }, + { + "epoch": 0.5139295255056608, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3833022117614746, + "learning_rate": 1e-05, + "loss": 0.5024, + "mean_token_accuracy": 0.848278820514679, + "num_tokens": 153503486.0, + "step": 4040 + }, + { + "epoch": 0.5140567357842514, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6225507259368896, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8604604601860046, + "num_tokens": 153541474.0, + "step": 4041 + }, + { + "epoch": 0.5141839460628419, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3822526931762695, + "learning_rate": 1e-05, + "loss": 0.5143, + "mean_token_accuracy": 0.8465169668197632, + "num_tokens": 153583518.0, + "step": 4042 + }, + { + "epoch": 0.5143111563414324, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.645320177078247, + "learning_rate": 1e-05, + "loss": 0.4858, + "mean_token_accuracy": 0.8545795679092407, + "num_tokens": 153617552.0, + "step": 4043 + }, + { + "epoch": 0.5144383666200228, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3868746757507324, + "learning_rate": 1e-05, + "loss": 0.5244, + "mean_token_accuracy": 0.8445973992347717, + "num_tokens": 153655616.0, + "step": 4044 + }, + { + "epoch": 0.5145655768986134, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.647188663482666, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8631337285041809, + "num_tokens": 153692835.0, + "step": 4045 + }, + { + "epoch": 0.5146927871772039, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001163482666015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.422175407409668, + "learning_rate": 1e-05, + "loss": 0.4909, + "mean_token_accuracy": 0.8510564565658569, + "num_tokens": 153720867.0, + "step": 4046 + }, + { + "epoch": 0.5148199974557944, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6334707736968994, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8611929416656494, + "num_tokens": 153758798.0, + "step": 4047 + }, + { + "epoch": 0.514947207734385, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4174916744232178, + "learning_rate": 1e-05, + "loss": 0.5351, + "mean_token_accuracy": 0.842587947845459, + "num_tokens": 153798257.0, + "step": 4048 + }, + { + "epoch": 0.5150744180129755, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6151654720306396, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8681553602218628, + "num_tokens": 153839241.0, + "step": 4049 + }, + { + "epoch": 0.5152016282915659, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3942553997039795, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8562597036361694, + "num_tokens": 153882522.0, + "step": 4050 + }, + { + "epoch": 0.5153288385701564, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6325490474700928, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8698164224624634, + "num_tokens": 153912173.0, + "step": 4051 + }, + { + "epoch": 0.515456048848747, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.416304349899292, + "learning_rate": 1e-05, + "loss": 0.585, + "mean_token_accuracy": 0.821056604385376, + "num_tokens": 153955070.0, + "step": 4052 + }, + { + "epoch": 0.5155832591273375, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.605379819869995, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8617772459983826, + "num_tokens": 153995526.0, + "step": 4053 + }, + { + "epoch": 0.515710469405928, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4046056270599365, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8538239002227783, + "num_tokens": 154035476.0, + "step": 4054 + }, + { + "epoch": 0.5158376796845185, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6050732135772705, + "learning_rate": 1e-05, + "loss": 0.5029, + "mean_token_accuracy": 0.8490813970565796, + "num_tokens": 154079108.0, + "step": 4055 + }, + { + "epoch": 0.5159648899631091, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.411259651184082, + "learning_rate": 1e-05, + "loss": 0.5659, + "mean_token_accuracy": 0.830193281173706, + "num_tokens": 154118484.0, + "step": 4056 + }, + { + "epoch": 0.5160921002416995, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5833489894866943, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8574594259262085, + "num_tokens": 154163981.0, + "step": 4057 + }, + { + "epoch": 0.51621931052029, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4095771312713623, + "learning_rate": 1e-05, + "loss": 0.5223, + "mean_token_accuracy": 0.8441444039344788, + "num_tokens": 154205035.0, + "step": 4058 + }, + { + "epoch": 0.5163465207988805, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.579425096511841, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8662182092666626, + "num_tokens": 154241243.0, + "step": 4059 + }, + { + "epoch": 0.5164737310774711, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3936879634857178, + "learning_rate": 1e-05, + "loss": 0.5219, + "mean_token_accuracy": 0.8422559499740601, + "num_tokens": 154289182.0, + "step": 4060 + }, + { + "epoch": 0.5166009413560616, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5901973247528076, + "learning_rate": 1e-05, + "loss": 0.5074, + "mean_token_accuracy": 0.8466466665267944, + "num_tokens": 154326735.0, + "step": 4061 + }, + { + "epoch": 0.5167281516346521, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.452407121658325, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8569481372833252, + "num_tokens": 154367795.0, + "step": 4062 + }, + { + "epoch": 0.5168553619132426, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5628957748413086, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8725876808166504, + "num_tokens": 154401949.0, + "step": 4063 + }, + { + "epoch": 0.5169825721918331, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4020793437957764, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8672357201576233, + "num_tokens": 154442693.0, + "step": 4064 + }, + { + "epoch": 0.5171097824704236, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5535778999328613, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.857250452041626, + "num_tokens": 154489219.0, + "step": 4065 + }, + { + "epoch": 0.5172369927490141, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.402148485183716, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8718536496162415, + "num_tokens": 154526639.0, + "step": 4066 + }, + { + "epoch": 0.5173642030276047, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5775022506713867, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.868580162525177, + "num_tokens": 154557339.0, + "step": 4067 + }, + { + "epoch": 0.5174914133061952, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.410031795501709, + "learning_rate": 1e-05, + "loss": 0.491, + "mean_token_accuracy": 0.8511492013931274, + "num_tokens": 154592738.0, + "step": 4068 + }, + { + "epoch": 0.5176186235847856, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.568483591079712, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8559920787811279, + "num_tokens": 154631633.0, + "step": 4069 + }, + { + "epoch": 0.5177458338633761, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3953499794006348, + "learning_rate": 1e-05, + "loss": 0.5542, + "mean_token_accuracy": 0.8334568738937378, + "num_tokens": 154676274.0, + "step": 4070 + }, + { + "epoch": 0.5178730441419667, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.582209348678589, + "learning_rate": 1e-05, + "loss": 0.5156, + "mean_token_accuracy": 0.8422448039054871, + "num_tokens": 154716379.0, + "step": 4071 + }, + { + "epoch": 0.5180002544205572, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3903756141662598, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.8516702651977539, + "num_tokens": 154757038.0, + "step": 4072 + }, + { + "epoch": 0.5181274646991477, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5789430141448975, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8811880946159363, + "num_tokens": 154795684.0, + "step": 4073 + }, + { + "epoch": 0.5182546749777382, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3844401836395264, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8590118288993835, + "num_tokens": 154834858.0, + "step": 4074 + }, + { + "epoch": 0.5183818852563287, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011682510375976562, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5924179553985596, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8610324859619141, + "num_tokens": 154868919.0, + "step": 4075 + }, + { + "epoch": 0.5185090955349192, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3850343227386475, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8540396690368652, + "num_tokens": 154910511.0, + "step": 4076 + }, + { + "epoch": 0.5186363058135097, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.600618600845337, + "learning_rate": 1e-05, + "loss": 0.5247, + "mean_token_accuracy": 0.842284083366394, + "num_tokens": 154955345.0, + "step": 4077 + }, + { + "epoch": 0.5187635160921003, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3831465244293213, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8619263768196106, + "num_tokens": 154992541.0, + "step": 4078 + }, + { + "epoch": 0.5188907263706908, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6160120964050293, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8562774062156677, + "num_tokens": 155033592.0, + "step": 4079 + }, + { + "epoch": 0.5190179366492813, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3640477657318115, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8584755063056946, + "num_tokens": 155080034.0, + "step": 4080 + }, + { + "epoch": 0.5191451469278717, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6498818397521973, + "learning_rate": 1e-05, + "loss": 0.5087, + "mean_token_accuracy": 0.8451438546180725, + "num_tokens": 155116207.0, + "step": 4081 + }, + { + "epoch": 0.5192723572064623, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3774526119232178, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.8534260392189026, + "num_tokens": 155155787.0, + "step": 4082 + }, + { + "epoch": 0.5193995674850528, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6615471839904785, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8627274632453918, + "num_tokens": 155194021.0, + "step": 4083 + }, + { + "epoch": 0.5195267777636433, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3886160850524902, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.861859917640686, + "num_tokens": 155228685.0, + "step": 4084 + }, + { + "epoch": 0.5196539880422338, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6732265949249268, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8543850779533386, + "num_tokens": 155269146.0, + "step": 4085 + }, + { + "epoch": 0.5197811983208244, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.384897470474243, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8569880127906799, + "num_tokens": 155309080.0, + "step": 4086 + }, + { + "epoch": 0.5199084085994148, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00011730194091796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.678091526031494, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8578917980194092, + "num_tokens": 155348661.0, + "step": 4087 + }, + { + "epoch": 0.5200356188780053, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.000118255615234375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.404360055923462, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.849790096282959, + "num_tokens": 155384984.0, + "step": 4088 + }, + { + "epoch": 0.5201628291565958, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000118255615234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.684781789779663, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8496297597885132, + "num_tokens": 155421914.0, + "step": 4089 + }, + { + "epoch": 0.5202900394351864, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.000118255615234375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.398432493209839, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8620874285697937, + "num_tokens": 155466460.0, + "step": 4090 + }, + { + "epoch": 0.5204172497137769, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.687248706817627, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8606852889060974, + "num_tokens": 155504034.0, + "step": 4091 + }, + { + "epoch": 0.5205444599923674, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4166412353515625, + "learning_rate": 1e-05, + "loss": 0.5215, + "mean_token_accuracy": 0.8449146151542664, + "num_tokens": 155542521.0, + "step": 4092 + }, + { + "epoch": 0.5206716702709578, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.688070058822632, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8617086410522461, + "num_tokens": 155574170.0, + "step": 4093 + }, + { + "epoch": 0.5207988805495484, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.440155506134033, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8588273525238037, + "num_tokens": 155604314.0, + "step": 4094 + }, + { + "epoch": 0.5209260908281389, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.652423143386841, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8598097562789917, + "num_tokens": 155643259.0, + "step": 4095 + }, + { + "epoch": 0.5210533011067294, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4275600910186768, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8530428409576416, + "num_tokens": 155682522.0, + "step": 4096 + }, + { + "epoch": 0.52118051138532, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.650561809539795, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8666424751281738, + "num_tokens": 155714021.0, + "step": 4097 + }, + { + "epoch": 0.5213077216639105, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4392688274383545, + "learning_rate": 1e-05, + "loss": 0.5346, + "mean_token_accuracy": 0.83750319480896, + "num_tokens": 155754064.0, + "step": 4098 + }, + { + "epoch": 0.5214349319425009, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6201720237731934, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8584683537483215, + "num_tokens": 155788428.0, + "step": 4099 + }, + { + "epoch": 0.5215621422210914, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.435098648071289, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.8522757291793823, + "num_tokens": 155826608.0, + "step": 4100 + }, + { + "epoch": 0.521689352499682, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5853450298309326, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8557455539703369, + "num_tokens": 155870314.0, + "step": 4101 + }, + { + "epoch": 0.5218165627782725, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4295027256011963, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8446742296218872, + "num_tokens": 155907742.0, + "step": 4102 + }, + { + "epoch": 0.521943773056863, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5701982975006104, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8715023994445801, + "num_tokens": 155949837.0, + "step": 4103 + }, + { + "epoch": 0.5220709833354535, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4168195724487305, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8539437055587769, + "num_tokens": 155990407.0, + "step": 4104 + }, + { + "epoch": 0.522198193614044, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.57351016998291, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8527677059173584, + "num_tokens": 156027157.0, + "step": 4105 + }, + { + "epoch": 0.5223254038926345, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4192264080047607, + "learning_rate": 1e-05, + "loss": 0.4843, + "mean_token_accuracy": 0.8548414707183838, + "num_tokens": 156065074.0, + "step": 4106 + }, + { + "epoch": 0.522452614171225, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.557650566101074, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8656697273254395, + "num_tokens": 156103399.0, + "step": 4107 + }, + { + "epoch": 0.5225798244498155, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3946986198425293, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.860909640789032, + "num_tokens": 156143825.0, + "step": 4108 + }, + { + "epoch": 0.5227070347284061, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5701892375946045, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8611390590667725, + "num_tokens": 156183841.0, + "step": 4109 + }, + { + "epoch": 0.5228342450069966, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.3908791542053223, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8615775108337402, + "num_tokens": 156225288.0, + "step": 4110 + }, + { + "epoch": 0.5229614552855871, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.589582681655884, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8725202083587646, + "num_tokens": 156257463.0, + "step": 4111 + }, + { + "epoch": 0.5230886655641775, + "ewc_loss": 0.046630859375, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3983781337738037, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8566655516624451, + "num_tokens": 156293059.0, + "step": 4112 + }, + { + "epoch": 0.5232158758427681, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.600172281265259, + "learning_rate": 1e-05, + "loss": 0.5508, + "mean_token_accuracy": 0.8344393968582153, + "num_tokens": 156338605.0, + "step": 4113 + }, + { + "epoch": 0.5233430861213586, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.395843505859375, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.8538296818733215, + "num_tokens": 156375472.0, + "step": 4114 + }, + { + "epoch": 0.5234702963999491, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6070361137390137, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.858070969581604, + "num_tokens": 156412290.0, + "step": 4115 + }, + { + "epoch": 0.5235975066785397, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.7098586559295654, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8550465703010559, + "num_tokens": 156452268.0, + "step": 4116 + }, + { + "epoch": 0.5237247169571302, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4496631622314453, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8501633405685425, + "num_tokens": 156500659.0, + "step": 4117 + }, + { + "epoch": 0.5238519272357206, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.534604787826538, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8612936735153198, + "num_tokens": 156534529.0, + "step": 4118 + }, + { + "epoch": 0.5239791375143111, + "ewc_loss": 0.046875, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.385364294052124, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.86948561668396, + "num_tokens": 156574459.0, + "step": 4119 + }, + { + "epoch": 0.5241063477929017, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.571643590927124, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8574118614196777, + "num_tokens": 156611626.0, + "step": 4120 + }, + { + "epoch": 0.5242335580714922, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3778483867645264, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8614597320556641, + "num_tokens": 156649454.0, + "step": 4121 + }, + { + "epoch": 0.5243607683500827, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5988242626190186, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8549450039863586, + "num_tokens": 156687263.0, + "step": 4122 + }, + { + "epoch": 0.5244879786286732, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.383660078048706, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8533799648284912, + "num_tokens": 156720384.0, + "step": 4123 + }, + { + "epoch": 0.5246151889072637, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.614607810974121, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.860429584980011, + "num_tokens": 156758365.0, + "step": 4124 + }, + { + "epoch": 0.5247423991858542, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.380277633666992, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8565565347671509, + "num_tokens": 156790411.0, + "step": 4125 + }, + { + "epoch": 0.5248696094644447, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6295011043548584, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8575313687324524, + "num_tokens": 156829176.0, + "step": 4126 + }, + { + "epoch": 0.5249968197430352, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3709716796875, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8649919033050537, + "num_tokens": 156871932.0, + "step": 4127 + }, + { + "epoch": 0.5251240300216258, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6524288654327393, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8689878582954407, + "num_tokens": 156905810.0, + "step": 4128 + }, + { + "epoch": 0.5252512403002163, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.368474245071411, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8653486967086792, + "num_tokens": 156947218.0, + "step": 4129 + }, + { + "epoch": 0.5253784505788067, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.700718402862549, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8471086025238037, + "num_tokens": 156978943.0, + "step": 4130 + }, + { + "epoch": 0.5255056608573972, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.364614486694336, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8675961494445801, + "num_tokens": 157015015.0, + "step": 4131 + }, + { + "epoch": 0.5256328711359878, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7339844703674316, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.8560042381286621, + "num_tokens": 157051789.0, + "step": 4132 + }, + { + "epoch": 0.5257600814145783, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3796801567077637, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8676117658615112, + "num_tokens": 157090568.0, + "step": 4133 + }, + { + "epoch": 0.5258872916931688, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00011873245239257812, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.755998373031616, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8616558909416199, + "num_tokens": 157125255.0, + "step": 4134 + }, + { + "epoch": 0.5260145019717594, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.409299612045288, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8557232022285461, + "num_tokens": 157164917.0, + "step": 4135 + }, + { + "epoch": 0.5261417122503498, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.74949049949646, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.8514095544815063, + "num_tokens": 157205186.0, + "step": 4136 + }, + { + "epoch": 0.5262689225289403, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4558231830596924, + "learning_rate": 1e-05, + "loss": 0.5124, + "mean_token_accuracy": 0.8467758893966675, + "num_tokens": 157241511.0, + "step": 4137 + }, + { + "epoch": 0.5263961328075308, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.703810214996338, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8633013367652893, + "num_tokens": 157283381.0, + "step": 4138 + }, + { + "epoch": 0.5265233430861214, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4519119262695312, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8549022674560547, + "num_tokens": 157321315.0, + "step": 4139 + }, + { + "epoch": 0.5266505533647119, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.696526050567627, + "learning_rate": 1e-05, + "loss": 0.5156, + "mean_token_accuracy": 0.8455108404159546, + "num_tokens": 157359205.0, + "step": 4140 + }, + { + "epoch": 0.5267777636433024, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4470410346984863, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8650703430175781, + "num_tokens": 157398889.0, + "step": 4141 + }, + { + "epoch": 0.5269049739218928, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6588363647460938, + "learning_rate": 1e-05, + "loss": 0.5216, + "mean_token_accuracy": 0.8467658758163452, + "num_tokens": 157440831.0, + "step": 4142 + }, + { + "epoch": 0.5270321842004834, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4548113346099854, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8590678572654724, + "num_tokens": 157476275.0, + "step": 4143 + }, + { + "epoch": 0.5271593944790739, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00011920928955078125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.637566566467285, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8718358278274536, + "num_tokens": 157508830.0, + "step": 4144 + }, + { + "epoch": 0.5272866047576644, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4623525142669678, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8634328246116638, + "num_tokens": 157539077.0, + "step": 4145 + }, + { + "epoch": 0.527413815036255, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5904698371887207, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8686610460281372, + "num_tokens": 157583501.0, + "step": 4146 + }, + { + "epoch": 0.5275410253148455, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.431626319885254, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8567166328430176, + "num_tokens": 157629778.0, + "step": 4147 + }, + { + "epoch": 0.5276682355934359, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5897152423858643, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8617726564407349, + "num_tokens": 157669375.0, + "step": 4148 + }, + { + "epoch": 0.5277954458720264, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4271676540374756, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8674826622009277, + "num_tokens": 157707400.0, + "step": 4149 + }, + { + "epoch": 0.527922656150617, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.582996368408203, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8569772243499756, + "num_tokens": 157747039.0, + "step": 4150 + }, + { + "epoch": 0.5280498664292075, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.42103910446167, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8576753735542297, + "num_tokens": 157782790.0, + "step": 4151 + }, + { + "epoch": 0.528177076707798, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.576336622238159, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8616536259651184, + "num_tokens": 157832002.0, + "step": 4152 + }, + { + "epoch": 0.5283042869863885, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4099068641662598, + "learning_rate": 1e-05, + "loss": 0.5076, + "mean_token_accuracy": 0.8472734689712524, + "num_tokens": 157869875.0, + "step": 4153 + }, + { + "epoch": 0.528431497264979, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5812623500823975, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.8503484129905701, + "num_tokens": 157908910.0, + "step": 4154 + }, + { + "epoch": 0.5285587075435695, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4123427867889404, + "learning_rate": 1e-05, + "loss": 0.4941, + "mean_token_accuracy": 0.8433243036270142, + "num_tokens": 157944366.0, + "step": 4155 + }, + { + "epoch": 0.52868591782216, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.58086895942688, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8598158359527588, + "num_tokens": 157982053.0, + "step": 4156 + }, + { + "epoch": 0.5288131281007505, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 5.245651721954346, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.856645941734314, + "num_tokens": 158022654.0, + "step": 4157 + }, + { + "epoch": 0.5289403383793411, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00011968612670898438, + "ewc_loss_parallel": 5.817413330078125e-05, + "grad_norm": 3.020439386367798, + "learning_rate": 1e-05, + "loss": 0.571, + "mean_token_accuracy": 0.8347810506820679, + "num_tokens": 158060508.0, + "step": 4158 + }, + { + "epoch": 0.5290675486579316, + "ewc_loss": 0.0458984375, + "ewc_loss_diag": 0.00012063980102539062, + "ewc_loss_parallel": 3.361701965332031e-05, + "grad_norm": 2.4067821502685547, + "learning_rate": 1e-05, + "loss": 0.5098, + "mean_token_accuracy": 0.8454152345657349, + "num_tokens": 158098956.0, + "step": 4159 + }, + { + "epoch": 0.5291947589365221, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012063980102539062, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6088309288024902, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8531848192214966, + "num_tokens": 158134781.0, + "step": 4160 + }, + { + "epoch": 0.5293219692151125, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012063980102539062, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4910948276519775, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8648282885551453, + "num_tokens": 158177495.0, + "step": 4161 + }, + { + "epoch": 0.5294491794937031, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012063980102539062, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.564448833465576, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8546297550201416, + "num_tokens": 158216672.0, + "step": 4162 + }, + { + "epoch": 0.5295763897722936, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012063980102539062, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4637556076049805, + "learning_rate": 1e-05, + "loss": 0.4945, + "mean_token_accuracy": 0.8488876223564148, + "num_tokens": 158255397.0, + "step": 4163 + }, + { + "epoch": 0.5297036000508841, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5829262733459473, + "learning_rate": 1e-05, + "loss": 0.4853, + "mean_token_accuracy": 0.8500438928604126, + "num_tokens": 158292230.0, + "step": 4164 + }, + { + "epoch": 0.5298308103294747, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4447731971740723, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8588178157806396, + "num_tokens": 158329884.0, + "step": 4165 + }, + { + "epoch": 0.5299580206080652, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.585442066192627, + "learning_rate": 1e-05, + "loss": 0.5734, + "mean_token_accuracy": 0.8314160108566284, + "num_tokens": 158367290.0, + "step": 4166 + }, + { + "epoch": 0.5300852308866556, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3973686695098877, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.877855122089386, + "num_tokens": 158407999.0, + "step": 4167 + }, + { + "epoch": 0.5302124411652461, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5901644229888916, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8706778287887573, + "num_tokens": 158444283.0, + "step": 4168 + }, + { + "epoch": 0.5303396514438367, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3877854347229004, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8550428152084351, + "num_tokens": 158484807.0, + "step": 4169 + }, + { + "epoch": 0.5304668617224272, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6144304275512695, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8627703189849854, + "num_tokens": 158518863.0, + "step": 4170 + }, + { + "epoch": 0.5305940720010177, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4370763301849365, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8641780614852905, + "num_tokens": 158555057.0, + "step": 4171 + }, + { + "epoch": 0.5307212822796082, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.59340238571167, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8602467179298401, + "num_tokens": 158596032.0, + "step": 4172 + }, + { + "epoch": 0.5308484925581987, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00012159347534179688, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.408750057220459, + "learning_rate": 1e-05, + "loss": 0.5082, + "mean_token_accuracy": 0.8483123183250427, + "num_tokens": 158631098.0, + "step": 4173 + }, + { + "epoch": 0.5309757028367892, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.607161283493042, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8490330576896667, + "num_tokens": 158664579.0, + "step": 4174 + }, + { + "epoch": 0.5311029131153797, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3930704593658447, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8483877778053284, + "num_tokens": 158701220.0, + "step": 4175 + }, + { + "epoch": 0.5312301233939702, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.59338641166687, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8647290468215942, + "num_tokens": 158744235.0, + "step": 4176 + }, + { + "epoch": 0.5313573336725608, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.382718563079834, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.860572874546051, + "num_tokens": 158782602.0, + "step": 4177 + }, + { + "epoch": 0.5314845439511513, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6257524490356445, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8626528382301331, + "num_tokens": 158813345.0, + "step": 4178 + }, + { + "epoch": 0.5316117542297417, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4091217517852783, + "learning_rate": 1e-05, + "loss": 0.5094, + "mean_token_accuracy": 0.8439292907714844, + "num_tokens": 158847204.0, + "step": 4179 + }, + { + "epoch": 0.5317389645083322, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.625276565551758, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8538610935211182, + "num_tokens": 158889481.0, + "step": 4180 + }, + { + "epoch": 0.5318661747869228, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3861889839172363, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8660480976104736, + "num_tokens": 158929267.0, + "step": 4181 + }, + { + "epoch": 0.5319933850655133, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6247875690460205, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8456870317459106, + "num_tokens": 158974526.0, + "step": 4182 + }, + { + "epoch": 0.5321205953441038, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3764495849609375, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8622136116027832, + "num_tokens": 159015428.0, + "step": 4183 + }, + { + "epoch": 0.5322478056226944, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6598455905914307, + "learning_rate": 1e-05, + "loss": 0.5172, + "mean_token_accuracy": 0.845663845539093, + "num_tokens": 159050492.0, + "step": 4184 + }, + { + "epoch": 0.5323750159012848, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3962459564208984, + "learning_rate": 1e-05, + "loss": 0.5065, + "mean_token_accuracy": 0.8474010229110718, + "num_tokens": 159085644.0, + "step": 4185 + }, + { + "epoch": 0.5325022261798753, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.669362783432007, + "learning_rate": 1e-05, + "loss": 0.5357, + "mean_token_accuracy": 0.8442554473876953, + "num_tokens": 159123093.0, + "step": 4186 + }, + { + "epoch": 0.5326294364584658, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.407982349395752, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8555414080619812, + "num_tokens": 159157688.0, + "step": 4187 + }, + { + "epoch": 0.5327566467370564, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.706381320953369, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8510161638259888, + "num_tokens": 159194473.0, + "step": 4188 + }, + { + "epoch": 0.5328838570156469, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.406687021255493, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8512811660766602, + "num_tokens": 159230314.0, + "step": 4189 + }, + { + "epoch": 0.5330110672942374, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6723642349243164, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8637569546699524, + "num_tokens": 159266579.0, + "step": 4190 + }, + { + "epoch": 0.5331382775728278, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3920793533325195, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8673141002655029, + "num_tokens": 159306502.0, + "step": 4191 + }, + { + "epoch": 0.5332654878514184, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6934714317321777, + "learning_rate": 1e-05, + "loss": 0.5121, + "mean_token_accuracy": 0.840385913848877, + "num_tokens": 159342512.0, + "step": 4192 + }, + { + "epoch": 0.5333926981300089, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4145970344543457, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8620749115943909, + "num_tokens": 159378408.0, + "step": 4193 + }, + { + "epoch": 0.5335199084085994, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6946218013763428, + "learning_rate": 1e-05, + "loss": 0.5474, + "mean_token_accuracy": 0.8369998335838318, + "num_tokens": 159415843.0, + "step": 4194 + }, + { + "epoch": 0.53364711868719, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4447779655456543, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8566358089447021, + "num_tokens": 159446880.0, + "step": 4195 + }, + { + "epoch": 0.5337743289657805, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6538965702056885, + "learning_rate": 1e-05, + "loss": 0.4854, + "mean_token_accuracy": 0.8597609400749207, + "num_tokens": 159491960.0, + "step": 4196 + }, + { + "epoch": 0.5339015392443709, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4241445064544678, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8607268333435059, + "num_tokens": 159529157.0, + "step": 4197 + }, + { + "epoch": 0.5340287495229614, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6616404056549072, + "learning_rate": 1e-05, + "loss": 0.4925, + "mean_token_accuracy": 0.8527398109436035, + "num_tokens": 159563589.0, + "step": 4198 + }, + { + "epoch": 0.534155959801552, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4145264625549316, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8759483098983765, + "num_tokens": 159601789.0, + "step": 4199 + }, + { + "epoch": 0.5342831700801425, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.668417453765869, + "learning_rate": 1e-05, + "loss": 0.5392, + "mean_token_accuracy": 0.8338767290115356, + "num_tokens": 159637357.0, + "step": 4200 + }, + { + "epoch": 0.534410380358733, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4122307300567627, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8705997467041016, + "num_tokens": 159678919.0, + "step": 4201 + }, + { + "epoch": 0.5345375906373235, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6671884059906006, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.852073609828949, + "num_tokens": 159714109.0, + "step": 4202 + }, + { + "epoch": 0.534664800915914, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4191956520080566, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8649603128433228, + "num_tokens": 159752171.0, + "step": 4203 + }, + { + "epoch": 0.5347920111945045, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6562108993530273, + "learning_rate": 1e-05, + "loss": 0.509, + "mean_token_accuracy": 0.8475354909896851, + "num_tokens": 159791251.0, + "step": 4204 + }, + { + "epoch": 0.534919221473095, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4383347034454346, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8668063879013062, + "num_tokens": 159819925.0, + "step": 4205 + }, + { + "epoch": 0.5350464317516855, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6379597187042236, + "learning_rate": 1e-05, + "loss": 0.5016, + "mean_token_accuracy": 0.8505960702896118, + "num_tokens": 159859788.0, + "step": 4206 + }, + { + "epoch": 0.5351736420302761, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.437633514404297, + "learning_rate": 1e-05, + "loss": 0.5002, + "mean_token_accuracy": 0.8492641448974609, + "num_tokens": 159897202.0, + "step": 4207 + }, + { + "epoch": 0.5353008523088666, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6192331314086914, + "learning_rate": 1e-05, + "loss": 0.5089, + "mean_token_accuracy": 0.8460750579833984, + "num_tokens": 159935840.0, + "step": 4208 + }, + { + "epoch": 0.5354280625874571, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.423227071762085, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8669406175613403, + "num_tokens": 159975120.0, + "step": 4209 + }, + { + "epoch": 0.5355552728660475, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5933830738067627, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8637557029724121, + "num_tokens": 160020935.0, + "step": 4210 + }, + { + "epoch": 0.5356824831446381, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.420531749725342, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8707467317581177, + "num_tokens": 160065029.0, + "step": 4211 + }, + { + "epoch": 0.5358096934232286, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6035091876983643, + "learning_rate": 1e-05, + "loss": 0.5004, + "mean_token_accuracy": 0.8481212854385376, + "num_tokens": 160104865.0, + "step": 4212 + }, + { + "epoch": 0.5359369037018191, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.413496732711792, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.866710901260376, + "num_tokens": 160145477.0, + "step": 4213 + }, + { + "epoch": 0.5360641139804097, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.608306407928467, + "learning_rate": 1e-05, + "loss": 0.5039, + "mean_token_accuracy": 0.8492295742034912, + "num_tokens": 160184906.0, + "step": 4214 + }, + { + "epoch": 0.5361913242590002, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.412992238998413, + "learning_rate": 1e-05, + "loss": 0.4867, + "mean_token_accuracy": 0.8531041145324707, + "num_tokens": 160225011.0, + "step": 4215 + }, + { + "epoch": 0.5363185345375906, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.600351333618164, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8578636646270752, + "num_tokens": 160263193.0, + "step": 4216 + }, + { + "epoch": 0.5364457448161811, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.400357961654663, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8819689154624939, + "num_tokens": 160299552.0, + "step": 4217 + }, + { + "epoch": 0.5365729550947717, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6114768981933594, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8688910007476807, + "num_tokens": 160334609.0, + "step": 4218 + }, + { + "epoch": 0.5367001653733622, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3914644718170166, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.862699031829834, + "num_tokens": 160374295.0, + "step": 4219 + }, + { + "epoch": 0.5368273756519527, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6457457542419434, + "learning_rate": 1e-05, + "loss": 0.5199, + "mean_token_accuracy": 0.8410319685935974, + "num_tokens": 160404420.0, + "step": 4220 + }, + { + "epoch": 0.5369545859305432, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.391676425933838, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8548212051391602, + "num_tokens": 160439278.0, + "step": 4221 + }, + { + "epoch": 0.5370817962091337, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.634006977081299, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8742312788963318, + "num_tokens": 160475225.0, + "step": 4222 + }, + { + "epoch": 0.5372090064877242, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3973541259765625, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8605307340621948, + "num_tokens": 160516073.0, + "step": 4223 + }, + { + "epoch": 0.5373362167663147, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6716456413269043, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.8532098531723022, + "num_tokens": 160550938.0, + "step": 4224 + }, + { + "epoch": 0.5374634270449052, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3914973735809326, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8652826547622681, + "num_tokens": 160590382.0, + "step": 4225 + }, + { + "epoch": 0.5375906373234958, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.671051502227783, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8704344034194946, + "num_tokens": 160624830.0, + "step": 4226 + }, + { + "epoch": 0.5377178476020863, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4055240154266357, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8544738292694092, + "num_tokens": 160663042.0, + "step": 4227 + }, + { + "epoch": 0.5378450578806767, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6779675483703613, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8486915826797485, + "num_tokens": 160700502.0, + "step": 4228 + }, + { + "epoch": 0.5379722681592672, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4264440536499023, + "learning_rate": 1e-05, + "loss": 0.5243, + "mean_token_accuracy": 0.8418058753013611, + "num_tokens": 160736746.0, + "step": 4229 + }, + { + "epoch": 0.5380994784378578, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6599221229553223, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8667833805084229, + "num_tokens": 160771430.0, + "step": 4230 + }, + { + "epoch": 0.5382266887164483, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.428776264190674, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8578228950500488, + "num_tokens": 160807047.0, + "step": 4231 + }, + { + "epoch": 0.5383538989950388, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6487154960632324, + "learning_rate": 1e-05, + "loss": 0.5336, + "mean_token_accuracy": 0.8388057947158813, + "num_tokens": 160844600.0, + "step": 4232 + }, + { + "epoch": 0.5384811092736294, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4177072048187256, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.861158549785614, + "num_tokens": 160883132.0, + "step": 4233 + }, + { + "epoch": 0.5386083195522198, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6364059448242188, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8590258359909058, + "num_tokens": 160922408.0, + "step": 4234 + }, + { + "epoch": 0.5387355298308103, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.448223114013672, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8619082570075989, + "num_tokens": 160960563.0, + "step": 4235 + }, + { + "epoch": 0.5388627401094008, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6198949813842773, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8574680089950562, + "num_tokens": 160995594.0, + "step": 4236 + }, + { + "epoch": 0.5389899503879914, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4452731609344482, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.854102611541748, + "num_tokens": 161028341.0, + "step": 4237 + }, + { + "epoch": 0.5391171606665819, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.590813636779785, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8599028587341309, + "num_tokens": 161064549.0, + "step": 4238 + }, + { + "epoch": 0.5392443709451724, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.433242082595825, + "learning_rate": 1e-05, + "loss": 0.5173, + "mean_token_accuracy": 0.8430501818656921, + "num_tokens": 161105170.0, + "step": 4239 + }, + { + "epoch": 0.5393715812237628, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.594961404800415, + "learning_rate": 1e-05, + "loss": 0.5341, + "mean_token_accuracy": 0.8387340307235718, + "num_tokens": 161141018.0, + "step": 4240 + }, + { + "epoch": 0.5394987915023534, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4425792694091797, + "learning_rate": 1e-05, + "loss": 0.5214, + "mean_token_accuracy": 0.8419546484947205, + "num_tokens": 161175363.0, + "step": 4241 + }, + { + "epoch": 0.5396260017809439, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.571186065673828, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8630630373954773, + "num_tokens": 161210920.0, + "step": 4242 + }, + { + "epoch": 0.5397532120595344, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4132819175720215, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8702032566070557, + "num_tokens": 161248743.0, + "step": 4243 + }, + { + "epoch": 0.5398804223381249, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5732204914093018, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8610022068023682, + "num_tokens": 161282897.0, + "step": 4244 + }, + { + "epoch": 0.5400076326167155, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4125635623931885, + "learning_rate": 1e-05, + "loss": 0.4733, + "mean_token_accuracy": 0.8583452105522156, + "num_tokens": 161323103.0, + "step": 4245 + }, + { + "epoch": 0.5401348428953059, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5885281562805176, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8569965958595276, + "num_tokens": 161359612.0, + "step": 4246 + }, + { + "epoch": 0.5402620531738964, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.401932716369629, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8701715469360352, + "num_tokens": 161396961.0, + "step": 4247 + }, + { + "epoch": 0.540389263452487, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5818567276000977, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8523034453392029, + "num_tokens": 161437380.0, + "step": 4248 + }, + { + "epoch": 0.5405164737310775, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3922312259674072, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8547992706298828, + "num_tokens": 161480237.0, + "step": 4249 + }, + { + "epoch": 0.540643684009668, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5819945335388184, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8725773096084595, + "num_tokens": 161519447.0, + "step": 4250 + }, + { + "epoch": 0.5407708942882585, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.40317702293396, + "learning_rate": 1e-05, + "loss": 0.4937, + "mean_token_accuracy": 0.8492230176925659, + "num_tokens": 161556588.0, + "step": 4251 + }, + { + "epoch": 0.540898104566849, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6081795692443848, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.861988365650177, + "num_tokens": 161591542.0, + "step": 4252 + }, + { + "epoch": 0.5410253148454395, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.390784978866577, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.858305811882019, + "num_tokens": 161630453.0, + "step": 4253 + }, + { + "epoch": 0.54115252512403, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6198112964630127, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8817107677459717, + "num_tokens": 161660927.0, + "step": 4254 + }, + { + "epoch": 0.5412797354026205, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3786356449127197, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8591569066047668, + "num_tokens": 161703284.0, + "step": 4255 + }, + { + "epoch": 0.5414069456812111, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.639011859893799, + "learning_rate": 1e-05, + "loss": 0.5127, + "mean_token_accuracy": 0.846791684627533, + "num_tokens": 161739212.0, + "step": 4256 + }, + { + "epoch": 0.5415341559598016, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 6.990549087524414, + "learning_rate": 1e-05, + "loss": 0.5068, + "mean_token_accuracy": 0.8562085628509521, + "num_tokens": 161777635.0, + "step": 4257 + }, + { + "epoch": 0.5416613662383921, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 6.771087646484375e-05, + "grad_norm": 3.3328487873077393, + "learning_rate": 1e-05, + "loss": 0.5282, + "mean_token_accuracy": 0.8519263863563538, + "num_tokens": 161816019.0, + "step": 4258 + }, + { + "epoch": 0.5417885765169825, + "ewc_loss": 0.044189453125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.1948089599609375e-05, + "grad_norm": 2.170168399810791, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8601881861686707, + "num_tokens": 161849690.0, + "step": 4259 + }, + { + "epoch": 0.5419157867955731, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.9591064453125e-05, + "grad_norm": 2.9023241996765137, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.872390866279602, + "num_tokens": 161889596.0, + "step": 4260 + }, + { + "epoch": 0.5420429970741636, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.418316125869751, + "learning_rate": 1e-05, + "loss": 0.5345, + "mean_token_accuracy": 0.8390566110610962, + "num_tokens": 161929451.0, + "step": 4261 + }, + { + "epoch": 0.5421702073527541, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.841697931289673, + "learning_rate": 1e-05, + "loss": 0.5147, + "mean_token_accuracy": 0.8473775386810303, + "num_tokens": 161966422.0, + "step": 4262 + }, + { + "epoch": 0.5422974176313446, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.465701103210449, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8543780446052551, + "num_tokens": 162005192.0, + "step": 4263 + }, + { + "epoch": 0.5424246279099352, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8041632175445557, + "learning_rate": 1e-05, + "loss": 0.5077, + "mean_token_accuracy": 0.8547645807266235, + "num_tokens": 162051039.0, + "step": 4264 + }, + { + "epoch": 0.5425518381885256, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.501467227935791, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8623538017272949, + "num_tokens": 162086869.0, + "step": 4265 + }, + { + "epoch": 0.5426790484671161, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7669143676757812, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.858849048614502, + "num_tokens": 162122442.0, + "step": 4266 + }, + { + "epoch": 0.5428062587457066, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.513030529022217, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8606282472610474, + "num_tokens": 162153057.0, + "step": 4267 + }, + { + "epoch": 0.5429334690242972, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.706515073776245, + "learning_rate": 1e-05, + "loss": 0.5387, + "mean_token_accuracy": 0.8423344492912292, + "num_tokens": 162192086.0, + "step": 4268 + }, + { + "epoch": 0.5430606793028877, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.4839890003204346, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8684227466583252, + "num_tokens": 162227206.0, + "step": 4269 + }, + { + "epoch": 0.5431878895814782, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.659900188446045, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8501795530319214, + "num_tokens": 162263490.0, + "step": 4270 + }, + { + "epoch": 0.5433150998600687, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4773621559143066, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.869596004486084, + "num_tokens": 162302750.0, + "step": 4271 + }, + { + "epoch": 0.5434423101386592, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.618795871734619, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.873767614364624, + "num_tokens": 162339613.0, + "step": 4272 + }, + { + "epoch": 0.5435695204172497, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4615721702575684, + "learning_rate": 1e-05, + "loss": 0.4955, + "mean_token_accuracy": 0.8527213335037231, + "num_tokens": 162380163.0, + "step": 4273 + }, + { + "epoch": 0.5436967306958402, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.617406129837036, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8530805110931396, + "num_tokens": 162413306.0, + "step": 4274 + }, + { + "epoch": 0.5438239409744308, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4489362239837646, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8651211857795715, + "num_tokens": 162446861.0, + "step": 4275 + }, + { + "epoch": 0.5439511512530213, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5896177291870117, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8509278297424316, + "num_tokens": 162491414.0, + "step": 4276 + }, + { + "epoch": 0.5440783615316117, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4206976890563965, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8643679618835449, + "num_tokens": 162535265.0, + "step": 4277 + }, + { + "epoch": 0.5442055718102022, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.59599232673645, + "learning_rate": 1e-05, + "loss": 0.5102, + "mean_token_accuracy": 0.8470656871795654, + "num_tokens": 162577198.0, + "step": 4278 + }, + { + "epoch": 0.5443327820887928, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.427635908126831, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8626487255096436, + "num_tokens": 162609557.0, + "step": 4279 + }, + { + "epoch": 0.5444599923673833, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.598775625228882, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8624984622001648, + "num_tokens": 162642943.0, + "step": 4280 + }, + { + "epoch": 0.5445872026459738, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.425657033920288, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8591181039810181, + "num_tokens": 162676444.0, + "step": 4281 + }, + { + "epoch": 0.5447144129245644, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.583275318145752, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8534859418869019, + "num_tokens": 162715445.0, + "step": 4282 + }, + { + "epoch": 0.5448416232031548, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.422492504119873, + "learning_rate": 1e-05, + "loss": 0.5282, + "mean_token_accuracy": 0.8421746492385864, + "num_tokens": 162751306.0, + "step": 4283 + }, + { + "epoch": 0.5449688334817453, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5758609771728516, + "learning_rate": 1e-05, + "loss": 0.5638, + "mean_token_accuracy": 0.8275703191757202, + "num_tokens": 162793587.0, + "step": 4284 + }, + { + "epoch": 0.5450960437603358, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.421149492263794, + "learning_rate": 1e-05, + "loss": 0.5139, + "mean_token_accuracy": 0.8417937755584717, + "num_tokens": 162831000.0, + "step": 4285 + }, + { + "epoch": 0.5452232540389264, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.57071590423584, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.8820297122001648, + "num_tokens": 162863913.0, + "step": 4286 + }, + { + "epoch": 0.5453504643175169, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4143569469451904, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.861855149269104, + "num_tokens": 162899135.0, + "step": 4287 + }, + { + "epoch": 0.5454776745961074, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5821926593780518, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8695420026779175, + "num_tokens": 162932534.0, + "step": 4288 + }, + { + "epoch": 0.5456048848746978, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3987033367156982, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8596085906028748, + "num_tokens": 162973199.0, + "step": 4289 + }, + { + "epoch": 0.5457320951532884, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6081583499908447, + "learning_rate": 1e-05, + "loss": 0.496, + "mean_token_accuracy": 0.8541387915611267, + "num_tokens": 163007018.0, + "step": 4290 + }, + { + "epoch": 0.5458593054318789, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.394012451171875, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8539462089538574, + "num_tokens": 163044381.0, + "step": 4291 + }, + { + "epoch": 0.5459865157104694, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.617614984512329, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8574275970458984, + "num_tokens": 163079606.0, + "step": 4292 + }, + { + "epoch": 0.5461137259890599, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.384176731109619, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8539618253707886, + "num_tokens": 163120421.0, + "step": 4293 + }, + { + "epoch": 0.5462409362676505, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.62808895111084, + "learning_rate": 1e-05, + "loss": 0.5313, + "mean_token_accuracy": 0.8395530581474304, + "num_tokens": 163164761.0, + "step": 4294 + }, + { + "epoch": 0.5463681465462409, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.389662981033325, + "learning_rate": 1e-05, + "loss": 0.6168, + "mean_token_accuracy": 0.8139549493789673, + "num_tokens": 163212432.0, + "step": 4295 + }, + { + "epoch": 0.5464953568248314, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6346895694732666, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8741260766983032, + "num_tokens": 163251333.0, + "step": 4296 + }, + { + "epoch": 0.5466225671034219, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4023821353912354, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8553732633590698, + "num_tokens": 163286428.0, + "step": 4297 + }, + { + "epoch": 0.5467497773820125, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.652432680130005, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8682473301887512, + "num_tokens": 163318974.0, + "step": 4298 + }, + { + "epoch": 0.546876987660603, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.426206350326538, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8506931662559509, + "num_tokens": 163358621.0, + "step": 4299 + }, + { + "epoch": 0.5470041979391935, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.622631549835205, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8656858801841736, + "num_tokens": 163401062.0, + "step": 4300 + }, + { + "epoch": 0.5471314082177839, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4206676483154297, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.8531405329704285, + "num_tokens": 163436194.0, + "step": 4301 + }, + { + "epoch": 0.5472586184963745, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6230828762054443, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8509693145751953, + "num_tokens": 163476403.0, + "step": 4302 + }, + { + "epoch": 0.547385828774965, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.412851572036743, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8535467386245728, + "num_tokens": 163515822.0, + "step": 4303 + }, + { + "epoch": 0.5475130390535555, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6310062408447266, + "learning_rate": 1e-05, + "loss": 0.5085, + "mean_token_accuracy": 0.8462381958961487, + "num_tokens": 163553611.0, + "step": 4304 + }, + { + "epoch": 0.5476402493321461, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4108121395111084, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8637347221374512, + "num_tokens": 163588591.0, + "step": 4305 + }, + { + "epoch": 0.5477674596107366, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6178016662597656, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8582309484481812, + "num_tokens": 163630857.0, + "step": 4306 + }, + { + "epoch": 0.5478946698893271, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4131298065185547, + "learning_rate": 1e-05, + "loss": 0.4951, + "mean_token_accuracy": 0.8476229310035706, + "num_tokens": 163666684.0, + "step": 4307 + }, + { + "epoch": 0.5480218801679175, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6146199703216553, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8542284965515137, + "num_tokens": 163707409.0, + "step": 4308 + }, + { + "epoch": 0.5481490904465081, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4040820598602295, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8630868196487427, + "num_tokens": 163745190.0, + "step": 4309 + }, + { + "epoch": 0.5482763007250986, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6180408000946045, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8563381433486938, + "num_tokens": 163781538.0, + "step": 4310 + }, + { + "epoch": 0.5484035110036891, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4086525440216064, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8555657267570496, + "num_tokens": 163816412.0, + "step": 4311 + }, + { + "epoch": 0.5485307212822796, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6201229095458984, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8653637170791626, + "num_tokens": 163853202.0, + "step": 4312 + }, + { + "epoch": 0.5486579315608702, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.395742177963257, + "learning_rate": 1e-05, + "loss": 0.487, + "mean_token_accuracy": 0.8541090488433838, + "num_tokens": 163893669.0, + "step": 4313 + }, + { + "epoch": 0.5487851418394606, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.620783567428589, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8595259189605713, + "num_tokens": 163932372.0, + "step": 4314 + }, + { + "epoch": 0.5489123521180511, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.398876667022705, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8695718050003052, + "num_tokens": 163969431.0, + "step": 4315 + }, + { + "epoch": 0.5490395623966416, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6361706256866455, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.8566699028015137, + "num_tokens": 164006776.0, + "step": 4316 + }, + { + "epoch": 0.5491667726752322, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3926455974578857, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.871125340461731, + "num_tokens": 164042178.0, + "step": 4317 + }, + { + "epoch": 0.5492939829538227, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.635986328125, + "learning_rate": 1e-05, + "loss": 0.5026, + "mean_token_accuracy": 0.8488026857376099, + "num_tokens": 164089028.0, + "step": 4318 + }, + { + "epoch": 0.5494211932324132, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.39585018157959, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.85638028383255, + "num_tokens": 164130311.0, + "step": 4319 + }, + { + "epoch": 0.5495484035110036, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6578354835510254, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8551104068756104, + "num_tokens": 164165398.0, + "step": 4320 + }, + { + "epoch": 0.5496756137895942, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.401754140853882, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8681563138961792, + "num_tokens": 164202724.0, + "step": 4321 + }, + { + "epoch": 0.5498028240681847, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.679835319519043, + "learning_rate": 1e-05, + "loss": 0.5269, + "mean_token_accuracy": 0.8415555953979492, + "num_tokens": 164247666.0, + "step": 4322 + }, + { + "epoch": 0.5499300343467752, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.392136812210083, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8555395007133484, + "num_tokens": 164292323.0, + "step": 4323 + }, + { + "epoch": 0.5500572446253658, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6778547763824463, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8722615838050842, + "num_tokens": 164331160.0, + "step": 4324 + }, + { + "epoch": 0.5501844549039563, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.410449743270874, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8728233575820923, + "num_tokens": 164365457.0, + "step": 4325 + }, + { + "epoch": 0.5503116651825467, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6736655235290527, + "learning_rate": 1e-05, + "loss": 0.4987, + "mean_token_accuracy": 0.8507933020591736, + "num_tokens": 164403731.0, + "step": 4326 + }, + { + "epoch": 0.5504388754611372, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4238905906677246, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8617594242095947, + "num_tokens": 164436616.0, + "step": 4327 + }, + { + "epoch": 0.5505660857397278, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.661956548690796, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8614035844802856, + "num_tokens": 164472453.0, + "step": 4328 + }, + { + "epoch": 0.5506932960183183, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.436788320541382, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8499854207038879, + "num_tokens": 164506551.0, + "step": 4329 + }, + { + "epoch": 0.5508205062969088, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6444435119628906, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8715864419937134, + "num_tokens": 164542638.0, + "step": 4330 + }, + { + "epoch": 0.5509477165754993, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4349794387817383, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8590613007545471, + "num_tokens": 164580071.0, + "step": 4331 + }, + { + "epoch": 0.5510749268540898, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6367883682250977, + "learning_rate": 1e-05, + "loss": 0.5196, + "mean_token_accuracy": 0.8433825373649597, + "num_tokens": 164617894.0, + "step": 4332 + }, + { + "epoch": 0.5512021371326803, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4262070655822754, + "learning_rate": 1e-05, + "loss": 0.5463, + "mean_token_accuracy": 0.8354077339172363, + "num_tokens": 164660509.0, + "step": 4333 + }, + { + "epoch": 0.5513293474112708, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6155335903167725, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.869315505027771, + "num_tokens": 164699683.0, + "step": 4334 + }, + { + "epoch": 0.5514565576898613, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4374120235443115, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8558909296989441, + "num_tokens": 164733134.0, + "step": 4335 + }, + { + "epoch": 0.5515837679684519, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00012302398681640625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6157116889953613, + "learning_rate": 1e-05, + "loss": 0.4903, + "mean_token_accuracy": 0.8514217138290405, + "num_tokens": 164771911.0, + "step": 4336 + }, + { + "epoch": 0.5517109782470424, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4267427921295166, + "learning_rate": 1e-05, + "loss": 0.4948, + "mean_token_accuracy": 0.8480000495910645, + "num_tokens": 164810579.0, + "step": 4337 + }, + { + "epoch": 0.5518381885256328, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.592471122741699, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8667193055152893, + "num_tokens": 164850215.0, + "step": 4338 + }, + { + "epoch": 0.5519653988042234, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4174532890319824, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.852362871170044, + "num_tokens": 164889523.0, + "step": 4339 + }, + { + "epoch": 0.5520926090828139, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.593513250350952, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8731726408004761, + "num_tokens": 164925946.0, + "step": 4340 + }, + { + "epoch": 0.5522198193614044, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.5674099922180176, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8655083179473877, + "num_tokens": 164961954.0, + "step": 4341 + }, + { + "epoch": 0.5523470296399949, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.49381947517395, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8604305982589722, + "num_tokens": 165008013.0, + "step": 4342 + }, + { + "epoch": 0.5524742399185855, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.496917724609375, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.862675666809082, + "num_tokens": 165037723.0, + "step": 4343 + }, + { + "epoch": 0.5526014501971759, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.472368001937866, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8631571531295776, + "num_tokens": 165071432.0, + "step": 4344 + }, + { + "epoch": 0.5527286604757664, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4749157428741455, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8655148148536682, + "num_tokens": 165118784.0, + "step": 4345 + }, + { + "epoch": 0.5528558707543569, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4593939781188965, + "learning_rate": 1e-05, + "loss": 0.5285, + "mean_token_accuracy": 0.8414716720581055, + "num_tokens": 165163281.0, + "step": 4346 + }, + { + "epoch": 0.5529830810329475, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.493316411972046, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8509364128112793, + "num_tokens": 165195615.0, + "step": 4347 + }, + { + "epoch": 0.553110291311538, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4576785564422607, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8546346426010132, + "num_tokens": 165233710.0, + "step": 4348 + }, + { + "epoch": 0.5532375015901285, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012302398681640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4784810543060303, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8549342751502991, + "num_tokens": 165275788.0, + "step": 4349 + }, + { + "epoch": 0.5533647118687189, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4503393173217773, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8663558959960938, + "num_tokens": 165316627.0, + "step": 4350 + }, + { + "epoch": 0.5534919221473095, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4829342365264893, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8584465384483337, + "num_tokens": 165356643.0, + "step": 4351 + }, + { + "epoch": 0.5536191324259, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4425885677337646, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8522933721542358, + "num_tokens": 165396897.0, + "step": 4352 + }, + { + "epoch": 0.5537463427044905, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4862966537475586, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8630639314651489, + "num_tokens": 165434409.0, + "step": 4353 + }, + { + "epoch": 0.553873552983081, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.443133592605591, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8574659824371338, + "num_tokens": 165474674.0, + "step": 4354 + }, + { + "epoch": 0.5540007632616716, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5012500286102295, + "learning_rate": 1e-05, + "loss": 0.5128, + "mean_token_accuracy": 0.846786379814148, + "num_tokens": 165511865.0, + "step": 4355 + }, + { + "epoch": 0.554127973540262, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4407222270965576, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.8558353781700134, + "num_tokens": 165548589.0, + "step": 4356 + }, + { + "epoch": 0.5542551838188525, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001220703125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4875144958496094, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8625601530075073, + "num_tokens": 165589553.0, + "step": 4357 + }, + { + "epoch": 0.554382394097443, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012302398681640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4542503356933594, + "learning_rate": 1e-05, + "loss": 0.5628, + "mean_token_accuracy": 0.832983136177063, + "num_tokens": 165625499.0, + "step": 4358 + }, + { + "epoch": 0.5545096043760336, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012302398681640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.480897903442383, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8589669466018677, + "num_tokens": 165663967.0, + "step": 4359 + }, + { + "epoch": 0.5546368146546241, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012302398681640625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.433194398880005, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8526716232299805, + "num_tokens": 165706382.0, + "step": 4360 + }, + { + "epoch": 0.5547640249332146, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012302398681640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.496025323867798, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.860201358795166, + "num_tokens": 165742473.0, + "step": 4361 + }, + { + "epoch": 0.5548912352118052, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012302398681640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4429686069488525, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8523000478744507, + "num_tokens": 165776329.0, + "step": 4362 + }, + { + "epoch": 0.5550184454903956, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001239776611328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.499361991882324, + "learning_rate": 1e-05, + "loss": 0.4888, + "mean_token_accuracy": 0.8528632521629333, + "num_tokens": 165812887.0, + "step": 4363 + }, + { + "epoch": 0.5551456557689861, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001239776611328125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.427626848220825, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8682279586791992, + "num_tokens": 165848933.0, + "step": 4364 + }, + { + "epoch": 0.5552728660475766, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5179429054260254, + "learning_rate": 1e-05, + "loss": 0.5189, + "mean_token_accuracy": 0.8435996770858765, + "num_tokens": 165887158.0, + "step": 4365 + }, + { + "epoch": 0.5554000763261672, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4130825996398926, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8564456105232239, + "num_tokens": 165928214.0, + "step": 4366 + }, + { + "epoch": 0.5555272866047577, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5536410808563232, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8560988306999207, + "num_tokens": 165964838.0, + "step": 4367 + }, + { + "epoch": 0.5556544968833482, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.4112184047698975, + "learning_rate": 1e-05, + "loss": 0.5053, + "mean_token_accuracy": 0.8481049537658691, + "num_tokens": 165996097.0, + "step": 4368 + }, + { + "epoch": 0.5557817071619386, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.566770553588867, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8563315868377686, + "num_tokens": 166028660.0, + "step": 4369 + }, + { + "epoch": 0.5559089174405292, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.391295909881592, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8557084798812866, + "num_tokens": 166065259.0, + "step": 4370 + }, + { + "epoch": 0.5560361277191197, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5774269104003906, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8534107804298401, + "num_tokens": 166105757.0, + "step": 4371 + }, + { + "epoch": 0.5561633379977102, + "ewc_loss": 0.04736328125, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.4809112548828125e-05, + "grad_norm": 2.38850998878479, + "learning_rate": 1e-05, + "loss": 0.5083, + "mean_token_accuracy": 0.8419051170349121, + "num_tokens": 166142362.0, + "step": 4372 + }, + { + "epoch": 0.5562905482763008, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5969722270965576, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8573127388954163, + "num_tokens": 166179437.0, + "step": 4373 + }, + { + "epoch": 0.5564177585548913, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3788540363311768, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.850346565246582, + "num_tokens": 166218555.0, + "step": 4374 + }, + { + "epoch": 0.5565449688334817, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6267905235290527, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8662606477737427, + "num_tokens": 166252297.0, + "step": 4375 + }, + { + "epoch": 0.5566721791120722, + "ewc_loss": 0.047119140625, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.457069396972656e-05, + "grad_norm": 2.3724472522735596, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8614516854286194, + "num_tokens": 166289597.0, + "step": 4376 + }, + { + "epoch": 0.5567993893906628, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6599173545837402, + "learning_rate": 1e-05, + "loss": 0.505, + "mean_token_accuracy": 0.8470133543014526, + "num_tokens": 166328655.0, + "step": 4377 + }, + { + "epoch": 0.5569265996692533, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3551065921783447, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8545123338699341, + "num_tokens": 166371825.0, + "step": 4378 + }, + { + "epoch": 0.5570538099478438, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6942896842956543, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8562902212142944, + "num_tokens": 166407084.0, + "step": 4379 + }, + { + "epoch": 0.5571810202264343, + "ewc_loss": 0.047607421875, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.373246431350708, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8637255430221558, + "num_tokens": 166442272.0, + "step": 4380 + }, + { + "epoch": 0.5573082305050248, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.731576919555664, + "learning_rate": 1e-05, + "loss": 0.5049, + "mean_token_accuracy": 0.8487224578857422, + "num_tokens": 166475015.0, + "step": 4381 + }, + { + "epoch": 0.5574354407836153, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.374969005584717, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8589301705360413, + "num_tokens": 166512421.0, + "step": 4382 + }, + { + "epoch": 0.5575626510622058, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7507240772247314, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.8493463397026062, + "num_tokens": 166554248.0, + "step": 4383 + }, + { + "epoch": 0.5576898613407963, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.399311065673828, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8739852905273438, + "num_tokens": 166590664.0, + "step": 4384 + }, + { + "epoch": 0.5578170716193869, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.77644419670105, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8553823828697205, + "num_tokens": 166625615.0, + "step": 4385 + }, + { + "epoch": 0.5579442818979774, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4300003051757812, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8611676692962646, + "num_tokens": 166662699.0, + "step": 4386 + }, + { + "epoch": 0.5580714921765678, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7578680515289307, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8637183904647827, + "num_tokens": 166701218.0, + "step": 4387 + }, + { + "epoch": 0.5581987024551583, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4554076194763184, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8548521995544434, + "num_tokens": 166739699.0, + "step": 4388 + }, + { + "epoch": 0.5583259127337489, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.721543073654175, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8648185729980469, + "num_tokens": 166782275.0, + "step": 4389 + }, + { + "epoch": 0.5584531230123394, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4634201526641846, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8620516061782837, + "num_tokens": 166820535.0, + "step": 4390 + }, + { + "epoch": 0.5585803332909299, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.696660041809082, + "learning_rate": 1e-05, + "loss": 0.5172, + "mean_token_accuracy": 0.8429703712463379, + "num_tokens": 166865450.0, + "step": 4391 + }, + { + "epoch": 0.5587075435695205, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012493133544921875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.461986541748047, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.86189866065979, + "num_tokens": 166905838.0, + "step": 4392 + }, + { + "epoch": 0.5588347538481109, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6772167682647705, + "learning_rate": 1e-05, + "loss": 0.522, + "mean_token_accuracy": 0.8437914848327637, + "num_tokens": 166943437.0, + "step": 4393 + }, + { + "epoch": 0.5589619641267014, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4646575450897217, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8625290393829346, + "num_tokens": 166980863.0, + "step": 4394 + }, + { + "epoch": 0.5590891744052919, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.639542579650879, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8734267950057983, + "num_tokens": 167017861.0, + "step": 4395 + }, + { + "epoch": 0.5592163846838825, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4603655338287354, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8685610890388489, + "num_tokens": 167051779.0, + "step": 4396 + }, + { + "epoch": 0.559343594962473, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.606348991394043, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8586278557777405, + "num_tokens": 167095205.0, + "step": 4397 + }, + { + "epoch": 0.5594708052410635, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4536592960357666, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8516063690185547, + "num_tokens": 167130594.0, + "step": 4398 + }, + { + "epoch": 0.5595980155196539, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.591280937194824, + "learning_rate": 1e-05, + "loss": 0.4808, + "mean_token_accuracy": 0.8579165935516357, + "num_tokens": 167170816.0, + "step": 4399 + }, + { + "epoch": 0.5597252257982445, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4460346698760986, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8683253526687622, + "num_tokens": 167205301.0, + "step": 4400 + }, + { + "epoch": 0.559852436076835, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5889604091644287, + "learning_rate": 1e-05, + "loss": 0.5132, + "mean_token_accuracy": 0.8420857191085815, + "num_tokens": 167240356.0, + "step": 4401 + }, + { + "epoch": 0.5599796463554255, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.45009708404541, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8632760643959045, + "num_tokens": 167269853.0, + "step": 4402 + }, + { + "epoch": 0.560106856634016, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.559784173965454, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8605129718780518, + "num_tokens": 167315398.0, + "step": 4403 + }, + { + "epoch": 0.5602340669126066, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4282634258270264, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.860397458076477, + "num_tokens": 167352715.0, + "step": 4404 + }, + { + "epoch": 0.560361277191197, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.000125885009765625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.564296245574951, + "learning_rate": 1e-05, + "loss": 0.5244, + "mean_token_accuracy": 0.8439334034919739, + "num_tokens": 167391646.0, + "step": 4405 + }, + { + "epoch": 0.5604884874697875, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4254913330078125, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8544727563858032, + "num_tokens": 167431676.0, + "step": 4406 + }, + { + "epoch": 0.560615697748378, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.568967342376709, + "learning_rate": 1e-05, + "loss": 0.494, + "mean_token_accuracy": 0.8518776297569275, + "num_tokens": 167469121.0, + "step": 4407 + }, + { + "epoch": 0.5607429080269686, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4060869216918945, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8626574277877808, + "num_tokens": 167511721.0, + "step": 4408 + }, + { + "epoch": 0.5608701183055591, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.58186411857605, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8656700849533081, + "num_tokens": 167546965.0, + "step": 4409 + }, + { + "epoch": 0.5609973285841496, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.413914203643799, + "learning_rate": 1e-05, + "loss": 0.5163, + "mean_token_accuracy": 0.845223069190979, + "num_tokens": 167584968.0, + "step": 4410 + }, + { + "epoch": 0.5611245388627402, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5879030227661133, + "learning_rate": 1e-05, + "loss": 0.5217, + "mean_token_accuracy": 0.8450913429260254, + "num_tokens": 167623124.0, + "step": 4411 + }, + { + "epoch": 0.5612517491413306, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3950421810150146, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8536610007286072, + "num_tokens": 167664877.0, + "step": 4412 + }, + { + "epoch": 0.5613789594199211, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5970847606658936, + "learning_rate": 1e-05, + "loss": 0.4877, + "mean_token_accuracy": 0.8507407903671265, + "num_tokens": 167706154.0, + "step": 4413 + }, + { + "epoch": 0.5615061696985116, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4065377712249756, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8544167280197144, + "num_tokens": 167740081.0, + "step": 4414 + }, + { + "epoch": 0.5616333799771022, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.598268747329712, + "learning_rate": 1e-05, + "loss": 0.5376, + "mean_token_accuracy": 0.8401352167129517, + "num_tokens": 167783324.0, + "step": 4415 + }, + { + "epoch": 0.5617605902556927, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3885676860809326, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8607927560806274, + "num_tokens": 167823216.0, + "step": 4416 + }, + { + "epoch": 0.5618878005342832, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6337316036224365, + "learning_rate": 1e-05, + "loss": 0.5241, + "mean_token_accuracy": 0.8398903608322144, + "num_tokens": 167857452.0, + "step": 4417 + }, + { + "epoch": 0.5620150108128736, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.38097882270813, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8635608553886414, + "num_tokens": 167896402.0, + "step": 4418 + }, + { + "epoch": 0.5621422210914642, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.641388177871704, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8600561022758484, + "num_tokens": 167936441.0, + "step": 4419 + }, + { + "epoch": 0.5622694313700547, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.393388509750366, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8672120571136475, + "num_tokens": 167970786.0, + "step": 4420 + }, + { + "epoch": 0.5623966416486452, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.659240245819092, + "learning_rate": 1e-05, + "loss": 0.4942, + "mean_token_accuracy": 0.855760931968689, + "num_tokens": 168011004.0, + "step": 4421 + }, + { + "epoch": 0.5625238519272358, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3855597972869873, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8554449081420898, + "num_tokens": 168053418.0, + "step": 4422 + }, + { + "epoch": 0.5626510622058263, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00012683868408203125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6847732067108154, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8626293540000916, + "num_tokens": 168088156.0, + "step": 4423 + }, + { + "epoch": 0.5627782724844167, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.393667221069336, + "learning_rate": 1e-05, + "loss": 0.502, + "mean_token_accuracy": 0.8470768928527832, + "num_tokens": 168132329.0, + "step": 4424 + }, + { + "epoch": 0.5629054827630072, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6948580741882324, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8609586954116821, + "num_tokens": 168167882.0, + "step": 4425 + }, + { + "epoch": 0.5630326930415978, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.408398389816284, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8583360910415649, + "num_tokens": 168203265.0, + "step": 4426 + }, + { + "epoch": 0.5631599033201883, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.690723180770874, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8701499104499817, + "num_tokens": 168241410.0, + "step": 4427 + }, + { + "epoch": 0.5632871135987788, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.406106472015381, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8633221387863159, + "num_tokens": 168285412.0, + "step": 4428 + }, + { + "epoch": 0.5634143238773693, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.692782402038574, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8517134189605713, + "num_tokens": 168324628.0, + "step": 4429 + }, + { + "epoch": 0.5635415341559598, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4570152759552, + "learning_rate": 1e-05, + "loss": 0.5051, + "mean_token_accuracy": 0.8513798713684082, + "num_tokens": 168359759.0, + "step": 4430 + }, + { + "epoch": 0.5636687444345503, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6722779273986816, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8533871173858643, + "num_tokens": 168393904.0, + "step": 4431 + }, + { + "epoch": 0.5637959547131408, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4424169063568115, + "learning_rate": 1e-05, + "loss": 0.49, + "mean_token_accuracy": 0.8526569604873657, + "num_tokens": 168429718.0, + "step": 4432 + }, + { + "epoch": 0.5639231649917313, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6490609645843506, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8680524826049805, + "num_tokens": 168462950.0, + "step": 4433 + }, + { + "epoch": 0.5640503752703219, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4271657466888428, + "learning_rate": 1e-05, + "loss": 0.4839, + "mean_token_accuracy": 0.8567754030227661, + "num_tokens": 168504095.0, + "step": 4434 + }, + { + "epoch": 0.5641775855489124, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6445977687835693, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8543187379837036, + "num_tokens": 168539931.0, + "step": 4435 + }, + { + "epoch": 0.5643047958275028, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4382379055023193, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8621888160705566, + "num_tokens": 168573064.0, + "step": 4436 + }, + { + "epoch": 0.5644320061060933, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6343231201171875, + "learning_rate": 1e-05, + "loss": 0.4769, + "mean_token_accuracy": 0.8575384616851807, + "num_tokens": 168607997.0, + "step": 4437 + }, + { + "epoch": 0.5645592163846839, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.418762683868408, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8776794672012329, + "num_tokens": 168647590.0, + "step": 4438 + }, + { + "epoch": 0.5646864266632744, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.64162540435791, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8620657324790955, + "num_tokens": 168681347.0, + "step": 4439 + }, + { + "epoch": 0.5648136369418649, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4226126670837402, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8562406301498413, + "num_tokens": 168722830.0, + "step": 4440 + }, + { + "epoch": 0.5649408472204555, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6354587078094482, + "learning_rate": 1e-05, + "loss": 0.5295, + "mean_token_accuracy": 0.8403617143630981, + "num_tokens": 168762381.0, + "step": 4441 + }, + { + "epoch": 0.5650680574990459, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4118919372558594, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8617227673530579, + "num_tokens": 168802832.0, + "step": 4442 + }, + { + "epoch": 0.5651952677776364, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.643005132675171, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.8556278944015503, + "num_tokens": 168837780.0, + "step": 4443 + }, + { + "epoch": 0.5653224780562269, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4441802501678467, + "learning_rate": 1e-05, + "loss": 0.5192, + "mean_token_accuracy": 0.8466426730155945, + "num_tokens": 168871830.0, + "step": 4444 + }, + { + "epoch": 0.5654496883348175, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6124844551086426, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8630079627037048, + "num_tokens": 168912477.0, + "step": 4445 + }, + { + "epoch": 0.565576898613408, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.424835443496704, + "learning_rate": 1e-05, + "loss": 0.5038, + "mean_token_accuracy": 0.8488633036613464, + "num_tokens": 168948976.0, + "step": 4446 + }, + { + "epoch": 0.5657041088919985, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.603564739227295, + "learning_rate": 1e-05, + "loss": 0.4924, + "mean_token_accuracy": 0.8576599359512329, + "num_tokens": 168992454.0, + "step": 4447 + }, + { + "epoch": 0.5658313191705889, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4412264823913574, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8535372018814087, + "num_tokens": 169023135.0, + "step": 4448 + }, + { + "epoch": 0.5659585294491795, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5853395462036133, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8577722311019897, + "num_tokens": 169062066.0, + "step": 4449 + }, + { + "epoch": 0.56608573972777, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.430697202682495, + "learning_rate": 1e-05, + "loss": 0.5335, + "mean_token_accuracy": 0.8397666215896606, + "num_tokens": 169100317.0, + "step": 4450 + }, + { + "epoch": 0.5662129500063605, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.597755193710327, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8657245635986328, + "num_tokens": 169128474.0, + "step": 4451 + }, + { + "epoch": 0.566340160284951, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4100801944732666, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8745601773262024, + "num_tokens": 169164905.0, + "step": 4452 + }, + { + "epoch": 0.5664673705635416, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5948517322540283, + "learning_rate": 1e-05, + "loss": 0.4803, + "mean_token_accuracy": 0.8536059856414795, + "num_tokens": 169201153.0, + "step": 4453 + }, + { + "epoch": 0.566594580842132, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4024767875671387, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8717505931854248, + "num_tokens": 169235325.0, + "step": 4454 + }, + { + "epoch": 0.5667217911207225, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6033761501312256, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8759206533432007, + "num_tokens": 169276690.0, + "step": 4455 + }, + { + "epoch": 0.566849001399313, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4067838191986084, + "learning_rate": 1e-05, + "loss": 0.5055, + "mean_token_accuracy": 0.844023585319519, + "num_tokens": 169315751.0, + "step": 4456 + }, + { + "epoch": 0.5669762116779036, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.603306770324707, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8586829304695129, + "num_tokens": 169354626.0, + "step": 4457 + }, + { + "epoch": 0.5671034219564941, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.408172369003296, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8567638397216797, + "num_tokens": 169390255.0, + "step": 4458 + }, + { + "epoch": 0.5672306322350846, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.599513530731201, + "learning_rate": 1e-05, + "loss": 0.4948, + "mean_token_accuracy": 0.8493685722351074, + "num_tokens": 169431912.0, + "step": 4459 + }, + { + "epoch": 0.5673578425136752, + "ewc_loss": 0.0478515625, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4004530906677246, + "learning_rate": 1e-05, + "loss": 0.3851, + "mean_token_accuracy": 0.8821465969085693, + "num_tokens": 169467803.0, + "step": 4460 + }, + { + "epoch": 0.5674850527922656, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.613762617111206, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.8486446142196655, + "num_tokens": 169512252.0, + "step": 4461 + }, + { + "epoch": 0.5676122630708561, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4078547954559326, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8623546361923218, + "num_tokens": 169547632.0, + "step": 4462 + }, + { + "epoch": 0.5677394733494466, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6193928718566895, + "learning_rate": 1e-05, + "loss": 0.4897, + "mean_token_accuracy": 0.8566805124282837, + "num_tokens": 169589355.0, + "step": 4463 + }, + { + "epoch": 0.5678666836280372, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3999125957489014, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8652907609939575, + "num_tokens": 169627441.0, + "step": 4464 + }, + { + "epoch": 0.5679938939066277, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6422691345214844, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8591587543487549, + "num_tokens": 169659752.0, + "step": 4465 + }, + { + "epoch": 0.5681211041852182, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3914718627929688, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8749174475669861, + "num_tokens": 169697197.0, + "step": 4466 + }, + { + "epoch": 0.5682483144638086, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.668133020401001, + "learning_rate": 1e-05, + "loss": 0.5356, + "mean_token_accuracy": 0.8385591506958008, + "num_tokens": 169732523.0, + "step": 4467 + }, + { + "epoch": 0.5683755247423992, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.397517204284668, + "learning_rate": 1e-05, + "loss": 0.4867, + "mean_token_accuracy": 0.8545390367507935, + "num_tokens": 169771494.0, + "step": 4468 + }, + { + "epoch": 0.5685027350209897, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6604726314544678, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8738771080970764, + "num_tokens": 169809835.0, + "step": 4469 + }, + { + "epoch": 0.5686299452995802, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3971126079559326, + "learning_rate": 1e-05, + "loss": 0.491, + "mean_token_accuracy": 0.8518871068954468, + "num_tokens": 169853276.0, + "step": 4470 + }, + { + "epoch": 0.5687571555781707, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6791157722473145, + "learning_rate": 1e-05, + "loss": 0.5121, + "mean_token_accuracy": 0.841001033782959, + "num_tokens": 169892106.0, + "step": 4471 + }, + { + "epoch": 0.5688843658567613, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4108834266662598, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8496184945106506, + "num_tokens": 169933635.0, + "step": 4472 + }, + { + "epoch": 0.5690115761353517, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.670400857925415, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8563879728317261, + "num_tokens": 169971694.0, + "step": 4473 + }, + { + "epoch": 0.5691387864139422, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.41860032081604, + "learning_rate": 1e-05, + "loss": 0.52, + "mean_token_accuracy": 0.840952455997467, + "num_tokens": 170013285.0, + "step": 4474 + }, + { + "epoch": 0.5692659966925327, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.663093090057373, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8579615354537964, + "num_tokens": 170052831.0, + "step": 4475 + }, + { + "epoch": 0.5693932069711233, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430875301361084, + "learning_rate": 1e-05, + "loss": 0.5163, + "mean_token_accuracy": 0.8430318832397461, + "num_tokens": 170089859.0, + "step": 4476 + }, + { + "epoch": 0.5695204172497138, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6590681076049805, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8524466753005981, + "num_tokens": 170126494.0, + "step": 4477 + }, + { + "epoch": 0.5696476275283043, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.422501802444458, + "learning_rate": 1e-05, + "loss": 0.4959, + "mean_token_accuracy": 0.8497745990753174, + "num_tokens": 170167744.0, + "step": 4478 + }, + { + "epoch": 0.5697748378068948, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.652989149093628, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8562322854995728, + "num_tokens": 170203988.0, + "step": 4479 + }, + { + "epoch": 0.5699020480854853, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.440829277038574, + "learning_rate": 1e-05, + "loss": 0.5399, + "mean_token_accuracy": 0.8349202275276184, + "num_tokens": 170243231.0, + "step": 4480 + }, + { + "epoch": 0.5700292583640758, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6406514644622803, + "learning_rate": 1e-05, + "loss": 0.536, + "mean_token_accuracy": 0.8380236625671387, + "num_tokens": 170280637.0, + "step": 4481 + }, + { + "epoch": 0.5701564686426663, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4387423992156982, + "learning_rate": 1e-05, + "loss": 0.5073, + "mean_token_accuracy": 0.8484443426132202, + "num_tokens": 170317106.0, + "step": 4482 + }, + { + "epoch": 0.5702836789212569, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.623663902282715, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8532642126083374, + "num_tokens": 170353374.0, + "step": 4483 + }, + { + "epoch": 0.5704108891998474, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001277923583984375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.438429594039917, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8624951839447021, + "num_tokens": 170386968.0, + "step": 4484 + }, + { + "epoch": 0.5705380994784378, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.610485076904297, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8625814914703369, + "num_tokens": 170425386.0, + "step": 4485 + }, + { + "epoch": 0.5706653097570283, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4174342155456543, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8601914644241333, + "num_tokens": 170467828.0, + "step": 4486 + }, + { + "epoch": 0.5707925200356189, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.620166063308716, + "learning_rate": 1e-05, + "loss": 0.4825, + "mean_token_accuracy": 0.8552972674369812, + "num_tokens": 170506333.0, + "step": 4487 + }, + { + "epoch": 0.5709197303142094, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4314985275268555, + "learning_rate": 1e-05, + "loss": 0.5052, + "mean_token_accuracy": 0.8524157404899597, + "num_tokens": 170542352.0, + "step": 4488 + }, + { + "epoch": 0.5710469405927999, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6133997440338135, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8715487718582153, + "num_tokens": 170574251.0, + "step": 4489 + }, + { + "epoch": 0.5711741508713905, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.414128541946411, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.868209958076477, + "num_tokens": 170610294.0, + "step": 4490 + }, + { + "epoch": 0.5713013611499809, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.612955093383789, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8612890243530273, + "num_tokens": 170649245.0, + "step": 4491 + }, + { + "epoch": 0.5714285714285714, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4018936157226562, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8541425466537476, + "num_tokens": 170692106.0, + "step": 4492 + }, + { + "epoch": 0.5715557817071619, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6254990100860596, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8643670082092285, + "num_tokens": 170730319.0, + "step": 4493 + }, + { + "epoch": 0.5716829919857525, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4238662719726562, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8640890121459961, + "num_tokens": 170763805.0, + "step": 4494 + }, + { + "epoch": 0.571810202264343, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6155312061309814, + "learning_rate": 1e-05, + "loss": 0.5294, + "mean_token_accuracy": 0.8405236005783081, + "num_tokens": 170804966.0, + "step": 4495 + }, + { + "epoch": 0.5719374125429335, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4101083278656006, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8617122173309326, + "num_tokens": 170845652.0, + "step": 4496 + }, + { + "epoch": 0.5720646228215239, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6241965293884277, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8627582788467407, + "num_tokens": 170883449.0, + "step": 4497 + }, + { + "epoch": 0.5721918331001145, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012874603271484375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4135262966156006, + "learning_rate": 1e-05, + "loss": 0.5024, + "mean_token_accuracy": 0.8494727611541748, + "num_tokens": 170920187.0, + "step": 4498 + }, + { + "epoch": 0.572319043378705, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.635118246078491, + "learning_rate": 1e-05, + "loss": 0.4983, + "mean_token_accuracy": 0.8516433238983154, + "num_tokens": 170952650.0, + "step": 4499 + }, + { + "epoch": 0.5724462536572955, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.40512752532959, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8519089221954346, + "num_tokens": 170989130.0, + "step": 4500 + }, + { + "epoch": 0.572573463935886, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6152780055999756, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8602197170257568, + "num_tokens": 171030713.0, + "step": 4501 + }, + { + "epoch": 0.5727006742144766, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.409777879714966, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8576333522796631, + "num_tokens": 171066363.0, + "step": 4502 + }, + { + "epoch": 0.572827884493067, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.626727819442749, + "learning_rate": 1e-05, + "loss": 0.509, + "mean_token_accuracy": 0.8517358899116516, + "num_tokens": 171108290.0, + "step": 4503 + }, + { + "epoch": 0.5729550947716575, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4140214920043945, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8824285864830017, + "num_tokens": 171141990.0, + "step": 4504 + }, + { + "epoch": 0.573082305050248, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6292762756347656, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8591086268424988, + "num_tokens": 171180032.0, + "step": 4505 + }, + { + "epoch": 0.5732095153288386, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4191553592681885, + "learning_rate": 1e-05, + "loss": 0.5328, + "mean_token_accuracy": 0.8391864895820618, + "num_tokens": 171218918.0, + "step": 4506 + }, + { + "epoch": 0.5733367256074291, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.620150566101074, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8567643761634827, + "num_tokens": 171261028.0, + "step": 4507 + }, + { + "epoch": 0.5734639358860196, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.407076358795166, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8597763180732727, + "num_tokens": 171301477.0, + "step": 4508 + }, + { + "epoch": 0.5735911461646102, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.620260238647461, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.869540810585022, + "num_tokens": 171338937.0, + "step": 4509 + }, + { + "epoch": 0.5737183564432006, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4176836013793945, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8556254506111145, + "num_tokens": 171375058.0, + "step": 4510 + }, + { + "epoch": 0.5738455667217911, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6332037448883057, + "learning_rate": 1e-05, + "loss": 0.5026, + "mean_token_accuracy": 0.8487077355384827, + "num_tokens": 171410282.0, + "step": 4511 + }, + { + "epoch": 0.5739727770003816, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4232633113861084, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.855042576789856, + "num_tokens": 171442864.0, + "step": 4512 + }, + { + "epoch": 0.5740999872789722, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.625123977661133, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8679907917976379, + "num_tokens": 171476267.0, + "step": 4513 + }, + { + "epoch": 0.5742271975575627, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.411226749420166, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.8550019860267639, + "num_tokens": 171513173.0, + "step": 4514 + }, + { + "epoch": 0.5743544078361532, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6367461681365967, + "learning_rate": 1e-05, + "loss": 0.5594, + "mean_token_accuracy": 0.8354296684265137, + "num_tokens": 171555071.0, + "step": 4515 + }, + { + "epoch": 0.5744816181147436, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4097957611083984, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8563357591629028, + "num_tokens": 171594263.0, + "step": 4516 + }, + { + "epoch": 0.5746088283933342, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6295382976531982, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8507973551750183, + "num_tokens": 171635238.0, + "step": 4517 + }, + { + "epoch": 0.5747360386719247, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4051074981689453, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.851489782333374, + "num_tokens": 171674537.0, + "step": 4518 + }, + { + "epoch": 0.5748632489505152, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.623408794403076, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8692225217819214, + "num_tokens": 171718606.0, + "step": 4519 + }, + { + "epoch": 0.5749904592291057, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.409264326095581, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8609044551849365, + "num_tokens": 171757092.0, + "step": 4520 + }, + { + "epoch": 0.5751176695076963, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6194677352905273, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8607645034790039, + "num_tokens": 171799606.0, + "step": 4521 + }, + { + "epoch": 0.5752448797862867, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.423506259918213, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8649739027023315, + "num_tokens": 171834686.0, + "step": 4522 + }, + { + "epoch": 0.5753720900648772, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.623220682144165, + "learning_rate": 1e-05, + "loss": 0.5436, + "mean_token_accuracy": 0.8396115303039551, + "num_tokens": 171870443.0, + "step": 4523 + }, + { + "epoch": 0.5754993003434677, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4111788272857666, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8620439767837524, + "num_tokens": 171907615.0, + "step": 4524 + }, + { + "epoch": 0.5756265106220583, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.630824565887451, + "learning_rate": 1e-05, + "loss": 0.5079, + "mean_token_accuracy": 0.8454891443252563, + "num_tokens": 171943120.0, + "step": 4525 + }, + { + "epoch": 0.5757537209006488, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.406153678894043, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8645416498184204, + "num_tokens": 171980637.0, + "step": 4526 + }, + { + "epoch": 0.5758809311792393, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.646352767944336, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8586177825927734, + "num_tokens": 172014232.0, + "step": 4527 + }, + { + "epoch": 0.5760081414578297, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.402616262435913, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8561584949493408, + "num_tokens": 172049639.0, + "step": 4528 + }, + { + "epoch": 0.5761353517364203, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.648887872695923, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8591576814651489, + "num_tokens": 172086482.0, + "step": 4529 + }, + { + "epoch": 0.5762625620150108, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4259841442108154, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8642305135726929, + "num_tokens": 172117220.0, + "step": 4530 + }, + { + "epoch": 0.5763897722936013, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6549971103668213, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8604354858398438, + "num_tokens": 172149925.0, + "step": 4531 + }, + { + "epoch": 0.5765169825721919, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.41325306892395, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8688923716545105, + "num_tokens": 172186903.0, + "step": 4532 + }, + { + "epoch": 0.5766441928507824, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.640754222869873, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8525115251541138, + "num_tokens": 172226573.0, + "step": 4533 + }, + { + "epoch": 0.5767714031293728, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4247772693634033, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8625857830047607, + "num_tokens": 172263639.0, + "step": 4534 + }, + { + "epoch": 0.5768986134079633, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.631208896636963, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8667973875999451, + "num_tokens": 172297740.0, + "step": 4535 + }, + { + "epoch": 0.5770258236865539, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4183928966522217, + "learning_rate": 1e-05, + "loss": 0.502, + "mean_token_accuracy": 0.8488745093345642, + "num_tokens": 172338243.0, + "step": 4536 + }, + { + "epoch": 0.5771530339651444, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6182358264923096, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8577708601951599, + "num_tokens": 172383201.0, + "step": 4537 + }, + { + "epoch": 0.5772802442437349, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.428490161895752, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8684592247009277, + "num_tokens": 172420587.0, + "step": 4538 + }, + { + "epoch": 0.5774074545223254, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6185786724090576, + "learning_rate": 1e-05, + "loss": 0.5206, + "mean_token_accuracy": 0.8418608903884888, + "num_tokens": 172459194.0, + "step": 4539 + }, + { + "epoch": 0.5775346648009159, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4411091804504395, + "learning_rate": 1e-05, + "loss": 0.5177, + "mean_token_accuracy": 0.8387595415115356, + "num_tokens": 172492463.0, + "step": 4540 + }, + { + "epoch": 0.5776618750795064, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6083407402038574, + "learning_rate": 1e-05, + "loss": 0.5126, + "mean_token_accuracy": 0.8460124731063843, + "num_tokens": 172531675.0, + "step": 4541 + }, + { + "epoch": 0.5777890853580969, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.41483998298645, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8579436540603638, + "num_tokens": 172571666.0, + "step": 4542 + }, + { + "epoch": 0.5779162956366874, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.608907699584961, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8582956194877625, + "num_tokens": 172608132.0, + "step": 4543 + }, + { + "epoch": 0.578043505915278, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.413836717605591, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8602254390716553, + "num_tokens": 172650881.0, + "step": 4544 + }, + { + "epoch": 0.5781707161938685, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6238629817962646, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.861847996711731, + "num_tokens": 172684632.0, + "step": 4545 + }, + { + "epoch": 0.5782979264724589, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3974335193634033, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.865719199180603, + "num_tokens": 172724804.0, + "step": 4546 + }, + { + "epoch": 0.5784251367510495, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6318440437316895, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8549121618270874, + "num_tokens": 172762687.0, + "step": 4547 + }, + { + "epoch": 0.57855234702964, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.393472194671631, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8661789894104004, + "num_tokens": 172802885.0, + "step": 4548 + }, + { + "epoch": 0.5786795573082305, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6530568599700928, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.860133171081543, + "num_tokens": 172836158.0, + "step": 4549 + }, + { + "epoch": 0.578806767586821, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4088175296783447, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8577463626861572, + "num_tokens": 172872319.0, + "step": 4550 + }, + { + "epoch": 0.5789339778654116, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6617627143859863, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8627008199691772, + "num_tokens": 172906803.0, + "step": 4551 + }, + { + "epoch": 0.579061188144002, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4038259983062744, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.859496533870697, + "num_tokens": 172944095.0, + "step": 4552 + }, + { + "epoch": 0.5791883984225925, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.652111768722534, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8638756275177002, + "num_tokens": 172980026.0, + "step": 4553 + }, + { + "epoch": 0.579315608701183, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4125425815582275, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.8507281541824341, + "num_tokens": 173019558.0, + "step": 4554 + }, + { + "epoch": 0.5794428189797736, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6522412300109863, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8619065880775452, + "num_tokens": 173059067.0, + "step": 4555 + }, + { + "epoch": 0.5795700292583641, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.421818494796753, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8675016164779663, + "num_tokens": 173096277.0, + "step": 4556 + }, + { + "epoch": 0.5796972395369546, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.653789758682251, + "learning_rate": 1e-05, + "loss": 0.5155, + "mean_token_accuracy": 0.8450419902801514, + "num_tokens": 173134746.0, + "step": 4557 + }, + { + "epoch": 0.5798244498155452, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4458940029144287, + "learning_rate": 1e-05, + "loss": 0.5398, + "mean_token_accuracy": 0.8368027210235596, + "num_tokens": 173164786.0, + "step": 4558 + }, + { + "epoch": 0.5799516600941356, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.629279375076294, + "learning_rate": 1e-05, + "loss": 0.4999, + "mean_token_accuracy": 0.8511471748352051, + "num_tokens": 173202948.0, + "step": 4559 + }, + { + "epoch": 0.5800788703727261, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.452519416809082, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8503952026367188, + "num_tokens": 173235253.0, + "step": 4560 + }, + { + "epoch": 0.5802060806513166, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5911343097686768, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.853345513343811, + "num_tokens": 173279878.0, + "step": 4561 + }, + { + "epoch": 0.5803332909299072, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.441315174102783, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.859779953956604, + "num_tokens": 173316719.0, + "step": 4562 + }, + { + "epoch": 0.5804605012084977, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6046767234802246, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.863740086555481, + "num_tokens": 173347077.0, + "step": 4563 + }, + { + "epoch": 0.5805877114870882, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4388270378112793, + "learning_rate": 1e-05, + "loss": 0.5066, + "mean_token_accuracy": 0.847444474697113, + "num_tokens": 173386891.0, + "step": 4564 + }, + { + "epoch": 0.5807149217656786, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5785741806030273, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.858989953994751, + "num_tokens": 173426919.0, + "step": 4565 + }, + { + "epoch": 0.5808421320442692, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.439591884613037, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8635321259498596, + "num_tokens": 173461380.0, + "step": 4566 + }, + { + "epoch": 0.5809693423228597, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5642857551574707, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8588350415229797, + "num_tokens": 173504680.0, + "step": 4567 + }, + { + "epoch": 0.5810965526014502, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.43874192237854, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8579319715499878, + "num_tokens": 173541229.0, + "step": 4568 + }, + { + "epoch": 0.5812237628800407, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5681793689727783, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8553102612495422, + "num_tokens": 173573805.0, + "step": 4569 + }, + { + "epoch": 0.5813509731586313, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4335532188415527, + "learning_rate": 1e-05, + "loss": 0.5138, + "mean_token_accuracy": 0.8476150631904602, + "num_tokens": 173613899.0, + "step": 4570 + }, + { + "epoch": 0.5814781834372217, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5595791339874268, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8613767623901367, + "num_tokens": 173650590.0, + "step": 4571 + }, + { + "epoch": 0.5816053937158122, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4336931705474854, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8594056963920593, + "num_tokens": 173684067.0, + "step": 4572 + }, + { + "epoch": 0.5817326039944027, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5601072311401367, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8626338243484497, + "num_tokens": 173721846.0, + "step": 4573 + }, + { + "epoch": 0.5818598142729933, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.438985824584961, + "learning_rate": 1e-05, + "loss": 0.5176, + "mean_token_accuracy": 0.8418920040130615, + "num_tokens": 173754616.0, + "step": 4574 + }, + { + "epoch": 0.5819870245515838, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5546226501464844, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8543131351470947, + "num_tokens": 173790208.0, + "step": 4575 + }, + { + "epoch": 0.5821142348301743, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.413633346557617, + "learning_rate": 1e-05, + "loss": 0.5146, + "mean_token_accuracy": 0.8473892211914062, + "num_tokens": 173833132.0, + "step": 4576 + }, + { + "epoch": 0.5822414451087647, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5717294216156006, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.8499464392662048, + "num_tokens": 173870526.0, + "step": 4577 + }, + { + "epoch": 0.5823686553873553, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.429658889770508, + "learning_rate": 1e-05, + "loss": 0.4806, + "mean_token_accuracy": 0.8533567190170288, + "num_tokens": 173901561.0, + "step": 4578 + }, + { + "epoch": 0.5824958656659458, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5704619884490967, + "learning_rate": 1e-05, + "loss": 0.5116, + "mean_token_accuracy": 0.8475453853607178, + "num_tokens": 173941197.0, + "step": 4579 + }, + { + "epoch": 0.5826230759445363, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4082109928131104, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8541394472122192, + "num_tokens": 173981755.0, + "step": 4580 + }, + { + "epoch": 0.5827502862231269, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5917820930480957, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8523109555244446, + "num_tokens": 174015831.0, + "step": 4581 + }, + { + "epoch": 0.5828774965017174, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3995144367218018, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8633497953414917, + "num_tokens": 174051623.0, + "step": 4582 + }, + { + "epoch": 0.5830047067803078, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6185033321380615, + "learning_rate": 1e-05, + "loss": 0.5171, + "mean_token_accuracy": 0.8439240455627441, + "num_tokens": 174086422.0, + "step": 4583 + }, + { + "epoch": 0.5831319170588983, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3885979652404785, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.8517429828643799, + "num_tokens": 174128557.0, + "step": 4584 + }, + { + "epoch": 0.5832591273374889, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6350419521331787, + "learning_rate": 1e-05, + "loss": 0.5055, + "mean_token_accuracy": 0.8478793501853943, + "num_tokens": 174169704.0, + "step": 4585 + }, + { + "epoch": 0.5833863376160794, + "ewc_loss": 0.048095703125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3745875358581543, + "learning_rate": 1e-05, + "loss": 0.5098, + "mean_token_accuracy": 0.8455795049667358, + "num_tokens": 174213975.0, + "step": 4586 + }, + { + "epoch": 0.5835135478946699, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.663726806640625, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8554186224937439, + "num_tokens": 174254425.0, + "step": 4587 + }, + { + "epoch": 0.5836407581732604, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3894011974334717, + "learning_rate": 1e-05, + "loss": 0.5058, + "mean_token_accuracy": 0.8492612242698669, + "num_tokens": 174292411.0, + "step": 4588 + }, + { + "epoch": 0.5837679684518509, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00012969970703125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.679335355758667, + "learning_rate": 1e-05, + "loss": 0.5362, + "mean_token_accuracy": 0.8393427133560181, + "num_tokens": 174335103.0, + "step": 4589 + }, + { + "epoch": 0.5838951787304414, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3829174041748047, + "learning_rate": 1e-05, + "loss": 0.5158, + "mean_token_accuracy": 0.8474091291427612, + "num_tokens": 174377984.0, + "step": 4590 + }, + { + "epoch": 0.5840223890090319, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.7192790508270264, + "learning_rate": 1e-05, + "loss": 0.4808, + "mean_token_accuracy": 0.8547369241714478, + "num_tokens": 174408211.0, + "step": 4591 + }, + { + "epoch": 0.5841495992876224, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4134275913238525, + "learning_rate": 1e-05, + "loss": 0.5077, + "mean_token_accuracy": 0.8414921760559082, + "num_tokens": 174444137.0, + "step": 4592 + }, + { + "epoch": 0.584276809566213, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.701467990875244, + "learning_rate": 1e-05, + "loss": 0.5004, + "mean_token_accuracy": 0.8491197228431702, + "num_tokens": 174488382.0, + "step": 4593 + }, + { + "epoch": 0.5844040198448035, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4109246730804443, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8714431524276733, + "num_tokens": 174524436.0, + "step": 4594 + }, + { + "epoch": 0.5845312301233939, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7021822929382324, + "learning_rate": 1e-05, + "loss": 0.5287, + "mean_token_accuracy": 0.8455580472946167, + "num_tokens": 174563830.0, + "step": 4595 + }, + { + "epoch": 0.5846584404019844, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.429490089416504, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8555710911750793, + "num_tokens": 174598600.0, + "step": 4596 + }, + { + "epoch": 0.584785650680575, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7100794315338135, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8661073446273804, + "num_tokens": 174631234.0, + "step": 4597 + }, + { + "epoch": 0.5849128609591655, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4246010780334473, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8553089499473572, + "num_tokens": 174673933.0, + "step": 4598 + }, + { + "epoch": 0.585040071237756, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6926844120025635, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8581669926643372, + "num_tokens": 174715801.0, + "step": 4599 + }, + { + "epoch": 0.5851672815163466, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4306795597076416, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8554290533065796, + "num_tokens": 174757309.0, + "step": 4600 + }, + { + "epoch": 0.585294491794937, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.694959878921509, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8732926249504089, + "num_tokens": 174787942.0, + "step": 4601 + }, + { + "epoch": 0.5854217020735275, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.439622402191162, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8591545224189758, + "num_tokens": 174827483.0, + "step": 4602 + }, + { + "epoch": 0.585548912352118, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6716465950012207, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8697681427001953, + "num_tokens": 174862847.0, + "step": 4603 + }, + { + "epoch": 0.5856761226307086, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.441755771636963, + "learning_rate": 1e-05, + "loss": 0.4954, + "mean_token_accuracy": 0.8479816913604736, + "num_tokens": 174903327.0, + "step": 4604 + }, + { + "epoch": 0.5858033329092991, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.669034004211426, + "learning_rate": 1e-05, + "loss": 0.52, + "mean_token_accuracy": 0.8426604270935059, + "num_tokens": 174939278.0, + "step": 4605 + }, + { + "epoch": 0.5859305431878896, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.455357789993286, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8559058308601379, + "num_tokens": 174972671.0, + "step": 4606 + }, + { + "epoch": 0.5860577534664801, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.644338846206665, + "learning_rate": 1e-05, + "loss": 0.4937, + "mean_token_accuracy": 0.8487525582313538, + "num_tokens": 175009753.0, + "step": 4607 + }, + { + "epoch": 0.5861849637450706, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.450385808944702, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8728296160697937, + "num_tokens": 175044271.0, + "step": 4608 + }, + { + "epoch": 0.5863121740236611, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.617371082305908, + "learning_rate": 1e-05, + "loss": 0.504, + "mean_token_accuracy": 0.8517661690711975, + "num_tokens": 175086132.0, + "step": 4609 + }, + { + "epoch": 0.5864393843022516, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.452540874481201, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8720107674598694, + "num_tokens": 175114902.0, + "step": 4610 + }, + { + "epoch": 0.5865665945808421, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6064817905426025, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8507810235023499, + "num_tokens": 175152274.0, + "step": 4611 + }, + { + "epoch": 0.5866938048594327, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4201760292053223, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8617372512817383, + "num_tokens": 175198449.0, + "step": 4612 + }, + { + "epoch": 0.5868210151380232, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6073129177093506, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8703950643539429, + "num_tokens": 175236851.0, + "step": 4613 + }, + { + "epoch": 0.5869482254166136, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.431213617324829, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8592203855514526, + "num_tokens": 175275694.0, + "step": 4614 + }, + { + "epoch": 0.5870754356952042, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5997602939605713, + "learning_rate": 1e-05, + "loss": 0.5257, + "mean_token_accuracy": 0.8435794711112976, + "num_tokens": 175321484.0, + "step": 4615 + }, + { + "epoch": 0.5872026459737947, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4222588539123535, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8601959943771362, + "num_tokens": 175358387.0, + "step": 4616 + }, + { + "epoch": 0.5873298562523852, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00013065338134765625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.590921401977539, + "learning_rate": 1e-05, + "loss": 0.4892, + "mean_token_accuracy": 0.849851667881012, + "num_tokens": 175402363.0, + "step": 4617 + }, + { + "epoch": 0.5874570665309757, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.422701120376587, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8546024560928345, + "num_tokens": 175440655.0, + "step": 4618 + }, + { + "epoch": 0.5875842768095663, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6036157608032227, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8561992049217224, + "num_tokens": 175476041.0, + "step": 4619 + }, + { + "epoch": 0.5877114870881567, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4107985496520996, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8765405416488647, + "num_tokens": 175514673.0, + "step": 4620 + }, + { + "epoch": 0.5878386973667472, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.602660894393921, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8681936860084534, + "num_tokens": 175555396.0, + "step": 4621 + }, + { + "epoch": 0.5879659076453377, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.404303789138794, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8747385740280151, + "num_tokens": 175597588.0, + "step": 4622 + }, + { + "epoch": 0.5880931179239283, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.620239496231079, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.864510178565979, + "num_tokens": 175636911.0, + "step": 4623 + }, + { + "epoch": 0.5882203282025188, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4297430515289307, + "learning_rate": 1e-05, + "loss": 0.5199, + "mean_token_accuracy": 0.8418264985084534, + "num_tokens": 175671778.0, + "step": 4624 + }, + { + "epoch": 0.5883475384811093, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.599609851837158, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.876103401184082, + "num_tokens": 175711218.0, + "step": 4625 + }, + { + "epoch": 0.5884747487596997, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.434641122817993, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8589993715286255, + "num_tokens": 175744630.0, + "step": 4626 + }, + { + "epoch": 0.5886019590382903, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.659381866455078, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8580145835876465, + "num_tokens": 175783342.0, + "step": 4627 + }, + { + "epoch": 0.5887291693168808, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4130804538726807, + "learning_rate": 1e-05, + "loss": 0.4928, + "mean_token_accuracy": 0.8470556139945984, + "num_tokens": 175820361.0, + "step": 4628 + }, + { + "epoch": 0.5888563795954713, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6159911155700684, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8531572818756104, + "num_tokens": 175860388.0, + "step": 4629 + }, + { + "epoch": 0.5889835898740619, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.413827896118164, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.8569591641426086, + "num_tokens": 175895725.0, + "step": 4630 + }, + { + "epoch": 0.5891108001526524, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.628260374069214, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8627988696098328, + "num_tokens": 175933535.0, + "step": 4631 + }, + { + "epoch": 0.5892380104312428, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4266016483306885, + "learning_rate": 1e-05, + "loss": 0.5013, + "mean_token_accuracy": 0.8498048186302185, + "num_tokens": 175968681.0, + "step": 4632 + }, + { + "epoch": 0.5893652207098333, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6215133666992188, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.852340579032898, + "num_tokens": 176006088.0, + "step": 4633 + }, + { + "epoch": 0.5894924309884239, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3981130123138428, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8726555705070496, + "num_tokens": 176040855.0, + "step": 4634 + }, + { + "epoch": 0.5896196412670144, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6285240650177, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8586517572402954, + "num_tokens": 176080015.0, + "step": 4635 + }, + { + "epoch": 0.5897468515456049, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4061341285705566, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8471298217773438, + "num_tokens": 176120266.0, + "step": 4636 + }, + { + "epoch": 0.5898740618241954, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6518430709838867, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.864072322845459, + "num_tokens": 176150436.0, + "step": 4637 + }, + { + "epoch": 0.5900012721027859, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.4078357219696045, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.8482750654220581, + "num_tokens": 176185340.0, + "step": 4638 + }, + { + "epoch": 0.5901284823813764, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.646486520767212, + "learning_rate": 1e-05, + "loss": 0.5018, + "mean_token_accuracy": 0.8515257835388184, + "num_tokens": 176225372.0, + "step": 4639 + }, + { + "epoch": 0.5902556926599669, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.387080669403076, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8592525124549866, + "num_tokens": 176267114.0, + "step": 4640 + }, + { + "epoch": 0.5903829029385574, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6594297885894775, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8726249933242798, + "num_tokens": 176302937.0, + "step": 4641 + }, + { + "epoch": 0.590510113217148, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4026646614074707, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.869165301322937, + "num_tokens": 176340307.0, + "step": 4642 + }, + { + "epoch": 0.5906373234957385, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.664323329925537, + "learning_rate": 1e-05, + "loss": 0.5064, + "mean_token_accuracy": 0.8504974842071533, + "num_tokens": 176385420.0, + "step": 4643 + }, + { + "epoch": 0.5907645337743289, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.413278102874756, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8547879457473755, + "num_tokens": 176424975.0, + "step": 4644 + }, + { + "epoch": 0.5908917440529194, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.664303779602051, + "learning_rate": 1e-05, + "loss": 0.5294, + "mean_token_accuracy": 0.8406863808631897, + "num_tokens": 176465471.0, + "step": 4645 + }, + { + "epoch": 0.59101895433151, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.431894302368164, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.861323356628418, + "num_tokens": 176493717.0, + "step": 4646 + }, + { + "epoch": 0.5911461646101005, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6454741954803467, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8567168116569519, + "num_tokens": 176533636.0, + "step": 4647 + }, + { + "epoch": 0.591273374888691, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4294333457946777, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.8560669422149658, + "num_tokens": 176573248.0, + "step": 4648 + }, + { + "epoch": 0.5914005851672816, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6260926723480225, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8714321851730347, + "num_tokens": 176614607.0, + "step": 4649 + }, + { + "epoch": 0.591527795445872, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.438800096511841, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8527086973190308, + "num_tokens": 176657482.0, + "step": 4650 + }, + { + "epoch": 0.5916550057244625, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6215367317199707, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8679945468902588, + "num_tokens": 176694448.0, + "step": 4651 + }, + { + "epoch": 0.591782216003053, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.454991340637207, + "learning_rate": 1e-05, + "loss": 0.5007, + "mean_token_accuracy": 0.8534045219421387, + "num_tokens": 176726899.0, + "step": 4652 + }, + { + "epoch": 0.5919094262816436, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5907859802246094, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.852973222732544, + "num_tokens": 176767495.0, + "step": 4653 + }, + { + "epoch": 0.5920366365602341, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.452871799468994, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8550246357917786, + "num_tokens": 176802804.0, + "step": 4654 + }, + { + "epoch": 0.5921638468388246, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.557833671569824, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8682239651679993, + "num_tokens": 176847224.0, + "step": 4655 + }, + { + "epoch": 0.592291057117415, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.45009446144104, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8550338745117188, + "num_tokens": 176884423.0, + "step": 4656 + }, + { + "epoch": 0.5924182673960056, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5608389377593994, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8671884536743164, + "num_tokens": 176917776.0, + "step": 4657 + }, + { + "epoch": 0.5925454776745961, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4348535537719727, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8669115304946899, + "num_tokens": 176951387.0, + "step": 4658 + }, + { + "epoch": 0.5926726879531866, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.557199239730835, + "learning_rate": 1e-05, + "loss": 0.4922, + "mean_token_accuracy": 0.8511049747467041, + "num_tokens": 176986533.0, + "step": 4659 + }, + { + "epoch": 0.5927998982317771, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4294986724853516, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8695034980773926, + "num_tokens": 177021541.0, + "step": 4660 + }, + { + "epoch": 0.5929271085103677, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5505685806274414, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.860487163066864, + "num_tokens": 177062933.0, + "step": 4661 + }, + { + "epoch": 0.5930543187889582, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4254982471466064, + "learning_rate": 1e-05, + "loss": 0.5257, + "mean_token_accuracy": 0.8398396372795105, + "num_tokens": 177102549.0, + "step": 4662 + }, + { + "epoch": 0.5931815290675486, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.564755916595459, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8574122190475464, + "num_tokens": 177139618.0, + "step": 4663 + }, + { + "epoch": 0.5933087393461391, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.427077293395996, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8507325053215027, + "num_tokens": 177171912.0, + "step": 4664 + }, + { + "epoch": 0.5934359496247297, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5622174739837646, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8594158291816711, + "num_tokens": 177214279.0, + "step": 4665 + }, + { + "epoch": 0.5935631599033202, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4289731979370117, + "learning_rate": 1e-05, + "loss": 0.4963, + "mean_token_accuracy": 0.8556311130523682, + "num_tokens": 177247277.0, + "step": 4666 + }, + { + "epoch": 0.5936903701819107, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5572292804718018, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.857291042804718, + "num_tokens": 177287097.0, + "step": 4667 + }, + { + "epoch": 0.5938175804605013, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.414341688156128, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8698923587799072, + "num_tokens": 177324400.0, + "step": 4668 + }, + { + "epoch": 0.5939447907390917, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5658130645751953, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8662647604942322, + "num_tokens": 177362962.0, + "step": 4669 + }, + { + "epoch": 0.5940720010176822, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4055511951446533, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8576750755310059, + "num_tokens": 177402708.0, + "step": 4670 + }, + { + "epoch": 0.5941992112962727, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5898256301879883, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8689877986907959, + "num_tokens": 177433957.0, + "step": 4671 + }, + { + "epoch": 0.5943264215748633, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4112555980682373, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8631552457809448, + "num_tokens": 177465265.0, + "step": 4672 + }, + { + "epoch": 0.5944536318534538, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.614011526107788, + "learning_rate": 1e-05, + "loss": 0.4907, + "mean_token_accuracy": 0.8505370616912842, + "num_tokens": 177495448.0, + "step": 4673 + }, + { + "epoch": 0.5945808421320443, + "ewc_loss": 0.04833984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3909335136413574, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8639868497848511, + "num_tokens": 177531582.0, + "step": 4674 + }, + { + "epoch": 0.5947080524106347, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.634617328643799, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8568127155303955, + "num_tokens": 177565039.0, + "step": 4675 + }, + { + "epoch": 0.5948352626892253, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3808836936950684, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8575332760810852, + "num_tokens": 177601872.0, + "step": 4676 + }, + { + "epoch": 0.5949624729678158, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.653076648712158, + "learning_rate": 1e-05, + "loss": 0.5151, + "mean_token_accuracy": 0.8454880714416504, + "num_tokens": 177645693.0, + "step": 4677 + }, + { + "epoch": 0.5950896832464063, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.382387399673462, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8630074858665466, + "num_tokens": 177685334.0, + "step": 4678 + }, + { + "epoch": 0.5952168935249968, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6819186210632324, + "learning_rate": 1e-05, + "loss": 0.6057, + "mean_token_accuracy": 0.8202551007270813, + "num_tokens": 177727851.0, + "step": 4679 + }, + { + "epoch": 0.5953441038035874, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.3845598697662354, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8545160889625549, + "num_tokens": 177769115.0, + "step": 4680 + }, + { + "epoch": 0.5954713140821778, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.701310873031616, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8522155284881592, + "num_tokens": 177809094.0, + "step": 4681 + }, + { + "epoch": 0.5955985243607683, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.405613422393799, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8587190508842468, + "num_tokens": 177842409.0, + "step": 4682 + }, + { + "epoch": 0.5957257346393589, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7114386558532715, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.8531643152236938, + "num_tokens": 177882525.0, + "step": 4683 + }, + { + "epoch": 0.5958529449179494, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4567079544067383, + "learning_rate": 1e-05, + "loss": 0.5279, + "mean_token_accuracy": 0.8422422409057617, + "num_tokens": 177924293.0, + "step": 4684 + }, + { + "epoch": 0.5959801551965399, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.676841974258423, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8611841201782227, + "num_tokens": 177964716.0, + "step": 4685 + }, + { + "epoch": 0.5961073654751304, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4230306148529053, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.878696084022522, + "num_tokens": 177999029.0, + "step": 4686 + }, + { + "epoch": 0.5962345757537209, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6739306449890137, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8713814616203308, + "num_tokens": 178033872.0, + "step": 4687 + }, + { + "epoch": 0.5963617860323114, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4140639305114746, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8629170656204224, + "num_tokens": 178077835.0, + "step": 4688 + }, + { + "epoch": 0.5964889963109019, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6676063537597656, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8653954863548279, + "num_tokens": 178119205.0, + "step": 4689 + }, + { + "epoch": 0.5966162065894924, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4299709796905518, + "learning_rate": 1e-05, + "loss": 0.5047, + "mean_token_accuracy": 0.8478842973709106, + "num_tokens": 178157923.0, + "step": 4690 + }, + { + "epoch": 0.596743416868083, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6570394039154053, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8737732172012329, + "num_tokens": 178200465.0, + "step": 4691 + }, + { + "epoch": 0.5968706271466735, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4611310958862305, + "learning_rate": 1e-05, + "loss": 0.552, + "mean_token_accuracy": 0.8307634592056274, + "num_tokens": 178234767.0, + "step": 4692 + }, + { + "epoch": 0.5969978374252639, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6461658477783203, + "learning_rate": 1e-05, + "loss": 0.5023, + "mean_token_accuracy": 0.8487527966499329, + "num_tokens": 178269569.0, + "step": 4693 + }, + { + "epoch": 0.5971250477038544, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4546866416931152, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8584107160568237, + "num_tokens": 178300789.0, + "step": 4694 + }, + { + "epoch": 0.597252257982445, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6188695430755615, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.867456316947937, + "num_tokens": 178333341.0, + "step": 4695 + }, + { + "epoch": 0.5973794682610355, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.443946361541748, + "learning_rate": 1e-05, + "loss": 0.5151, + "mean_token_accuracy": 0.8443347215652466, + "num_tokens": 178368743.0, + "step": 4696 + }, + { + "epoch": 0.597506678539626, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.593580961227417, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8776446580886841, + "num_tokens": 178407432.0, + "step": 4697 + }, + { + "epoch": 0.5976338888182166, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.465862512588501, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.8554373383522034, + "num_tokens": 178440245.0, + "step": 4698 + }, + { + "epoch": 0.597761099096807, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.564171314239502, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8626044392585754, + "num_tokens": 178484446.0, + "step": 4699 + }, + { + "epoch": 0.5978883093753975, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4476797580718994, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8606494069099426, + "num_tokens": 178522390.0, + "step": 4700 + }, + { + "epoch": 0.598015519653988, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.552746295928955, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.864065408706665, + "num_tokens": 178561671.0, + "step": 4701 + }, + { + "epoch": 0.5981427299325786, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4530487060546875, + "learning_rate": 1e-05, + "loss": 0.5336, + "mean_token_accuracy": 0.840079665184021, + "num_tokens": 178605289.0, + "step": 4702 + }, + { + "epoch": 0.5982699402111691, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5399973392486572, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8663073778152466, + "num_tokens": 178647947.0, + "step": 4703 + }, + { + "epoch": 0.5983971504897596, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4378247261047363, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8702514171600342, + "num_tokens": 178686779.0, + "step": 4704 + }, + { + "epoch": 0.59852436076835, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5438454151153564, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8486796617507935, + "num_tokens": 178730517.0, + "step": 4705 + }, + { + "epoch": 0.5986515710469406, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.459000587463379, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8578221797943115, + "num_tokens": 178762521.0, + "step": 4706 + }, + { + "epoch": 0.5987787813255311, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.53558611869812, + "learning_rate": 1e-05, + "loss": 0.4998, + "mean_token_accuracy": 0.8501330614089966, + "num_tokens": 178804816.0, + "step": 4707 + }, + { + "epoch": 0.5989059916041216, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00013256072998046875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4532697200775146, + "learning_rate": 1e-05, + "loss": 0.5286, + "mean_token_accuracy": 0.845522403717041, + "num_tokens": 178845413.0, + "step": 4708 + }, + { + "epoch": 0.5990332018827121, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.512054681777954, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8568264245986938, + "num_tokens": 178886887.0, + "step": 4709 + }, + { + "epoch": 0.5991604121613027, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4459242820739746, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8629564046859741, + "num_tokens": 178922067.0, + "step": 4710 + }, + { + "epoch": 0.5992876224398932, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5479798316955566, + "learning_rate": 1e-05, + "loss": 0.5376, + "mean_token_accuracy": 0.8377679586410522, + "num_tokens": 178955645.0, + "step": 4711 + }, + { + "epoch": 0.5994148327184836, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00013256072998046875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4394571781158447, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8605867028236389, + "num_tokens": 178992389.0, + "step": 4712 + }, + { + "epoch": 0.5995420429970741, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013256072998046875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.535071611404419, + "learning_rate": 1e-05, + "loss": 0.4947, + "mean_token_accuracy": 0.8471121788024902, + "num_tokens": 179031140.0, + "step": 4713 + }, + { + "epoch": 0.5996692532756647, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.423640251159668, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8752715587615967, + "num_tokens": 179065486.0, + "step": 4714 + }, + { + "epoch": 0.5997964635542552, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001316070556640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5490832328796387, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.8561167120933533, + "num_tokens": 179104957.0, + "step": 4715 + }, + { + "epoch": 0.5999236738328457, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00013256072998046875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4079461097717285, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8581402897834778, + "num_tokens": 179146022.0, + "step": 4716 + }, + { + "epoch": 0.6000508841114363, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00013256072998046875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.559969186782837, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8674731254577637, + "num_tokens": 179184691.0, + "step": 4717 + }, + { + "epoch": 0.6001780943900267, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00013256072998046875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.404984474182129, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8612074851989746, + "num_tokens": 179223734.0, + "step": 4718 + }, + { + "epoch": 0.6003053046686172, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00013256072998046875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5667059421539307, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8665372133255005, + "num_tokens": 179265997.0, + "step": 4719 + }, + { + "epoch": 0.6004325149472077, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.00013256072998046875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4022469520568848, + "learning_rate": 1e-05, + "loss": 0.4841, + "mean_token_accuracy": 0.8523236513137817, + "num_tokens": 179302734.0, + "step": 4720 + }, + { + "epoch": 0.6005597252257983, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5894241333007812, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8520569801330566, + "num_tokens": 179343779.0, + "step": 4721 + }, + { + "epoch": 0.6006869355043888, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3851237297058105, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8654695749282837, + "num_tokens": 179384713.0, + "step": 4722 + }, + { + "epoch": 0.6008141457829793, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.621060609817505, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8641380667686462, + "num_tokens": 179418005.0, + "step": 4723 + }, + { + "epoch": 0.6009413560615697, + "ewc_loss": 0.048583984375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.3878238201141357, + "learning_rate": 1e-05, + "loss": 0.4895, + "mean_token_accuracy": 0.8513869047164917, + "num_tokens": 179459437.0, + "step": 4724 + }, + { + "epoch": 0.6010685663401603, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.655665874481201, + "learning_rate": 1e-05, + "loss": 0.4704, + "mean_token_accuracy": 0.861190915107727, + "num_tokens": 179490534.0, + "step": 4725 + }, + { + "epoch": 0.6011957766187508, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3765273094177246, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8564906120300293, + "num_tokens": 179533141.0, + "step": 4726 + }, + { + "epoch": 0.6013229868973413, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6955857276916504, + "learning_rate": 1e-05, + "loss": 0.5046, + "mean_token_accuracy": 0.8500160574913025, + "num_tokens": 179565438.0, + "step": 4727 + }, + { + "epoch": 0.6014501971759318, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3804543018341064, + "learning_rate": 1e-05, + "loss": 0.526, + "mean_token_accuracy": 0.8404871225357056, + "num_tokens": 179605184.0, + "step": 4728 + }, + { + "epoch": 0.6015774074545224, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7083964347839355, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8584551811218262, + "num_tokens": 179643355.0, + "step": 4729 + }, + { + "epoch": 0.6017046177331128, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.39361572265625, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8632568717002869, + "num_tokens": 179682471.0, + "step": 4730 + }, + { + "epoch": 0.6018318280117033, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7227184772491455, + "learning_rate": 1e-05, + "loss": 0.5094, + "mean_token_accuracy": 0.8485939502716064, + "num_tokens": 179722290.0, + "step": 4731 + }, + { + "epoch": 0.6019590382902938, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4072775840759277, + "learning_rate": 1e-05, + "loss": 0.5121, + "mean_token_accuracy": 0.843624472618103, + "num_tokens": 179762409.0, + "step": 4732 + }, + { + "epoch": 0.6020862485688844, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.731289863586426, + "learning_rate": 1e-05, + "loss": 0.5035, + "mean_token_accuracy": 0.8470430374145508, + "num_tokens": 179802561.0, + "step": 4733 + }, + { + "epoch": 0.6022134588474749, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.417680263519287, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8601247668266296, + "num_tokens": 179842923.0, + "step": 4734 + }, + { + "epoch": 0.6023406691260654, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.735670804977417, + "learning_rate": 1e-05, + "loss": 0.4895, + "mean_token_accuracy": 0.8547464609146118, + "num_tokens": 179882430.0, + "step": 4735 + }, + { + "epoch": 0.6024678794046558, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.434462070465088, + "learning_rate": 1e-05, + "loss": 0.4964, + "mean_token_accuracy": 0.8509882688522339, + "num_tokens": 179923974.0, + "step": 4736 + }, + { + "epoch": 0.6025950896832464, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7165229320526123, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8671577572822571, + "num_tokens": 179966468.0, + "step": 4737 + }, + { + "epoch": 0.6027222999618369, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4412660598754883, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8721312284469604, + "num_tokens": 180005356.0, + "step": 4738 + }, + { + "epoch": 0.6028495102404274, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7140421867370605, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8568769693374634, + "num_tokens": 180044765.0, + "step": 4739 + }, + { + "epoch": 0.602976720519018, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.461594343185425, + "learning_rate": 1e-05, + "loss": 0.5004, + "mean_token_accuracy": 0.8501490354537964, + "num_tokens": 180082311.0, + "step": 4740 + }, + { + "epoch": 0.6031039307976085, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.678532123565674, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8628686666488647, + "num_tokens": 180122889.0, + "step": 4741 + }, + { + "epoch": 0.6032311410761989, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.459200859069824, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.864879846572876, + "num_tokens": 180157425.0, + "step": 4742 + }, + { + "epoch": 0.6033583513547894, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.647874355316162, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8657870888710022, + "num_tokens": 180196099.0, + "step": 4743 + }, + { + "epoch": 0.60348556163338, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4534497261047363, + "learning_rate": 1e-05, + "loss": 0.5252, + "mean_token_accuracy": 0.8416427969932556, + "num_tokens": 180238036.0, + "step": 4744 + }, + { + "epoch": 0.6036127719119705, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.633901834487915, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8602350950241089, + "num_tokens": 180276193.0, + "step": 4745 + }, + { + "epoch": 0.603739982190561, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.451258659362793, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.8562560081481934, + "num_tokens": 180313470.0, + "step": 4746 + }, + { + "epoch": 0.6038671924691515, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6178879737854004, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8611921072006226, + "num_tokens": 180354588.0, + "step": 4747 + }, + { + "epoch": 0.603994402747742, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.435636281967163, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8585066795349121, + "num_tokens": 180395792.0, + "step": 4748 + }, + { + "epoch": 0.6041216130263325, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6108458042144775, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8502967357635498, + "num_tokens": 180436823.0, + "step": 4749 + }, + { + "epoch": 0.604248823304923, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4370365142822266, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.867473304271698, + "num_tokens": 180472643.0, + "step": 4750 + }, + { + "epoch": 0.6043760335835135, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6053836345672607, + "learning_rate": 1e-05, + "loss": 0.4945, + "mean_token_accuracy": 0.8493033051490784, + "num_tokens": 180511788.0, + "step": 4751 + }, + { + "epoch": 0.6045032438621041, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4292991161346436, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8716577291488647, + "num_tokens": 180547871.0, + "step": 4752 + }, + { + "epoch": 0.6046304541406946, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.622976541519165, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8471827507019043, + "num_tokens": 180580521.0, + "step": 4753 + }, + { + "epoch": 0.604757664419285, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.428950548171997, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.8528934717178345, + "num_tokens": 180617726.0, + "step": 4754 + }, + { + "epoch": 0.6048848746978756, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6085586547851562, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8570948243141174, + "num_tokens": 180657705.0, + "step": 4755 + }, + { + "epoch": 0.6050120849764661, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.426563024520874, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8664174675941467, + "num_tokens": 180693582.0, + "step": 4756 + }, + { + "epoch": 0.6051392952550566, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6136276721954346, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.851051926612854, + "num_tokens": 180731159.0, + "step": 4757 + }, + { + "epoch": 0.6052665055336471, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4187381267547607, + "learning_rate": 1e-05, + "loss": 0.4951, + "mean_token_accuracy": 0.8483322858810425, + "num_tokens": 180769901.0, + "step": 4758 + }, + { + "epoch": 0.6053937158122377, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.599721908569336, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.861662745475769, + "num_tokens": 180811763.0, + "step": 4759 + }, + { + "epoch": 0.6055209260908282, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4229884147644043, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8617888689041138, + "num_tokens": 180846073.0, + "step": 4760 + }, + { + "epoch": 0.6056481363694186, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6066091060638428, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8672280311584473, + "num_tokens": 180883609.0, + "step": 4761 + }, + { + "epoch": 0.6057753466480091, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4239518642425537, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8571311235427856, + "num_tokens": 180921492.0, + "step": 4762 + }, + { + "epoch": 0.6059025569265997, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6090033054351807, + "learning_rate": 1e-05, + "loss": 0.5132, + "mean_token_accuracy": 0.8442220687866211, + "num_tokens": 180960298.0, + "step": 4763 + }, + { + "epoch": 0.6060297672051902, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4254775047302246, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.851598858833313, + "num_tokens": 180997002.0, + "step": 4764 + }, + { + "epoch": 0.6061569774837807, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.613955020904541, + "learning_rate": 1e-05, + "loss": 0.5325, + "mean_token_accuracy": 0.8390882611274719, + "num_tokens": 181033575.0, + "step": 4765 + }, + { + "epoch": 0.6062841877623713, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.414375066757202, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8584209680557251, + "num_tokens": 181068584.0, + "step": 4766 + }, + { + "epoch": 0.6064113980409617, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6264894008636475, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8630644083023071, + "num_tokens": 181103017.0, + "step": 4767 + }, + { + "epoch": 0.6065386083195522, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4166855812072754, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8588377237319946, + "num_tokens": 181137590.0, + "step": 4768 + }, + { + "epoch": 0.6066658185981427, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6221139430999756, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.857836902141571, + "num_tokens": 181177581.0, + "step": 4769 + }, + { + "epoch": 0.6067930288767333, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.405071496963501, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8678164482116699, + "num_tokens": 181212582.0, + "step": 4770 + }, + { + "epoch": 0.6069202391553238, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6381137371063232, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.8498132824897766, + "num_tokens": 181246373.0, + "step": 4771 + }, + { + "epoch": 0.6070474494339143, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.41076397895813, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8730195760726929, + "num_tokens": 181280657.0, + "step": 4772 + }, + { + "epoch": 0.6071746597125047, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6236109733581543, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8674740195274353, + "num_tokens": 181322165.0, + "step": 4773 + }, + { + "epoch": 0.6073018699910953, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.412092685699463, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8573802709579468, + "num_tokens": 181358612.0, + "step": 4774 + }, + { + "epoch": 0.6074290802696858, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6406567096710205, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.871845006942749, + "num_tokens": 181392928.0, + "step": 4775 + }, + { + "epoch": 0.6075562905482763, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.419968843460083, + "learning_rate": 1e-05, + "loss": 0.5342, + "mean_token_accuracy": 0.8415302634239197, + "num_tokens": 181431127.0, + "step": 4776 + }, + { + "epoch": 0.6076835008268668, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6378936767578125, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8589731454849243, + "num_tokens": 181469830.0, + "step": 4777 + }, + { + "epoch": 0.6078107111054574, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4215445518493652, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8575470447540283, + "num_tokens": 181505590.0, + "step": 4778 + }, + { + "epoch": 0.6079379213840478, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.63542103767395, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8732279539108276, + "num_tokens": 181541675.0, + "step": 4779 + }, + { + "epoch": 0.6080651316626383, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.427628517150879, + "learning_rate": 1e-05, + "loss": 0.5068, + "mean_token_accuracy": 0.8460162281990051, + "num_tokens": 181579890.0, + "step": 4780 + }, + { + "epoch": 0.6081923419412288, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.633315324783325, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8562501668930054, + "num_tokens": 181613821.0, + "step": 4781 + }, + { + "epoch": 0.6083195522198194, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4209182262420654, + "learning_rate": 1e-05, + "loss": 0.5129, + "mean_token_accuracy": 0.8454781174659729, + "num_tokens": 181656899.0, + "step": 4782 + }, + { + "epoch": 0.6084467624984099, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.645169973373413, + "learning_rate": 1e-05, + "loss": 0.5116, + "mean_token_accuracy": 0.8422313332557678, + "num_tokens": 181690044.0, + "step": 4783 + }, + { + "epoch": 0.6085739727770004, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.423363447189331, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8627566695213318, + "num_tokens": 181725038.0, + "step": 4784 + }, + { + "epoch": 0.6087011830555908, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.633089780807495, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8598779439926147, + "num_tokens": 181767914.0, + "step": 4785 + }, + { + "epoch": 0.6088283933341814, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.422701597213745, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8700493574142456, + "num_tokens": 181798955.0, + "step": 4786 + }, + { + "epoch": 0.6089556036127719, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6466360092163086, + "learning_rate": 1e-05, + "loss": 0.5164, + "mean_token_accuracy": 0.8452464938163757, + "num_tokens": 181831967.0, + "step": 4787 + }, + { + "epoch": 0.6090828138913624, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4287145137786865, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.85822594165802, + "num_tokens": 181865717.0, + "step": 4788 + }, + { + "epoch": 0.609210024169953, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6408114433288574, + "learning_rate": 1e-05, + "loss": 0.5279, + "mean_token_accuracy": 0.8420367240905762, + "num_tokens": 181902847.0, + "step": 4789 + }, + { + "epoch": 0.6093372344485435, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.421464681625366, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8703400492668152, + "num_tokens": 181937129.0, + "step": 4790 + }, + { + "epoch": 0.6094644447271339, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.630854845046997, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8580124378204346, + "num_tokens": 181979576.0, + "step": 4791 + }, + { + "epoch": 0.6095916550057244, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4163198471069336, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.858232855796814, + "num_tokens": 182021510.0, + "step": 4792 + }, + { + "epoch": 0.609718865284315, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6294429302215576, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8595991730690002, + "num_tokens": 182061178.0, + "step": 4793 + }, + { + "epoch": 0.6098460755629055, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4195828437805176, + "learning_rate": 1e-05, + "loss": 0.5238, + "mean_token_accuracy": 0.8434404134750366, + "num_tokens": 182100575.0, + "step": 4794 + }, + { + "epoch": 0.609973285841496, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6430859565734863, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.8558433651924133, + "num_tokens": 182136142.0, + "step": 4795 + }, + { + "epoch": 0.6101004961200865, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4174435138702393, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8485101461410522, + "num_tokens": 182173108.0, + "step": 4796 + }, + { + "epoch": 0.610227706398677, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.652456760406494, + "learning_rate": 1e-05, + "loss": 0.5144, + "mean_token_accuracy": 0.8456135392189026, + "num_tokens": 182209931.0, + "step": 4797 + }, + { + "epoch": 0.6103549166772675, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430537700653076, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8619050979614258, + "num_tokens": 182244128.0, + "step": 4798 + }, + { + "epoch": 0.610482126955858, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.642767906188965, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.857742428779602, + "num_tokens": 182278112.0, + "step": 4799 + }, + { + "epoch": 0.6106093372344485, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4231927394866943, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8624254465103149, + "num_tokens": 182313753.0, + "step": 4800 + }, + { + "epoch": 0.6107365475130391, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.635667085647583, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.879270076751709, + "num_tokens": 182348758.0, + "step": 4801 + }, + { + "epoch": 0.6108637577916296, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.434004068374634, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8578383922576904, + "num_tokens": 182381084.0, + "step": 4802 + }, + { + "epoch": 0.61099096807022, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.632929563522339, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8595835566520691, + "num_tokens": 182420530.0, + "step": 4803 + }, + { + "epoch": 0.6111181783488105, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.417553424835205, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8578157424926758, + "num_tokens": 182462286.0, + "step": 4804 + }, + { + "epoch": 0.6112453886274011, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.624204158782959, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8730767965316772, + "num_tokens": 182497209.0, + "step": 4805 + }, + { + "epoch": 0.6113725989059916, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4288930892944336, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8711889386177063, + "num_tokens": 182530609.0, + "step": 4806 + }, + { + "epoch": 0.6114998091845821, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.628786325454712, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8657400608062744, + "num_tokens": 182566698.0, + "step": 4807 + }, + { + "epoch": 0.6116270194631727, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4121389389038086, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.864815354347229, + "num_tokens": 182609524.0, + "step": 4808 + }, + { + "epoch": 0.6117542297417632, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.639329433441162, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8614274263381958, + "num_tokens": 182649339.0, + "step": 4809 + }, + { + "epoch": 0.6118814400203536, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.414893627166748, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8603799343109131, + "num_tokens": 182684142.0, + "step": 4810 + }, + { + "epoch": 0.6120086502989441, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.646216869354248, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.856411337852478, + "num_tokens": 182722857.0, + "step": 4811 + }, + { + "epoch": 0.6121358605775347, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.420182466506958, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8521496057510376, + "num_tokens": 182760196.0, + "step": 4812 + }, + { + "epoch": 0.6122630708561252, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.640568256378174, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8548864722251892, + "num_tokens": 182795807.0, + "step": 4813 + }, + { + "epoch": 0.6123902811347157, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.414872646331787, + "learning_rate": 1e-05, + "loss": 0.4967, + "mean_token_accuracy": 0.8508562445640564, + "num_tokens": 182837956.0, + "step": 4814 + }, + { + "epoch": 0.6125174914133062, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6494216918945312, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8648950457572937, + "num_tokens": 182873374.0, + "step": 4815 + }, + { + "epoch": 0.6126447016918967, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.419140577316284, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8722567558288574, + "num_tokens": 182908018.0, + "step": 4816 + }, + { + "epoch": 0.6127719119704872, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.642646074295044, + "learning_rate": 1e-05, + "loss": 0.4807, + "mean_token_accuracy": 0.8565837144851685, + "num_tokens": 182950314.0, + "step": 4817 + }, + { + "epoch": 0.6128991222490777, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4201836585998535, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8585246801376343, + "num_tokens": 182988434.0, + "step": 4818 + }, + { + "epoch": 0.6130263325276682, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6446785926818848, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8656495213508606, + "num_tokens": 183026355.0, + "step": 4819 + }, + { + "epoch": 0.6131535428062588, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4153144359588623, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8580681085586548, + "num_tokens": 183063031.0, + "step": 4820 + }, + { + "epoch": 0.6132807530848493, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6506190299987793, + "learning_rate": 1e-05, + "loss": 0.5234, + "mean_token_accuracy": 0.846840500831604, + "num_tokens": 183102082.0, + "step": 4821 + }, + { + "epoch": 0.6134079633634397, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.417714834213257, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8576467633247375, + "num_tokens": 183137961.0, + "step": 4822 + }, + { + "epoch": 0.6135351736420303, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.642570734024048, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.870881199836731, + "num_tokens": 183173779.0, + "step": 4823 + }, + { + "epoch": 0.6136623839206208, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.426025629043579, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.850536048412323, + "num_tokens": 183215044.0, + "step": 4824 + }, + { + "epoch": 0.6137895941992113, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6450016498565674, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8654999732971191, + "num_tokens": 183248793.0, + "step": 4825 + }, + { + "epoch": 0.6139168044778018, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4125633239746094, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8580650091171265, + "num_tokens": 183291180.0, + "step": 4826 + }, + { + "epoch": 0.6140440147563924, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.655656099319458, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8588501214981079, + "num_tokens": 183326214.0, + "step": 4827 + }, + { + "epoch": 0.6141712250349828, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4143600463867188, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8632216453552246, + "num_tokens": 183362403.0, + "step": 4828 + }, + { + "epoch": 0.6142984353135733, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6509287357330322, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.865652322769165, + "num_tokens": 183407419.0, + "step": 4829 + }, + { + "epoch": 0.6144256455921638, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.428623676300049, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8583437204360962, + "num_tokens": 183443140.0, + "step": 4830 + }, + { + "epoch": 0.6145528558707544, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.65627384185791, + "learning_rate": 1e-05, + "loss": 0.5319, + "mean_token_accuracy": 0.8431482315063477, + "num_tokens": 183485986.0, + "step": 4831 + }, + { + "epoch": 0.6146800661493449, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.435361623764038, + "learning_rate": 1e-05, + "loss": 0.5323, + "mean_token_accuracy": 0.8440167307853699, + "num_tokens": 183525302.0, + "step": 4832 + }, + { + "epoch": 0.6148072764279354, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6444854736328125, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8528957962989807, + "num_tokens": 183561575.0, + "step": 4833 + }, + { + "epoch": 0.6149344867065258, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4278409481048584, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8666621446609497, + "num_tokens": 183596465.0, + "step": 4834 + }, + { + "epoch": 0.6150616969851164, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6451289653778076, + "learning_rate": 1e-05, + "loss": 0.5258, + "mean_token_accuracy": 0.8367047905921936, + "num_tokens": 183631733.0, + "step": 4835 + }, + { + "epoch": 0.6151889072637069, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4172916412353516, + "learning_rate": 1e-05, + "loss": 0.4878, + "mean_token_accuracy": 0.8550113439559937, + "num_tokens": 183676138.0, + "step": 4836 + }, + { + "epoch": 0.6153161175422974, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000133514404296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6463212966918945, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8586304783821106, + "num_tokens": 183711004.0, + "step": 4837 + }, + { + "epoch": 0.615443327820888, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4254419803619385, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8791002631187439, + "num_tokens": 183744945.0, + "step": 4838 + }, + { + "epoch": 0.6155705380994785, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6527626514434814, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8679082989692688, + "num_tokens": 183779119.0, + "step": 4839 + }, + { + "epoch": 0.6156977483780689, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.425724744796753, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8668201565742493, + "num_tokens": 183814136.0, + "step": 4840 + }, + { + "epoch": 0.6158249586566594, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.642446279525757, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.853222131729126, + "num_tokens": 183850957.0, + "step": 4841 + }, + { + "epoch": 0.61595216893525, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4122936725616455, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8694498538970947, + "num_tokens": 183890049.0, + "step": 4842 + }, + { + "epoch": 0.6160793792138405, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6419084072113037, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8588895797729492, + "num_tokens": 183933055.0, + "step": 4843 + }, + { + "epoch": 0.616206589492431, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.416482448577881, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8584643602371216, + "num_tokens": 183975059.0, + "step": 4844 + }, + { + "epoch": 0.6163337997710215, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6500744819641113, + "learning_rate": 1e-05, + "loss": 0.4977, + "mean_token_accuracy": 0.8518543243408203, + "num_tokens": 184015130.0, + "step": 4845 + }, + { + "epoch": 0.616461010049612, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4406380653381348, + "learning_rate": 1e-05, + "loss": 0.5121, + "mean_token_accuracy": 0.8477407097816467, + "num_tokens": 184048416.0, + "step": 4846 + }, + { + "epoch": 0.6165882203282025, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.645158052444458, + "learning_rate": 1e-05, + "loss": 0.5043, + "mean_token_accuracy": 0.849519670009613, + "num_tokens": 184081591.0, + "step": 4847 + }, + { + "epoch": 0.616715430606793, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.415348768234253, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.878849446773529, + "num_tokens": 184118078.0, + "step": 4848 + }, + { + "epoch": 0.6168426408853835, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6437432765960693, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8627650737762451, + "num_tokens": 184154860.0, + "step": 4849 + }, + { + "epoch": 0.6169698511639741, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.437760353088379, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8710892796516418, + "num_tokens": 184186425.0, + "step": 4850 + }, + { + "epoch": 0.6170970614425646, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6317763328552246, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8524453043937683, + "num_tokens": 184224891.0, + "step": 4851 + }, + { + "epoch": 0.617224271721155, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.419433355331421, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.870307445526123, + "num_tokens": 184266648.0, + "step": 4852 + }, + { + "epoch": 0.6173514819997455, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.648118734359741, + "learning_rate": 1e-05, + "loss": 0.5308, + "mean_token_accuracy": 0.8475149869918823, + "num_tokens": 184301453.0, + "step": 4853 + }, + { + "epoch": 0.6174786922783361, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4259138107299805, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8582467436790466, + "num_tokens": 184344271.0, + "step": 4854 + }, + { + "epoch": 0.6176059025569266, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6335325241088867, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8648620843887329, + "num_tokens": 184378212.0, + "step": 4855 + }, + { + "epoch": 0.6177331128355171, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.420952320098877, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8650990724563599, + "num_tokens": 184414177.0, + "step": 4856 + }, + { + "epoch": 0.6178603231141077, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.63278865814209, + "learning_rate": 1e-05, + "loss": 0.5096, + "mean_token_accuracy": 0.8477529883384705, + "num_tokens": 184455088.0, + "step": 4857 + }, + { + "epoch": 0.6179875333926982, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4238646030426025, + "learning_rate": 1e-05, + "loss": 0.5134, + "mean_token_accuracy": 0.8488689064979553, + "num_tokens": 184496574.0, + "step": 4858 + }, + { + "epoch": 0.6181147436712886, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.629599094390869, + "learning_rate": 1e-05, + "loss": 0.4995, + "mean_token_accuracy": 0.8531233072280884, + "num_tokens": 184542303.0, + "step": 4859 + }, + { + "epoch": 0.6182419539498791, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.412893056869507, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8588358163833618, + "num_tokens": 184583337.0, + "step": 4860 + }, + { + "epoch": 0.6183691642284697, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6353752613067627, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.8543983697891235, + "num_tokens": 184622424.0, + "step": 4861 + }, + { + "epoch": 0.6184963745070602, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.428846597671509, + "learning_rate": 1e-05, + "loss": 0.5062, + "mean_token_accuracy": 0.843514621257782, + "num_tokens": 184660137.0, + "step": 4862 + }, + { + "epoch": 0.6186235847856507, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.627067804336548, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.85582435131073, + "num_tokens": 184698353.0, + "step": 4863 + }, + { + "epoch": 0.6187507950642412, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4192330837249756, + "learning_rate": 1e-05, + "loss": 0.4977, + "mean_token_accuracy": 0.8510928153991699, + "num_tokens": 184738734.0, + "step": 4864 + }, + { + "epoch": 0.6188780053428317, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.638383388519287, + "learning_rate": 1e-05, + "loss": 0.4937, + "mean_token_accuracy": 0.848991870880127, + "num_tokens": 184774525.0, + "step": 4865 + }, + { + "epoch": 0.6190052156214222, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.420077323913574, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8624238967895508, + "num_tokens": 184809028.0, + "step": 4866 + }, + { + "epoch": 0.6191324259000127, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.631063222885132, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8780068159103394, + "num_tokens": 184845479.0, + "step": 4867 + }, + { + "epoch": 0.6192596361786032, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.424295663833618, + "learning_rate": 1e-05, + "loss": 0.5223, + "mean_token_accuracy": 0.8427159786224365, + "num_tokens": 184886596.0, + "step": 4868 + }, + { + "epoch": 0.6193868464571938, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.642688274383545, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8550132513046265, + "num_tokens": 184923763.0, + "step": 4869 + }, + { + "epoch": 0.6195140567357843, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013446807861328125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.42433500289917, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.865092396736145, + "num_tokens": 184959882.0, + "step": 4870 + }, + { + "epoch": 0.6196412670143747, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.629150867462158, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8740663528442383, + "num_tokens": 184999063.0, + "step": 4871 + }, + { + "epoch": 0.6197684772929652, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.404881715774536, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8746911883354187, + "num_tokens": 185040016.0, + "step": 4872 + }, + { + "epoch": 0.6198956875715558, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.653766393661499, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8572218418121338, + "num_tokens": 185075085.0, + "step": 4873 + }, + { + "epoch": 0.6200228978501463, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.424586534500122, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8578376770019531, + "num_tokens": 185111621.0, + "step": 4874 + }, + { + "epoch": 0.6201501081287368, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.658820390701294, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.852340817451477, + "num_tokens": 185149681.0, + "step": 4875 + }, + { + "epoch": 0.6202773184073274, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4201500415802, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8655568361282349, + "num_tokens": 185186449.0, + "step": 4876 + }, + { + "epoch": 0.6204045286859178, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.657264232635498, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8641970753669739, + "num_tokens": 185219324.0, + "step": 4877 + }, + { + "epoch": 0.6205317389645083, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4242634773254395, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8564866781234741, + "num_tokens": 185256049.0, + "step": 4878 + }, + { + "epoch": 0.6206589492430988, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.65463924407959, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8623244166374207, + "num_tokens": 185293304.0, + "step": 4879 + }, + { + "epoch": 0.6207861595216894, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4220917224884033, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8622058033943176, + "num_tokens": 185334007.0, + "step": 4880 + }, + { + "epoch": 0.6209133698002799, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.650876045227051, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.8515223264694214, + "num_tokens": 185372932.0, + "step": 4881 + }, + { + "epoch": 0.6210405800788704, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4207634925842285, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8659970760345459, + "num_tokens": 185410267.0, + "step": 4882 + }, + { + "epoch": 0.6211677903574608, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6636710166931152, + "learning_rate": 1e-05, + "loss": 0.4964, + "mean_token_accuracy": 0.8513344526290894, + "num_tokens": 185445838.0, + "step": 4883 + }, + { + "epoch": 0.6212950006360514, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4199514389038086, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8622530698776245, + "num_tokens": 185486002.0, + "step": 4884 + }, + { + "epoch": 0.6214222109146419, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6623103618621826, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8545116782188416, + "num_tokens": 185524501.0, + "step": 4885 + }, + { + "epoch": 0.6215494211932324, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.420745849609375, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8563243746757507, + "num_tokens": 185562105.0, + "step": 4886 + }, + { + "epoch": 0.621676631471823, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.658761501312256, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.868066668510437, + "num_tokens": 185602821.0, + "step": 4887 + }, + { + "epoch": 0.6218038417504135, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.419832706451416, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8499385714530945, + "num_tokens": 185643188.0, + "step": 4888 + }, + { + "epoch": 0.6219310520290039, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.663379430770874, + "learning_rate": 1e-05, + "loss": 0.5232, + "mean_token_accuracy": 0.8445651531219482, + "num_tokens": 185685770.0, + "step": 4889 + }, + { + "epoch": 0.6220582623075944, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4416987895965576, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8611536026000977, + "num_tokens": 185718981.0, + "step": 4890 + }, + { + "epoch": 0.622185472586185, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.659419059753418, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8626676797866821, + "num_tokens": 185752184.0, + "step": 4891 + }, + { + "epoch": 0.6223126828647755, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4283552169799805, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8539769649505615, + "num_tokens": 185791405.0, + "step": 4892 + }, + { + "epoch": 0.622439893143366, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6579947471618652, + "learning_rate": 1e-05, + "loss": 0.536, + "mean_token_accuracy": 0.8384747505187988, + "num_tokens": 185832227.0, + "step": 4893 + }, + { + "epoch": 0.6225671034219565, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4336891174316406, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8629247546195984, + "num_tokens": 185867175.0, + "step": 4894 + }, + { + "epoch": 0.622694313700547, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6457254886627197, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.8552793264389038, + "num_tokens": 185907582.0, + "step": 4895 + }, + { + "epoch": 0.6228215239791375, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4383041858673096, + "learning_rate": 1e-05, + "loss": 0.4966, + "mean_token_accuracy": 0.8469613790512085, + "num_tokens": 185944625.0, + "step": 4896 + }, + { + "epoch": 0.622948734257728, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6439549922943115, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8701149225234985, + "num_tokens": 185975579.0, + "step": 4897 + }, + { + "epoch": 0.6230759445363185, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430549383163452, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8613824844360352, + "num_tokens": 186016948.0, + "step": 4898 + }, + { + "epoch": 0.6232031548149091, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6219663619995117, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8519668579101562, + "num_tokens": 186060700.0, + "step": 4899 + }, + { + "epoch": 0.6233303650934996, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.427673101425171, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8725517988204956, + "num_tokens": 186099624.0, + "step": 4900 + }, + { + "epoch": 0.62345757537209, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6199164390563965, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8571624755859375, + "num_tokens": 186142360.0, + "step": 4901 + }, + { + "epoch": 0.6235847856506805, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.420642852783203, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8695172667503357, + "num_tokens": 186182642.0, + "step": 4902 + }, + { + "epoch": 0.6237119959292711, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6361145973205566, + "learning_rate": 1e-05, + "loss": 0.4854, + "mean_token_accuracy": 0.8542228937149048, + "num_tokens": 186218867.0, + "step": 4903 + }, + { + "epoch": 0.6238392062078616, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.421518564224243, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8711200952529907, + "num_tokens": 186257424.0, + "step": 4904 + }, + { + "epoch": 0.6239664164864521, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.626944065093994, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8597822189331055, + "num_tokens": 186298588.0, + "step": 4905 + }, + { + "epoch": 0.6240936267650427, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.418855905532837, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8667877316474915, + "num_tokens": 186334638.0, + "step": 4906 + }, + { + "epoch": 0.6242208370436332, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.648956537246704, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8519436120986938, + "num_tokens": 186368303.0, + "step": 4907 + }, + { + "epoch": 0.6243480473222236, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4255623817443848, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8728527426719666, + "num_tokens": 186406133.0, + "step": 4908 + }, + { + "epoch": 0.6244752576008141, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6396126747131348, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8767669796943665, + "num_tokens": 186440763.0, + "step": 4909 + }, + { + "epoch": 0.6246024678794047, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.424903631210327, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.8579359650611877, + "num_tokens": 186479662.0, + "step": 4910 + }, + { + "epoch": 0.6247296781579952, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6350512504577637, + "learning_rate": 1e-05, + "loss": 0.5137, + "mean_token_accuracy": 0.8480358123779297, + "num_tokens": 186518944.0, + "step": 4911 + }, + { + "epoch": 0.6248568884365857, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.419994592666626, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.869011640548706, + "num_tokens": 186555902.0, + "step": 4912 + }, + { + "epoch": 0.6249840987151762, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.627382755279541, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8764150142669678, + "num_tokens": 186591962.0, + "step": 4913 + }, + { + "epoch": 0.6251113089937667, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4274003505706787, + "learning_rate": 1e-05, + "loss": 0.499, + "mean_token_accuracy": 0.8517208099365234, + "num_tokens": 186631841.0, + "step": 4914 + }, + { + "epoch": 0.6252385192723572, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6115968227386475, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8686649799346924, + "num_tokens": 186677963.0, + "step": 4915 + }, + { + "epoch": 0.6253657295509477, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4289605617523193, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.857349693775177, + "num_tokens": 186715658.0, + "step": 4916 + }, + { + "epoch": 0.6254929398295382, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6252801418304443, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8661113977432251, + "num_tokens": 186749405.0, + "step": 4917 + }, + { + "epoch": 0.6256201501081288, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.433912992477417, + "learning_rate": 1e-05, + "loss": 0.4943, + "mean_token_accuracy": 0.8500072956085205, + "num_tokens": 186785667.0, + "step": 4918 + }, + { + "epoch": 0.6257473603867193, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6181411743164062, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8715511560440063, + "num_tokens": 186817425.0, + "step": 4919 + }, + { + "epoch": 0.6258745706653097, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.415220022201538, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.867411732673645, + "num_tokens": 186859693.0, + "step": 4920 + }, + { + "epoch": 0.6260017809439002, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.627261161804199, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8669066429138184, + "num_tokens": 186897774.0, + "step": 4921 + }, + { + "epoch": 0.6261289912224908, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.416743516921997, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8612651824951172, + "num_tokens": 186935530.0, + "step": 4922 + }, + { + "epoch": 0.6262562015010813, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.649860382080078, + "learning_rate": 1e-05, + "loss": 0.5082, + "mean_token_accuracy": 0.8474817276000977, + "num_tokens": 186970778.0, + "step": 4923 + }, + { + "epoch": 0.6263834117796718, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.414889335632324, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8587340712547302, + "num_tokens": 187007338.0, + "step": 4924 + }, + { + "epoch": 0.6265106220582624, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6550676822662354, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8595473766326904, + "num_tokens": 187042614.0, + "step": 4925 + }, + { + "epoch": 0.6266378323368528, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4116902351379395, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8536210060119629, + "num_tokens": 187081753.0, + "step": 4926 + }, + { + "epoch": 0.6267650426154433, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6739871501922607, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8523522615432739, + "num_tokens": 187116758.0, + "step": 4927 + }, + { + "epoch": 0.6268922528940338, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4724841117858887, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.850933849811554, + "num_tokens": 187152296.0, + "step": 4928 + }, + { + "epoch": 0.6270194631726244, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6368749141693115, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8522613048553467, + "num_tokens": 187187619.0, + "step": 4929 + }, + { + "epoch": 0.6271466734512149, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.429934501647949, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8595245480537415, + "num_tokens": 187227872.0, + "step": 4930 + }, + { + "epoch": 0.6272738837298054, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6234545707702637, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8580202460289001, + "num_tokens": 187265720.0, + "step": 4931 + }, + { + "epoch": 0.6274010940083958, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4366466999053955, + "learning_rate": 1e-05, + "loss": 0.5546, + "mean_token_accuracy": 0.8356471061706543, + "num_tokens": 187307119.0, + "step": 4932 + }, + { + "epoch": 0.6275283042869864, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6180527210235596, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8630292415618896, + "num_tokens": 187342804.0, + "step": 4933 + }, + { + "epoch": 0.6276555145655769, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4214589595794678, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8603842258453369, + "num_tokens": 187381540.0, + "step": 4934 + }, + { + "epoch": 0.6277827248441674, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6226449012756348, + "learning_rate": 1e-05, + "loss": 0.5402, + "mean_token_accuracy": 0.8422542810440063, + "num_tokens": 187424952.0, + "step": 4935 + }, + { + "epoch": 0.627909935122758, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.425804853439331, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8487560749053955, + "num_tokens": 187463668.0, + "step": 4936 + }, + { + "epoch": 0.6280371454013485, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.62858247756958, + "learning_rate": 1e-05, + "loss": 0.5084, + "mean_token_accuracy": 0.8551175594329834, + "num_tokens": 187505962.0, + "step": 4937 + }, + { + "epoch": 0.6281643556799389, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.41721773147583, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8529508113861084, + "num_tokens": 187546342.0, + "step": 4938 + }, + { + "epoch": 0.6282915659585294, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.630446672439575, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8579009175300598, + "num_tokens": 187587378.0, + "step": 4939 + }, + { + "epoch": 0.62841877623712, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4340853691101074, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8603522181510925, + "num_tokens": 187621972.0, + "step": 4940 + }, + { + "epoch": 0.6285459865157105, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6391754150390625, + "learning_rate": 1e-05, + "loss": 0.501, + "mean_token_accuracy": 0.8468128442764282, + "num_tokens": 187657205.0, + "step": 4941 + }, + { + "epoch": 0.628673196794301, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4100074768066406, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8525829315185547, + "num_tokens": 187698201.0, + "step": 4942 + }, + { + "epoch": 0.6288004070728915, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6390700340270996, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8693108558654785, + "num_tokens": 187734883.0, + "step": 4943 + }, + { + "epoch": 0.628927617351482, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4000918865203857, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8720542192459106, + "num_tokens": 187777459.0, + "step": 4944 + }, + { + "epoch": 0.6290548276300725, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6527390480041504, + "learning_rate": 1e-05, + "loss": 0.4904, + "mean_token_accuracy": 0.8525838851928711, + "num_tokens": 187819661.0, + "step": 4945 + }, + { + "epoch": 0.629182037908663, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.408116102218628, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.865481972694397, + "num_tokens": 187857685.0, + "step": 4946 + }, + { + "epoch": 0.6293092481872535, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.675464391708374, + "learning_rate": 1e-05, + "loss": 0.549, + "mean_token_accuracy": 0.8373026251792908, + "num_tokens": 187896614.0, + "step": 4947 + }, + { + "epoch": 0.6294364584658441, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.610313653945923, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8514506816864014, + "num_tokens": 187925480.0, + "step": 4948 + }, + { + "epoch": 0.6295636687444346, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5611820220947266, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.860256552696228, + "num_tokens": 187965045.0, + "step": 4949 + }, + { + "epoch": 0.629690879023025, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.469356060028076, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8577610850334167, + "num_tokens": 188001633.0, + "step": 4950 + }, + { + "epoch": 0.6298180893016155, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.525131940841675, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8560175895690918, + "num_tokens": 188039931.0, + "step": 4951 + }, + { + "epoch": 0.6299452995802061, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4671905040740967, + "learning_rate": 1e-05, + "loss": 0.5274, + "mean_token_accuracy": 0.8430743217468262, + "num_tokens": 188085353.0, + "step": 4952 + }, + { + "epoch": 0.6300725098587966, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.517411470413208, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8779167532920837, + "num_tokens": 188118966.0, + "step": 4953 + }, + { + "epoch": 0.6301997201373871, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4600863456726074, + "learning_rate": 1e-05, + "loss": 0.3854, + "mean_token_accuracy": 0.8829700946807861, + "num_tokens": 188153680.0, + "step": 4954 + }, + { + "epoch": 0.6303269304159776, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5148608684539795, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8723946809768677, + "num_tokens": 188189549.0, + "step": 4955 + }, + { + "epoch": 0.6304541406945681, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4551949501037598, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8512430191040039, + "num_tokens": 188230469.0, + "step": 4956 + }, + { + "epoch": 0.6305813509731586, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.524477243423462, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8604031801223755, + "num_tokens": 188265074.0, + "step": 4957 + }, + { + "epoch": 0.6307085612517491, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.453803777694702, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8517454266548157, + "num_tokens": 188302759.0, + "step": 4958 + }, + { + "epoch": 0.6308357715303397, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.547950267791748, + "learning_rate": 1e-05, + "loss": 0.5643, + "mean_token_accuracy": 0.8317571878433228, + "num_tokens": 188337627.0, + "step": 4959 + }, + { + "epoch": 0.6309629818089302, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4835426807403564, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8571934103965759, + "num_tokens": 188365094.0, + "step": 4960 + }, + { + "epoch": 0.6310901920875207, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5139129161834717, + "learning_rate": 1e-05, + "loss": 0.4757, + "mean_token_accuracy": 0.861594021320343, + "num_tokens": 188403244.0, + "step": 4961 + }, + { + "epoch": 0.6312174023661112, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4433350563049316, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8676212430000305, + "num_tokens": 188442785.0, + "step": 4962 + }, + { + "epoch": 0.6313446126447017, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.529021739959717, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.851736843585968, + "num_tokens": 188479298.0, + "step": 4963 + }, + { + "epoch": 0.6314718229232922, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4403841495513916, + "learning_rate": 1e-05, + "loss": 0.5205, + "mean_token_accuracy": 0.8416542410850525, + "num_tokens": 188519304.0, + "step": 4964 + }, + { + "epoch": 0.6315990332018827, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5428550243377686, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8426399230957031, + "num_tokens": 188559372.0, + "step": 4965 + }, + { + "epoch": 0.6317262434804732, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.428645610809326, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8740051984786987, + "num_tokens": 188595337.0, + "step": 4966 + }, + { + "epoch": 0.6318534537590638, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.553560972213745, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8599564433097839, + "num_tokens": 188632988.0, + "step": 4967 + }, + { + "epoch": 0.6319806640376543, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4218814373016357, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8722236156463623, + "num_tokens": 188667205.0, + "step": 4968 + }, + { + "epoch": 0.6321078743162447, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5656464099884033, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.8541218042373657, + "num_tokens": 188707717.0, + "step": 4969 + }, + { + "epoch": 0.6322350845948352, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4138565063476562, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8666351437568665, + "num_tokens": 188742811.0, + "step": 4970 + }, + { + "epoch": 0.6323622948734258, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5885281562805176, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8587561249732971, + "num_tokens": 188781004.0, + "step": 4971 + }, + { + "epoch": 0.6324895051520163, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4233455657958984, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.854870080947876, + "num_tokens": 188813923.0, + "step": 4972 + }, + { + "epoch": 0.6326167154306068, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.580007553100586, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8624276518821716, + "num_tokens": 188855375.0, + "step": 4973 + }, + { + "epoch": 0.6327439257091974, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.401909112930298, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8752550482749939, + "num_tokens": 188892807.0, + "step": 4974 + }, + { + "epoch": 0.6328711359877878, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6000704765319824, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8658969402313232, + "num_tokens": 188932942.0, + "step": 4975 + }, + { + "epoch": 0.6329983462663783, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4066479206085205, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8578063249588013, + "num_tokens": 188968206.0, + "step": 4976 + }, + { + "epoch": 0.6331255565449688, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6469430923461914, + "learning_rate": 1e-05, + "loss": 0.49, + "mean_token_accuracy": 0.8525531888008118, + "num_tokens": 189001315.0, + "step": 4977 + }, + { + "epoch": 0.6332527668235594, + "ewc_loss": 0.048828125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.397887706756592, + "learning_rate": 1e-05, + "loss": 0.5216, + "mean_token_accuracy": 0.8413264751434326, + "num_tokens": 189039729.0, + "step": 4978 + }, + { + "epoch": 0.6333799771021499, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.645297050476074, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8759791851043701, + "num_tokens": 189077455.0, + "step": 4979 + }, + { + "epoch": 0.6335071873807404, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.382747173309326, + "learning_rate": 1e-05, + "loss": 0.4864, + "mean_token_accuracy": 0.8501788377761841, + "num_tokens": 189118417.0, + "step": 4980 + }, + { + "epoch": 0.6336343976593308, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.676764488220215, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.871364951133728, + "num_tokens": 189155581.0, + "step": 4981 + }, + { + "epoch": 0.6337616079379214, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.394113302230835, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8588523864746094, + "num_tokens": 189191192.0, + "step": 4982 + }, + { + "epoch": 0.6338888182165119, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6946048736572266, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8656939268112183, + "num_tokens": 189230475.0, + "step": 4983 + }, + { + "epoch": 0.6340160284951024, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.406165361404419, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8590078353881836, + "num_tokens": 189265949.0, + "step": 4984 + }, + { + "epoch": 0.6341432387736929, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.712273359298706, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8578976392745972, + "num_tokens": 189302914.0, + "step": 4985 + }, + { + "epoch": 0.6342704490522835, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.395310163497925, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.870432436466217, + "num_tokens": 189347741.0, + "step": 4986 + }, + { + "epoch": 0.6343976593308739, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7204129695892334, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8681859970092773, + "num_tokens": 189389672.0, + "step": 4987 + }, + { + "epoch": 0.6345248696094644, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4201927185058594, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8698195219039917, + "num_tokens": 189425418.0, + "step": 4988 + }, + { + "epoch": 0.6346520798880549, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7440507411956787, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8693028688430786, + "num_tokens": 189457042.0, + "step": 4989 + }, + { + "epoch": 0.6347792901666455, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.439802885055542, + "learning_rate": 1e-05, + "loss": 0.5045, + "mean_token_accuracy": 0.8483622074127197, + "num_tokens": 189497135.0, + "step": 4990 + }, + { + "epoch": 0.634906500445236, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7209131717681885, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8788686990737915, + "num_tokens": 189534829.0, + "step": 4991 + }, + { + "epoch": 0.6350337107238265, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.448768377304077, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8541942834854126, + "num_tokens": 189570535.0, + "step": 4992 + }, + { + "epoch": 0.635160921002417, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7138137817382812, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8672059774398804, + "num_tokens": 189606448.0, + "step": 4993 + }, + { + "epoch": 0.6352881312810075, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.439075469970703, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8608745336532593, + "num_tokens": 189650880.0, + "step": 4994 + }, + { + "epoch": 0.635415341559598, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.698934316635132, + "learning_rate": 1e-05, + "loss": 0.5208, + "mean_token_accuracy": 0.8446431756019592, + "num_tokens": 189690866.0, + "step": 4995 + }, + { + "epoch": 0.6355425518381885, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4711849689483643, + "learning_rate": 1e-05, + "loss": 0.5557, + "mean_token_accuracy": 0.8311632871627808, + "num_tokens": 189726891.0, + "step": 4996 + }, + { + "epoch": 0.6356697621167791, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.67326283454895, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.860629677772522, + "num_tokens": 189763893.0, + "step": 4997 + }, + { + "epoch": 0.6357969723953696, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4711451530456543, + "learning_rate": 1e-05, + "loss": 0.5177, + "mean_token_accuracy": 0.8446915745735168, + "num_tokens": 189804122.0, + "step": 4998 + }, + { + "epoch": 0.63592418267396, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.658036947250366, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8558719158172607, + "num_tokens": 189836355.0, + "step": 4999 + }, + { + "epoch": 0.6360513929525505, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.467458724975586, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8628227710723877, + "num_tokens": 189871839.0, + "step": 5000 + }, + { + "epoch": 0.6361786032311411, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6132302284240723, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8701403141021729, + "num_tokens": 189915631.0, + "step": 5001 + }, + { + "epoch": 0.6363058135097316, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.46091628074646, + "learning_rate": 1e-05, + "loss": 0.4838, + "mean_token_accuracy": 0.8528491258621216, + "num_tokens": 189953635.0, + "step": 5002 + }, + { + "epoch": 0.6364330237883221, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.603106737136841, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8622901439666748, + "num_tokens": 189999338.0, + "step": 5003 + }, + { + "epoch": 0.6365602340669126, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.506155252456665, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.861047625541687, + "num_tokens": 190045804.0, + "step": 5004 + }, + { + "epoch": 0.6366874443455031, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5647592544555664, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.857003927230835, + "num_tokens": 190083350.0, + "step": 5005 + }, + { + "epoch": 0.6368146546240936, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.468540906906128, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.8512948751449585, + "num_tokens": 190121910.0, + "step": 5006 + }, + { + "epoch": 0.6369418649026841, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.536625385284424, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.863164484500885, + "num_tokens": 190163857.0, + "step": 5007 + }, + { + "epoch": 0.6370690751812746, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4638280868530273, + "learning_rate": 1e-05, + "loss": 0.4895, + "mean_token_accuracy": 0.8531352877616882, + "num_tokens": 190204337.0, + "step": 5008 + }, + { + "epoch": 0.6371962854598652, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.537302017211914, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.872093915939331, + "num_tokens": 190240646.0, + "step": 5009 + }, + { + "epoch": 0.6373234957384557, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5060553550720215, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8549661636352539, + "num_tokens": 190273507.0, + "step": 5010 + }, + { + "epoch": 0.6374507060170462, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5183796882629395, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8589153289794922, + "num_tokens": 190306876.0, + "step": 5011 + }, + { + "epoch": 0.6375779162956366, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.48258638381958, + "learning_rate": 1e-05, + "loss": 0.4921, + "mean_token_accuracy": 0.8493895530700684, + "num_tokens": 190343126.0, + "step": 5012 + }, + { + "epoch": 0.6377051265742272, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.505610227584839, + "learning_rate": 1e-05, + "loss": 0.4998, + "mean_token_accuracy": 0.8498645424842834, + "num_tokens": 190382089.0, + "step": 5013 + }, + { + "epoch": 0.6378323368528177, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4707400798797607, + "learning_rate": 1e-05, + "loss": 0.5015, + "mean_token_accuracy": 0.8464494943618774, + "num_tokens": 190419577.0, + "step": 5014 + }, + { + "epoch": 0.6379595471314082, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5066018104553223, + "learning_rate": 1e-05, + "loss": 0.5228, + "mean_token_accuracy": 0.8466652631759644, + "num_tokens": 190459725.0, + "step": 5015 + }, + { + "epoch": 0.6380867574099988, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4774227142333984, + "learning_rate": 1e-05, + "loss": 0.5154, + "mean_token_accuracy": 0.8481546640396118, + "num_tokens": 190493575.0, + "step": 5016 + }, + { + "epoch": 0.6382139676885893, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4939124584198, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8608460426330566, + "num_tokens": 190530326.0, + "step": 5017 + }, + { + "epoch": 0.6383411779671797, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4703140258789062, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8577090501785278, + "num_tokens": 190565727.0, + "step": 5018 + }, + { + "epoch": 0.6384683882457702, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4967758655548096, + "learning_rate": 1e-05, + "loss": 0.5056, + "mean_token_accuracy": 0.8485926389694214, + "num_tokens": 190600163.0, + "step": 5019 + }, + { + "epoch": 0.6385955985243608, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4696686267852783, + "learning_rate": 1e-05, + "loss": 0.5014, + "mean_token_accuracy": 0.8495447635650635, + "num_tokens": 190640801.0, + "step": 5020 + }, + { + "epoch": 0.6387228088029513, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.485105037689209, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8787695169448853, + "num_tokens": 190679886.0, + "step": 5021 + }, + { + "epoch": 0.6388500190815418, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.451094627380371, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8574967384338379, + "num_tokens": 190726246.0, + "step": 5022 + }, + { + "epoch": 0.6389772293601323, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.491560220718384, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8585073947906494, + "num_tokens": 190765496.0, + "step": 5023 + }, + { + "epoch": 0.6391044396387228, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.45692777633667, + "learning_rate": 1e-05, + "loss": 0.4897, + "mean_token_accuracy": 0.8546345233917236, + "num_tokens": 190808770.0, + "step": 5024 + }, + { + "epoch": 0.6392316499173133, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.506312370300293, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8676543235778809, + "num_tokens": 190844242.0, + "step": 5025 + }, + { + "epoch": 0.6393588601959038, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.45516037940979, + "learning_rate": 1e-05, + "loss": 0.529, + "mean_token_accuracy": 0.8404086232185364, + "num_tokens": 190887658.0, + "step": 5026 + }, + { + "epoch": 0.6394860704744944, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.507310390472412, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.862907886505127, + "num_tokens": 190922322.0, + "step": 5027 + }, + { + "epoch": 0.6396132807530849, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001354217529296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.446737051010132, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.853386640548706, + "num_tokens": 190959085.0, + "step": 5028 + }, + { + "epoch": 0.6397404910316754, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.527271032333374, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8726075291633606, + "num_tokens": 190991646.0, + "step": 5029 + }, + { + "epoch": 0.6398677013102658, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.422544002532959, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8593522310256958, + "num_tokens": 191039489.0, + "step": 5030 + }, + { + "epoch": 0.6399949115888564, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5492844581604004, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8545655012130737, + "num_tokens": 191078166.0, + "step": 5031 + }, + { + "epoch": 0.6401221218674469, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.423293352127075, + "learning_rate": 1e-05, + "loss": 0.5272, + "mean_token_accuracy": 0.8386167287826538, + "num_tokens": 191115981.0, + "step": 5032 + }, + { + "epoch": 0.6402493321460374, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.563495635986328, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8598170280456543, + "num_tokens": 191153989.0, + "step": 5033 + }, + { + "epoch": 0.6403765424246279, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.410768985748291, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8596519231796265, + "num_tokens": 191192799.0, + "step": 5034 + }, + { + "epoch": 0.6405037527032185, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5763328075408936, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8581446409225464, + "num_tokens": 191231923.0, + "step": 5035 + }, + { + "epoch": 0.6406309629818089, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.464478015899658, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8589935302734375, + "num_tokens": 191271650.0, + "step": 5036 + }, + { + "epoch": 0.6407581732603994, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5831046104431152, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8610751628875732, + "num_tokens": 191300212.0, + "step": 5037 + }, + { + "epoch": 0.6408853835389899, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.410452127456665, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8541775941848755, + "num_tokens": 191336163.0, + "step": 5038 + }, + { + "epoch": 0.6410125938175805, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.581763982772827, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8570563197135925, + "num_tokens": 191374749.0, + "step": 5039 + }, + { + "epoch": 0.641139804096171, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4005086421966553, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8608502149581909, + "num_tokens": 191413342.0, + "step": 5040 + }, + { + "epoch": 0.6412670143747615, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6087870597839355, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.865825355052948, + "num_tokens": 191450332.0, + "step": 5041 + }, + { + "epoch": 0.6413942246533519, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.3931641578674316, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8622784614562988, + "num_tokens": 191486969.0, + "step": 5042 + }, + { + "epoch": 0.6415214349319425, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6284921169281006, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8627189993858337, + "num_tokens": 191525074.0, + "step": 5043 + }, + { + "epoch": 0.641648645210533, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.3816678524017334, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8569194078445435, + "num_tokens": 191564324.0, + "step": 5044 + }, + { + "epoch": 0.6417758554891235, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6568822860717773, + "learning_rate": 1e-05, + "loss": 0.496, + "mean_token_accuracy": 0.8523085117340088, + "num_tokens": 191604081.0, + "step": 5045 + }, + { + "epoch": 0.641903065767714, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.402390241622925, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.84535151720047, + "num_tokens": 191639811.0, + "step": 5046 + }, + { + "epoch": 0.6420302760463046, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6635618209838867, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8670487999916077, + "num_tokens": 191680941.0, + "step": 5047 + }, + { + "epoch": 0.642157486324895, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.401097536087036, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8527541756629944, + "num_tokens": 191718039.0, + "step": 5048 + }, + { + "epoch": 0.6422846966034855, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.684069871902466, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8585104942321777, + "num_tokens": 191759837.0, + "step": 5049 + }, + { + "epoch": 0.6424119068820761, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.391101121902466, + "learning_rate": 1e-05, + "loss": 0.4808, + "mean_token_accuracy": 0.8540653586387634, + "num_tokens": 191801791.0, + "step": 5050 + }, + { + "epoch": 0.6425391171606666, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.701969861984253, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8683469295501709, + "num_tokens": 191838193.0, + "step": 5051 + }, + { + "epoch": 0.6426663274392571, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4162445068359375, + "learning_rate": 1e-05, + "loss": 0.5555, + "mean_token_accuracy": 0.8319336771965027, + "num_tokens": 191874811.0, + "step": 5052 + }, + { + "epoch": 0.6427935377178476, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.705402374267578, + "learning_rate": 1e-05, + "loss": 0.4959, + "mean_token_accuracy": 0.8528410792350769, + "num_tokens": 191921289.0, + "step": 5053 + }, + { + "epoch": 0.6429207479964381, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4110114574432373, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8603429198265076, + "num_tokens": 191961796.0, + "step": 5054 + }, + { + "epoch": 0.6430479582750286, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.705852746963501, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8774988055229187, + "num_tokens": 192000853.0, + "step": 5055 + }, + { + "epoch": 0.6431751685536191, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4433469772338867, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8618108630180359, + "num_tokens": 192029126.0, + "step": 5056 + }, + { + "epoch": 0.6433023788322096, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7018818855285645, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8516124486923218, + "num_tokens": 192070472.0, + "step": 5057 + }, + { + "epoch": 0.6434295891108002, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.442303419113159, + "learning_rate": 1e-05, + "loss": 0.5111, + "mean_token_accuracy": 0.8484611511230469, + "num_tokens": 192107844.0, + "step": 5058 + }, + { + "epoch": 0.6435567993893907, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6944453716278076, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8596246838569641, + "num_tokens": 192140637.0, + "step": 5059 + }, + { + "epoch": 0.6436840096679812, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4410808086395264, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8668646812438965, + "num_tokens": 192176177.0, + "step": 5060 + }, + { + "epoch": 0.6438112199465716, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6761152744293213, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8639547824859619, + "num_tokens": 192218131.0, + "step": 5061 + }, + { + "epoch": 0.6439384302251622, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4355945587158203, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.862301230430603, + "num_tokens": 192258720.0, + "step": 5062 + }, + { + "epoch": 0.6440656405037527, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.678162097930908, + "learning_rate": 1e-05, + "loss": 0.5176, + "mean_token_accuracy": 0.8486230969429016, + "num_tokens": 192303197.0, + "step": 5063 + }, + { + "epoch": 0.6441928507823432, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.464833974838257, + "learning_rate": 1e-05, + "loss": 0.5479, + "mean_token_accuracy": 0.8362382650375366, + "num_tokens": 192340882.0, + "step": 5064 + }, + { + "epoch": 0.6443200610609338, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.647311210632324, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8626776933670044, + "num_tokens": 192383596.0, + "step": 5065 + }, + { + "epoch": 0.6444472713395243, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4518532752990723, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8583260774612427, + "num_tokens": 192423861.0, + "step": 5066 + }, + { + "epoch": 0.6445744816181147, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6440324783325195, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8667681813240051, + "num_tokens": 192456564.0, + "step": 5067 + }, + { + "epoch": 0.6447016918967052, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4454715251922607, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8553586006164551, + "num_tokens": 192496917.0, + "step": 5068 + }, + { + "epoch": 0.6448289021752958, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6294045448303223, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.857927680015564, + "num_tokens": 192539548.0, + "step": 5069 + }, + { + "epoch": 0.6449561124538863, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.454127073287964, + "learning_rate": 1e-05, + "loss": 0.5152, + "mean_token_accuracy": 0.8477636575698853, + "num_tokens": 192577430.0, + "step": 5070 + }, + { + "epoch": 0.6450833227324768, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6081292629241943, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8702927827835083, + "num_tokens": 192617343.0, + "step": 5071 + }, + { + "epoch": 0.6452105330110673, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.432382583618164, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8612757921218872, + "num_tokens": 192662274.0, + "step": 5072 + }, + { + "epoch": 0.6453377432896578, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6171696186065674, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8660207390785217, + "num_tokens": 192703305.0, + "step": 5073 + }, + { + "epoch": 0.6454649535682483, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.449244737625122, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8545914888381958, + "num_tokens": 192738325.0, + "step": 5074 + }, + { + "epoch": 0.6455921638468388, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6008858680725098, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8728014230728149, + "num_tokens": 192778285.0, + "step": 5075 + }, + { + "epoch": 0.6457193741254293, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4253180027008057, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8632315397262573, + "num_tokens": 192822822.0, + "step": 5076 + }, + { + "epoch": 0.6458465844040199, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.612086057662964, + "learning_rate": 1e-05, + "loss": 0.494, + "mean_token_accuracy": 0.8552629351615906, + "num_tokens": 192857312.0, + "step": 5077 + }, + { + "epoch": 0.6459737946826104, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4201273918151855, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8657023906707764, + "num_tokens": 192892363.0, + "step": 5078 + }, + { + "epoch": 0.6461010049612008, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6264288425445557, + "learning_rate": 1e-05, + "loss": 0.495, + "mean_token_accuracy": 0.8487492799758911, + "num_tokens": 192931774.0, + "step": 5079 + }, + { + "epoch": 0.6462282152397913, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.426447629928589, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8669973611831665, + "num_tokens": 192964463.0, + "step": 5080 + }, + { + "epoch": 0.6463554255183819, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6296181678771973, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8702505826950073, + "num_tokens": 192999807.0, + "step": 5081 + }, + { + "epoch": 0.6464826357969724, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4148662090301514, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8533101081848145, + "num_tokens": 193041408.0, + "step": 5082 + }, + { + "epoch": 0.6466098460755629, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6535816192626953, + "learning_rate": 1e-05, + "loss": 0.5554, + "mean_token_accuracy": 0.8334660530090332, + "num_tokens": 193078104.0, + "step": 5083 + }, + { + "epoch": 0.6467370563541535, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.00013637542724609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.409881353378296, + "learning_rate": 1e-05, + "loss": 0.5176, + "mean_token_accuracy": 0.8418896198272705, + "num_tokens": 193118821.0, + "step": 5084 + }, + { + "epoch": 0.6468642666327439, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.663456439971924, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8543883562088013, + "num_tokens": 193152633.0, + "step": 5085 + }, + { + "epoch": 0.6469914769113344, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.402965784072876, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8631134033203125, + "num_tokens": 193191398.0, + "step": 5086 + }, + { + "epoch": 0.6471186871899249, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6764912605285645, + "learning_rate": 1e-05, + "loss": 0.5032, + "mean_token_accuracy": 0.8499691486358643, + "num_tokens": 193229612.0, + "step": 5087 + }, + { + "epoch": 0.6472458974685155, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4093101024627686, + "learning_rate": 1e-05, + "loss": 0.5066, + "mean_token_accuracy": 0.844934344291687, + "num_tokens": 193271993.0, + "step": 5088 + }, + { + "epoch": 0.647373107747106, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.693740129470825, + "learning_rate": 1e-05, + "loss": 0.5105, + "mean_token_accuracy": 0.8499875068664551, + "num_tokens": 193308146.0, + "step": 5089 + }, + { + "epoch": 0.6475003180256965, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.41200590133667, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8640695810317993, + "num_tokens": 193348448.0, + "step": 5090 + }, + { + "epoch": 0.6476275283042869, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.711308717727661, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8597770929336548, + "num_tokens": 193379279.0, + "step": 5091 + }, + { + "epoch": 0.6477547385828775, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.425879716873169, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8639244437217712, + "num_tokens": 193415999.0, + "step": 5092 + }, + { + "epoch": 0.647881948861468, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7044448852539062, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8620498180389404, + "num_tokens": 193450287.0, + "step": 5093 + }, + { + "epoch": 0.6480091591400585, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.430936574935913, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8620949983596802, + "num_tokens": 193485980.0, + "step": 5094 + }, + { + "epoch": 0.648136369418649, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.707441806793213, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8543723821640015, + "num_tokens": 193525179.0, + "step": 5095 + }, + { + "epoch": 0.6482635796972396, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.443912982940674, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.8573212623596191, + "num_tokens": 193561580.0, + "step": 5096 + }, + { + "epoch": 0.64839078997583, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6948845386505127, + "learning_rate": 1e-05, + "loss": 0.5184, + "mean_token_accuracy": 0.8480277061462402, + "num_tokens": 193598218.0, + "step": 5097 + }, + { + "epoch": 0.6485180002544205, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.459758758544922, + "learning_rate": 1e-05, + "loss": 0.51, + "mean_token_accuracy": 0.8476735353469849, + "num_tokens": 193635256.0, + "step": 5098 + }, + { + "epoch": 0.648645210533011, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6709461212158203, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8498389720916748, + "num_tokens": 193672957.0, + "step": 5099 + }, + { + "epoch": 0.6487724208116016, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.452162027359009, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8677294254302979, + "num_tokens": 193710575.0, + "step": 5100 + }, + { + "epoch": 0.6488996310901921, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.652618885040283, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8672863245010376, + "num_tokens": 193749006.0, + "step": 5101 + }, + { + "epoch": 0.6490268413687826, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4589223861694336, + "learning_rate": 1e-05, + "loss": 0.5318, + "mean_token_accuracy": 0.8429791927337646, + "num_tokens": 193788975.0, + "step": 5102 + }, + { + "epoch": 0.649154051647373, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.638572931289673, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8586515784263611, + "num_tokens": 193822898.0, + "step": 5103 + }, + { + "epoch": 0.6492812619259636, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.442902088165283, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8731481432914734, + "num_tokens": 193862439.0, + "step": 5104 + }, + { + "epoch": 0.6494084722045541, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.620835304260254, + "learning_rate": 1e-05, + "loss": 0.4897, + "mean_token_accuracy": 0.8578455448150635, + "num_tokens": 193906721.0, + "step": 5105 + }, + { + "epoch": 0.6495356824831446, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4521234035491943, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8623827695846558, + "num_tokens": 193940521.0, + "step": 5106 + }, + { + "epoch": 0.6496628927617352, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6118526458740234, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.8501217365264893, + "num_tokens": 193979340.0, + "step": 5107 + }, + { + "epoch": 0.6497901030403257, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4460947513580322, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8587779402732849, + "num_tokens": 194018562.0, + "step": 5108 + }, + { + "epoch": 0.6499173133189162, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6096510887145996, + "learning_rate": 1e-05, + "loss": 0.5402, + "mean_token_accuracy": 0.8318277597427368, + "num_tokens": 194056804.0, + "step": 5109 + }, + { + "epoch": 0.6500445235975066, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4421274662017822, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8599635362625122, + "num_tokens": 194095194.0, + "step": 5110 + }, + { + "epoch": 0.6501717338760972, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6017403602600098, + "learning_rate": 1e-05, + "loss": 0.4806, + "mean_token_accuracy": 0.8567574620246887, + "num_tokens": 194135061.0, + "step": 5111 + }, + { + "epoch": 0.6502989441546877, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4331045150756836, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.861750602722168, + "num_tokens": 194169017.0, + "step": 5112 + }, + { + "epoch": 0.6504261544332782, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5981056690216064, + "learning_rate": 1e-05, + "loss": 0.4945, + "mean_token_accuracy": 0.8496065735816956, + "num_tokens": 194213424.0, + "step": 5113 + }, + { + "epoch": 0.6505533647118688, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.433753728866577, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8695948123931885, + "num_tokens": 194247465.0, + "step": 5114 + }, + { + "epoch": 0.6506805749904593, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5984060764312744, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8656460046768188, + "num_tokens": 194282575.0, + "step": 5115 + }, + { + "epoch": 0.6508077852690497, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.452653646469116, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8601909279823303, + "num_tokens": 194311822.0, + "step": 5116 + }, + { + "epoch": 0.6509349955476402, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5850584506988525, + "learning_rate": 1e-05, + "loss": 0.4929, + "mean_token_accuracy": 0.8483316898345947, + "num_tokens": 194346990.0, + "step": 5117 + }, + { + "epoch": 0.6510622058262308, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4321014881134033, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8611137866973877, + "num_tokens": 194384836.0, + "step": 5118 + }, + { + "epoch": 0.6511894161048213, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5850155353546143, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8709949851036072, + "num_tokens": 194418080.0, + "step": 5119 + }, + { + "epoch": 0.6513166263834118, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4229586124420166, + "learning_rate": 1e-05, + "loss": 0.5118, + "mean_token_accuracy": 0.8467903137207031, + "num_tokens": 194460111.0, + "step": 5120 + }, + { + "epoch": 0.6514438366620023, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.59566593170166, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8736174702644348, + "num_tokens": 194498157.0, + "step": 5121 + }, + { + "epoch": 0.6515710469405928, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.423954963684082, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8611622452735901, + "num_tokens": 194538928.0, + "step": 5122 + }, + { + "epoch": 0.6516982572191833, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5960614681243896, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8618410229682922, + "num_tokens": 194582276.0, + "step": 5123 + }, + { + "epoch": 0.6518254674977738, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.420578718185425, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8598436117172241, + "num_tokens": 194620197.0, + "step": 5124 + }, + { + "epoch": 0.6519526777763643, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.6148719787597656, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8665969967842102, + "num_tokens": 194654634.0, + "step": 5125 + }, + { + "epoch": 0.6520798880549549, + "ewc_loss": 0.049072265625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.40838623046875, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.8536593914031982, + "num_tokens": 194696400.0, + "step": 5126 + }, + { + "epoch": 0.6522070983335454, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6203174591064453, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8656400442123413, + "num_tokens": 194738326.0, + "step": 5127 + }, + { + "epoch": 0.6523343086121358, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.402974843978882, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8623433113098145, + "num_tokens": 194778550.0, + "step": 5128 + }, + { + "epoch": 0.6524615188907263, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6436140537261963, + "learning_rate": 1e-05, + "loss": 0.4839, + "mean_token_accuracy": 0.8565046787261963, + "num_tokens": 194815124.0, + "step": 5129 + }, + { + "epoch": 0.6525887291693169, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4117088317871094, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8596996068954468, + "num_tokens": 194851372.0, + "step": 5130 + }, + { + "epoch": 0.6527159394479074, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6484410762786865, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8715246915817261, + "num_tokens": 194886705.0, + "step": 5131 + }, + { + "epoch": 0.6528431497264979, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.3964884281158447, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8601129055023193, + "num_tokens": 194930372.0, + "step": 5132 + }, + { + "epoch": 0.6529703600050885, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6684072017669678, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8628382682800293, + "num_tokens": 194971869.0, + "step": 5133 + }, + { + "epoch": 0.6530975702836789, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.409261465072632, + "learning_rate": 1e-05, + "loss": 0.4888, + "mean_token_accuracy": 0.8529926538467407, + "num_tokens": 195011271.0, + "step": 5134 + }, + { + "epoch": 0.6532247805622694, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.690877676010132, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8613095283508301, + "num_tokens": 195046328.0, + "step": 5135 + }, + { + "epoch": 0.6533519908408599, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4090487957000732, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8653600215911865, + "num_tokens": 195086424.0, + "step": 5136 + }, + { + "epoch": 0.6534792011194505, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.703242778778076, + "learning_rate": 1e-05, + "loss": 0.4998, + "mean_token_accuracy": 0.8519715666770935, + "num_tokens": 195121751.0, + "step": 5137 + }, + { + "epoch": 0.653606411398041, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4277939796447754, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8619571328163147, + "num_tokens": 195158231.0, + "step": 5138 + }, + { + "epoch": 0.6537336216766315, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.698915958404541, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.858054518699646, + "num_tokens": 195195009.0, + "step": 5139 + }, + { + "epoch": 0.6538608319552219, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4210352897644043, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8695554137229919, + "num_tokens": 195232892.0, + "step": 5140 + }, + { + "epoch": 0.6539880422338125, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6875691413879395, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8583657741546631, + "num_tokens": 195283233.0, + "step": 5141 + }, + { + "epoch": 0.654115252512403, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.430630683898926, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8780938982963562, + "num_tokens": 195319402.0, + "step": 5142 + }, + { + "epoch": 0.6542424627909935, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.697514772415161, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8652173280715942, + "num_tokens": 195358330.0, + "step": 5143 + }, + { + "epoch": 0.654369673069584, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.426954984664917, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8737353086471558, + "num_tokens": 195398074.0, + "step": 5144 + }, + { + "epoch": 0.6544968833481746, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.698848247528076, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8730469942092896, + "num_tokens": 195435684.0, + "step": 5145 + }, + { + "epoch": 0.654624093626765, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4308218955993652, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8708906173706055, + "num_tokens": 195475126.0, + "step": 5146 + }, + { + "epoch": 0.6547513039053555, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6965205669403076, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.8571949601173401, + "num_tokens": 195516398.0, + "step": 5147 + }, + { + "epoch": 0.654878514183946, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4410104751586914, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8643379211425781, + "num_tokens": 195558777.0, + "step": 5148 + }, + { + "epoch": 0.6550057244625366, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6825203895568848, + "learning_rate": 1e-05, + "loss": 0.4855, + "mean_token_accuracy": 0.8545026779174805, + "num_tokens": 195598663.0, + "step": 5149 + }, + { + "epoch": 0.6551329347411271, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4771883487701416, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8458687663078308, + "num_tokens": 195628594.0, + "step": 5150 + }, + { + "epoch": 0.6552601450197176, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.662012815475464, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8537783622741699, + "num_tokens": 195662484.0, + "step": 5151 + }, + { + "epoch": 0.655387355298308, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4649367332458496, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.8495931029319763, + "num_tokens": 195697753.0, + "step": 5152 + }, + { + "epoch": 0.6555145655768986, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6203250885009766, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8710634708404541, + "num_tokens": 195740931.0, + "step": 5153 + }, + { + "epoch": 0.6556417758554891, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.454319953918457, + "learning_rate": 1e-05, + "loss": 0.5129, + "mean_token_accuracy": 0.8457098007202148, + "num_tokens": 195783056.0, + "step": 5154 + }, + { + "epoch": 0.6557689861340796, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6275596618652344, + "learning_rate": 1e-05, + "loss": 0.5123, + "mean_token_accuracy": 0.8466162085533142, + "num_tokens": 195819515.0, + "step": 5155 + }, + { + "epoch": 0.6558961964126702, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4506828784942627, + "learning_rate": 1e-05, + "loss": 0.5161, + "mean_token_accuracy": 0.8448268175125122, + "num_tokens": 195861039.0, + "step": 5156 + }, + { + "epoch": 0.6560234066912607, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6162233352661133, + "learning_rate": 1e-05, + "loss": 0.5209, + "mean_token_accuracy": 0.8431566953659058, + "num_tokens": 195897818.0, + "step": 5157 + }, + { + "epoch": 0.6561506169698512, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4396870136260986, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8745099306106567, + "num_tokens": 195930752.0, + "step": 5158 + }, + { + "epoch": 0.6562778272484416, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.625615358352661, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8548913598060608, + "num_tokens": 195965036.0, + "step": 5159 + }, + { + "epoch": 0.6564050375270322, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.439603090286255, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.8580012321472168, + "num_tokens": 195999293.0, + "step": 5160 + }, + { + "epoch": 0.6565322478056227, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6167497634887695, + "learning_rate": 1e-05, + "loss": 0.4984, + "mean_token_accuracy": 0.8495595455169678, + "num_tokens": 196039066.0, + "step": 5161 + }, + { + "epoch": 0.6566594580842132, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001373291015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4373772144317627, + "learning_rate": 1e-05, + "loss": 0.4972, + "mean_token_accuracy": 0.8509542346000671, + "num_tokens": 196077805.0, + "step": 5162 + }, + { + "epoch": 0.6567866683628037, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6261167526245117, + "learning_rate": 1e-05, + "loss": 0.5339, + "mean_token_accuracy": 0.8371238708496094, + "num_tokens": 196117460.0, + "step": 5163 + }, + { + "epoch": 0.6569138786413943, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4199273586273193, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8605303764343262, + "num_tokens": 196154855.0, + "step": 5164 + }, + { + "epoch": 0.6570410889199847, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6288113594055176, + "learning_rate": 1e-05, + "loss": 0.521, + "mean_token_accuracy": 0.8435510396957397, + "num_tokens": 196197360.0, + "step": 5165 + }, + { + "epoch": 0.6571682991985752, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.420262098312378, + "learning_rate": 1e-05, + "loss": 0.5403, + "mean_token_accuracy": 0.8375908136367798, + "num_tokens": 196237419.0, + "step": 5166 + }, + { + "epoch": 0.6572955094771658, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.63956356048584, + "learning_rate": 1e-05, + "loss": 0.5024, + "mean_token_accuracy": 0.8486138582229614, + "num_tokens": 196275533.0, + "step": 5167 + }, + { + "epoch": 0.6574227197557563, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.418159246444702, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.865454375743866, + "num_tokens": 196312269.0, + "step": 5168 + }, + { + "epoch": 0.6575499300343468, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6441829204559326, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8534775376319885, + "num_tokens": 196349338.0, + "step": 5169 + }, + { + "epoch": 0.6576771403129373, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.411618709564209, + "learning_rate": 1e-05, + "loss": 0.5165, + "mean_token_accuracy": 0.8466652631759644, + "num_tokens": 196396000.0, + "step": 5170 + }, + { + "epoch": 0.6578043505915278, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6683413982391357, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.8518145084381104, + "num_tokens": 196428119.0, + "step": 5171 + }, + { + "epoch": 0.6579315608701183, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4073195457458496, + "learning_rate": 1e-05, + "loss": 0.5165, + "mean_token_accuracy": 0.845763087272644, + "num_tokens": 196470466.0, + "step": 5172 + }, + { + "epoch": 0.6580587711487088, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6808998584747314, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8592169284820557, + "num_tokens": 196508883.0, + "step": 5173 + }, + { + "epoch": 0.6581859814272993, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.409282684326172, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.8466563820838928, + "num_tokens": 196552762.0, + "step": 5174 + }, + { + "epoch": 0.6583131917058899, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.699608087539673, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8791561126708984, + "num_tokens": 196581394.0, + "step": 5175 + }, + { + "epoch": 0.6584404019844804, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.410747528076172, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8641905188560486, + "num_tokens": 196623237.0, + "step": 5176 + }, + { + "epoch": 0.6585676122630708, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7039945125579834, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8714538812637329, + "num_tokens": 196659219.0, + "step": 5177 + }, + { + "epoch": 0.6586948225416613, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4279839992523193, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8533153533935547, + "num_tokens": 196700102.0, + "step": 5178 + }, + { + "epoch": 0.6588220328202519, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6881980895996094, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8862389326095581, + "num_tokens": 196740569.0, + "step": 5179 + }, + { + "epoch": 0.6589492430988424, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4461920261383057, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8530923128128052, + "num_tokens": 196778634.0, + "step": 5180 + }, + { + "epoch": 0.6590764533774329, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.717696189880371, + "learning_rate": 1e-05, + "loss": 0.5039, + "mean_token_accuracy": 0.8499539494514465, + "num_tokens": 196805021.0, + "step": 5181 + }, + { + "epoch": 0.6592036636560235, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4476752281188965, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8622573614120483, + "num_tokens": 196839676.0, + "step": 5182 + }, + { + "epoch": 0.6593308739346139, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6870224475860596, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8667277097702026, + "num_tokens": 196877564.0, + "step": 5183 + }, + { + "epoch": 0.6594580842132044, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.460447311401367, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8517251014709473, + "num_tokens": 196913819.0, + "step": 5184 + }, + { + "epoch": 0.6595852944917949, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6692676544189453, + "learning_rate": 1e-05, + "loss": 0.5013, + "mean_token_accuracy": 0.8452799916267395, + "num_tokens": 196951019.0, + "step": 5185 + }, + { + "epoch": 0.6597125047703855, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.446061134338379, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8572050333023071, + "num_tokens": 196995112.0, + "step": 5186 + }, + { + "epoch": 0.659839715048976, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.64998722076416, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8628453612327576, + "num_tokens": 197035334.0, + "step": 5187 + }, + { + "epoch": 0.6599669253275665, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4476161003112793, + "learning_rate": 1e-05, + "loss": 0.5011, + "mean_token_accuracy": 0.8499240875244141, + "num_tokens": 197074234.0, + "step": 5188 + }, + { + "epoch": 0.6600941356061569, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.654461145401001, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8537253737449646, + "num_tokens": 197110977.0, + "step": 5189 + }, + { + "epoch": 0.6602213458847475, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4511818885803223, + "learning_rate": 1e-05, + "loss": 0.5074, + "mean_token_accuracy": 0.8484656810760498, + "num_tokens": 197148634.0, + "step": 5190 + }, + { + "epoch": 0.660348556163338, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6364076137542725, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8633624315261841, + "num_tokens": 197186361.0, + "step": 5191 + }, + { + "epoch": 0.6604757664419285, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4468979835510254, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8564764261245728, + "num_tokens": 197222642.0, + "step": 5192 + }, + { + "epoch": 0.660602976720519, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6261444091796875, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8739409446716309, + "num_tokens": 197263320.0, + "step": 5193 + }, + { + "epoch": 0.6607301869991096, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.475126266479492, + "learning_rate": 1e-05, + "loss": 0.4979, + "mean_token_accuracy": 0.8486522436141968, + "num_tokens": 197294041.0, + "step": 5194 + }, + { + "epoch": 0.6608573972777, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6169259548187256, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8651527166366577, + "num_tokens": 197324878.0, + "step": 5195 + }, + { + "epoch": 0.6609846075562905, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.446133613586426, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8693559169769287, + "num_tokens": 197368318.0, + "step": 5196 + }, + { + "epoch": 0.661111817834881, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6037418842315674, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8613710403442383, + "num_tokens": 197407665.0, + "step": 5197 + }, + { + "epoch": 0.6612390281134716, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4415290355682373, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8595694303512573, + "num_tokens": 197445812.0, + "step": 5198 + }, + { + "epoch": 0.6613662383920621, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.603346347808838, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8684086799621582, + "num_tokens": 197482733.0, + "step": 5199 + }, + { + "epoch": 0.6614934486706526, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.443790912628174, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8585507869720459, + "num_tokens": 197520874.0, + "step": 5200 + }, + { + "epoch": 0.661620658949243, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5921132564544678, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8550277948379517, + "num_tokens": 197563422.0, + "step": 5201 + }, + { + "epoch": 0.6617478692278336, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.43802547454834, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.8525516986846924, + "num_tokens": 197603632.0, + "step": 5202 + }, + { + "epoch": 0.6618750795064241, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5939149856567383, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8616143465042114, + "num_tokens": 197642090.0, + "step": 5203 + }, + { + "epoch": 0.6620022897850146, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.444993257522583, + "learning_rate": 1e-05, + "loss": 0.5618, + "mean_token_accuracy": 0.8310927748680115, + "num_tokens": 197679294.0, + "step": 5204 + }, + { + "epoch": 0.6621295000636052, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5898149013519287, + "learning_rate": 1e-05, + "loss": 0.5475, + "mean_token_accuracy": 0.8396180272102356, + "num_tokens": 197721254.0, + "step": 5205 + }, + { + "epoch": 0.6622567103421957, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4093635082244873, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.877729058265686, + "num_tokens": 197764656.0, + "step": 5206 + }, + { + "epoch": 0.6623839206207861, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6077282428741455, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.860630214214325, + "num_tokens": 197805900.0, + "step": 5207 + }, + { + "epoch": 0.6625111308993766, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4105236530303955, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8642704486846924, + "num_tokens": 197842752.0, + "step": 5208 + }, + { + "epoch": 0.6626383411779672, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6156842708587646, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.869931697845459, + "num_tokens": 197883531.0, + "step": 5209 + }, + { + "epoch": 0.6627655514565577, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.41265869140625, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8640637993812561, + "num_tokens": 197920875.0, + "step": 5210 + }, + { + "epoch": 0.6628927617351482, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.643162965774536, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.861760139465332, + "num_tokens": 197955194.0, + "step": 5211 + }, + { + "epoch": 0.6630199720137387, + "ewc_loss": 0.04931640625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.528594970703125e-05, + "grad_norm": 2.4011592864990234, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8706197738647461, + "num_tokens": 197991730.0, + "step": 5212 + }, + { + "epoch": 0.6631471822923293, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.655646562576294, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8648241758346558, + "num_tokens": 198030032.0, + "step": 5213 + }, + { + "epoch": 0.6632743925709197, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4052059650421143, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8630553483963013, + "num_tokens": 198068274.0, + "step": 5214 + }, + { + "epoch": 0.6634016028495102, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6742024421691895, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8555010557174683, + "num_tokens": 198105326.0, + "step": 5215 + }, + { + "epoch": 0.6635288131281007, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4025843143463135, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8728821873664856, + "num_tokens": 198147485.0, + "step": 5216 + }, + { + "epoch": 0.6636560234066913, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6955084800720215, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8654163479804993, + "num_tokens": 198184928.0, + "step": 5217 + }, + { + "epoch": 0.6637832336852818, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4198713302612305, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8618342876434326, + "num_tokens": 198224641.0, + "step": 5218 + }, + { + "epoch": 0.6639104439638723, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6917102336883545, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.870569109916687, + "num_tokens": 198263821.0, + "step": 5219 + }, + { + "epoch": 0.6640376542424627, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.42875599861145, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8627251386642456, + "num_tokens": 198300315.0, + "step": 5220 + }, + { + "epoch": 0.6641648645210533, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6970930099487305, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8657330274581909, + "num_tokens": 198336543.0, + "step": 5221 + }, + { + "epoch": 0.6642920747996438, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4339356422424316, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8629951477050781, + "num_tokens": 198374728.0, + "step": 5222 + }, + { + "epoch": 0.6644192850782343, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6798081398010254, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8629041910171509, + "num_tokens": 198414504.0, + "step": 5223 + }, + { + "epoch": 0.6645464953568249, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4398255348205566, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8724373579025269, + "num_tokens": 198449976.0, + "step": 5224 + }, + { + "epoch": 0.6646737056354154, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6680822372436523, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8655035495758057, + "num_tokens": 198489522.0, + "step": 5225 + }, + { + "epoch": 0.6648009159140058, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4409682750701904, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8698699474334717, + "num_tokens": 198524460.0, + "step": 5226 + }, + { + "epoch": 0.6649281261925963, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.64701509475708, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8653765320777893, + "num_tokens": 198569139.0, + "step": 5227 + }, + { + "epoch": 0.6650553364711869, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4622459411621094, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8790845274925232, + "num_tokens": 198597166.0, + "step": 5228 + }, + { + "epoch": 0.6651825467497774, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.640962839126587, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.865114688873291, + "num_tokens": 198631646.0, + "step": 5229 + }, + { + "epoch": 0.6653097570283679, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.440932035446167, + "learning_rate": 1e-05, + "loss": 0.5047, + "mean_token_accuracy": 0.8499436378479004, + "num_tokens": 198675743.0, + "step": 5230 + }, + { + "epoch": 0.6654369673069584, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6330795288085938, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8572394847869873, + "num_tokens": 198715826.0, + "step": 5231 + }, + { + "epoch": 0.6655641775855489, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4321367740631104, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8593493700027466, + "num_tokens": 198757320.0, + "step": 5232 + }, + { + "epoch": 0.6656913878641394, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6429929733276367, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8689925074577332, + "num_tokens": 198791110.0, + "step": 5233 + }, + { + "epoch": 0.6658185981427299, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.425548553466797, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8660480976104736, + "num_tokens": 198828506.0, + "step": 5234 + }, + { + "epoch": 0.6659458084213205, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.646101951599121, + "learning_rate": 1e-05, + "loss": 0.5115, + "mean_token_accuracy": 0.8442525863647461, + "num_tokens": 198870759.0, + "step": 5235 + }, + { + "epoch": 0.666073018699911, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.421936511993408, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.869406521320343, + "num_tokens": 198908178.0, + "step": 5236 + }, + { + "epoch": 0.6662002289785015, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6611955165863037, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.860297679901123, + "num_tokens": 198942847.0, + "step": 5237 + }, + { + "epoch": 0.6663274392570919, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.422740936279297, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8592742085456848, + "num_tokens": 198981444.0, + "step": 5238 + }, + { + "epoch": 0.6664546495356825, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6622776985168457, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8685737252235413, + "num_tokens": 199019159.0, + "step": 5239 + }, + { + "epoch": 0.666581859814273, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4280569553375244, + "learning_rate": 1e-05, + "loss": 0.4876, + "mean_token_accuracy": 0.853783130645752, + "num_tokens": 199056696.0, + "step": 5240 + }, + { + "epoch": 0.6667090700928635, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6584203243255615, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8721972703933716, + "num_tokens": 199092358.0, + "step": 5241 + }, + { + "epoch": 0.666836280371454, + "ewc_loss": 0.049560546875, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4350600242614746, + "learning_rate": 1e-05, + "loss": 0.558, + "mean_token_accuracy": 0.8316432237625122, + "num_tokens": 199135527.0, + "step": 5242 + }, + { + "epoch": 0.6669634906500446, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001392364501953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6617848873138428, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8626009225845337, + "num_tokens": 199171886.0, + "step": 5243 + }, + { + "epoch": 0.667090700928635, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4323179721832275, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8572301864624023, + "num_tokens": 199209807.0, + "step": 5244 + }, + { + "epoch": 0.6672179112072255, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6635751724243164, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.857037365436554, + "num_tokens": 199244878.0, + "step": 5245 + }, + { + "epoch": 0.667345121485816, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.444725751876831, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8562684059143066, + "num_tokens": 199279445.0, + "step": 5246 + }, + { + "epoch": 0.6674723317644066, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.649503231048584, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8766988515853882, + "num_tokens": 199315504.0, + "step": 5247 + }, + { + "epoch": 0.6675995420429971, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4430344104766846, + "learning_rate": 1e-05, + "loss": 0.5115, + "mean_token_accuracy": 0.8430273532867432, + "num_tokens": 199354345.0, + "step": 5248 + }, + { + "epoch": 0.6677267523215876, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6353135108947754, + "learning_rate": 1e-05, + "loss": 0.522, + "mean_token_accuracy": 0.8424859642982483, + "num_tokens": 199401530.0, + "step": 5249 + }, + { + "epoch": 0.667853962600178, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4385645389556885, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8561279773712158, + "num_tokens": 199440428.0, + "step": 5250 + }, + { + "epoch": 0.6679811728787686, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6301541328430176, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8770204782485962, + "num_tokens": 199478875.0, + "step": 5251 + }, + { + "epoch": 0.6681083831573591, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.461092472076416, + "learning_rate": 1e-05, + "loss": 0.5389, + "mean_token_accuracy": 0.8397237658500671, + "num_tokens": 199517287.0, + "step": 5252 + }, + { + "epoch": 0.6682355934359496, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6272852420806885, + "learning_rate": 1e-05, + "loss": 0.4858, + "mean_token_accuracy": 0.8556960821151733, + "num_tokens": 199553723.0, + "step": 5253 + }, + { + "epoch": 0.6683628037145402, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.445915460586548, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8608558177947998, + "num_tokens": 199592059.0, + "step": 5254 + }, + { + "epoch": 0.6684900139931307, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6049795150756836, + "learning_rate": 1e-05, + "loss": 0.4842, + "mean_token_accuracy": 0.8571263551712036, + "num_tokens": 199633005.0, + "step": 5255 + }, + { + "epoch": 0.6686172242717211, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4453532695770264, + "learning_rate": 1e-05, + "loss": 0.5534, + "mean_token_accuracy": 0.8325625658035278, + "num_tokens": 199677507.0, + "step": 5256 + }, + { + "epoch": 0.6687444345503116, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.602725028991699, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8609623908996582, + "num_tokens": 199716040.0, + "step": 5257 + }, + { + "epoch": 0.6688716448289022, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.445774793624878, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8652746081352234, + "num_tokens": 199750438.0, + "step": 5258 + }, + { + "epoch": 0.6689988551074927, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6036911010742188, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.859778881072998, + "num_tokens": 199786889.0, + "step": 5259 + }, + { + "epoch": 0.6691260653860832, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.437730550765991, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8633806705474854, + "num_tokens": 199821673.0, + "step": 5260 + }, + { + "epoch": 0.6692532756646737, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.62111759185791, + "learning_rate": 1e-05, + "loss": 0.5093, + "mean_token_accuracy": 0.8469852209091187, + "num_tokens": 199854313.0, + "step": 5261 + }, + { + "epoch": 0.6693804859432643, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4245996475219727, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.863667368888855, + "num_tokens": 199892853.0, + "step": 5262 + }, + { + "epoch": 0.6695076962218547, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.617061138153076, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8585237264633179, + "num_tokens": 199931754.0, + "step": 5263 + }, + { + "epoch": 0.6696349065004452, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.414062738418579, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8730278611183167, + "num_tokens": 199965570.0, + "step": 5264 + }, + { + "epoch": 0.6697621167790357, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.616544723510742, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8736175894737244, + "num_tokens": 200004931.0, + "step": 5265 + }, + { + "epoch": 0.6698893270576263, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.432929277420044, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8704420328140259, + "num_tokens": 200040315.0, + "step": 5266 + }, + { + "epoch": 0.6700165373362168, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6180789470672607, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8559508323669434, + "num_tokens": 200081206.0, + "step": 5267 + }, + { + "epoch": 0.6701437476148073, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.417717933654785, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8654095530509949, + "num_tokens": 200119975.0, + "step": 5268 + }, + { + "epoch": 0.6702709578933977, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6498312950134277, + "learning_rate": 1e-05, + "loss": 0.534, + "mean_token_accuracy": 0.8385085463523865, + "num_tokens": 200154956.0, + "step": 5269 + }, + { + "epoch": 0.6703981681719883, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4077625274658203, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8517876863479614, + "num_tokens": 200194499.0, + "step": 5270 + }, + { + "epoch": 0.6705253784505788, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6672568321228027, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8653269410133362, + "num_tokens": 200227142.0, + "step": 5271 + }, + { + "epoch": 0.6706525887291693, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4258458614349365, + "learning_rate": 1e-05, + "loss": 0.5201, + "mean_token_accuracy": 0.8466479182243347, + "num_tokens": 200262123.0, + "step": 5272 + }, + { + "epoch": 0.6707797990077599, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6672184467315674, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8552943468093872, + "num_tokens": 200299648.0, + "step": 5273 + }, + { + "epoch": 0.6709070092863504, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4263947010040283, + "learning_rate": 1e-05, + "loss": 0.5195, + "mean_token_accuracy": 0.8422806262969971, + "num_tokens": 200337191.0, + "step": 5274 + }, + { + "epoch": 0.6710342195649408, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.664820671081543, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8672855496406555, + "num_tokens": 200371487.0, + "step": 5275 + }, + { + "epoch": 0.6711614298435313, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.415332794189453, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8631861805915833, + "num_tokens": 200412634.0, + "step": 5276 + }, + { + "epoch": 0.6712886401221219, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6784753799438477, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8648035526275635, + "num_tokens": 200449663.0, + "step": 5277 + }, + { + "epoch": 0.6714158504007124, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4216458797454834, + "learning_rate": 1e-05, + "loss": 0.5208, + "mean_token_accuracy": 0.8459360599517822, + "num_tokens": 200494962.0, + "step": 5278 + }, + { + "epoch": 0.6715430606793029, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6847259998321533, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8731305003166199, + "num_tokens": 200531101.0, + "step": 5279 + }, + { + "epoch": 0.6716702709578934, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.426476240158081, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8669131994247437, + "num_tokens": 200568725.0, + "step": 5280 + }, + { + "epoch": 0.6717974812364839, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6843512058258057, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8554373979568481, + "num_tokens": 200607319.0, + "step": 5281 + }, + { + "epoch": 0.6719246915150744, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4360997676849365, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.856654942035675, + "num_tokens": 200654791.0, + "step": 5282 + }, + { + "epoch": 0.6720519017936649, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.685683012008667, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8633072376251221, + "num_tokens": 200694175.0, + "step": 5283 + }, + { + "epoch": 0.6721791120722554, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4459927082061768, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8602716326713562, + "num_tokens": 200726675.0, + "step": 5284 + }, + { + "epoch": 0.672306322350846, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6914877891540527, + "learning_rate": 1e-05, + "loss": 0.5039, + "mean_token_accuracy": 0.849740743637085, + "num_tokens": 200759358.0, + "step": 5285 + }, + { + "epoch": 0.6724335326294365, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.440664052963257, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8619832396507263, + "num_tokens": 200797735.0, + "step": 5286 + }, + { + "epoch": 0.6725607429080269, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.673861503601074, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8561853170394897, + "num_tokens": 200835446.0, + "step": 5287 + }, + { + "epoch": 0.6726879531866174, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4325990676879883, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8646926879882812, + "num_tokens": 200881020.0, + "step": 5288 + }, + { + "epoch": 0.672815163465208, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.665257453918457, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8630551099777222, + "num_tokens": 200921549.0, + "step": 5289 + }, + { + "epoch": 0.6729423737437985, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4641339778900146, + "learning_rate": 1e-05, + "loss": 0.4928, + "mean_token_accuracy": 0.8487009406089783, + "num_tokens": 200953991.0, + "step": 5290 + }, + { + "epoch": 0.673069584022389, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6521353721618652, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8625733852386475, + "num_tokens": 200990240.0, + "step": 5291 + }, + { + "epoch": 0.6731967943009796, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4515185356140137, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8749325275421143, + "num_tokens": 201022433.0, + "step": 5292 + }, + { + "epoch": 0.67332400457957, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6535158157348633, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8601763248443604, + "num_tokens": 201055801.0, + "step": 5293 + }, + { + "epoch": 0.6734512148581605, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.431034803390503, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8518185019493103, + "num_tokens": 201102141.0, + "step": 5294 + }, + { + "epoch": 0.673578425136751, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.658740758895874, + "learning_rate": 1e-05, + "loss": 0.5379, + "mean_token_accuracy": 0.8493081331253052, + "num_tokens": 201139834.0, + "step": 5295 + }, + { + "epoch": 0.6737056354153416, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.454123020172119, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8692312240600586, + "num_tokens": 201169650.0, + "step": 5296 + }, + { + "epoch": 0.6738328456939321, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.633469581604004, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8635352849960327, + "num_tokens": 201208716.0, + "step": 5297 + }, + { + "epoch": 0.6739600559725226, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.43165922164917, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8623272180557251, + "num_tokens": 201253976.0, + "step": 5298 + }, + { + "epoch": 0.674087266251113, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6431915760040283, + "learning_rate": 1e-05, + "loss": 0.4977, + "mean_token_accuracy": 0.8517671227455139, + "num_tokens": 201291478.0, + "step": 5299 + }, + { + "epoch": 0.6742144765297036, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4334208965301514, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.857966423034668, + "num_tokens": 201328824.0, + "step": 5300 + }, + { + "epoch": 0.6743416868082941, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.653555393218994, + "learning_rate": 1e-05, + "loss": 0.5123, + "mean_token_accuracy": 0.8465045690536499, + "num_tokens": 201363859.0, + "step": 5301 + }, + { + "epoch": 0.6744688970868846, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4236483573913574, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8676811456680298, + "num_tokens": 201402635.0, + "step": 5302 + }, + { + "epoch": 0.6745961073654752, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6536622047424316, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8522160649299622, + "num_tokens": 201444203.0, + "step": 5303 + }, + { + "epoch": 0.6747233176440657, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4331629276275635, + "learning_rate": 1e-05, + "loss": 0.5237, + "mean_token_accuracy": 0.8450806140899658, + "num_tokens": 201486397.0, + "step": 5304 + }, + { + "epoch": 0.6748505279226561, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6505415439605713, + "learning_rate": 1e-05, + "loss": 0.4907, + "mean_token_accuracy": 0.8521961569786072, + "num_tokens": 201528262.0, + "step": 5305 + }, + { + "epoch": 0.6749777382012466, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.438450813293457, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.8594712018966675, + "num_tokens": 201566274.0, + "step": 5306 + }, + { + "epoch": 0.6751049484798372, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6429126262664795, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.8543800115585327, + "num_tokens": 201610196.0, + "step": 5307 + }, + { + "epoch": 0.6752321587584277, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4346747398376465, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8534412980079651, + "num_tokens": 201650144.0, + "step": 5308 + }, + { + "epoch": 0.6753593690370182, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6410152912139893, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8594725131988525, + "num_tokens": 201689550.0, + "step": 5309 + }, + { + "epoch": 0.6754865793156087, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.42230224609375, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8742784857749939, + "num_tokens": 201729807.0, + "step": 5310 + }, + { + "epoch": 0.6756137895941993, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6645123958587646, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8639192581176758, + "num_tokens": 201759540.0, + "step": 5311 + }, + { + "epoch": 0.6757409998727897, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.428243637084961, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8551269769668579, + "num_tokens": 201800067.0, + "step": 5312 + }, + { + "epoch": 0.6758682101513802, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6716060638427734, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8615728616714478, + "num_tokens": 201832688.0, + "step": 5313 + }, + { + "epoch": 0.6759954204299707, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4403131008148193, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8545910120010376, + "num_tokens": 201876090.0, + "step": 5314 + }, + { + "epoch": 0.6761226307085613, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.662752389907837, + "learning_rate": 1e-05, + "loss": 0.5193, + "mean_token_accuracy": 0.8436914086341858, + "num_tokens": 201914339.0, + "step": 5315 + }, + { + "epoch": 0.6762498409871518, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4387433528900146, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8699349164962769, + "num_tokens": 201945746.0, + "step": 5316 + }, + { + "epoch": 0.6763770512657423, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6681814193725586, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.865575909614563, + "num_tokens": 201978773.0, + "step": 5317 + }, + { + "epoch": 0.6765042615443327, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4250407218933105, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8597151041030884, + "num_tokens": 202019838.0, + "step": 5318 + }, + { + "epoch": 0.6766314718229233, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.7222065925598145, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8613274693489075, + "num_tokens": 202060825.0, + "step": 5319 + }, + { + "epoch": 0.6767586821015138, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4343020915985107, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8757251501083374, + "num_tokens": 202092656.0, + "step": 5320 + }, + { + "epoch": 0.6768858923801043, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6971940994262695, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8447255492210388, + "num_tokens": 202126982.0, + "step": 5321 + }, + { + "epoch": 0.6770131026586949, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.472095489501953, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8632069826126099, + "num_tokens": 202157550.0, + "step": 5322 + }, + { + "epoch": 0.6771403129372854, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6746950149536133, + "learning_rate": 1e-05, + "loss": 0.5056, + "mean_token_accuracy": 0.8467745184898376, + "num_tokens": 202192168.0, + "step": 5323 + }, + { + "epoch": 0.6772675232158758, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4491889476776123, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.869895339012146, + "num_tokens": 202226887.0, + "step": 5324 + }, + { + "epoch": 0.6773947334944663, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.648681640625, + "learning_rate": 1e-05, + "loss": 0.5025, + "mean_token_accuracy": 0.8467361927032471, + "num_tokens": 202269631.0, + "step": 5325 + }, + { + "epoch": 0.6775219437730569, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4590208530426025, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8581544756889343, + "num_tokens": 202306951.0, + "step": 5326 + }, + { + "epoch": 0.6776491540516474, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6328155994415283, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8698839545249939, + "num_tokens": 202342922.0, + "step": 5327 + }, + { + "epoch": 0.6777763643302379, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.449350118637085, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.857925534248352, + "num_tokens": 202382125.0, + "step": 5328 + }, + { + "epoch": 0.6779035746088284, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.619062662124634, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8607770800590515, + "num_tokens": 202424914.0, + "step": 5329 + }, + { + "epoch": 0.6780307848874189, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4555976390838623, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8600280284881592, + "num_tokens": 202460828.0, + "step": 5330 + }, + { + "epoch": 0.6781579951660094, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.628472089767456, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8646179437637329, + "num_tokens": 202492484.0, + "step": 5331 + }, + { + "epoch": 0.6782852054445999, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4778919219970703, + "learning_rate": 1e-05, + "loss": 0.5574, + "mean_token_accuracy": 0.8295149207115173, + "num_tokens": 202529079.0, + "step": 5332 + }, + { + "epoch": 0.6784124157231904, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6138556003570557, + "learning_rate": 1e-05, + "loss": 0.5087, + "mean_token_accuracy": 0.8469488620758057, + "num_tokens": 202563024.0, + "step": 5333 + }, + { + "epoch": 0.678539626001781, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.445690393447876, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8607662916183472, + "num_tokens": 202601264.0, + "step": 5334 + }, + { + "epoch": 0.6786668362803715, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6022019386291504, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8553810119628906, + "num_tokens": 202642933.0, + "step": 5335 + }, + { + "epoch": 0.6787940465589619, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4481360912323, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8688057065010071, + "num_tokens": 202674851.0, + "step": 5336 + }, + { + "epoch": 0.6789212568375524, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6026458740234375, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8699978590011597, + "num_tokens": 202711117.0, + "step": 5337 + }, + { + "epoch": 0.679048467116143, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430529832839966, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8698595762252808, + "num_tokens": 202749025.0, + "step": 5338 + }, + { + "epoch": 0.6791756773947335, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.615483283996582, + "learning_rate": 1e-05, + "loss": 0.5241, + "mean_token_accuracy": 0.8416947722434998, + "num_tokens": 202790733.0, + "step": 5339 + }, + { + "epoch": 0.679302887673324, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4328441619873047, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.8548024892807007, + "num_tokens": 202825753.0, + "step": 5340 + }, + { + "epoch": 0.6794300979519146, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014019012451171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6152758598327637, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8740774393081665, + "num_tokens": 202862069.0, + "step": 5341 + }, + { + "epoch": 0.679557308230505, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.414674758911133, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8619416952133179, + "num_tokens": 202904526.0, + "step": 5342 + }, + { + "epoch": 0.6796845185090955, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.63960599899292, + "learning_rate": 1e-05, + "loss": 0.5106, + "mean_token_accuracy": 0.8482550382614136, + "num_tokens": 202942342.0, + "step": 5343 + }, + { + "epoch": 0.679811728787686, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.429706335067749, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.851765513420105, + "num_tokens": 202974644.0, + "step": 5344 + }, + { + "epoch": 0.6799389390662766, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.63924241065979, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8727476596832275, + "num_tokens": 203011728.0, + "step": 5345 + }, + { + "epoch": 0.6800661493448671, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4080123901367188, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8554472923278809, + "num_tokens": 203051768.0, + "step": 5346 + }, + { + "epoch": 0.6801933596234576, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6491401195526123, + "learning_rate": 1e-05, + "loss": 0.5153, + "mean_token_accuracy": 0.8504469990730286, + "num_tokens": 203094943.0, + "step": 5347 + }, + { + "epoch": 0.680320569902048, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4247803688049316, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8623372912406921, + "num_tokens": 203130587.0, + "step": 5348 + }, + { + "epoch": 0.6804477801806386, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6558148860931396, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.8561195731163025, + "num_tokens": 203170030.0, + "step": 5349 + }, + { + "epoch": 0.6805749904592291, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.424186944961548, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8557987213134766, + "num_tokens": 203209382.0, + "step": 5350 + }, + { + "epoch": 0.6807022007378196, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.666529417037964, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8579444289207458, + "num_tokens": 203247750.0, + "step": 5351 + }, + { + "epoch": 0.6808294110164101, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.427725315093994, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8645682334899902, + "num_tokens": 203284443.0, + "step": 5352 + }, + { + "epoch": 0.6809566212950007, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6593551635742188, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8699315190315247, + "num_tokens": 203324525.0, + "step": 5353 + }, + { + "epoch": 0.6810838315735911, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.416743755340576, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8633208274841309, + "num_tokens": 203369633.0, + "step": 5354 + }, + { + "epoch": 0.6812110418521816, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6716394424438477, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8590196371078491, + "num_tokens": 203409549.0, + "step": 5355 + }, + { + "epoch": 0.6813382521307721, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4322168827056885, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8518716096878052, + "num_tokens": 203446856.0, + "step": 5356 + }, + { + "epoch": 0.6814654624093627, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6796367168426514, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.882480263710022, + "num_tokens": 203478575.0, + "step": 5357 + }, + { + "epoch": 0.6815926726879532, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4285175800323486, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.872870683670044, + "num_tokens": 203515617.0, + "step": 5358 + }, + { + "epoch": 0.6817198829665437, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6957216262817383, + "learning_rate": 1e-05, + "loss": 0.4966, + "mean_token_accuracy": 0.8546863794326782, + "num_tokens": 203548636.0, + "step": 5359 + }, + { + "epoch": 0.6818470932451343, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4392495155334473, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8679304122924805, + "num_tokens": 203581358.0, + "step": 5360 + }, + { + "epoch": 0.6819743035237247, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6868202686309814, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8773511648178101, + "num_tokens": 203615052.0, + "step": 5361 + }, + { + "epoch": 0.6821015138023152, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4346487522125244, + "learning_rate": 1e-05, + "loss": 0.4958, + "mean_token_accuracy": 0.8549474477767944, + "num_tokens": 203655743.0, + "step": 5362 + }, + { + "epoch": 0.6822287240809057, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6994574069976807, + "learning_rate": 1e-05, + "loss": 0.5058, + "mean_token_accuracy": 0.8480270504951477, + "num_tokens": 203689370.0, + "step": 5363 + }, + { + "epoch": 0.6823559343594963, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4482219219207764, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8561661243438721, + "num_tokens": 203723594.0, + "step": 5364 + }, + { + "epoch": 0.6824831446380868, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.675983190536499, + "learning_rate": 1e-05, + "loss": 0.5166, + "mean_token_accuracy": 0.8442447185516357, + "num_tokens": 203761746.0, + "step": 5365 + }, + { + "epoch": 0.6826103549166773, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.453329086303711, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8596635460853577, + "num_tokens": 203801904.0, + "step": 5366 + }, + { + "epoch": 0.6827375651952677, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6657516956329346, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.8621355295181274, + "num_tokens": 203837775.0, + "step": 5367 + }, + { + "epoch": 0.6828647754738583, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.437434673309326, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8788586854934692, + "num_tokens": 203876456.0, + "step": 5368 + }, + { + "epoch": 0.6829919857524488, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6627907752990723, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.857223391532898, + "num_tokens": 203917946.0, + "step": 5369 + }, + { + "epoch": 0.6831191960310393, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.435486078262329, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8639556169509888, + "num_tokens": 203959544.0, + "step": 5370 + }, + { + "epoch": 0.6832464063096299, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6648149490356445, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.8505938053131104, + "num_tokens": 204000882.0, + "step": 5371 + }, + { + "epoch": 0.6833736165882204, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4519007205963135, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8657275438308716, + "num_tokens": 204037715.0, + "step": 5372 + }, + { + "epoch": 0.6835008268668108, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6530795097351074, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8561000227928162, + "num_tokens": 204073145.0, + "step": 5373 + }, + { + "epoch": 0.6836280371454013, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.440812349319458, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8542927503585815, + "num_tokens": 204112781.0, + "step": 5374 + }, + { + "epoch": 0.6837552474239919, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6437275409698486, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8582894206047058, + "num_tokens": 204151128.0, + "step": 5375 + }, + { + "epoch": 0.6838824577025824, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4435064792633057, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8671205639839172, + "num_tokens": 204188666.0, + "step": 5376 + }, + { + "epoch": 0.6840096679811729, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.629958391189575, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8808543086051941, + "num_tokens": 204225410.0, + "step": 5377 + }, + { + "epoch": 0.6841368782597634, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4415109157562256, + "learning_rate": 1e-05, + "loss": 0.5329, + "mean_token_accuracy": 0.843654215335846, + "num_tokens": 204271506.0, + "step": 5378 + }, + { + "epoch": 0.6842640885383539, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.628089427947998, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8572999835014343, + "num_tokens": 204310569.0, + "step": 5379 + }, + { + "epoch": 0.6843912988169444, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4402964115142822, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8633451461791992, + "num_tokens": 204349614.0, + "step": 5380 + }, + { + "epoch": 0.6845185090955349, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.646157741546631, + "learning_rate": 1e-05, + "loss": 0.5111, + "mean_token_accuracy": 0.8462334871292114, + "num_tokens": 204381985.0, + "step": 5381 + }, + { + "epoch": 0.6846457193741254, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.438556671142578, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8546261191368103, + "num_tokens": 204418433.0, + "step": 5382 + }, + { + "epoch": 0.684772929652716, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6342341899871826, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8592181205749512, + "num_tokens": 204457544.0, + "step": 5383 + }, + { + "epoch": 0.6849001399313065, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4221367835998535, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8611591458320618, + "num_tokens": 204500626.0, + "step": 5384 + }, + { + "epoch": 0.6850273502098969, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6430952548980713, + "learning_rate": 1e-05, + "loss": 0.502, + "mean_token_accuracy": 0.847123384475708, + "num_tokens": 204540861.0, + "step": 5385 + }, + { + "epoch": 0.6851545604884874, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4230105876922607, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8717971444129944, + "num_tokens": 204581555.0, + "step": 5386 + }, + { + "epoch": 0.685281770767078, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6602623462677, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8622188568115234, + "num_tokens": 204614931.0, + "step": 5387 + }, + { + "epoch": 0.6854089810456685, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.437842607498169, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8582799434661865, + "num_tokens": 204649678.0, + "step": 5388 + }, + { + "epoch": 0.685536191324259, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6512815952301025, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.8530099391937256, + "num_tokens": 204690617.0, + "step": 5389 + }, + { + "epoch": 0.6856634016028496, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.446160316467285, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8535048961639404, + "num_tokens": 204725685.0, + "step": 5390 + }, + { + "epoch": 0.68579061188144, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6451923847198486, + "learning_rate": 1e-05, + "loss": 0.5336, + "mean_token_accuracy": 0.8390021324157715, + "num_tokens": 204768265.0, + "step": 5391 + }, + { + "epoch": 0.6859178221600305, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4327168464660645, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8627487421035767, + "num_tokens": 204806211.0, + "step": 5392 + }, + { + "epoch": 0.686045032438621, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6431801319122314, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8613039255142212, + "num_tokens": 204844982.0, + "step": 5393 + }, + { + "epoch": 0.6861722427172116, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4305031299591064, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8734858632087708, + "num_tokens": 204881676.0, + "step": 5394 + }, + { + "epoch": 0.6862994529958021, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.64874005317688, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8575260639190674, + "num_tokens": 204920316.0, + "step": 5395 + }, + { + "epoch": 0.6864266632743926, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.437793731689453, + "learning_rate": 1e-05, + "loss": 0.4938, + "mean_token_accuracy": 0.8483367562294006, + "num_tokens": 204960269.0, + "step": 5396 + }, + { + "epoch": 0.686553873552983, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.654646396636963, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8597186207771301, + "num_tokens": 204993238.0, + "step": 5397 + }, + { + "epoch": 0.6866810838315736, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4355058670043945, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8508925437927246, + "num_tokens": 205029550.0, + "step": 5398 + }, + { + "epoch": 0.6868082941101641, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6462013721466064, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8528172373771667, + "num_tokens": 205073198.0, + "step": 5399 + }, + { + "epoch": 0.6869355043887546, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.441709518432617, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.864094614982605, + "num_tokens": 205107581.0, + "step": 5400 + }, + { + "epoch": 0.6870627146673451, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.639939069747925, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8583061695098877, + "num_tokens": 205144030.0, + "step": 5401 + }, + { + "epoch": 0.6871899249459357, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4438743591308594, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8563772439956665, + "num_tokens": 205180583.0, + "step": 5402 + }, + { + "epoch": 0.6873171352245261, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6418874263763428, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.860689640045166, + "num_tokens": 205215889.0, + "step": 5403 + }, + { + "epoch": 0.6874443455031166, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.000141143798828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.437589406967163, + "learning_rate": 1e-05, + "loss": 0.5162, + "mean_token_accuracy": 0.841446042060852, + "num_tokens": 205254725.0, + "step": 5404 + }, + { + "epoch": 0.6875715557817071, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.629873037338257, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8684532046318054, + "num_tokens": 205289533.0, + "step": 5405 + }, + { + "epoch": 0.6876987660602977, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.443974494934082, + "learning_rate": 1e-05, + "loss": 0.5471, + "mean_token_accuracy": 0.8381098508834839, + "num_tokens": 205330462.0, + "step": 5406 + }, + { + "epoch": 0.6878259763388882, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6345162391662598, + "learning_rate": 1e-05, + "loss": 0.5219, + "mean_token_accuracy": 0.8453917503356934, + "num_tokens": 205371462.0, + "step": 5407 + }, + { + "epoch": 0.6879531866174787, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.430570363998413, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8805643916130066, + "num_tokens": 205404629.0, + "step": 5408 + }, + { + "epoch": 0.6880803968960693, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6418569087982178, + "learning_rate": 1e-05, + "loss": 0.4996, + "mean_token_accuracy": 0.8470746874809265, + "num_tokens": 205440600.0, + "step": 5409 + }, + { + "epoch": 0.6882076071746597, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4344375133514404, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8623363375663757, + "num_tokens": 205473696.0, + "step": 5410 + }, + { + "epoch": 0.6883348174532502, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6292226314544678, + "learning_rate": 1e-05, + "loss": 0.5113, + "mean_token_accuracy": 0.8489538431167603, + "num_tokens": 205519889.0, + "step": 5411 + }, + { + "epoch": 0.6884620277318407, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4411399364471436, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8740426898002625, + "num_tokens": 205552303.0, + "step": 5412 + }, + { + "epoch": 0.6885892380104313, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6358237266540527, + "learning_rate": 1e-05, + "loss": 0.5067, + "mean_token_accuracy": 0.845070481300354, + "num_tokens": 205588918.0, + "step": 5413 + }, + { + "epoch": 0.6887164482890218, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4483938217163086, + "learning_rate": 1e-05, + "loss": 0.4878, + "mean_token_accuracy": 0.8592371344566345, + "num_tokens": 205624634.0, + "step": 5414 + }, + { + "epoch": 0.6888436585676123, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.610751152038574, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.864838182926178, + "num_tokens": 205668700.0, + "step": 5415 + }, + { + "epoch": 0.6889708688462027, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.432889461517334, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8550654649734497, + "num_tokens": 205711051.0, + "step": 5416 + }, + { + "epoch": 0.6890980791247933, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6194796562194824, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8637979030609131, + "num_tokens": 205750349.0, + "step": 5417 + }, + { + "epoch": 0.6892252894033838, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.423194408416748, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8717265129089355, + "num_tokens": 205789525.0, + "step": 5418 + }, + { + "epoch": 0.6893524996819743, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6242029666900635, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8588755130767822, + "num_tokens": 205827266.0, + "step": 5419 + }, + { + "epoch": 0.6894797099605648, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4305431842803955, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8656360507011414, + "num_tokens": 205866170.0, + "step": 5420 + }, + { + "epoch": 0.6896069202391554, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6291463375091553, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8670858144760132, + "num_tokens": 205905613.0, + "step": 5421 + }, + { + "epoch": 0.6897341305177458, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4471628665924072, + "learning_rate": 1e-05, + "loss": 0.5294, + "mean_token_accuracy": 0.8385261297225952, + "num_tokens": 205943142.0, + "step": 5422 + }, + { + "epoch": 0.6898613407963363, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6234676837921143, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8590683937072754, + "num_tokens": 205983321.0, + "step": 5423 + }, + { + "epoch": 0.6899885510749268, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4390671253204346, + "learning_rate": 1e-05, + "loss": 0.5074, + "mean_token_accuracy": 0.8481830358505249, + "num_tokens": 206019013.0, + "step": 5424 + }, + { + "epoch": 0.6901157613535174, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.617861032485962, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8584698438644409, + "num_tokens": 206059958.0, + "step": 5425 + }, + { + "epoch": 0.6902429716321079, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4412102699279785, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8627195358276367, + "num_tokens": 206096536.0, + "step": 5426 + }, + { + "epoch": 0.6903701819106984, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.615525722503662, + "learning_rate": 1e-05, + "loss": 0.4943, + "mean_token_accuracy": 0.8536624312400818, + "num_tokens": 206138399.0, + "step": 5427 + }, + { + "epoch": 0.6904973921892888, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.428882360458374, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8730317950248718, + "num_tokens": 206171666.0, + "step": 5428 + }, + { + "epoch": 0.6906246024678794, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6219778060913086, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8657944202423096, + "num_tokens": 206212439.0, + "step": 5429 + }, + { + "epoch": 0.6907518127464699, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.435274124145508, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8596217036247253, + "num_tokens": 206245213.0, + "step": 5430 + }, + { + "epoch": 0.6908790230250604, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.617276430130005, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8606382608413696, + "num_tokens": 206283875.0, + "step": 5431 + }, + { + "epoch": 0.691006233303651, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.436947822570801, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8537707328796387, + "num_tokens": 206319442.0, + "step": 5432 + }, + { + "epoch": 0.6911334435822415, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6295361518859863, + "learning_rate": 1e-05, + "loss": 0.5152, + "mean_token_accuracy": 0.8435889482498169, + "num_tokens": 206358210.0, + "step": 5433 + }, + { + "epoch": 0.6912606538608319, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4317455291748047, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8716800212860107, + "num_tokens": 206390900.0, + "step": 5434 + }, + { + "epoch": 0.6913878641394224, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6389272212982178, + "learning_rate": 1e-05, + "loss": 0.5294, + "mean_token_accuracy": 0.8416670560836792, + "num_tokens": 206426296.0, + "step": 5435 + }, + { + "epoch": 0.691515074418013, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4398534297943115, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.859014093875885, + "num_tokens": 206457010.0, + "step": 5436 + }, + { + "epoch": 0.6916422846966035, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014209747314453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6259608268737793, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8657212257385254, + "num_tokens": 206496324.0, + "step": 5437 + }, + { + "epoch": 0.691769494975194, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.436450719833374, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8532056212425232, + "num_tokens": 206530507.0, + "step": 5438 + }, + { + "epoch": 0.6918967052537845, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.634657859802246, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8647143244743347, + "num_tokens": 206565123.0, + "step": 5439 + }, + { + "epoch": 0.692023915532375, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4266738891601562, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8634604811668396, + "num_tokens": 206602026.0, + "step": 5440 + }, + { + "epoch": 0.6921511258109655, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.63854718208313, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8553491830825806, + "num_tokens": 206643371.0, + "step": 5441 + }, + { + "epoch": 0.692278336089556, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.429701089859009, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8712390661239624, + "num_tokens": 206675822.0, + "step": 5442 + }, + { + "epoch": 0.6924055463681466, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6479976177215576, + "learning_rate": 1e-05, + "loss": 0.3574, + "mean_token_accuracy": 0.8950448036193848, + "num_tokens": 206703973.0, + "step": 5443 + }, + { + "epoch": 0.6925327566467371, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4301772117614746, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8540720343589783, + "num_tokens": 206740645.0, + "step": 5444 + }, + { + "epoch": 0.6926599669253276, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6350672245025635, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.869017481803894, + "num_tokens": 206785620.0, + "step": 5445 + }, + { + "epoch": 0.692787177203918, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.442617177963257, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8523338437080383, + "num_tokens": 206818761.0, + "step": 5446 + }, + { + "epoch": 0.6929143874825086, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6458332538604736, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8687170743942261, + "num_tokens": 206857523.0, + "step": 5447 + }, + { + "epoch": 0.6930415977610991, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4371707439422607, + "learning_rate": 1e-05, + "loss": 0.4895, + "mean_token_accuracy": 0.8522161245346069, + "num_tokens": 206893389.0, + "step": 5448 + }, + { + "epoch": 0.6931688080396896, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6474153995513916, + "learning_rate": 1e-05, + "loss": 0.4936, + "mean_token_accuracy": 0.8540725708007812, + "num_tokens": 206924997.0, + "step": 5449 + }, + { + "epoch": 0.6932960183182801, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4486889839172363, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8563399910926819, + "num_tokens": 206957032.0, + "step": 5450 + }, + { + "epoch": 0.6934232285968707, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.631965398788452, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8625515699386597, + "num_tokens": 206995407.0, + "step": 5451 + }, + { + "epoch": 0.6935504388754611, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4371728897094727, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8647331595420837, + "num_tokens": 207031563.0, + "step": 5452 + }, + { + "epoch": 0.6936776491540516, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6420679092407227, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8636873960494995, + "num_tokens": 207064641.0, + "step": 5453 + }, + { + "epoch": 0.6938048594326421, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4442272186279297, + "learning_rate": 1e-05, + "loss": 0.5351, + "mean_token_accuracy": 0.8420356512069702, + "num_tokens": 207099474.0, + "step": 5454 + }, + { + "epoch": 0.6939320697112327, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.628709316253662, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8707820773124695, + "num_tokens": 207139250.0, + "step": 5455 + }, + { + "epoch": 0.6940592799898232, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4332945346832275, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8602912425994873, + "num_tokens": 207179523.0, + "step": 5456 + }, + { + "epoch": 0.6941864902684137, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6338703632354736, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8661321401596069, + "num_tokens": 207218143.0, + "step": 5457 + }, + { + "epoch": 0.6943137005470043, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4274003505706787, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8602976202964783, + "num_tokens": 207256946.0, + "step": 5458 + }, + { + "epoch": 0.6944409108255947, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.634695529937744, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8731911778450012, + "num_tokens": 207296793.0, + "step": 5459 + }, + { + "epoch": 0.6945681211041852, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.429873466491699, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8489304184913635, + "num_tokens": 207333602.0, + "step": 5460 + }, + { + "epoch": 0.6946953313827757, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.644449234008789, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.8491251468658447, + "num_tokens": 207375806.0, + "step": 5461 + }, + { + "epoch": 0.6948225416613663, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.428553342819214, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.880347728729248, + "num_tokens": 207407856.0, + "step": 5462 + }, + { + "epoch": 0.6949497519399568, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.651956081390381, + "learning_rate": 1e-05, + "loss": 0.5095, + "mean_token_accuracy": 0.8456225395202637, + "num_tokens": 207447000.0, + "step": 5463 + }, + { + "epoch": 0.6950769622185473, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430130958557129, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8693768978118896, + "num_tokens": 207479860.0, + "step": 5464 + }, + { + "epoch": 0.6952041724971377, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6462783813476562, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8729978799819946, + "num_tokens": 207515454.0, + "step": 5465 + }, + { + "epoch": 0.6953313827757283, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4164490699768066, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8552750945091248, + "num_tokens": 207559259.0, + "step": 5466 + }, + { + "epoch": 0.6954585930543188, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6740565299987793, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.850791871547699, + "num_tokens": 207595909.0, + "step": 5467 + }, + { + "epoch": 0.6955858033329093, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4296998977661133, + "learning_rate": 1e-05, + "loss": 0.5624, + "mean_token_accuracy": 0.8335068225860596, + "num_tokens": 207636063.0, + "step": 5468 + }, + { + "epoch": 0.6957130136114998, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.662170886993408, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8632252216339111, + "num_tokens": 207675990.0, + "step": 5469 + }, + { + "epoch": 0.6958402238900904, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4401562213897705, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8631911873817444, + "num_tokens": 207708996.0, + "step": 5470 + }, + { + "epoch": 0.6959674341686808, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.690200090408325, + "learning_rate": 1e-05, + "loss": 0.5308, + "mean_token_accuracy": 0.8432102203369141, + "num_tokens": 207750433.0, + "step": 5471 + }, + { + "epoch": 0.6960946444472713, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4216935634613037, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8541192412376404, + "num_tokens": 207792479.0, + "step": 5472 + }, + { + "epoch": 0.6962218547258618, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6722733974456787, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.860380232334137, + "num_tokens": 207833420.0, + "step": 5473 + }, + { + "epoch": 0.6963490650044524, + "ewc_loss": 0.0498046875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4192304611206055, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8717002868652344, + "num_tokens": 207875933.0, + "step": 5474 + }, + { + "epoch": 0.6964762752830429, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.689075231552124, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.8572109341621399, + "num_tokens": 207915481.0, + "step": 5475 + }, + { + "epoch": 0.6966034855616334, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4372715950012207, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8570346236228943, + "num_tokens": 207952024.0, + "step": 5476 + }, + { + "epoch": 0.6967306958402238, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6911871433258057, + "learning_rate": 1e-05, + "loss": 0.5106, + "mean_token_accuracy": 0.8511257767677307, + "num_tokens": 207990938.0, + "step": 5477 + }, + { + "epoch": 0.6968579061188144, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4318809509277344, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8587574362754822, + "num_tokens": 208032492.0, + "step": 5478 + }, + { + "epoch": 0.6969851163974049, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7120437622070312, + "learning_rate": 1e-05, + "loss": 0.5027, + "mean_token_accuracy": 0.849186360836029, + "num_tokens": 208068817.0, + "step": 5479 + }, + { + "epoch": 0.6971123266759954, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4505488872528076, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8637160062789917, + "num_tokens": 208105090.0, + "step": 5480 + }, + { + "epoch": 0.697239536954586, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.7095394134521484, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.857501208782196, + "num_tokens": 208136653.0, + "step": 5481 + }, + { + "epoch": 0.6973667472331765, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4499642848968506, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8608651161193848, + "num_tokens": 208175556.0, + "step": 5482 + }, + { + "epoch": 0.6974939575117669, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.692924737930298, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8673542737960815, + "num_tokens": 208214549.0, + "step": 5483 + }, + { + "epoch": 0.6976211677903574, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.471447467803955, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8759928941726685, + "num_tokens": 208242582.0, + "step": 5484 + }, + { + "epoch": 0.697748378068948, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.670718193054199, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.8540002107620239, + "num_tokens": 208281639.0, + "step": 5485 + }, + { + "epoch": 0.6978755883475385, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.445685625076294, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.875843346118927, + "num_tokens": 208323543.0, + "step": 5486 + }, + { + "epoch": 0.698002798626129, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6710093021392822, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.859246015548706, + "num_tokens": 208359881.0, + "step": 5487 + }, + { + "epoch": 0.6981300089047195, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4469680786132812, + "learning_rate": 1e-05, + "loss": 0.4935, + "mean_token_accuracy": 0.8493934869766235, + "num_tokens": 208404541.0, + "step": 5488 + }, + { + "epoch": 0.69825721918331, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001430511474609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6698179244995117, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8645792007446289, + "num_tokens": 208437731.0, + "step": 5489 + }, + { + "epoch": 0.6983844294619005, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.462888479232788, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.8593299388885498, + "num_tokens": 208475171.0, + "step": 5490 + }, + { + "epoch": 0.698511639740491, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6583733558654785, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8598059415817261, + "num_tokens": 208511410.0, + "step": 5491 + }, + { + "epoch": 0.6986388500190815, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4474027156829834, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8635112047195435, + "num_tokens": 208551133.0, + "step": 5492 + }, + { + "epoch": 0.6987660602976721, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.644535779953003, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8641253709793091, + "num_tokens": 208593394.0, + "step": 5493 + }, + { + "epoch": 0.6988932705762626, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.466756582260132, + "learning_rate": 1e-05, + "loss": 0.5009, + "mean_token_accuracy": 0.850148618221283, + "num_tokens": 208627160.0, + "step": 5494 + }, + { + "epoch": 0.699020480854853, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.621807813644409, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8586167097091675, + "num_tokens": 208664896.0, + "step": 5495 + }, + { + "epoch": 0.6991476911334435, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4648821353912354, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8542576432228088, + "num_tokens": 208702118.0, + "step": 5496 + }, + { + "epoch": 0.6992749014120341, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.632539749145508, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.8516391515731812, + "num_tokens": 208741243.0, + "step": 5497 + }, + { + "epoch": 0.6994021116906246, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.440023899078369, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.868774950504303, + "num_tokens": 208778914.0, + "step": 5498 + }, + { + "epoch": 0.6995293219692151, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6208655834198, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8584740161895752, + "num_tokens": 208815683.0, + "step": 5499 + }, + { + "epoch": 0.6996565322478057, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4351603984832764, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8602069616317749, + "num_tokens": 208853812.0, + "step": 5500 + }, + { + "epoch": 0.6997837425263961, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.629699468612671, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8698532581329346, + "num_tokens": 208894326.0, + "step": 5501 + }, + { + "epoch": 0.6999109528049866, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4366977214813232, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8674457669258118, + "num_tokens": 208929644.0, + "step": 5502 + }, + { + "epoch": 0.7000381630835771, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.625861167907715, + "learning_rate": 1e-05, + "loss": 0.4965, + "mean_token_accuracy": 0.8569531440734863, + "num_tokens": 208972836.0, + "step": 5503 + }, + { + "epoch": 0.7001653733621677, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4247546195983887, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8600488305091858, + "num_tokens": 209016255.0, + "step": 5504 + }, + { + "epoch": 0.7002925836407582, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.643092393875122, + "learning_rate": 1e-05, + "loss": 0.5168, + "mean_token_accuracy": 0.8475387096405029, + "num_tokens": 209054576.0, + "step": 5505 + }, + { + "epoch": 0.7004197939193487, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.407433271408081, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8687134981155396, + "num_tokens": 209097881.0, + "step": 5506 + }, + { + "epoch": 0.7005470041979391, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.663992404937744, + "learning_rate": 1e-05, + "loss": 0.5088, + "mean_token_accuracy": 0.8502273559570312, + "num_tokens": 209137354.0, + "step": 5507 + }, + { + "epoch": 0.7006742144765297, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.432708740234375, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8561650514602661, + "num_tokens": 209170505.0, + "step": 5508 + }, + { + "epoch": 0.7008014247551202, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6758415699005127, + "learning_rate": 1e-05, + "loss": 0.4877, + "mean_token_accuracy": 0.852438747882843, + "num_tokens": 209207745.0, + "step": 5509 + }, + { + "epoch": 0.7009286350337107, + "ewc_loss": 0.050048828125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4266111850738525, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8541762828826904, + "num_tokens": 209246674.0, + "step": 5510 + }, + { + "epoch": 0.7010558453123013, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00014400482177734375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6679024696350098, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8620491027832031, + "num_tokens": 209289019.0, + "step": 5511 + }, + { + "epoch": 0.7011830555908918, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4438769817352295, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8590775728225708, + "num_tokens": 209323053.0, + "step": 5512 + }, + { + "epoch": 0.7013102658694823, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.664191961288452, + "learning_rate": 1e-05, + "loss": 0.4733, + "mean_token_accuracy": 0.8600325584411621, + "num_tokens": 209358810.0, + "step": 5513 + }, + { + "epoch": 0.7014374761480727, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4347825050354004, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8625298142433167, + "num_tokens": 209401868.0, + "step": 5514 + }, + { + "epoch": 0.7015646864266633, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6729555130004883, + "learning_rate": 1e-05, + "loss": 0.4922, + "mean_token_accuracy": 0.8482165932655334, + "num_tokens": 209435212.0, + "step": 5515 + }, + { + "epoch": 0.7016918967052538, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4329543113708496, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8671764135360718, + "num_tokens": 209472357.0, + "step": 5516 + }, + { + "epoch": 0.7018191069838443, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.672445058822632, + "learning_rate": 1e-05, + "loss": 0.5171, + "mean_token_accuracy": 0.8447795510292053, + "num_tokens": 209512687.0, + "step": 5517 + }, + { + "epoch": 0.7019463172624348, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4479668140411377, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8643614053726196, + "num_tokens": 209547223.0, + "step": 5518 + }, + { + "epoch": 0.7020735275410254, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6695547103881836, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8617727756500244, + "num_tokens": 209583299.0, + "step": 5519 + }, + { + "epoch": 0.7022007378196158, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.44987416267395, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8605765104293823, + "num_tokens": 209618792.0, + "step": 5520 + }, + { + "epoch": 0.7023279480982063, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6660804748535156, + "learning_rate": 1e-05, + "loss": 0.4858, + "mean_token_accuracy": 0.855150580406189, + "num_tokens": 209654324.0, + "step": 5521 + }, + { + "epoch": 0.7024551583767968, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.461812973022461, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8726323843002319, + "num_tokens": 209684963.0, + "step": 5522 + }, + { + "epoch": 0.7025823686553874, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 3.013810157775879, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8746880292892456, + "num_tokens": 209724197.0, + "step": 5523 + }, + { + "epoch": 0.7027095789339779, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.447239398956299, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8670795559883118, + "num_tokens": 209759397.0, + "step": 5524 + }, + { + "epoch": 0.7028367892125684, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.780890703201294, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8623174428939819, + "num_tokens": 209802504.0, + "step": 5525 + }, + { + "epoch": 0.7029639994911588, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4543495178222656, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8637329339981079, + "num_tokens": 209838798.0, + "step": 5526 + }, + { + "epoch": 0.7030912097697494, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.790670871734619, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8506542444229126, + "num_tokens": 209880935.0, + "step": 5527 + }, + { + "epoch": 0.7032184200483399, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.484221935272217, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8544249534606934, + "num_tokens": 209921514.0, + "step": 5528 + }, + { + "epoch": 0.7033456303269304, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.749251365661621, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.868067741394043, + "num_tokens": 209960082.0, + "step": 5529 + }, + { + "epoch": 0.703472840605521, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5104877948760986, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8612306118011475, + "num_tokens": 209996338.0, + "step": 5530 + }, + { + "epoch": 0.7036000508841115, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7075798511505127, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.85040283203125, + "num_tokens": 210039140.0, + "step": 5531 + }, + { + "epoch": 0.7037272611627019, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5142581462860107, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8638830184936523, + "num_tokens": 210074166.0, + "step": 5532 + }, + { + "epoch": 0.7038544714412924, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.667692184448242, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8723455667495728, + "num_tokens": 210110295.0, + "step": 5533 + }, + { + "epoch": 0.703981681719883, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4995553493499756, + "learning_rate": 1e-05, + "loss": 0.4922, + "mean_token_accuracy": 0.8516237139701843, + "num_tokens": 210151994.0, + "step": 5534 + }, + { + "epoch": 0.7041088919984735, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.644280195236206, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8634632229804993, + "num_tokens": 210184769.0, + "step": 5535 + }, + { + "epoch": 0.704236102277064, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.486429452896118, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8556391596794128, + "num_tokens": 210225561.0, + "step": 5536 + }, + { + "epoch": 0.7043633125556545, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6085643768310547, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8738511204719543, + "num_tokens": 210265544.0, + "step": 5537 + }, + { + "epoch": 0.704490522834245, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4800727367401123, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.872705340385437, + "num_tokens": 210298178.0, + "step": 5538 + }, + { + "epoch": 0.7046177331128355, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.596475839614868, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.8528627157211304, + "num_tokens": 210342391.0, + "step": 5539 + }, + { + "epoch": 0.704744943391426, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4606692790985107, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8656752109527588, + "num_tokens": 210386673.0, + "step": 5540 + }, + { + "epoch": 0.7048721536700165, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5946953296661377, + "learning_rate": 1e-05, + "loss": 0.4979, + "mean_token_accuracy": 0.8523275256156921, + "num_tokens": 210424050.0, + "step": 5541 + }, + { + "epoch": 0.7049993639486071, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4553496837615967, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8684920072555542, + "num_tokens": 210462593.0, + "step": 5542 + }, + { + "epoch": 0.7051265742271976, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6007118225097656, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8611404895782471, + "num_tokens": 210496534.0, + "step": 5543 + }, + { + "epoch": 0.705253784505788, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4468343257904053, + "learning_rate": 1e-05, + "loss": 0.4844, + "mean_token_accuracy": 0.8531379699707031, + "num_tokens": 210534945.0, + "step": 5544 + }, + { + "epoch": 0.7053809947843785, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.594074010848999, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8705840706825256, + "num_tokens": 210576742.0, + "step": 5545 + }, + { + "epoch": 0.7055082050629691, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4446523189544678, + "learning_rate": 1e-05, + "loss": 0.5154, + "mean_token_accuracy": 0.8423280715942383, + "num_tokens": 210616248.0, + "step": 5546 + }, + { + "epoch": 0.7056354153415596, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6026859283447266, + "learning_rate": 1e-05, + "loss": 0.5001, + "mean_token_accuracy": 0.8543769121170044, + "num_tokens": 210658229.0, + "step": 5547 + }, + { + "epoch": 0.7057626256201501, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4258267879486084, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.872259259223938, + "num_tokens": 210696312.0, + "step": 5548 + }, + { + "epoch": 0.7058898358987407, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.616917133331299, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8553621768951416, + "num_tokens": 210736916.0, + "step": 5549 + }, + { + "epoch": 0.7060170461773311, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.432892322540283, + "learning_rate": 1e-05, + "loss": 0.5369, + "mean_token_accuracy": 0.8412039279937744, + "num_tokens": 210777779.0, + "step": 5550 + }, + { + "epoch": 0.7061442564559216, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6204020977020264, + "learning_rate": 1e-05, + "loss": 0.5325, + "mean_token_accuracy": 0.8405166864395142, + "num_tokens": 210823134.0, + "step": 5551 + }, + { + "epoch": 0.7062714667345121, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.426220417022705, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8564658164978027, + "num_tokens": 210862792.0, + "step": 5552 + }, + { + "epoch": 0.7063986770131027, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.615558624267578, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.866005539894104, + "num_tokens": 210905411.0, + "step": 5553 + }, + { + "epoch": 0.7065258872916932, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4305124282836914, + "learning_rate": 1e-05, + "loss": 0.4925, + "mean_token_accuracy": 0.8511447906494141, + "num_tokens": 210944090.0, + "step": 5554 + }, + { + "epoch": 0.7066530975702837, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.637300491333008, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.857673168182373, + "num_tokens": 210977372.0, + "step": 5555 + }, + { + "epoch": 0.7067803078488741, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4141011238098145, + "learning_rate": 1e-05, + "loss": 0.5122, + "mean_token_accuracy": 0.8506419062614441, + "num_tokens": 211021800.0, + "step": 5556 + }, + { + "epoch": 0.7069075181274647, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.648606300354004, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.8555569648742676, + "num_tokens": 211063568.0, + "step": 5557 + }, + { + "epoch": 0.7070347284060552, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4161555767059326, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8622047305107117, + "num_tokens": 211100422.0, + "step": 5558 + }, + { + "epoch": 0.7071619386846457, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6718740463256836, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8514713048934937, + "num_tokens": 211138644.0, + "step": 5559 + }, + { + "epoch": 0.7072891489632362, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4237453937530518, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8566471338272095, + "num_tokens": 211173033.0, + "step": 5560 + }, + { + "epoch": 0.7074163592418268, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.667032480239868, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8676403760910034, + "num_tokens": 211212902.0, + "step": 5561 + }, + { + "epoch": 0.7075435695204173, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4181973934173584, + "learning_rate": 1e-05, + "loss": 0.5316, + "mean_token_accuracy": 0.8380029201507568, + "num_tokens": 211258812.0, + "step": 5562 + }, + { + "epoch": 0.7076707797990077, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6848063468933105, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8541136384010315, + "num_tokens": 211296496.0, + "step": 5563 + }, + { + "epoch": 0.7077979900775982, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.419797658920288, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8561502695083618, + "num_tokens": 211337081.0, + "step": 5564 + }, + { + "epoch": 0.7079252003561888, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7106029987335205, + "learning_rate": 1e-05, + "loss": 0.5084, + "mean_token_accuracy": 0.8487670421600342, + "num_tokens": 211373845.0, + "step": 5565 + }, + { + "epoch": 0.7080524106347793, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4278335571289062, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8571910262107849, + "num_tokens": 211412994.0, + "step": 5566 + }, + { + "epoch": 0.7081796209133698, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.699152946472168, + "learning_rate": 1e-05, + "loss": 0.5058, + "mean_token_accuracy": 0.8506379127502441, + "num_tokens": 211456678.0, + "step": 5567 + }, + { + "epoch": 0.7083068311919604, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4372522830963135, + "learning_rate": 1e-05, + "loss": 0.4925, + "mean_token_accuracy": 0.8526222109794617, + "num_tokens": 211497040.0, + "step": 5568 + }, + { + "epoch": 0.7084340414705508, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.7076871395111084, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.8485608100891113, + "num_tokens": 211534113.0, + "step": 5569 + }, + { + "epoch": 0.7085612517491413, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.440854549407959, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8649753928184509, + "num_tokens": 211569518.0, + "step": 5570 + }, + { + "epoch": 0.7086884620277318, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.699594497680664, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8706138134002686, + "num_tokens": 211607918.0, + "step": 5571 + }, + { + "epoch": 0.7088156723063224, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.457914113998413, + "learning_rate": 1e-05, + "loss": 0.5137, + "mean_token_accuracy": 0.8482994437217712, + "num_tokens": 211647222.0, + "step": 5572 + }, + { + "epoch": 0.7089428825849129, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.680399179458618, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8670070171356201, + "num_tokens": 211684584.0, + "step": 5573 + }, + { + "epoch": 0.7090700928635034, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.473006010055542, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8629971742630005, + "num_tokens": 211718968.0, + "step": 5574 + }, + { + "epoch": 0.7091973031420938, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.657499313354492, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8619717955589294, + "num_tokens": 211756230.0, + "step": 5575 + }, + { + "epoch": 0.7093245134206844, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.448058843612671, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8773661255836487, + "num_tokens": 211794155.0, + "step": 5576 + }, + { + "epoch": 0.7094517236992749, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6481378078460693, + "learning_rate": 1e-05, + "loss": 0.479, + "mean_token_accuracy": 0.8583104610443115, + "num_tokens": 211834483.0, + "step": 5577 + }, + { + "epoch": 0.7095789339778654, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5196051597595215, + "learning_rate": 1e-05, + "loss": 0.5015, + "mean_token_accuracy": 0.8491024971008301, + "num_tokens": 211873369.0, + "step": 5578 + }, + { + "epoch": 0.709706144256456, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.610642910003662, + "learning_rate": 1e-05, + "loss": 0.5155, + "mean_token_accuracy": 0.8499984741210938, + "num_tokens": 211911985.0, + "step": 5579 + }, + { + "epoch": 0.7098333545350465, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.460120677947998, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8631576895713806, + "num_tokens": 211953739.0, + "step": 5580 + }, + { + "epoch": 0.7099605648136369, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.596489191055298, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.869053840637207, + "num_tokens": 211988817.0, + "step": 5581 + }, + { + "epoch": 0.7100877750922274, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.461186647415161, + "learning_rate": 1e-05, + "loss": 0.5133, + "mean_token_accuracy": 0.8484539985656738, + "num_tokens": 212030891.0, + "step": 5582 + }, + { + "epoch": 0.710214985370818, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5937108993530273, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8719810247421265, + "num_tokens": 212065727.0, + "step": 5583 + }, + { + "epoch": 0.7103421956494085, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.467930793762207, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8576774001121521, + "num_tokens": 212098718.0, + "step": 5584 + }, + { + "epoch": 0.710469405927999, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5735204219818115, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8572408556938171, + "num_tokens": 212142597.0, + "step": 5585 + }, + { + "epoch": 0.7105966162065895, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.461043357849121, + "learning_rate": 1e-05, + "loss": 0.5306, + "mean_token_accuracy": 0.8364041447639465, + "num_tokens": 212182878.0, + "step": 5586 + }, + { + "epoch": 0.71072382648518, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5788307189941406, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8660848736763, + "num_tokens": 212216759.0, + "step": 5587 + }, + { + "epoch": 0.7108510367637705, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.465257406234741, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8520575761795044, + "num_tokens": 212253559.0, + "step": 5588 + }, + { + "epoch": 0.710978247042361, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5620946884155273, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8626239895820618, + "num_tokens": 212296821.0, + "step": 5589 + }, + { + "epoch": 0.7111054573209515, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.448004961013794, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.865540623664856, + "num_tokens": 212334872.0, + "step": 5590 + }, + { + "epoch": 0.7112326675995421, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.580005407333374, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8625539541244507, + "num_tokens": 212375692.0, + "step": 5591 + }, + { + "epoch": 0.7113598778781326, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4661805629730225, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.8513160943984985, + "num_tokens": 212407301.0, + "step": 5592 + }, + { + "epoch": 0.711487088156723, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5661134719848633, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8613080978393555, + "num_tokens": 212443831.0, + "step": 5593 + }, + { + "epoch": 0.7116142984353135, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4497640132904053, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8679355382919312, + "num_tokens": 212477595.0, + "step": 5594 + }, + { + "epoch": 0.7117415087139041, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.587651014328003, + "learning_rate": 1e-05, + "loss": 0.5311, + "mean_token_accuracy": 0.841740608215332, + "num_tokens": 212513786.0, + "step": 5595 + }, + { + "epoch": 0.7118687189924946, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.445988178253174, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8564362525939941, + "num_tokens": 212548111.0, + "step": 5596 + }, + { + "epoch": 0.7119959292710851, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5939602851867676, + "learning_rate": 1e-05, + "loss": 0.4925, + "mean_token_accuracy": 0.8536840677261353, + "num_tokens": 212585395.0, + "step": 5597 + }, + { + "epoch": 0.7121231395496757, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4242520332336426, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8701040744781494, + "num_tokens": 212625351.0, + "step": 5598 + }, + { + "epoch": 0.7122503498282661, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014495849609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6234681606292725, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8523836135864258, + "num_tokens": 212657689.0, + "step": 5599 + }, + { + "epoch": 0.7123775601068566, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4051408767700195, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.873879075050354, + "num_tokens": 212694741.0, + "step": 5600 + }, + { + "epoch": 0.7125047703854471, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6575353145599365, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8549183011054993, + "num_tokens": 212727109.0, + "step": 5601 + }, + { + "epoch": 0.7126319806640377, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4081223011016846, + "learning_rate": 1e-05, + "loss": 0.5064, + "mean_token_accuracy": 0.8480498790740967, + "num_tokens": 212763031.0, + "step": 5602 + }, + { + "epoch": 0.7127591909426282, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6682136058807373, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8618994951248169, + "num_tokens": 212803601.0, + "step": 5603 + }, + { + "epoch": 0.7128864012212187, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.3911867141723633, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8741686940193176, + "num_tokens": 212848331.0, + "step": 5604 + }, + { + "epoch": 0.7130136114998091, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6959218978881836, + "learning_rate": 1e-05, + "loss": 0.4874, + "mean_token_accuracy": 0.8570003509521484, + "num_tokens": 212890364.0, + "step": 5605 + }, + { + "epoch": 0.7131408217783997, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.395116090774536, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8637194633483887, + "num_tokens": 212931234.0, + "step": 5606 + }, + { + "epoch": 0.7132680320569902, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.725999355316162, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.860992968082428, + "num_tokens": 212970103.0, + "step": 5607 + }, + { + "epoch": 0.7133952423355807, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.424041509628296, + "learning_rate": 1e-05, + "loss": 0.4855, + "mean_token_accuracy": 0.853378415107727, + "num_tokens": 213004895.0, + "step": 5608 + }, + { + "epoch": 0.7135224526141712, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.736880302429199, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8622408509254456, + "num_tokens": 213044263.0, + "step": 5609 + }, + { + "epoch": 0.7136496628927618, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.435666084289551, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.855422854423523, + "num_tokens": 213081685.0, + "step": 5610 + }, + { + "epoch": 0.7137768731713523, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.742689609527588, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8626831769943237, + "num_tokens": 213116986.0, + "step": 5611 + }, + { + "epoch": 0.7139040834499427, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4378647804260254, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8680388927459717, + "num_tokens": 213156313.0, + "step": 5612 + }, + { + "epoch": 0.7140312937285332, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.761369228363037, + "learning_rate": 1e-05, + "loss": 0.5159, + "mean_token_accuracy": 0.8484488725662231, + "num_tokens": 213187216.0, + "step": 5613 + }, + { + "epoch": 0.7141585040071238, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.468691349029541, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8544602394104004, + "num_tokens": 213223380.0, + "step": 5614 + }, + { + "epoch": 0.7142857142857143, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7305235862731934, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8737661838531494, + "num_tokens": 213259100.0, + "step": 5615 + }, + { + "epoch": 0.7144129245643048, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4706180095672607, + "learning_rate": 1e-05, + "loss": 0.4944, + "mean_token_accuracy": 0.8497370481491089, + "num_tokens": 213300103.0, + "step": 5616 + }, + { + "epoch": 0.7145401348428954, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7092607021331787, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8688325881958008, + "num_tokens": 213338283.0, + "step": 5617 + }, + { + "epoch": 0.7146673451214858, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.46502685546875, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.865609884262085, + "num_tokens": 213382211.0, + "step": 5618 + }, + { + "epoch": 0.7147945554000763, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7058181762695312, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8620771765708923, + "num_tokens": 213418790.0, + "step": 5619 + }, + { + "epoch": 0.7149217656786668, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4691250324249268, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8600063323974609, + "num_tokens": 213457843.0, + "step": 5620 + }, + { + "epoch": 0.7150489759572574, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6927125453948975, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8596092462539673, + "num_tokens": 213496182.0, + "step": 5621 + }, + { + "epoch": 0.7151761862358479, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.460881233215332, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8762888312339783, + "num_tokens": 213535254.0, + "step": 5622 + }, + { + "epoch": 0.7153033965144384, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.679579496383667, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8646520376205444, + "num_tokens": 213574331.0, + "step": 5623 + }, + { + "epoch": 0.7154306067930288, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4724955558776855, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8588871955871582, + "num_tokens": 213608185.0, + "step": 5624 + }, + { + "epoch": 0.7155578170716194, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6670215129852295, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8666973114013672, + "num_tokens": 213642032.0, + "step": 5625 + }, + { + "epoch": 0.7156850273502099, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4757843017578125, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8650885224342346, + "num_tokens": 213674652.0, + "step": 5626 + }, + { + "epoch": 0.7158122376288004, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.647383451461792, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8667687177658081, + "num_tokens": 213711112.0, + "step": 5627 + }, + { + "epoch": 0.715939447907391, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.464902400970459, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.8508634567260742, + "num_tokens": 213750319.0, + "step": 5628 + }, + { + "epoch": 0.7160666581859815, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.632817506790161, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8664733171463013, + "num_tokens": 213788408.0, + "step": 5629 + }, + { + "epoch": 0.7161938684645719, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.475666046142578, + "learning_rate": 1e-05, + "loss": 0.532, + "mean_token_accuracy": 0.8403632044792175, + "num_tokens": 213826822.0, + "step": 5630 + }, + { + "epoch": 0.7163210787431624, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.633324384689331, + "learning_rate": 1e-05, + "loss": 0.5385, + "mean_token_accuracy": 0.843252956867218, + "num_tokens": 213864046.0, + "step": 5631 + }, + { + "epoch": 0.716448289021753, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.449686050415039, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.864565908908844, + "num_tokens": 213907235.0, + "step": 5632 + }, + { + "epoch": 0.7165754993003435, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6264021396636963, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8629758358001709, + "num_tokens": 213942126.0, + "step": 5633 + }, + { + "epoch": 0.716702709578934, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4509294033050537, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8600513339042664, + "num_tokens": 213980486.0, + "step": 5634 + }, + { + "epoch": 0.7168299198575245, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6188364028930664, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8706172704696655, + "num_tokens": 214016991.0, + "step": 5635 + }, + { + "epoch": 0.716957130136115, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.456442356109619, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8646354675292969, + "num_tokens": 214049424.0, + "step": 5636 + }, + { + "epoch": 0.7170843404147055, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.60614013671875, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8609604239463806, + "num_tokens": 214090422.0, + "step": 5637 + }, + { + "epoch": 0.717211550693296, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4512550830841064, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.869367241859436, + "num_tokens": 214123075.0, + "step": 5638 + }, + { + "epoch": 0.7173387609718865, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.621795177459717, + "learning_rate": 1e-05, + "loss": 0.5539, + "mean_token_accuracy": 0.8403680920600891, + "num_tokens": 214158962.0, + "step": 5639 + }, + { + "epoch": 0.7174659712504771, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4310572147369385, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8659062385559082, + "num_tokens": 214201867.0, + "step": 5640 + }, + { + "epoch": 0.7175931815290676, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.617863178253174, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8684459328651428, + "num_tokens": 214241300.0, + "step": 5641 + }, + { + "epoch": 0.717720391807658, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4433374404907227, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8561999201774597, + "num_tokens": 214276455.0, + "step": 5642 + }, + { + "epoch": 0.7178476020862485, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.623810052871704, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8638330698013306, + "num_tokens": 214313737.0, + "step": 5643 + }, + { + "epoch": 0.7179748123648391, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.433490037918091, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8627270460128784, + "num_tokens": 214351179.0, + "step": 5644 + }, + { + "epoch": 0.7181020226434296, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6256487369537354, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8741776943206787, + "num_tokens": 214387606.0, + "step": 5645 + }, + { + "epoch": 0.7182292329220201, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4367618560791016, + "learning_rate": 1e-05, + "loss": 0.4996, + "mean_token_accuracy": 0.8515515327453613, + "num_tokens": 214428149.0, + "step": 5646 + }, + { + "epoch": 0.7183564432006107, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.639566421508789, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8675423860549927, + "num_tokens": 214468878.0, + "step": 5647 + }, + { + "epoch": 0.7184836534792011, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.432358503341675, + "learning_rate": 1e-05, + "loss": 0.4943, + "mean_token_accuracy": 0.8514827489852905, + "num_tokens": 214508813.0, + "step": 5648 + }, + { + "epoch": 0.7186108637577916, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6323962211608887, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8620790243148804, + "num_tokens": 214553896.0, + "step": 5649 + }, + { + "epoch": 0.7187380740363821, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.423260450363159, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8652781248092651, + "num_tokens": 214593727.0, + "step": 5650 + }, + { + "epoch": 0.7188652843149727, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6660940647125244, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8629866242408752, + "num_tokens": 214627029.0, + "step": 5651 + }, + { + "epoch": 0.7189924945935632, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4268229007720947, + "learning_rate": 1e-05, + "loss": 0.5168, + "mean_token_accuracy": 0.8457823395729065, + "num_tokens": 214665484.0, + "step": 5652 + }, + { + "epoch": 0.7191197048721537, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6599438190460205, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8688001036643982, + "num_tokens": 214708654.0, + "step": 5653 + }, + { + "epoch": 0.7192469151507441, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430072069168091, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8549277782440186, + "num_tokens": 214746962.0, + "step": 5654 + }, + { + "epoch": 0.7193741254293347, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6677005290985107, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8598498106002808, + "num_tokens": 214784691.0, + "step": 5655 + }, + { + "epoch": 0.7195013357079252, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4396560192108154, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8700060844421387, + "num_tokens": 214817182.0, + "step": 5656 + }, + { + "epoch": 0.7196285459865157, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6752429008483887, + "learning_rate": 1e-05, + "loss": 0.508, + "mean_token_accuracy": 0.8456822633743286, + "num_tokens": 214857053.0, + "step": 5657 + }, + { + "epoch": 0.7197557562651062, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4652011394500732, + "learning_rate": 1e-05, + "loss": 0.5704, + "mean_token_accuracy": 0.8363045454025269, + "num_tokens": 214894908.0, + "step": 5658 + }, + { + "epoch": 0.7198829665436968, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.647522211074829, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8577411770820618, + "num_tokens": 214930235.0, + "step": 5659 + }, + { + "epoch": 0.7200101768222873, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.437727212905884, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.868848979473114, + "num_tokens": 214967140.0, + "step": 5660 + }, + { + "epoch": 0.7201373871008777, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6513540744781494, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8596169948577881, + "num_tokens": 215004039.0, + "step": 5661 + }, + { + "epoch": 0.7202645973794682, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4361965656280518, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8690980076789856, + "num_tokens": 215039305.0, + "step": 5662 + }, + { + "epoch": 0.7203918076580588, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014591217041015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.65132737159729, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8695690631866455, + "num_tokens": 215076455.0, + "step": 5663 + }, + { + "epoch": 0.7205190179366493, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.44338321685791, + "learning_rate": 1e-05, + "loss": 0.4996, + "mean_token_accuracy": 0.8511500358581543, + "num_tokens": 215116826.0, + "step": 5664 + }, + { + "epoch": 0.7206462282152398, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.645482063293457, + "learning_rate": 1e-05, + "loss": 0.4945, + "mean_token_accuracy": 0.8508157730102539, + "num_tokens": 215162302.0, + "step": 5665 + }, + { + "epoch": 0.7207734384938304, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4647605419158936, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8546209335327148, + "num_tokens": 215192402.0, + "step": 5666 + }, + { + "epoch": 0.7209006487724208, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.646246910095215, + "learning_rate": 1e-05, + "loss": 0.5052, + "mean_token_accuracy": 0.8544873595237732, + "num_tokens": 215228521.0, + "step": 5667 + }, + { + "epoch": 0.7210278590510113, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.447617769241333, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8601967096328735, + "num_tokens": 215264997.0, + "step": 5668 + }, + { + "epoch": 0.7211550693296018, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6272809505462646, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8810649514198303, + "num_tokens": 215301997.0, + "step": 5669 + }, + { + "epoch": 0.7212822796081924, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4422781467437744, + "learning_rate": 1e-05, + "loss": 0.4921, + "mean_token_accuracy": 0.8526449203491211, + "num_tokens": 215343637.0, + "step": 5670 + }, + { + "epoch": 0.7214094898867829, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6415419578552246, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8617783784866333, + "num_tokens": 215381966.0, + "step": 5671 + }, + { + "epoch": 0.7215367001653734, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4378600120544434, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8576042652130127, + "num_tokens": 215422930.0, + "step": 5672 + }, + { + "epoch": 0.7216639104439638, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.635777235031128, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8720552921295166, + "num_tokens": 215461204.0, + "step": 5673 + }, + { + "epoch": 0.7217911207225544, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4504055976867676, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8603814840316772, + "num_tokens": 215493771.0, + "step": 5674 + }, + { + "epoch": 0.7219183310011449, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6428604125976562, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8602940440177917, + "num_tokens": 215529398.0, + "step": 5675 + }, + { + "epoch": 0.7220455412797354, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4328086376190186, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8665197491645813, + "num_tokens": 215565794.0, + "step": 5676 + }, + { + "epoch": 0.7221727515583259, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.651658535003662, + "learning_rate": 1e-05, + "loss": 0.492, + "mean_token_accuracy": 0.85176682472229, + "num_tokens": 215604005.0, + "step": 5677 + }, + { + "epoch": 0.7222999618369165, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4332478046417236, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8703866004943848, + "num_tokens": 215635325.0, + "step": 5678 + }, + { + "epoch": 0.7224271721155069, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6645348072052, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8625565767288208, + "num_tokens": 215667477.0, + "step": 5679 + }, + { + "epoch": 0.7225543823940974, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430020809173584, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.8513060212135315, + "num_tokens": 215707087.0, + "step": 5680 + }, + { + "epoch": 0.722681592672688, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6632883548736572, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8640411496162415, + "num_tokens": 215746182.0, + "step": 5681 + }, + { + "epoch": 0.7228088029512785, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.423555612564087, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8561946749687195, + "num_tokens": 215785941.0, + "step": 5682 + }, + { + "epoch": 0.722936013229869, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.675361394882202, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8632453083992004, + "num_tokens": 215823562.0, + "step": 5683 + }, + { + "epoch": 0.7230632235084595, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.45483136177063, + "learning_rate": 1e-05, + "loss": 0.5234, + "mean_token_accuracy": 0.8398469090461731, + "num_tokens": 215860454.0, + "step": 5684 + }, + { + "epoch": 0.72319043378705, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.682079315185547, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8674314022064209, + "num_tokens": 215895088.0, + "step": 5685 + }, + { + "epoch": 0.7233176440656405, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.431140899658203, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8533797264099121, + "num_tokens": 215935170.0, + "step": 5686 + }, + { + "epoch": 0.723444854344231, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6671831607818604, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8727378845214844, + "num_tokens": 215977323.0, + "step": 5687 + }, + { + "epoch": 0.7235720646228215, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4301562309265137, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8718289732933044, + "num_tokens": 216016729.0, + "step": 5688 + }, + { + "epoch": 0.7236992749014121, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6730544567108154, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8593182563781738, + "num_tokens": 216058514.0, + "step": 5689 + }, + { + "epoch": 0.7238264851800026, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.444772481918335, + "learning_rate": 1e-05, + "loss": 0.5315, + "mean_token_accuracy": 0.8399167060852051, + "num_tokens": 216098633.0, + "step": 5690 + }, + { + "epoch": 0.723953695458593, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.665799379348755, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8810938596725464, + "num_tokens": 216136124.0, + "step": 5691 + }, + { + "epoch": 0.7240809057371835, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4424126148223877, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8569062352180481, + "num_tokens": 216178799.0, + "step": 5692 + }, + { + "epoch": 0.7242081160157741, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.68472957611084, + "learning_rate": 1e-05, + "loss": 0.5178, + "mean_token_accuracy": 0.8450470566749573, + "num_tokens": 216215233.0, + "step": 5693 + }, + { + "epoch": 0.7243353262943646, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4502382278442383, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8643353581428528, + "num_tokens": 216252258.0, + "step": 5694 + }, + { + "epoch": 0.7244625365729551, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.674309492111206, + "learning_rate": 1e-05, + "loss": 0.5049, + "mean_token_accuracy": 0.8476440906524658, + "num_tokens": 216287845.0, + "step": 5695 + }, + { + "epoch": 0.7245897468515456, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4482741355895996, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.8690169453620911, + "num_tokens": 216325490.0, + "step": 5696 + }, + { + "epoch": 0.7247169571301361, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.673396110534668, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8530057668685913, + "num_tokens": 216359353.0, + "step": 5697 + }, + { + "epoch": 0.7248441674087266, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4588332176208496, + "learning_rate": 1e-05, + "loss": 0.5131, + "mean_token_accuracy": 0.8507201671600342, + "num_tokens": 216393620.0, + "step": 5698 + }, + { + "epoch": 0.7249713776873171, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.66694974899292, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8647707104682922, + "num_tokens": 216427400.0, + "step": 5699 + }, + { + "epoch": 0.7250985879659076, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4534945487976074, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.858161449432373, + "num_tokens": 216463817.0, + "step": 5700 + }, + { + "epoch": 0.7252257982444982, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.660496950149536, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8585888147354126, + "num_tokens": 216495596.0, + "step": 5701 + }, + { + "epoch": 0.7253530085230887, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.443878173828125, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8649386167526245, + "num_tokens": 216533003.0, + "step": 5702 + }, + { + "epoch": 0.7254802188016791, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.656311273574829, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8640488386154175, + "num_tokens": 216569280.0, + "step": 5703 + }, + { + "epoch": 0.7256074290802697, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4509289264678955, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8715943694114685, + "num_tokens": 216603073.0, + "step": 5704 + }, + { + "epoch": 0.7257346393588602, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6538145542144775, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8561359643936157, + "num_tokens": 216641971.0, + "step": 5705 + }, + { + "epoch": 0.7258618496374507, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4526901245117188, + "learning_rate": 1e-05, + "loss": 0.5234, + "mean_token_accuracy": 0.8440333604812622, + "num_tokens": 216683119.0, + "step": 5706 + }, + { + "epoch": 0.7259890599160412, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6620662212371826, + "learning_rate": 1e-05, + "loss": 0.541, + "mean_token_accuracy": 0.8376734256744385, + "num_tokens": 216722139.0, + "step": 5707 + }, + { + "epoch": 0.7261162701946318, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.452155351638794, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.870597243309021, + "num_tokens": 216757712.0, + "step": 5708 + }, + { + "epoch": 0.7262434804732223, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6495845317840576, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8526381850242615, + "num_tokens": 216794132.0, + "step": 5709 + }, + { + "epoch": 0.7263706907518127, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4372825622558594, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8562114238739014, + "num_tokens": 216833937.0, + "step": 5710 + }, + { + "epoch": 0.7264979010304032, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6577799320220947, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8583000302314758, + "num_tokens": 216872979.0, + "step": 5711 + }, + { + "epoch": 0.7266251113089938, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4262685775756836, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8700615167617798, + "num_tokens": 216915369.0, + "step": 5712 + }, + { + "epoch": 0.7267523215875843, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6711602210998535, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8651703596115112, + "num_tokens": 216948876.0, + "step": 5713 + }, + { + "epoch": 0.7268795318661748, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4329750537872314, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8613468408584595, + "num_tokens": 216988254.0, + "step": 5714 + }, + { + "epoch": 0.7270067421447653, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6788597106933594, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8586691617965698, + "num_tokens": 217024792.0, + "step": 5715 + }, + { + "epoch": 0.7271339524233558, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.440835475921631, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8591688275337219, + "num_tokens": 217063228.0, + "step": 5716 + }, + { + "epoch": 0.7272611627019463, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6855928897857666, + "learning_rate": 1e-05, + "loss": 0.5442, + "mean_token_accuracy": 0.8333128094673157, + "num_tokens": 217102601.0, + "step": 5717 + }, + { + "epoch": 0.7273883729805368, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4434125423431396, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8657195568084717, + "num_tokens": 217137839.0, + "step": 5718 + }, + { + "epoch": 0.7275155832591274, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6848044395446777, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8656037449836731, + "num_tokens": 217179862.0, + "step": 5719 + }, + { + "epoch": 0.7276427935377179, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4595346450805664, + "learning_rate": 1e-05, + "loss": 0.5428, + "mean_token_accuracy": 0.8368620872497559, + "num_tokens": 217217728.0, + "step": 5720 + }, + { + "epoch": 0.7277700038163084, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.671504020690918, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8588401079177856, + "num_tokens": 217255410.0, + "step": 5721 + }, + { + "epoch": 0.7278972140948988, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4416956901550293, + "learning_rate": 1e-05, + "loss": 0.4904, + "mean_token_accuracy": 0.8516972064971924, + "num_tokens": 217294365.0, + "step": 5722 + }, + { + "epoch": 0.7280244243734894, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6640877723693848, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8651832342147827, + "num_tokens": 217333451.0, + "step": 5723 + }, + { + "epoch": 0.7281516346520799, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4508981704711914, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8558094501495361, + "num_tokens": 217368737.0, + "step": 5724 + }, + { + "epoch": 0.7282788449306704, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.660396099090576, + "learning_rate": 1e-05, + "loss": 0.5168, + "mean_token_accuracy": 0.84273362159729, + "num_tokens": 217409476.0, + "step": 5725 + }, + { + "epoch": 0.7284060552092609, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4456472396850586, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8683750629425049, + "num_tokens": 217446481.0, + "step": 5726 + }, + { + "epoch": 0.7285332654878515, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.650284767150879, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8685073852539062, + "num_tokens": 217482647.0, + "step": 5727 + }, + { + "epoch": 0.7286604757664419, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.453423500061035, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.856174111366272, + "num_tokens": 217520783.0, + "step": 5728 + }, + { + "epoch": 0.7287876860450324, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6537058353424072, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8588611483573914, + "num_tokens": 217557061.0, + "step": 5729 + }, + { + "epoch": 0.7289148963236229, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.458021879196167, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8707612752914429, + "num_tokens": 217586833.0, + "step": 5730 + }, + { + "epoch": 0.7290421066022135, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6422059535980225, + "learning_rate": 1e-05, + "loss": 0.494, + "mean_token_accuracy": 0.8508179783821106, + "num_tokens": 217622644.0, + "step": 5731 + }, + { + "epoch": 0.729169316880804, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.453585147857666, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8640865087509155, + "num_tokens": 217659345.0, + "step": 5732 + }, + { + "epoch": 0.7292965271593945, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6252548694610596, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8676033616065979, + "num_tokens": 217698134.0, + "step": 5733 + }, + { + "epoch": 0.7294237374379849, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4749484062194824, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8494042754173279, + "num_tokens": 217730578.0, + "step": 5734 + }, + { + "epoch": 0.7295509477165755, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.606558084487915, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8758081793785095, + "num_tokens": 217768090.0, + "step": 5735 + }, + { + "epoch": 0.729678157995166, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.454195976257324, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8601475954055786, + "num_tokens": 217809350.0, + "step": 5736 + }, + { + "epoch": 0.7298053682737565, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6050634384155273, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8559787273406982, + "num_tokens": 217852478.0, + "step": 5737 + }, + { + "epoch": 0.7299325785523471, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.458944082260132, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.867736279964447, + "num_tokens": 217885463.0, + "step": 5738 + }, + { + "epoch": 0.7300597888309376, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6088523864746094, + "learning_rate": 1e-05, + "loss": 0.5009, + "mean_token_accuracy": 0.8515133857727051, + "num_tokens": 217925712.0, + "step": 5739 + }, + { + "epoch": 0.730186999109528, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4421701431274414, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8580787181854248, + "num_tokens": 217969628.0, + "step": 5740 + }, + { + "epoch": 0.7303142093881185, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6114304065704346, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8618137836456299, + "num_tokens": 218012027.0, + "step": 5741 + }, + { + "epoch": 0.7304414196667091, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4397079944610596, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8545448780059814, + "num_tokens": 218054018.0, + "step": 5742 + }, + { + "epoch": 0.7305686299452996, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6094391345977783, + "learning_rate": 1e-05, + "loss": 0.5132, + "mean_token_accuracy": 0.8473595976829529, + "num_tokens": 218099181.0, + "step": 5743 + }, + { + "epoch": 0.7306958402238901, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4376299381256104, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8659136295318604, + "num_tokens": 218135330.0, + "step": 5744 + }, + { + "epoch": 0.7308230505024806, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6347241401672363, + "learning_rate": 1e-05, + "loss": 0.5255, + "mean_token_accuracy": 0.8438520431518555, + "num_tokens": 218171785.0, + "step": 5745 + }, + { + "epoch": 0.7309502607810711, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4658617973327637, + "learning_rate": 1e-05, + "loss": 0.5372, + "mean_token_accuracy": 0.8374070525169373, + "num_tokens": 218204230.0, + "step": 5746 + }, + { + "epoch": 0.7310774710596616, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6195409297943115, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8726963400840759, + "num_tokens": 218237755.0, + "step": 5747 + }, + { + "epoch": 0.7312046813382521, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.449571371078491, + "learning_rate": 1e-05, + "loss": 0.5105, + "mean_token_accuracy": 0.8453329801559448, + "num_tokens": 218271850.0, + "step": 5748 + }, + { + "epoch": 0.7313318916168426, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.607417583465576, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8643118143081665, + "num_tokens": 218308466.0, + "step": 5749 + }, + { + "epoch": 0.7314591018954332, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4451487064361572, + "learning_rate": 1e-05, + "loss": 0.5054, + "mean_token_accuracy": 0.8452016711235046, + "num_tokens": 218346133.0, + "step": 5750 + }, + { + "epoch": 0.7315863121740237, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6202175617218018, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8589421510696411, + "num_tokens": 218384341.0, + "step": 5751 + }, + { + "epoch": 0.7317135224526141, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.436032295227051, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8626240491867065, + "num_tokens": 218418314.0, + "step": 5752 + }, + { + "epoch": 0.7318407327312046, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6361284255981445, + "learning_rate": 1e-05, + "loss": 0.4928, + "mean_token_accuracy": 0.8512242436408997, + "num_tokens": 218455258.0, + "step": 5753 + }, + { + "epoch": 0.7319679430097952, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4216227531433105, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8592405319213867, + "num_tokens": 218498733.0, + "step": 5754 + }, + { + "epoch": 0.7320951532883857, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.650743007659912, + "learning_rate": 1e-05, + "loss": 0.4877, + "mean_token_accuracy": 0.8531128168106079, + "num_tokens": 218541365.0, + "step": 5755 + }, + { + "epoch": 0.7322223635669762, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4305074214935303, + "learning_rate": 1e-05, + "loss": 0.5012, + "mean_token_accuracy": 0.8501822352409363, + "num_tokens": 218578292.0, + "step": 5756 + }, + { + "epoch": 0.7323495738455668, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6464788913726807, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8598342537879944, + "num_tokens": 218617988.0, + "step": 5757 + }, + { + "epoch": 0.7324767841241572, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4216148853302, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.8565694093704224, + "num_tokens": 218657759.0, + "step": 5758 + }, + { + "epoch": 0.7326039944027477, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014781951904296875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.670980453491211, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.859375536441803, + "num_tokens": 218693619.0, + "step": 5759 + }, + { + "epoch": 0.7327312046813382, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014781951904296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.427464008331299, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8651244640350342, + "num_tokens": 218725978.0, + "step": 5760 + }, + { + "epoch": 0.7328584149599288, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00014781951904296875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6666383743286133, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8649161458015442, + "num_tokens": 218769616.0, + "step": 5761 + }, + { + "epoch": 0.7329856252385193, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.00014781951904296875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.422006845474243, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8645716905593872, + "num_tokens": 218806053.0, + "step": 5762 + }, + { + "epoch": 0.7331128355171098, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00014781951904296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.685152769088745, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8506841659545898, + "num_tokens": 218844650.0, + "step": 5763 + }, + { + "epoch": 0.7332400457957003, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4248385429382324, + "learning_rate": 1e-05, + "loss": 0.4888, + "mean_token_accuracy": 0.8510019183158875, + "num_tokens": 218885943.0, + "step": 5764 + }, + { + "epoch": 0.7333672560742908, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7004384994506836, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8596652746200562, + "num_tokens": 218923939.0, + "step": 5765 + }, + { + "epoch": 0.7334944663528813, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4281535148620605, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8595079183578491, + "num_tokens": 218964252.0, + "step": 5766 + }, + { + "epoch": 0.7336216766314718, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7017600536346436, + "learning_rate": 1e-05, + "loss": 0.4841, + "mean_token_accuracy": 0.8546617031097412, + "num_tokens": 219009815.0, + "step": 5767 + }, + { + "epoch": 0.7337488869100623, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.434572696685791, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8655412197113037, + "num_tokens": 219047998.0, + "step": 5768 + }, + { + "epoch": 0.7338760971886529, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.724926471710205, + "learning_rate": 1e-05, + "loss": 0.5268, + "mean_token_accuracy": 0.8444178104400635, + "num_tokens": 219082447.0, + "step": 5769 + }, + { + "epoch": 0.7340033074672434, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.446599245071411, + "learning_rate": 1e-05, + "loss": 0.5057, + "mean_token_accuracy": 0.8484730124473572, + "num_tokens": 219119393.0, + "step": 5770 + }, + { + "epoch": 0.7341305177458338, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7254321575164795, + "learning_rate": 1e-05, + "loss": 0.5289, + "mean_token_accuracy": 0.8489534258842468, + "num_tokens": 219155954.0, + "step": 5771 + }, + { + "epoch": 0.7342577280244243, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4480302333831787, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8582758903503418, + "num_tokens": 219195960.0, + "step": 5772 + }, + { + "epoch": 0.7343849383030149, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.712479591369629, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.859255313873291, + "num_tokens": 219238323.0, + "step": 5773 + }, + { + "epoch": 0.7345121485816054, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4501471519470215, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8639847040176392, + "num_tokens": 219279044.0, + "step": 5774 + }, + { + "epoch": 0.7346393588601959, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7086102962493896, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.866804838180542, + "num_tokens": 219312635.0, + "step": 5775 + }, + { + "epoch": 0.7347665691387865, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4604907035827637, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.874743640422821, + "num_tokens": 219349424.0, + "step": 5776 + }, + { + "epoch": 0.7348937794173769, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6975924968719482, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8559325337409973, + "num_tokens": 219389230.0, + "step": 5777 + }, + { + "epoch": 0.7350209896959674, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4843904972076416, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8598619699478149, + "num_tokens": 219424082.0, + "step": 5778 + }, + { + "epoch": 0.7351481999745579, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.664015531539917, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.861994743347168, + "num_tokens": 219463324.0, + "step": 5779 + }, + { + "epoch": 0.7352754102531485, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4641597270965576, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8788894414901733, + "num_tokens": 219500653.0, + "step": 5780 + }, + { + "epoch": 0.735402620531739, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.651463031768799, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8697274327278137, + "num_tokens": 219538906.0, + "step": 5781 + }, + { + "epoch": 0.7355298308103295, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4716897010803223, + "learning_rate": 1e-05, + "loss": 0.5289, + "mean_token_accuracy": 0.8372442722320557, + "num_tokens": 219578950.0, + "step": 5782 + }, + { + "epoch": 0.7356570410889199, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6386144161224365, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8735189437866211, + "num_tokens": 219614298.0, + "step": 5783 + }, + { + "epoch": 0.7357842513675105, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4606330394744873, + "learning_rate": 1e-05, + "loss": 0.4904, + "mean_token_accuracy": 0.8531243205070496, + "num_tokens": 219655521.0, + "step": 5784 + }, + { + "epoch": 0.735911461646101, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.643176317214966, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8643431663513184, + "num_tokens": 219689112.0, + "step": 5785 + }, + { + "epoch": 0.7360386719246915, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4805450439453125, + "learning_rate": 1e-05, + "loss": 0.547, + "mean_token_accuracy": 0.8332133293151855, + "num_tokens": 219727432.0, + "step": 5786 + }, + { + "epoch": 0.736165882203282, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6174468994140625, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8576545119285583, + "num_tokens": 219767231.0, + "step": 5787 + }, + { + "epoch": 0.7362930924818726, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.470658779144287, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8656694889068604, + "num_tokens": 219798999.0, + "step": 5788 + }, + { + "epoch": 0.736420302760463, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.589681386947632, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8689287900924683, + "num_tokens": 219844867.0, + "step": 5789 + }, + { + "epoch": 0.7365475130390535, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.47469425201416, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8608911037445068, + "num_tokens": 219882817.0, + "step": 5790 + }, + { + "epoch": 0.736674723317644, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5973665714263916, + "learning_rate": 1e-05, + "loss": 0.5014, + "mean_token_accuracy": 0.8449141979217529, + "num_tokens": 219916776.0, + "step": 5791 + }, + { + "epoch": 0.7368019335962346, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4563801288604736, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8791153430938721, + "num_tokens": 219953471.0, + "step": 5792 + }, + { + "epoch": 0.7369291438748251, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6213743686676025, + "learning_rate": 1e-05, + "loss": 0.4953, + "mean_token_accuracy": 0.851213812828064, + "num_tokens": 219983313.0, + "step": 5793 + }, + { + "epoch": 0.7370563541534156, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4426286220550537, + "learning_rate": 1e-05, + "loss": 0.5338, + "mean_token_accuracy": 0.8398478627204895, + "num_tokens": 220028222.0, + "step": 5794 + }, + { + "epoch": 0.737183564432006, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6141085624694824, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8592367172241211, + "num_tokens": 220069005.0, + "step": 5795 + }, + { + "epoch": 0.7373107747105966, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4535505771636963, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8526427745819092, + "num_tokens": 220103557.0, + "step": 5796 + }, + { + "epoch": 0.7374379849891871, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6183927059173584, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8588373064994812, + "num_tokens": 220141405.0, + "step": 5797 + }, + { + "epoch": 0.7375651952677776, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.423656702041626, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8577590584754944, + "num_tokens": 220184913.0, + "step": 5798 + }, + { + "epoch": 0.7376924055463682, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.631324052810669, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8561172485351562, + "num_tokens": 220221886.0, + "step": 5799 + }, + { + "epoch": 0.7378196158249587, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.419429302215576, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8662815093994141, + "num_tokens": 220260945.0, + "step": 5800 + }, + { + "epoch": 0.7379468261035491, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6500866413116455, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8630558252334595, + "num_tokens": 220299580.0, + "step": 5801 + }, + { + "epoch": 0.7380740363821396, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4150729179382324, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8706387281417847, + "num_tokens": 220338063.0, + "step": 5802 + }, + { + "epoch": 0.7382012466607302, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6572656631469727, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8674081563949585, + "num_tokens": 220381212.0, + "step": 5803 + }, + { + "epoch": 0.7383284569393207, + "ewc_loss": 0.05029296875, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4212543964385986, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8579415678977966, + "num_tokens": 220422665.0, + "step": 5804 + }, + { + "epoch": 0.7384556672179112, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001468658447265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.670302629470825, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.868183970451355, + "num_tokens": 220462044.0, + "step": 5805 + }, + { + "epoch": 0.7385828774965018, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.444878339767456, + "learning_rate": 1e-05, + "loss": 0.5296, + "mean_token_accuracy": 0.8388176560401917, + "num_tokens": 220497373.0, + "step": 5806 + }, + { + "epoch": 0.7387100877750922, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6627354621887207, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8725347518920898, + "num_tokens": 220537612.0, + "step": 5807 + }, + { + "epoch": 0.7388372980536827, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4396214485168457, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8536942005157471, + "num_tokens": 220574874.0, + "step": 5808 + }, + { + "epoch": 0.7389645083322732, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6617062091827393, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8719951510429382, + "num_tokens": 220615699.0, + "step": 5809 + }, + { + "epoch": 0.7390917186108638, + "ewc_loss": 0.050537109375, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.448664665222168, + "learning_rate": 1e-05, + "loss": 0.4885, + "mean_token_accuracy": 0.8508822917938232, + "num_tokens": 220654517.0, + "step": 5810 + }, + { + "epoch": 0.7392189288894543, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.667379140853882, + "learning_rate": 1e-05, + "loss": 0.5629, + "mean_token_accuracy": 0.8333748579025269, + "num_tokens": 220695915.0, + "step": 5811 + }, + { + "epoch": 0.7393461391680448, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4419381618499756, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8572943210601807, + "num_tokens": 220734880.0, + "step": 5812 + }, + { + "epoch": 0.7394733494466353, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6817221641540527, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.8551206588745117, + "num_tokens": 220767800.0, + "step": 5813 + }, + { + "epoch": 0.7396005597252258, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.445012331008911, + "learning_rate": 1e-05, + "loss": 0.511, + "mean_token_accuracy": 0.847997784614563, + "num_tokens": 220812253.0, + "step": 5814 + }, + { + "epoch": 0.7397277700038163, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6692795753479004, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8738709688186646, + "num_tokens": 220847777.0, + "step": 5815 + }, + { + "epoch": 0.7398549802824068, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4461121559143066, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8606017231941223, + "num_tokens": 220884974.0, + "step": 5816 + }, + { + "epoch": 0.7399821905609973, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6670303344726562, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8576740622520447, + "num_tokens": 220926236.0, + "step": 5817 + }, + { + "epoch": 0.7401094008395879, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4466757774353027, + "learning_rate": 1e-05, + "loss": 0.5148, + "mean_token_accuracy": 0.8447955846786499, + "num_tokens": 220967985.0, + "step": 5818 + }, + { + "epoch": 0.7402366111181784, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.676321268081665, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8569397330284119, + "num_tokens": 221004308.0, + "step": 5819 + }, + { + "epoch": 0.7403638213967688, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4307010173797607, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8764655590057373, + "num_tokens": 221043455.0, + "step": 5820 + }, + { + "epoch": 0.7404910316753593, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6877763271331787, + "learning_rate": 1e-05, + "loss": 0.5035, + "mean_token_accuracy": 0.8483824133872986, + "num_tokens": 221084634.0, + "step": 5821 + }, + { + "epoch": 0.7406182419539499, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4563286304473877, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8604507446289062, + "num_tokens": 221117350.0, + "step": 5822 + }, + { + "epoch": 0.7407454522325404, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.680772066116333, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8602644801139832, + "num_tokens": 221150864.0, + "step": 5823 + }, + { + "epoch": 0.7408726625111309, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4403066635131836, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8729394674301147, + "num_tokens": 221186501.0, + "step": 5824 + }, + { + "epoch": 0.7409998727897215, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.688121795654297, + "learning_rate": 1e-05, + "loss": 0.5426, + "mean_token_accuracy": 0.8402751684188843, + "num_tokens": 221227734.0, + "step": 5825 + }, + { + "epoch": 0.7411270830683119, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.459080457687378, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8582751750946045, + "num_tokens": 221260615.0, + "step": 5826 + }, + { + "epoch": 0.7412542933469024, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6843981742858887, + "learning_rate": 1e-05, + "loss": 0.5029, + "mean_token_accuracy": 0.8503338098526001, + "num_tokens": 221298553.0, + "step": 5827 + }, + { + "epoch": 0.7413815036254929, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.458921432495117, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8608472347259521, + "num_tokens": 221338803.0, + "step": 5828 + }, + { + "epoch": 0.7415087139040835, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000148773193359375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.661586284637451, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8620388507843018, + "num_tokens": 221379557.0, + "step": 5829 + }, + { + "epoch": 0.741635924182674, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4699230194091797, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8593213558197021, + "num_tokens": 221412242.0, + "step": 5830 + }, + { + "epoch": 0.7417631344612645, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6764509677886963, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8757754564285278, + "num_tokens": 221449382.0, + "step": 5831 + }, + { + "epoch": 0.7418903447398549, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4582912921905518, + "learning_rate": 1e-05, + "loss": 0.499, + "mean_token_accuracy": 0.8495129346847534, + "num_tokens": 221489480.0, + "step": 5832 + }, + { + "epoch": 0.7420175550184455, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6574113368988037, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.855256199836731, + "num_tokens": 221525264.0, + "step": 5833 + }, + { + "epoch": 0.742144765297036, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.442160129547119, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8653463125228882, + "num_tokens": 221568447.0, + "step": 5834 + }, + { + "epoch": 0.7422719755756265, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6545610427856445, + "learning_rate": 1e-05, + "loss": 0.5491, + "mean_token_accuracy": 0.8354806900024414, + "num_tokens": 221612943.0, + "step": 5835 + }, + { + "epoch": 0.742399185854217, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4902989864349365, + "learning_rate": 1e-05, + "loss": 0.5631, + "mean_token_accuracy": 0.8298096656799316, + "num_tokens": 221645449.0, + "step": 5836 + }, + { + "epoch": 0.7425263961328076, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.62646746635437, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8723245859146118, + "num_tokens": 221684041.0, + "step": 5837 + }, + { + "epoch": 0.742653606411398, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.465877056121826, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8685151934623718, + "num_tokens": 221720200.0, + "step": 5838 + }, + { + "epoch": 0.7427808166899885, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6167490482330322, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8586801290512085, + "num_tokens": 221758997.0, + "step": 5839 + }, + { + "epoch": 0.742908026968579, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.457271099090576, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8607405424118042, + "num_tokens": 221800713.0, + "step": 5840 + }, + { + "epoch": 0.7430352372471696, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00014972686767578125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6251909732818604, + "learning_rate": 1e-05, + "loss": 0.5174, + "mean_token_accuracy": 0.8471123576164246, + "num_tokens": 221840336.0, + "step": 5841 + }, + { + "epoch": 0.7431624475257601, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001506805419921875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.437685489654541, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.879406213760376, + "num_tokens": 221876286.0, + "step": 5842 + }, + { + "epoch": 0.7432896578043506, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001506805419921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.634727954864502, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8533003926277161, + "num_tokens": 221917596.0, + "step": 5843 + }, + { + "epoch": 0.743416868082941, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.0001506805419921875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.449986696243286, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8668335676193237, + "num_tokens": 221954045.0, + "step": 5844 + }, + { + "epoch": 0.7435440783615316, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001506805419921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6240406036376953, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8612249493598938, + "num_tokens": 221996493.0, + "step": 5845 + }, + { + "epoch": 0.7436712886401221, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001506805419921875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4388394355773926, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8568248748779297, + "num_tokens": 222036608.0, + "step": 5846 + }, + { + "epoch": 0.7437984989187126, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001506805419921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.624537229537964, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.863474428653717, + "num_tokens": 222080647.0, + "step": 5847 + }, + { + "epoch": 0.7439257091973032, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4532337188720703, + "learning_rate": 1e-05, + "loss": 0.4987, + "mean_token_accuracy": 0.8505709171295166, + "num_tokens": 222114039.0, + "step": 5848 + }, + { + "epoch": 0.7440529194758937, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6484923362731934, + "learning_rate": 1e-05, + "loss": 0.4979, + "mean_token_accuracy": 0.8519531488418579, + "num_tokens": 222149233.0, + "step": 5849 + }, + { + "epoch": 0.7441801297544841, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001506805419921875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.43507981300354, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8727545142173767, + "num_tokens": 222185842.0, + "step": 5850 + }, + { + "epoch": 0.7443073400330746, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6402900218963623, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8650721311569214, + "num_tokens": 222233576.0, + "step": 5851 + }, + { + "epoch": 0.7444345503116652, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.444571018218994, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8617030382156372, + "num_tokens": 222267822.0, + "step": 5852 + }, + { + "epoch": 0.7445617605902557, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6425280570983887, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8707246780395508, + "num_tokens": 222304694.0, + "step": 5853 + }, + { + "epoch": 0.7446889708688462, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4446637630462646, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8522143363952637, + "num_tokens": 222340793.0, + "step": 5854 + }, + { + "epoch": 0.7448161811474368, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6551263332366943, + "learning_rate": 1e-05, + "loss": 0.4864, + "mean_token_accuracy": 0.8570817112922668, + "num_tokens": 222380316.0, + "step": 5855 + }, + { + "epoch": 0.7449433914260272, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4269654750823975, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8556311130523682, + "num_tokens": 222418867.0, + "step": 5856 + }, + { + "epoch": 0.7450706017046177, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6667566299438477, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8655476570129395, + "num_tokens": 222456585.0, + "step": 5857 + }, + { + "epoch": 0.7451978119832082, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430882692337036, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8712562322616577, + "num_tokens": 222492894.0, + "step": 5858 + }, + { + "epoch": 0.7453250222617988, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.663499116897583, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8630961775779724, + "num_tokens": 222538214.0, + "step": 5859 + }, + { + "epoch": 0.7454522325403893, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.427841901779175, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.860042929649353, + "num_tokens": 222577643.0, + "step": 5860 + }, + { + "epoch": 0.7455794428189798, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6787056922912598, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8581506013870239, + "num_tokens": 222615080.0, + "step": 5861 + }, + { + "epoch": 0.7457066530975703, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4275293350219727, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8704267740249634, + "num_tokens": 222650358.0, + "step": 5862 + }, + { + "epoch": 0.7458338633761608, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6920032501220703, + "learning_rate": 1e-05, + "loss": 0.5205, + "mean_token_accuracy": 0.8467434644699097, + "num_tokens": 222691558.0, + "step": 5863 + }, + { + "epoch": 0.7459610736547513, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4176933765411377, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8585832118988037, + "num_tokens": 222734632.0, + "step": 5864 + }, + { + "epoch": 0.7460882839333418, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.730699062347412, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8571330308914185, + "num_tokens": 222769422.0, + "step": 5865 + }, + { + "epoch": 0.7462154942119323, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.427361488342285, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.87981116771698, + "num_tokens": 222808667.0, + "step": 5866 + }, + { + "epoch": 0.7463427044905229, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7300922870635986, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8655682802200317, + "num_tokens": 222844291.0, + "step": 5867 + }, + { + "epoch": 0.7464699147691134, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4546308517456055, + "learning_rate": 1e-05, + "loss": 0.5219, + "mean_token_accuracy": 0.8446459770202637, + "num_tokens": 222885812.0, + "step": 5868 + }, + { + "epoch": 0.7465971250477038, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7184340953826904, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8613986372947693, + "num_tokens": 222920768.0, + "step": 5869 + }, + { + "epoch": 0.7467243353262943, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4506938457489014, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8647216558456421, + "num_tokens": 222961973.0, + "step": 5870 + }, + { + "epoch": 0.7468515456048849, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7207717895507812, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8649311065673828, + "num_tokens": 222997356.0, + "step": 5871 + }, + { + "epoch": 0.7469787558834754, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4555728435516357, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8673930764198303, + "num_tokens": 223035933.0, + "step": 5872 + }, + { + "epoch": 0.7471059661620659, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7165122032165527, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.8534877300262451, + "num_tokens": 223074597.0, + "step": 5873 + }, + { + "epoch": 0.7472331764406565, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.460486888885498, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8732564449310303, + "num_tokens": 223113736.0, + "step": 5874 + }, + { + "epoch": 0.7473603867192469, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7082886695861816, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8541643619537354, + "num_tokens": 223153974.0, + "step": 5875 + }, + { + "epoch": 0.7474875969978374, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4913086891174316, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8675623536109924, + "num_tokens": 223187043.0, + "step": 5876 + }, + { + "epoch": 0.7476148072764279, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6841537952423096, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8720049858093262, + "num_tokens": 223221265.0, + "step": 5877 + }, + { + "epoch": 0.7477420175550185, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.474832057952881, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8576536774635315, + "num_tokens": 223262167.0, + "step": 5878 + }, + { + "epoch": 0.747869227833609, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.667355537414551, + "learning_rate": 1e-05, + "loss": 0.5076, + "mean_token_accuracy": 0.8511435985565186, + "num_tokens": 223302333.0, + "step": 5879 + }, + { + "epoch": 0.7479964381121995, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.0001506805419921875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4716968536376953, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8698497414588928, + "num_tokens": 223343337.0, + "step": 5880 + }, + { + "epoch": 0.7481236483907899, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.650149345397949, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8744005560874939, + "num_tokens": 223382905.0, + "step": 5881 + }, + { + "epoch": 0.7482508586693805, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4701988697052, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8639332056045532, + "num_tokens": 223422177.0, + "step": 5882 + }, + { + "epoch": 0.748378068947971, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.638399124145508, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8598711490631104, + "num_tokens": 223465725.0, + "step": 5883 + }, + { + "epoch": 0.7485052792265615, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4666225910186768, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.853283166885376, + "num_tokens": 223507246.0, + "step": 5884 + }, + { + "epoch": 0.748632489505152, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6250452995300293, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8680785298347473, + "num_tokens": 223550736.0, + "step": 5885 + }, + { + "epoch": 0.7487596997837426, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.46938157081604, + "learning_rate": 1e-05, + "loss": 0.5107, + "mean_token_accuracy": 0.846541702747345, + "num_tokens": 223588096.0, + "step": 5886 + }, + { + "epoch": 0.748886910062333, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6226236820220947, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8614475727081299, + "num_tokens": 223629414.0, + "step": 5887 + }, + { + "epoch": 0.7490141203409235, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4668846130371094, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8596048355102539, + "num_tokens": 223664468.0, + "step": 5888 + }, + { + "epoch": 0.749141330619514, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6161446571350098, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8703083992004395, + "num_tokens": 223699832.0, + "step": 5889 + }, + { + "epoch": 0.7492685408981046, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.451699733734131, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8585919141769409, + "num_tokens": 223736774.0, + "step": 5890 + }, + { + "epoch": 0.7493957511766951, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.613328456878662, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8642569780349731, + "num_tokens": 223774622.0, + "step": 5891 + }, + { + "epoch": 0.7495229614552856, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4411251544952393, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8566504120826721, + "num_tokens": 223816845.0, + "step": 5892 + }, + { + "epoch": 0.749650171733876, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.626857042312622, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8762786388397217, + "num_tokens": 223849964.0, + "step": 5893 + }, + { + "epoch": 0.7497773820124666, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.444274425506592, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.8524478077888489, + "num_tokens": 223887821.0, + "step": 5894 + }, + { + "epoch": 0.7499045922910571, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.616964340209961, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.876127302646637, + "num_tokens": 223929420.0, + "step": 5895 + }, + { + "epoch": 0.7500318025696476, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.437269449234009, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8692535161972046, + "num_tokens": 223964910.0, + "step": 5896 + }, + { + "epoch": 0.7501590128482382, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.634486436843872, + "learning_rate": 1e-05, + "loss": 0.5126, + "mean_token_accuracy": 0.8427680730819702, + "num_tokens": 224001131.0, + "step": 5897 + }, + { + "epoch": 0.7502862231268287, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4589385986328125, + "learning_rate": 1e-05, + "loss": 0.5212, + "mean_token_accuracy": 0.8441884517669678, + "num_tokens": 224038969.0, + "step": 5898 + }, + { + "epoch": 0.7504134334054191, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6230995655059814, + "learning_rate": 1e-05, + "loss": 0.4997, + "mean_token_accuracy": 0.8492845296859741, + "num_tokens": 224081044.0, + "step": 5899 + }, + { + "epoch": 0.7505406436840096, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.446218967437744, + "learning_rate": 1e-05, + "loss": 0.5543, + "mean_token_accuracy": 0.8352078199386597, + "num_tokens": 224117967.0, + "step": 5900 + }, + { + "epoch": 0.7506678539626002, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.645504951477051, + "learning_rate": 1e-05, + "loss": 0.5155, + "mean_token_accuracy": 0.8456627130508423, + "num_tokens": 224148890.0, + "step": 5901 + }, + { + "epoch": 0.7507950642411907, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.454015016555786, + "learning_rate": 1e-05, + "loss": 0.5202, + "mean_token_accuracy": 0.8439807891845703, + "num_tokens": 224183592.0, + "step": 5902 + }, + { + "epoch": 0.7509222745197812, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6258647441864014, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8630568385124207, + "num_tokens": 224225983.0, + "step": 5903 + }, + { + "epoch": 0.7510494847983717, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.440561056137085, + "learning_rate": 1e-05, + "loss": 0.5145, + "mean_token_accuracy": 0.8478310108184814, + "num_tokens": 224267068.0, + "step": 5904 + }, + { + "epoch": 0.7511766950769622, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6175267696380615, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8796769976615906, + "num_tokens": 224313060.0, + "step": 5905 + }, + { + "epoch": 0.7513039053555527, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.438276767730713, + "learning_rate": 1e-05, + "loss": 0.4769, + "mean_token_accuracy": 0.8542133569717407, + "num_tokens": 224355066.0, + "step": 5906 + }, + { + "epoch": 0.7514311156341432, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.659940004348755, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8711661100387573, + "num_tokens": 224383930.0, + "step": 5907 + }, + { + "epoch": 0.7515583259127337, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4467902183532715, + "learning_rate": 1e-05, + "loss": 0.5172, + "mean_token_accuracy": 0.8440930843353271, + "num_tokens": 224418462.0, + "step": 5908 + }, + { + "epoch": 0.7516855361913243, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6509783267974854, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8638990521430969, + "num_tokens": 224453672.0, + "step": 5909 + }, + { + "epoch": 0.7518127464699148, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4212284088134766, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8649305105209351, + "num_tokens": 224494093.0, + "step": 5910 + }, + { + "epoch": 0.7519399567485053, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6692652702331543, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8648499250411987, + "num_tokens": 224531829.0, + "step": 5911 + }, + { + "epoch": 0.7520671670270958, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4396724700927734, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8503689169883728, + "num_tokens": 224569403.0, + "step": 5912 + }, + { + "epoch": 0.7521943773056863, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00015163421630859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.710552453994751, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8547711372375488, + "num_tokens": 224605189.0, + "step": 5913 + }, + { + "epoch": 0.7523215875842768, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4413390159606934, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.8579582571983337, + "num_tokens": 224638729.0, + "step": 5914 + }, + { + "epoch": 0.7524487978628673, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6931962966918945, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.862981915473938, + "num_tokens": 224673442.0, + "step": 5915 + }, + { + "epoch": 0.7525760081414579, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4480133056640625, + "learning_rate": 1e-05, + "loss": 0.5107, + "mean_token_accuracy": 0.8460034132003784, + "num_tokens": 224705945.0, + "step": 5916 + }, + { + "epoch": 0.7527032184200484, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6919732093811035, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8618679046630859, + "num_tokens": 224740035.0, + "step": 5917 + }, + { + "epoch": 0.7528304286986388, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4336163997650146, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8732380270957947, + "num_tokens": 224782047.0, + "step": 5918 + }, + { + "epoch": 0.7529576389772293, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.690241575241089, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8523248434066772, + "num_tokens": 224821755.0, + "step": 5919 + }, + { + "epoch": 0.7530848492558199, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4533181190490723, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8699604272842407, + "num_tokens": 224854822.0, + "step": 5920 + }, + { + "epoch": 0.7532120595344104, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6739120483398438, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8655179738998413, + "num_tokens": 224899570.0, + "step": 5921 + }, + { + "epoch": 0.7533392698130009, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4585821628570557, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8640002608299255, + "num_tokens": 224934897.0, + "step": 5922 + }, + { + "epoch": 0.7534664800915915, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.667288064956665, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8717387914657593, + "num_tokens": 224972866.0, + "step": 5923 + }, + { + "epoch": 0.7535936903701819, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4567525386810303, + "learning_rate": 1e-05, + "loss": 0.5181, + "mean_token_accuracy": 0.8452528119087219, + "num_tokens": 225015075.0, + "step": 5924 + }, + { + "epoch": 0.7537209006487724, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6756927967071533, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8616316318511963, + "num_tokens": 225046729.0, + "step": 5925 + }, + { + "epoch": 0.7538481109273629, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4740538597106934, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8557754755020142, + "num_tokens": 225080117.0, + "step": 5926 + }, + { + "epoch": 0.7539753212059535, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.652836561203003, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8602832555770874, + "num_tokens": 225116854.0, + "step": 5927 + }, + { + "epoch": 0.754102531484544, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.450688600540161, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8683832883834839, + "num_tokens": 225154044.0, + "step": 5928 + }, + { + "epoch": 0.7542297417631345, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.652043581008911, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8815892934799194, + "num_tokens": 225191393.0, + "step": 5929 + }, + { + "epoch": 0.7543569520417249, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4538052082061768, + "learning_rate": 1e-05, + "loss": 0.496, + "mean_token_accuracy": 0.8505712747573853, + "num_tokens": 225232577.0, + "step": 5930 + }, + { + "epoch": 0.7544841623203155, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.650705337524414, + "learning_rate": 1e-05, + "loss": 0.5072, + "mean_token_accuracy": 0.8480278253555298, + "num_tokens": 225270458.0, + "step": 5931 + }, + { + "epoch": 0.754611372598906, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.453662633895874, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8590681552886963, + "num_tokens": 225306777.0, + "step": 5932 + }, + { + "epoch": 0.7547385828774965, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6377265453338623, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8677512407302856, + "num_tokens": 225345602.0, + "step": 5933 + }, + { + "epoch": 0.754865793156087, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.457261800765991, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8686921000480652, + "num_tokens": 225378885.0, + "step": 5934 + }, + { + "epoch": 0.7549930034346776, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6514387130737305, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8630377054214478, + "num_tokens": 225408421.0, + "step": 5935 + }, + { + "epoch": 0.755120213713268, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.451927900314331, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8628457188606262, + "num_tokens": 225441428.0, + "step": 5936 + }, + { + "epoch": 0.7552474239918585, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6517252922058105, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.8516319990158081, + "num_tokens": 225474912.0, + "step": 5937 + }, + { + "epoch": 0.755374634270449, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.454133987426758, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.8573561906814575, + "num_tokens": 225511876.0, + "step": 5938 + }, + { + "epoch": 0.7555018445490396, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6399333477020264, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8579641580581665, + "num_tokens": 225548754.0, + "step": 5939 + }, + { + "epoch": 0.7556290548276301, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4523847103118896, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8501287698745728, + "num_tokens": 225585554.0, + "step": 5940 + }, + { + "epoch": 0.7557562651062206, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.631876230239868, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8657835721969604, + "num_tokens": 225622727.0, + "step": 5941 + }, + { + "epoch": 0.755883475384811, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4395110607147217, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8712388277053833, + "num_tokens": 225662163.0, + "step": 5942 + }, + { + "epoch": 0.7560106856634016, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6455111503601074, + "learning_rate": 1e-05, + "loss": 0.4964, + "mean_token_accuracy": 0.8480552434921265, + "num_tokens": 225698932.0, + "step": 5943 + }, + { + "epoch": 0.7561378959419921, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.445727586746216, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8714842796325684, + "num_tokens": 225735587.0, + "step": 5944 + }, + { + "epoch": 0.7562651062205826, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.634625196456909, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.872671365737915, + "num_tokens": 225777013.0, + "step": 5945 + }, + { + "epoch": 0.7563923164991732, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4581139087677, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8652235269546509, + "num_tokens": 225808496.0, + "step": 5946 + }, + { + "epoch": 0.7565195267777637, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.630195140838623, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8677293062210083, + "num_tokens": 225848629.0, + "step": 5947 + }, + { + "epoch": 0.7566467370563541, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4473133087158203, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8702520132064819, + "num_tokens": 225882284.0, + "step": 5948 + }, + { + "epoch": 0.7567739473349446, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.642329216003418, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.850569486618042, + "num_tokens": 225919294.0, + "step": 5949 + }, + { + "epoch": 0.7569011576135352, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4531078338623047, + "learning_rate": 1e-05, + "loss": 0.504, + "mean_token_accuracy": 0.8479591608047485, + "num_tokens": 225954742.0, + "step": 5950 + }, + { + "epoch": 0.7570283678921257, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.622659921646118, + "learning_rate": 1e-05, + "loss": 0.3932, + "mean_token_accuracy": 0.8848294019699097, + "num_tokens": 225992532.0, + "step": 5951 + }, + { + "epoch": 0.7571555781707162, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.440218210220337, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.862125039100647, + "num_tokens": 226034272.0, + "step": 5952 + }, + { + "epoch": 0.7572827884493067, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6451897621154785, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8551726341247559, + "num_tokens": 226066607.0, + "step": 5953 + }, + { + "epoch": 0.7574099987278972, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.442009687423706, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8533199429512024, + "num_tokens": 226103077.0, + "step": 5954 + }, + { + "epoch": 0.7575372090064877, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6384806632995605, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8766471743583679, + "num_tokens": 226140488.0, + "step": 5955 + }, + { + "epoch": 0.7576644192850782, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4310362339019775, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.876995861530304, + "num_tokens": 226177139.0, + "step": 5956 + }, + { + "epoch": 0.7577916295636687, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6475236415863037, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8651214838027954, + "num_tokens": 226216340.0, + "step": 5957 + }, + { + "epoch": 0.7579188398422593, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.43641996383667, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8792455792427063, + "num_tokens": 226253507.0, + "step": 5958 + }, + { + "epoch": 0.7580460501208498, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6531999111175537, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.855944812297821, + "num_tokens": 226296617.0, + "step": 5959 + }, + { + "epoch": 0.7581732603994403, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4420557022094727, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8570055961608887, + "num_tokens": 226335483.0, + "step": 5960 + }, + { + "epoch": 0.7583004706780307, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6597702503204346, + "learning_rate": 1e-05, + "loss": 0.4949, + "mean_token_accuracy": 0.8499398231506348, + "num_tokens": 226373773.0, + "step": 5961 + }, + { + "epoch": 0.7584276809566213, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430140733718872, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8653503060340881, + "num_tokens": 226410333.0, + "step": 5962 + }, + { + "epoch": 0.7585548912352118, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.659210443496704, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8626571297645569, + "num_tokens": 226451058.0, + "step": 5963 + }, + { + "epoch": 0.7586821015138023, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.428507089614868, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8658362627029419, + "num_tokens": 226487099.0, + "step": 5964 + }, + { + "epoch": 0.7588093117923929, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.672947883605957, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8678220510482788, + "num_tokens": 226521462.0, + "step": 5965 + }, + { + "epoch": 0.7589365220709834, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4392876625061035, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8607604503631592, + "num_tokens": 226560573.0, + "step": 5966 + }, + { + "epoch": 0.7590637323495738, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6718342304229736, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8582572937011719, + "num_tokens": 226603717.0, + "step": 5967 + }, + { + "epoch": 0.7591909426281643, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.428513288497925, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8668015599250793, + "num_tokens": 226647049.0, + "step": 5968 + }, + { + "epoch": 0.7593181529067549, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.685685634613037, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8707574605941772, + "num_tokens": 226682459.0, + "step": 5969 + }, + { + "epoch": 0.7594453631853454, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4270808696746826, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8561562299728394, + "num_tokens": 226727381.0, + "step": 5970 + }, + { + "epoch": 0.7595725734639359, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.7020022869110107, + "learning_rate": 1e-05, + "loss": 0.5205, + "mean_token_accuracy": 0.8428810834884644, + "num_tokens": 226766732.0, + "step": 5971 + }, + { + "epoch": 0.7596997837425264, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4422969818115234, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8568739891052246, + "num_tokens": 226808165.0, + "step": 5972 + }, + { + "epoch": 0.7598269940211169, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7013416290283203, + "learning_rate": 1e-05, + "loss": 0.4978, + "mean_token_accuracy": 0.8541353940963745, + "num_tokens": 226848113.0, + "step": 5973 + }, + { + "epoch": 0.7599542042997074, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4557836055755615, + "learning_rate": 1e-05, + "loss": 0.5323, + "mean_token_accuracy": 0.8401951789855957, + "num_tokens": 226889390.0, + "step": 5974 + }, + { + "epoch": 0.7600814145782979, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6982312202453613, + "learning_rate": 1e-05, + "loss": 0.5058, + "mean_token_accuracy": 0.8507477641105652, + "num_tokens": 226929111.0, + "step": 5975 + }, + { + "epoch": 0.7602086248568884, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.446934938430786, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8754318356513977, + "num_tokens": 226966677.0, + "step": 5976 + }, + { + "epoch": 0.760335835135479, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.696803331375122, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8573459386825562, + "num_tokens": 227004083.0, + "step": 5977 + }, + { + "epoch": 0.7604630454140695, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4454643726348877, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8587611317634583, + "num_tokens": 227049954.0, + "step": 5978 + }, + { + "epoch": 0.7605902556926599, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.695913314819336, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8600384593009949, + "num_tokens": 227088532.0, + "step": 5979 + }, + { + "epoch": 0.7607174659712505, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4502334594726562, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8768784999847412, + "num_tokens": 227129471.0, + "step": 5980 + }, + { + "epoch": 0.760844676249841, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7019619941711426, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8580548763275146, + "num_tokens": 227167443.0, + "step": 5981 + }, + { + "epoch": 0.7609718865284315, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4495370388031006, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8708541393280029, + "num_tokens": 227207577.0, + "step": 5982 + }, + { + "epoch": 0.761099096807022, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6990678310394287, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8615450263023376, + "num_tokens": 227247424.0, + "step": 5983 + }, + { + "epoch": 0.7612263070856126, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4528310298919678, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8610144257545471, + "num_tokens": 227286361.0, + "step": 5984 + }, + { + "epoch": 0.761353517364203, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6892147064208984, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.868643045425415, + "num_tokens": 227326786.0, + "step": 5985 + }, + { + "epoch": 0.7614807276427935, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.454524040222168, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.8506908416748047, + "num_tokens": 227370237.0, + "step": 5986 + }, + { + "epoch": 0.761607937921384, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.697162389755249, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8816455602645874, + "num_tokens": 227399711.0, + "step": 5987 + }, + { + "epoch": 0.7617351481999746, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4682443141937256, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8686448335647583, + "num_tokens": 227436468.0, + "step": 5988 + }, + { + "epoch": 0.7618623584785651, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.680555582046509, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.8605443835258484, + "num_tokens": 227476128.0, + "step": 5989 + }, + { + "epoch": 0.7619895687571556, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.474123001098633, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8634982705116272, + "num_tokens": 227510499.0, + "step": 5990 + }, + { + "epoch": 0.762116779035746, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6784374713897705, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8591405749320984, + "num_tokens": 227542886.0, + "step": 5991 + }, + { + "epoch": 0.7622439893143366, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4533777236938477, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8705196976661682, + "num_tokens": 227583244.0, + "step": 5992 + }, + { + "epoch": 0.7623711995929271, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6632111072540283, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8687137365341187, + "num_tokens": 227622690.0, + "step": 5993 + }, + { + "epoch": 0.7624984098715176, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4533867835998535, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8594034910202026, + "num_tokens": 227663537.0, + "step": 5994 + }, + { + "epoch": 0.7626256201501082, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.668200731277466, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.863003134727478, + "num_tokens": 227700679.0, + "step": 5995 + }, + { + "epoch": 0.7627528304286987, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.465712547302246, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.8529843091964722, + "num_tokens": 227738410.0, + "step": 5996 + }, + { + "epoch": 0.7628800407072891, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6501340866088867, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8659566044807434, + "num_tokens": 227780849.0, + "step": 5997 + }, + { + "epoch": 0.7630072509858796, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.465848207473755, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8694286346435547, + "num_tokens": 227815488.0, + "step": 5998 + }, + { + "epoch": 0.7631344612644702, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6569957733154297, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8684830665588379, + "num_tokens": 227848627.0, + "step": 5999 + }, + { + "epoch": 0.7632616715430607, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4520328044891357, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8626767992973328, + "num_tokens": 227888394.0, + "step": 6000 + }, + { + "epoch": 0.7633888818216512, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.647231101989746, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8695641756057739, + "num_tokens": 227923785.0, + "step": 6001 + }, + { + "epoch": 0.7635160921002417, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4687836170196533, + "learning_rate": 1e-05, + "loss": 0.4837, + "mean_token_accuracy": 0.8531756401062012, + "num_tokens": 227958714.0, + "step": 6002 + }, + { + "epoch": 0.7636433023788322, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000152587890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6436643600463867, + "learning_rate": 1e-05, + "loss": 0.5413, + "mean_token_accuracy": 0.8358243703842163, + "num_tokens": 228004414.0, + "step": 6003 + }, + { + "epoch": 0.7637705126574227, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.473113536834717, + "learning_rate": 1e-05, + "loss": 0.5119, + "mean_token_accuracy": 0.8474668264389038, + "num_tokens": 228044291.0, + "step": 6004 + }, + { + "epoch": 0.7638977229360132, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6340129375457764, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8682335615158081, + "num_tokens": 228080656.0, + "step": 6005 + }, + { + "epoch": 0.7640249332146037, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4582176208496094, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.863544225692749, + "num_tokens": 228117787.0, + "step": 6006 + }, + { + "epoch": 0.7641521434931943, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.642083168029785, + "learning_rate": 1e-05, + "loss": 0.4841, + "mean_token_accuracy": 0.8553198575973511, + "num_tokens": 228150620.0, + "step": 6007 + }, + { + "epoch": 0.7642793537717848, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4442834854125977, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8717842102050781, + "num_tokens": 228188330.0, + "step": 6008 + }, + { + "epoch": 0.7644065640503753, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.625546932220459, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8689039349555969, + "num_tokens": 228231369.0, + "step": 6009 + }, + { + "epoch": 0.7645337743289657, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.443601608276367, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8699084520339966, + "num_tokens": 228269321.0, + "step": 6010 + }, + { + "epoch": 0.7646609846075563, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6444690227508545, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.870285153388977, + "num_tokens": 228305240.0, + "step": 6011 + }, + { + "epoch": 0.7647881948861468, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4469714164733887, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8641716241836548, + "num_tokens": 228345100.0, + "step": 6012 + }, + { + "epoch": 0.7649154051647373, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.652514696121216, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8666342496871948, + "num_tokens": 228379215.0, + "step": 6013 + }, + { + "epoch": 0.7650426154433279, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.44521427154541, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8585186004638672, + "num_tokens": 228415954.0, + "step": 6014 + }, + { + "epoch": 0.7651698257219184, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6545419692993164, + "learning_rate": 1e-05, + "loss": 0.5037, + "mean_token_accuracy": 0.8470219373703003, + "num_tokens": 228453569.0, + "step": 6015 + }, + { + "epoch": 0.7652970360005088, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4584884643554688, + "learning_rate": 1e-05, + "loss": 0.5266, + "mean_token_accuracy": 0.8458861708641052, + "num_tokens": 228491384.0, + "step": 6016 + }, + { + "epoch": 0.7654242462790993, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.659524440765381, + "learning_rate": 1e-05, + "loss": 0.5131, + "mean_token_accuracy": 0.8443305492401123, + "num_tokens": 228528118.0, + "step": 6017 + }, + { + "epoch": 0.7655514565576899, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.447654962539673, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.855851411819458, + "num_tokens": 228568207.0, + "step": 6018 + }, + { + "epoch": 0.7656786668362804, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.659905433654785, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8599610328674316, + "num_tokens": 228604313.0, + "step": 6019 + }, + { + "epoch": 0.7658058771148709, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4268527030944824, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8752953410148621, + "num_tokens": 228645615.0, + "step": 6020 + }, + { + "epoch": 0.7659330873934614, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6818294525146484, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8572471737861633, + "num_tokens": 228679137.0, + "step": 6021 + }, + { + "epoch": 0.7660602976720519, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4449219703674316, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.86829674243927, + "num_tokens": 228717383.0, + "step": 6022 + }, + { + "epoch": 0.7661875079506424, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.688149929046631, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8728693723678589, + "num_tokens": 228747260.0, + "step": 6023 + }, + { + "epoch": 0.7663147182292329, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4534149169921875, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8556692004203796, + "num_tokens": 228780852.0, + "step": 6024 + }, + { + "epoch": 0.7664419285078234, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6709985733032227, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8662732839584351, + "num_tokens": 228820220.0, + "step": 6025 + }, + { + "epoch": 0.766569138786414, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.440068006515503, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8669276237487793, + "num_tokens": 228858903.0, + "step": 6026 + }, + { + "epoch": 0.7666963490650045, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6771974563598633, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8738712072372437, + "num_tokens": 228894998.0, + "step": 6027 + }, + { + "epoch": 0.7668235593435949, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.442568302154541, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8667640686035156, + "num_tokens": 228933333.0, + "step": 6028 + }, + { + "epoch": 0.7669507696221854, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.68552303314209, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.863945484161377, + "num_tokens": 228972960.0, + "step": 6029 + }, + { + "epoch": 0.767077979900776, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015354156494140625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4529242515563965, + "learning_rate": 1e-05, + "loss": 0.4921, + "mean_token_accuracy": 0.8524649739265442, + "num_tokens": 229010967.0, + "step": 6030 + }, + { + "epoch": 0.7672051901793665, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.664734363555908, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8673548102378845, + "num_tokens": 229052424.0, + "step": 6031 + }, + { + "epoch": 0.767332400457957, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4609644412994385, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8604884147644043, + "num_tokens": 229088106.0, + "step": 6032 + }, + { + "epoch": 0.7674596107365476, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.669313430786133, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8660275936126709, + "num_tokens": 229122340.0, + "step": 6033 + }, + { + "epoch": 0.767586821015138, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.468747138977051, + "learning_rate": 1e-05, + "loss": 0.5024, + "mean_token_accuracy": 0.854205310344696, + "num_tokens": 229158299.0, + "step": 6034 + }, + { + "epoch": 0.7677140312937285, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6630215644836426, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8611458539962769, + "num_tokens": 229187870.0, + "step": 6035 + }, + { + "epoch": 0.767841241572319, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4543087482452393, + "learning_rate": 1e-05, + "loss": 0.494, + "mean_token_accuracy": 0.8491522669792175, + "num_tokens": 229226459.0, + "step": 6036 + }, + { + "epoch": 0.7679684518509096, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6667072772979736, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8638162612915039, + "num_tokens": 229257973.0, + "step": 6037 + }, + { + "epoch": 0.7680956621295001, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4491162300109863, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8667123317718506, + "num_tokens": 229297870.0, + "step": 6038 + }, + { + "epoch": 0.7682228724080906, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.677265167236328, + "learning_rate": 1e-05, + "loss": 0.4934, + "mean_token_accuracy": 0.8553804159164429, + "num_tokens": 229331295.0, + "step": 6039 + }, + { + "epoch": 0.768350082686681, + "ewc_loss": 0.051025390625, + "ewc_loss_diag": 0.0001544952392578125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.525287389755249, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8596874475479126, + "num_tokens": 229369491.0, + "step": 6040 + }, + { + "epoch": 0.7684772929652716, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.61714506149292, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8549932241439819, + "num_tokens": 229407836.0, + "step": 6041 + }, + { + "epoch": 0.7686045032438621, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4670357704162598, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8667513132095337, + "num_tokens": 229444806.0, + "step": 6042 + }, + { + "epoch": 0.7687317135224526, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.598989248275757, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8671388030052185, + "num_tokens": 229485588.0, + "step": 6043 + }, + { + "epoch": 0.7688589238010431, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4722204208374023, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8682476282119751, + "num_tokens": 229521924.0, + "step": 6044 + }, + { + "epoch": 0.7689861340796337, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.601628541946411, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8663707375526428, + "num_tokens": 229561511.0, + "step": 6045 + }, + { + "epoch": 0.7691133443582241, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4515740871429443, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8618521690368652, + "num_tokens": 229607193.0, + "step": 6046 + }, + { + "epoch": 0.7692405546368146, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6035726070404053, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8707137107849121, + "num_tokens": 229642775.0, + "step": 6047 + }, + { + "epoch": 0.7693677649154052, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4579660892486572, + "learning_rate": 1e-05, + "loss": 0.503, + "mean_token_accuracy": 0.8478457927703857, + "num_tokens": 229680960.0, + "step": 6048 + }, + { + "epoch": 0.7694949751939957, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.615525960922241, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.87559974193573, + "num_tokens": 229713473.0, + "step": 6049 + }, + { + "epoch": 0.7696221854725862, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.429713487625122, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8732426762580872, + "num_tokens": 229753919.0, + "step": 6050 + }, + { + "epoch": 0.7697493957511767, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.65046763420105, + "learning_rate": 1e-05, + "loss": 0.5231, + "mean_token_accuracy": 0.848106861114502, + "num_tokens": 229788635.0, + "step": 6051 + }, + { + "epoch": 0.7698766060297672, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.417834758758545, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8676739931106567, + "num_tokens": 229831221.0, + "step": 6052 + }, + { + "epoch": 0.7700038163083577, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6762540340423584, + "learning_rate": 1e-05, + "loss": 0.495, + "mean_token_accuracy": 0.850150465965271, + "num_tokens": 229866762.0, + "step": 6053 + }, + { + "epoch": 0.7701310265869482, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.415477991104126, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8680861592292786, + "num_tokens": 229904715.0, + "step": 6054 + }, + { + "epoch": 0.7702582368655387, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.688688039779663, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8655865788459778, + "num_tokens": 229942938.0, + "step": 6055 + }, + { + "epoch": 0.7703854471441293, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.416027069091797, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8679514527320862, + "num_tokens": 229982468.0, + "step": 6056 + }, + { + "epoch": 0.7705126574227198, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7153472900390625, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8551169037818909, + "num_tokens": 230022386.0, + "step": 6057 + }, + { + "epoch": 0.7706398677013102, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.441941976547241, + "learning_rate": 1e-05, + "loss": 0.5087, + "mean_token_accuracy": 0.850114107131958, + "num_tokens": 230054871.0, + "step": 6058 + }, + { + "epoch": 0.7707670779799007, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7130508422851562, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.871289074420929, + "num_tokens": 230090996.0, + "step": 6059 + }, + { + "epoch": 0.7708942882584913, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.442122459411621, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8695640563964844, + "num_tokens": 230124575.0, + "step": 6060 + }, + { + "epoch": 0.7710214985370818, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7046236991882324, + "learning_rate": 1e-05, + "loss": 0.5332, + "mean_token_accuracy": 0.8426185846328735, + "num_tokens": 230168225.0, + "step": 6061 + }, + { + "epoch": 0.7711487088156723, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.452016592025757, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8596612811088562, + "num_tokens": 230208004.0, + "step": 6062 + }, + { + "epoch": 0.7712759190942629, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7114906311035156, + "learning_rate": 1e-05, + "loss": 0.4978, + "mean_token_accuracy": 0.8548624515533447, + "num_tokens": 230243247.0, + "step": 6063 + }, + { + "epoch": 0.7714031293728534, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4394285678863525, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8691167235374451, + "num_tokens": 230286646.0, + "step": 6064 + }, + { + "epoch": 0.7715303396514438, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.733976364135742, + "learning_rate": 1e-05, + "loss": 0.5198, + "mean_token_accuracy": 0.8426313400268555, + "num_tokens": 230317705.0, + "step": 6065 + }, + { + "epoch": 0.7716575499300343, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.448856830596924, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8548554182052612, + "num_tokens": 230362523.0, + "step": 6066 + }, + { + "epoch": 0.7717847602086249, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.722557306289673, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8535541892051697, + "num_tokens": 230402678.0, + "step": 6067 + }, + { + "epoch": 0.7719119704872154, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.46333646774292, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8617210984230042, + "num_tokens": 230440557.0, + "step": 6068 + }, + { + "epoch": 0.7720391807658059, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7239930629730225, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8620520234107971, + "num_tokens": 230477602.0, + "step": 6069 + }, + { + "epoch": 0.7721663910443964, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4546120166778564, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8811103105545044, + "num_tokens": 230518381.0, + "step": 6070 + }, + { + "epoch": 0.7722936013229869, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7130794525146484, + "learning_rate": 1e-05, + "loss": 0.5027, + "mean_token_accuracy": 0.8537318110466003, + "num_tokens": 230559615.0, + "step": 6071 + }, + { + "epoch": 0.7724208116015774, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.469792127609253, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8594304919242859, + "num_tokens": 230595270.0, + "step": 6072 + }, + { + "epoch": 0.7725480218801679, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.712341547012329, + "learning_rate": 1e-05, + "loss": 0.5022, + "mean_token_accuracy": 0.8511561155319214, + "num_tokens": 230630405.0, + "step": 6073 + }, + { + "epoch": 0.7726752321587584, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4851231575012207, + "learning_rate": 1e-05, + "loss": 0.5277, + "mean_token_accuracy": 0.8415403366088867, + "num_tokens": 230670836.0, + "step": 6074 + }, + { + "epoch": 0.772802442437349, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6789684295654297, + "learning_rate": 1e-05, + "loss": 0.5113, + "mean_token_accuracy": 0.8546041250228882, + "num_tokens": 230709150.0, + "step": 6075 + }, + { + "epoch": 0.7729296527159395, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4935507774353027, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8583117723464966, + "num_tokens": 230740306.0, + "step": 6076 + }, + { + "epoch": 0.7730568629945299, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.655146360397339, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8616706132888794, + "num_tokens": 230776499.0, + "step": 6077 + }, + { + "epoch": 0.7731840732731204, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.480271100997925, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8628042340278625, + "num_tokens": 230816614.0, + "step": 6078 + }, + { + "epoch": 0.773311283551711, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.622295618057251, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8545904159545898, + "num_tokens": 230865271.0, + "step": 6079 + }, + { + "epoch": 0.7734384938303015, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4785261154174805, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8576859831809998, + "num_tokens": 230903092.0, + "step": 6080 + }, + { + "epoch": 0.773565704108892, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6119272708892822, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8625668883323669, + "num_tokens": 230942726.0, + "step": 6081 + }, + { + "epoch": 0.7736929143874826, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015544891357421875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.473478317260742, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8570736646652222, + "num_tokens": 230978694.0, + "step": 6082 + }, + { + "epoch": 0.773820124666073, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.6138505935668945, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8575835227966309, + "num_tokens": 231015466.0, + "step": 6083 + }, + { + "epoch": 0.7739473349446635, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4545536041259766, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8626487255096436, + "num_tokens": 231054823.0, + "step": 6084 + }, + { + "epoch": 0.774074545223254, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6208441257476807, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8700357675552368, + "num_tokens": 231087893.0, + "step": 6085 + }, + { + "epoch": 0.7742017555018446, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.454707384109497, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.86097252368927, + "num_tokens": 231123446.0, + "step": 6086 + }, + { + "epoch": 0.7743289657804351, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.638533592224121, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8649705648422241, + "num_tokens": 231151558.0, + "step": 6087 + }, + { + "epoch": 0.7744561760590256, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4341564178466797, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8647152185440063, + "num_tokens": 231190715.0, + "step": 6088 + }, + { + "epoch": 0.774583386337616, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.646371603012085, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8710229396820068, + "num_tokens": 231224634.0, + "step": 6089 + }, + { + "epoch": 0.7747105966162066, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.427928924560547, + "learning_rate": 1e-05, + "loss": 0.504, + "mean_token_accuracy": 0.8514541387557983, + "num_tokens": 231265497.0, + "step": 6090 + }, + { + "epoch": 0.7748378068947971, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6562750339508057, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8637285828590393, + "num_tokens": 231301886.0, + "step": 6091 + }, + { + "epoch": 0.7749650171733876, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4424819946289062, + "learning_rate": 1e-05, + "loss": 0.503, + "mean_token_accuracy": 0.8491629362106323, + "num_tokens": 231339580.0, + "step": 6092 + }, + { + "epoch": 0.7750922274519781, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6638588905334473, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8615098595619202, + "num_tokens": 231376176.0, + "step": 6093 + }, + { + "epoch": 0.7752194377305687, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.447313070297241, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8613440990447998, + "num_tokens": 231409975.0, + "step": 6094 + }, + { + "epoch": 0.7753466480091591, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6599292755126953, + "learning_rate": 1e-05, + "loss": 0.4892, + "mean_token_accuracy": 0.8566476106643677, + "num_tokens": 231447998.0, + "step": 6095 + }, + { + "epoch": 0.7754738582877496, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.437922716140747, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8699280023574829, + "num_tokens": 231481810.0, + "step": 6096 + }, + { + "epoch": 0.7756010685663401, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6573853492736816, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8709589838981628, + "num_tokens": 231521866.0, + "step": 6097 + }, + { + "epoch": 0.7757282788449307, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.447937250137329, + "learning_rate": 1e-05, + "loss": 0.5084, + "mean_token_accuracy": 0.850302517414093, + "num_tokens": 231558247.0, + "step": 6098 + }, + { + "epoch": 0.7758554891235212, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6658501625061035, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8649247884750366, + "num_tokens": 231594183.0, + "step": 6099 + }, + { + "epoch": 0.7759826994021117, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4517111778259277, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8610692024230957, + "num_tokens": 231628991.0, + "step": 6100 + }, + { + "epoch": 0.7761099096807021, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6623051166534424, + "learning_rate": 1e-05, + "loss": 0.5107, + "mean_token_accuracy": 0.8476741909980774, + "num_tokens": 231669413.0, + "step": 6101 + }, + { + "epoch": 0.7762371199592927, + "ewc_loss": 0.05126953125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4437906742095947, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8624870777130127, + "num_tokens": 231708765.0, + "step": 6102 + }, + { + "epoch": 0.7763643302378832, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.660316228866577, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8586775660514832, + "num_tokens": 231747577.0, + "step": 6103 + }, + { + "epoch": 0.7764915405164737, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4430487155914307, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8553527593612671, + "num_tokens": 231788256.0, + "step": 6104 + }, + { + "epoch": 0.7766187507950643, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6688387393951416, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8594106435775757, + "num_tokens": 231825709.0, + "step": 6105 + }, + { + "epoch": 0.7767459610736548, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.442868709564209, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8651961088180542, + "num_tokens": 231862240.0, + "step": 6106 + }, + { + "epoch": 0.7768731713522452, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.678577423095703, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8718871474266052, + "num_tokens": 231897711.0, + "step": 6107 + }, + { + "epoch": 0.7770003816308357, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.453882932662964, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8548603057861328, + "num_tokens": 231932383.0, + "step": 6108 + }, + { + "epoch": 0.7771275919094263, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6975960731506348, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8555311560630798, + "num_tokens": 231960919.0, + "step": 6109 + }, + { + "epoch": 0.7772548021880168, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4384090900421143, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8797743916511536, + "num_tokens": 231996435.0, + "step": 6110 + }, + { + "epoch": 0.7773820124666073, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.682560443878174, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.851625919342041, + "num_tokens": 232036146.0, + "step": 6111 + }, + { + "epoch": 0.7775092227451978, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4426820278167725, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8539665937423706, + "num_tokens": 232077656.0, + "step": 6112 + }, + { + "epoch": 0.7776364330237884, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.69631028175354, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8675602674484253, + "num_tokens": 232113370.0, + "step": 6113 + }, + { + "epoch": 0.7777636433023788, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4361836910247803, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8674794435501099, + "num_tokens": 232155450.0, + "step": 6114 + }, + { + "epoch": 0.7778908535809693, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6871354579925537, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.866683840751648, + "num_tokens": 232198076.0, + "step": 6115 + }, + { + "epoch": 0.7780180638595598, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4416842460632324, + "learning_rate": 1e-05, + "loss": 0.4855, + "mean_token_accuracy": 0.8551803827285767, + "num_tokens": 232246472.0, + "step": 6116 + }, + { + "epoch": 0.7781452741381504, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.707571029663086, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8654946088790894, + "num_tokens": 232280576.0, + "step": 6117 + }, + { + "epoch": 0.7782724844167409, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.450869083404541, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8677050471305847, + "num_tokens": 232322172.0, + "step": 6118 + }, + { + "epoch": 0.7783996946953314, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7141788005828857, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8621516227722168, + "num_tokens": 232359317.0, + "step": 6119 + }, + { + "epoch": 0.7785269049739219, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.468916654586792, + "learning_rate": 1e-05, + "loss": 0.5114, + "mean_token_accuracy": 0.845440149307251, + "num_tokens": 232395209.0, + "step": 6120 + }, + { + "epoch": 0.7786541152525124, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.703162908554077, + "learning_rate": 1e-05, + "loss": 0.4963, + "mean_token_accuracy": 0.8536483645439148, + "num_tokens": 232433303.0, + "step": 6121 + }, + { + "epoch": 0.7787813255311029, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.468557596206665, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8738812804222107, + "num_tokens": 232464465.0, + "step": 6122 + }, + { + "epoch": 0.7789085358096934, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.675240993499756, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8769255876541138, + "num_tokens": 232499846.0, + "step": 6123 + }, + { + "epoch": 0.779035746088284, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.484743118286133, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8737130165100098, + "num_tokens": 232528714.0, + "step": 6124 + }, + { + "epoch": 0.7791629563668745, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.677813768386841, + "learning_rate": 1e-05, + "loss": 0.4944, + "mean_token_accuracy": 0.8530228137969971, + "num_tokens": 232561155.0, + "step": 6125 + }, + { + "epoch": 0.7792901666454649, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4819159507751465, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8756121397018433, + "num_tokens": 232595685.0, + "step": 6126 + }, + { + "epoch": 0.7794173769240554, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.643815517425537, + "learning_rate": 1e-05, + "loss": 0.5299, + "mean_token_accuracy": 0.8484992980957031, + "num_tokens": 232638683.0, + "step": 6127 + }, + { + "epoch": 0.779544587202646, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.467515230178833, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8628842830657959, + "num_tokens": 232677492.0, + "step": 6128 + }, + { + "epoch": 0.7796717974812365, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6354706287384033, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.8484736680984497, + "num_tokens": 232717997.0, + "step": 6129 + }, + { + "epoch": 0.779799007759827, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.481153964996338, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8558686971664429, + "num_tokens": 232756784.0, + "step": 6130 + }, + { + "epoch": 0.7799262180384176, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.618698835372925, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8600943088531494, + "num_tokens": 232795194.0, + "step": 6131 + }, + { + "epoch": 0.780053428317008, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4859235286712646, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8654742240905762, + "num_tokens": 232826505.0, + "step": 6132 + }, + { + "epoch": 0.7801806385955985, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.603008985519409, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8719192147254944, + "num_tokens": 232860111.0, + "step": 6133 + }, + { + "epoch": 0.780307848874189, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4741158485412598, + "learning_rate": 1e-05, + "loss": 0.4935, + "mean_token_accuracy": 0.8542814254760742, + "num_tokens": 232895558.0, + "step": 6134 + }, + { + "epoch": 0.7804350591527796, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.59057354927063, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.868566632270813, + "num_tokens": 232935737.0, + "step": 6135 + }, + { + "epoch": 0.7805622694313701, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4662625789642334, + "learning_rate": 1e-05, + "loss": 0.5184, + "mean_token_accuracy": 0.8438916206359863, + "num_tokens": 232977917.0, + "step": 6136 + }, + { + "epoch": 0.7806894797099606, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.593599319458008, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.874770998954773, + "num_tokens": 233016748.0, + "step": 6137 + }, + { + "epoch": 0.780816689988551, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4634251594543457, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.863614559173584, + "num_tokens": 233052814.0, + "step": 6138 + }, + { + "epoch": 0.7809439002671416, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.584944009780884, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8604214787483215, + "num_tokens": 233088727.0, + "step": 6139 + }, + { + "epoch": 0.7810711105457321, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.464944839477539, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.857707142829895, + "num_tokens": 233126402.0, + "step": 6140 + }, + { + "epoch": 0.7811983208243226, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.61767840385437, + "learning_rate": 1e-05, + "loss": 0.5151, + "mean_token_accuracy": 0.847683310508728, + "num_tokens": 233161204.0, + "step": 6141 + }, + { + "epoch": 0.7813255311029131, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.453596353530884, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8619250059127808, + "num_tokens": 233196527.0, + "step": 6142 + }, + { + "epoch": 0.7814527413815037, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000156402587890625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5990798473358154, + "learning_rate": 1e-05, + "loss": 0.4844, + "mean_token_accuracy": 0.8548749685287476, + "num_tokens": 233236164.0, + "step": 6143 + }, + { + "epoch": 0.7815799516600941, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4664950370788574, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8546146154403687, + "num_tokens": 233268762.0, + "step": 6144 + }, + { + "epoch": 0.7817071619386846, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.600294589996338, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.8561400175094604, + "num_tokens": 233307388.0, + "step": 6145 + }, + { + "epoch": 0.7818343722172751, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.440610647201538, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8657748699188232, + "num_tokens": 233347902.0, + "step": 6146 + }, + { + "epoch": 0.7819615824958657, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6355814933776855, + "learning_rate": 1e-05, + "loss": 0.5111, + "mean_token_accuracy": 0.8453389406204224, + "num_tokens": 233378959.0, + "step": 6147 + }, + { + "epoch": 0.7820887927744562, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.428992748260498, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8569570779800415, + "num_tokens": 233420580.0, + "step": 6148 + }, + { + "epoch": 0.7822160030530467, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6441526412963867, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8697920441627502, + "num_tokens": 233451628.0, + "step": 6149 + }, + { + "epoch": 0.7823432133316371, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.419811964035034, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8539702892303467, + "num_tokens": 233493994.0, + "step": 6150 + }, + { + "epoch": 0.7824704236102277, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.66137433052063, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8662274479866028, + "num_tokens": 233534156.0, + "step": 6151 + }, + { + "epoch": 0.7825976338888182, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4167747497558594, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8604714870452881, + "num_tokens": 233573179.0, + "step": 6152 + }, + { + "epoch": 0.7827248441674087, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6830527782440186, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8690708875656128, + "num_tokens": 233606424.0, + "step": 6153 + }, + { + "epoch": 0.7828520544459993, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.417835235595703, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8557634353637695, + "num_tokens": 233649155.0, + "step": 6154 + }, + { + "epoch": 0.7829792647245898, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00015735626220703125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.734041452407837, + "learning_rate": 1e-05, + "loss": 0.5022, + "mean_token_accuracy": 0.8474565148353577, + "num_tokens": 233677163.0, + "step": 6155 + }, + { + "epoch": 0.7831064750031802, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4302990436553955, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8502498865127563, + "num_tokens": 233713120.0, + "step": 6156 + }, + { + "epoch": 0.7832336852817707, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7339937686920166, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8589143753051758, + "num_tokens": 233751160.0, + "step": 6157 + }, + { + "epoch": 0.7833608955603613, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.439875602722168, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8594735860824585, + "num_tokens": 233786474.0, + "step": 6158 + }, + { + "epoch": 0.7834881058389518, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7404255867004395, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.866769015789032, + "num_tokens": 233818256.0, + "step": 6159 + }, + { + "epoch": 0.7836153161175423, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4562618732452393, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.8514697551727295, + "num_tokens": 233856519.0, + "step": 6160 + }, + { + "epoch": 0.7837425263961328, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.725600004196167, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8614088892936707, + "num_tokens": 233896132.0, + "step": 6161 + }, + { + "epoch": 0.7838697366747234, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.464632749557495, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8611660003662109, + "num_tokens": 233931668.0, + "step": 6162 + }, + { + "epoch": 0.7839969469533138, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.725749969482422, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8708289265632629, + "num_tokens": 233965821.0, + "step": 6163 + }, + { + "epoch": 0.7841241572319043, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.469252586364746, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8625495433807373, + "num_tokens": 234003488.0, + "step": 6164 + }, + { + "epoch": 0.7842513675104948, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7043564319610596, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8554143905639648, + "num_tokens": 234044270.0, + "step": 6165 + }, + { + "epoch": 0.7843785777890854, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4662365913391113, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8804347515106201, + "num_tokens": 234081754.0, + "step": 6166 + }, + { + "epoch": 0.7845057880676759, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.695340871810913, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8777562379837036, + "num_tokens": 234118961.0, + "step": 6167 + }, + { + "epoch": 0.7846329983462664, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.477973461151123, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8454365134239197, + "num_tokens": 234159084.0, + "step": 6168 + }, + { + "epoch": 0.7847602086248568, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6813032627105713, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8653379082679749, + "num_tokens": 234201296.0, + "step": 6169 + }, + { + "epoch": 0.7848874189034474, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4698870182037354, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.867186963558197, + "num_tokens": 234240661.0, + "step": 6170 + }, + { + "epoch": 0.7850146291820379, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6762704849243164, + "learning_rate": 1e-05, + "loss": 0.4932, + "mean_token_accuracy": 0.8519954681396484, + "num_tokens": 234277192.0, + "step": 6171 + }, + { + "epoch": 0.7851418394606284, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.465684175491333, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8585052490234375, + "num_tokens": 234321527.0, + "step": 6172 + }, + { + "epoch": 0.785269049739219, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6846907138824463, + "learning_rate": 1e-05, + "loss": 0.4997, + "mean_token_accuracy": 0.8492211103439331, + "num_tokens": 234355578.0, + "step": 6173 + }, + { + "epoch": 0.7853962600178095, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4648163318634033, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.868684709072113, + "num_tokens": 234395240.0, + "step": 6174 + }, + { + "epoch": 0.7855234702963999, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.674220561981201, + "learning_rate": 1e-05, + "loss": 0.5224, + "mean_token_accuracy": 0.847550630569458, + "num_tokens": 234436914.0, + "step": 6175 + }, + { + "epoch": 0.7856506805749904, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4591684341430664, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8604668378829956, + "num_tokens": 234477811.0, + "step": 6176 + }, + { + "epoch": 0.785777890853581, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6668336391448975, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.865756630897522, + "num_tokens": 234515489.0, + "step": 6177 + }, + { + "epoch": 0.7859051011321715, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4917948246002197, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8571580648422241, + "num_tokens": 234544846.0, + "step": 6178 + }, + { + "epoch": 0.786032311410762, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6399130821228027, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8711543083190918, + "num_tokens": 234581497.0, + "step": 6179 + }, + { + "epoch": 0.7861595216893525, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.564450979232788, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8543442487716675, + "num_tokens": 234621837.0, + "step": 6180 + }, + { + "epoch": 0.786286731967943, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5790445804595947, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8660385608673096, + "num_tokens": 234655049.0, + "step": 6181 + }, + { + "epoch": 0.7864139422465335, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.516470193862915, + "learning_rate": 1e-05, + "loss": 0.4858, + "mean_token_accuracy": 0.8537107706069946, + "num_tokens": 234689177.0, + "step": 6182 + }, + { + "epoch": 0.786541152525124, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5472803115844727, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8736534714698792, + "num_tokens": 234722744.0, + "step": 6183 + }, + { + "epoch": 0.7866683628037145, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5078539848327637, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8659861087799072, + "num_tokens": 234762998.0, + "step": 6184 + }, + { + "epoch": 0.7867955730823051, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.543879508972168, + "learning_rate": 1e-05, + "loss": 0.5127, + "mean_token_accuracy": 0.8452563285827637, + "num_tokens": 234799283.0, + "step": 6185 + }, + { + "epoch": 0.7869227833608956, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.502176523208618, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8520846962928772, + "num_tokens": 234838019.0, + "step": 6186 + }, + { + "epoch": 0.787049993639486, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5493369102478027, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8546415567398071, + "num_tokens": 234874449.0, + "step": 6187 + }, + { + "epoch": 0.7871772039180766, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.49043869972229, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8629153966903687, + "num_tokens": 234913868.0, + "step": 6188 + }, + { + "epoch": 0.7873044141966671, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5377919673919678, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8802449703216553, + "num_tokens": 234949060.0, + "step": 6189 + }, + { + "epoch": 0.7874316244752576, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4810473918914795, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8599045276641846, + "num_tokens": 234987732.0, + "step": 6190 + }, + { + "epoch": 0.7875588347538481, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.542771816253662, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8700236082077026, + "num_tokens": 235023030.0, + "step": 6191 + }, + { + "epoch": 0.7876860450324387, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4837520122528076, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.864730715751648, + "num_tokens": 235061560.0, + "step": 6192 + }, + { + "epoch": 0.7878132553110291, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.544487476348877, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8669389486312866, + "num_tokens": 235098826.0, + "step": 6193 + }, + { + "epoch": 0.7879404655896196, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.469438076019287, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8584765195846558, + "num_tokens": 235142116.0, + "step": 6194 + }, + { + "epoch": 0.7880676758682101, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5503551959991455, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8559793829917908, + "num_tokens": 235182920.0, + "step": 6195 + }, + { + "epoch": 0.7881948861468007, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4781064987182617, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8588812351226807, + "num_tokens": 235214669.0, + "step": 6196 + }, + { + "epoch": 0.7883220964253912, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.554469585418701, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8630244135856628, + "num_tokens": 235251723.0, + "step": 6197 + }, + { + "epoch": 0.7884493067039817, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4742772579193115, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8671295642852783, + "num_tokens": 235285931.0, + "step": 6198 + }, + { + "epoch": 0.7885765169825721, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5589706897735596, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8691905736923218, + "num_tokens": 235324571.0, + "step": 6199 + }, + { + "epoch": 0.7887037272611627, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4680981636047363, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8735896348953247, + "num_tokens": 235359348.0, + "step": 6200 + }, + { + "epoch": 0.7888309375397532, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.559960126876831, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8733452558517456, + "num_tokens": 235397998.0, + "step": 6201 + }, + { + "epoch": 0.7889581478183437, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4564108848571777, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8594716787338257, + "num_tokens": 235436991.0, + "step": 6202 + }, + { + "epoch": 0.7890853580969343, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.55499005317688, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.878736138343811, + "num_tokens": 235478129.0, + "step": 6203 + }, + { + "epoch": 0.7892125683755248, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4616899490356445, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8672926425933838, + "num_tokens": 235514630.0, + "step": 6204 + }, + { + "epoch": 0.7893397786541152, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5726633071899414, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8728746175765991, + "num_tokens": 235550212.0, + "step": 6205 + }, + { + "epoch": 0.7894669889327057, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4399120807647705, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8710188865661621, + "num_tokens": 235592602.0, + "step": 6206 + }, + { + "epoch": 0.7895941992112963, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5906474590301514, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8733372092247009, + "num_tokens": 235634199.0, + "step": 6207 + }, + { + "epoch": 0.7897214094898868, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5606849193573, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8708449602127075, + "num_tokens": 235670086.0, + "step": 6208 + }, + { + "epoch": 0.7898486197684773, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.540583848953247, + "learning_rate": 1e-05, + "loss": 0.5255, + "mean_token_accuracy": 0.8452768921852112, + "num_tokens": 235709749.0, + "step": 6209 + }, + { + "epoch": 0.7899758300470678, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.487488031387329, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8641270399093628, + "num_tokens": 235750574.0, + "step": 6210 + }, + { + "epoch": 0.7901030403256584, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.530623197555542, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8667398691177368, + "num_tokens": 235785234.0, + "step": 6211 + }, + { + "epoch": 0.7902302506042488, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4957337379455566, + "learning_rate": 1e-05, + "loss": 0.4984, + "mean_token_accuracy": 0.8499401807785034, + "num_tokens": 235822931.0, + "step": 6212 + }, + { + "epoch": 0.7903574608828393, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.518718957901001, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.8503644466400146, + "num_tokens": 235863022.0, + "step": 6213 + }, + { + "epoch": 0.7904846711614298, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4964864253997803, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8634740114212036, + "num_tokens": 235893275.0, + "step": 6214 + }, + { + "epoch": 0.7906118814400204, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.508368730545044, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8819769024848938, + "num_tokens": 235933908.0, + "step": 6215 + }, + { + "epoch": 0.7907390917186109, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.498296022415161, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.853823721408844, + "num_tokens": 235975296.0, + "step": 6216 + }, + { + "epoch": 0.7908663019972014, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5035502910614014, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8711191415786743, + "num_tokens": 236012872.0, + "step": 6217 + }, + { + "epoch": 0.7909935122757918, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5016160011291504, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8647367358207703, + "num_tokens": 236055762.0, + "step": 6218 + }, + { + "epoch": 0.7911207225543824, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4968461990356445, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8661892414093018, + "num_tokens": 236099968.0, + "step": 6219 + }, + { + "epoch": 0.7912479328329729, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.5259861946105957, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8529582023620605, + "num_tokens": 236134000.0, + "step": 6220 + }, + { + "epoch": 0.7913751431115634, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4859368801116943, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8677017092704773, + "num_tokens": 236174427.0, + "step": 6221 + }, + { + "epoch": 0.791502353390154, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.55173921585083, + "learning_rate": 1e-05, + "loss": 0.492, + "mean_token_accuracy": 0.8539076447486877, + "num_tokens": 236205643.0, + "step": 6222 + }, + { + "epoch": 0.7916295636687445, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.46942400932312, + "learning_rate": 1e-05, + "loss": 0.5154, + "mean_token_accuracy": 0.8449335098266602, + "num_tokens": 236252232.0, + "step": 6223 + }, + { + "epoch": 0.7917567739473349, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.544778347015381, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8584411144256592, + "num_tokens": 236293694.0, + "step": 6224 + }, + { + "epoch": 0.7918839842259254, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4594666957855225, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8675905466079712, + "num_tokens": 236335129.0, + "step": 6225 + }, + { + "epoch": 0.792011194504516, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5699117183685303, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8743164539337158, + "num_tokens": 236370294.0, + "step": 6226 + }, + { + "epoch": 0.7921384047831065, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.443575859069824, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8719527721405029, + "num_tokens": 236410728.0, + "step": 6227 + }, + { + "epoch": 0.792265615061697, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5782663822174072, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.862770676612854, + "num_tokens": 236453053.0, + "step": 6228 + }, + { + "epoch": 0.7923928253402875, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4396252632141113, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8710812330245972, + "num_tokens": 236491746.0, + "step": 6229 + }, + { + "epoch": 0.792520035618878, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6067090034484863, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8488566875457764, + "num_tokens": 236530938.0, + "step": 6230 + }, + { + "epoch": 0.7926472458974685, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.419077157974243, + "learning_rate": 1e-05, + "loss": 0.3814, + "mean_token_accuracy": 0.8881888389587402, + "num_tokens": 236567765.0, + "step": 6231 + }, + { + "epoch": 0.792774456176059, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.650630474090576, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.860602855682373, + "num_tokens": 236596522.0, + "step": 6232 + }, + { + "epoch": 0.7929016664546495, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.43766450881958, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8553289771080017, + "num_tokens": 236637493.0, + "step": 6233 + }, + { + "epoch": 0.7930288767332401, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6642262935638428, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8593401312828064, + "num_tokens": 236668405.0, + "step": 6234 + }, + { + "epoch": 0.7931560870118306, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4119491577148438, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.865851640701294, + "num_tokens": 236703105.0, + "step": 6235 + }, + { + "epoch": 0.793283297290421, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6768674850463867, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8647999167442322, + "num_tokens": 236747017.0, + "step": 6236 + }, + { + "epoch": 0.7934105075690115, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.3985755443573, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8693279027938843, + "num_tokens": 236785659.0, + "step": 6237 + }, + { + "epoch": 0.7935377178476021, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.733215570449829, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8539661169052124, + "num_tokens": 236819603.0, + "step": 6238 + }, + { + "epoch": 0.7936649281261926, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.402287244796753, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8673549890518188, + "num_tokens": 236859440.0, + "step": 6239 + }, + { + "epoch": 0.7937921384047831, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7753658294677734, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8627368807792664, + "num_tokens": 236892138.0, + "step": 6240 + }, + { + "epoch": 0.7939193486833737, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4263601303100586, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8453368544578552, + "num_tokens": 236930559.0, + "step": 6241 + }, + { + "epoch": 0.7940465589619641, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.788759708404541, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8593347668647766, + "num_tokens": 236969275.0, + "step": 6242 + }, + { + "epoch": 0.7941737692405546, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4305784702301025, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8708852529525757, + "num_tokens": 237007662.0, + "step": 6243 + }, + { + "epoch": 0.7943009795191451, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8116960525512695, + "learning_rate": 1e-05, + "loss": 0.5132, + "mean_token_accuracy": 0.8458356857299805, + "num_tokens": 237046553.0, + "step": 6244 + }, + { + "epoch": 0.7944281897977357, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.47772479057312, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8600653409957886, + "num_tokens": 237082309.0, + "step": 6245 + }, + { + "epoch": 0.7945554000763262, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7929301261901855, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8707322478294373, + "num_tokens": 237117997.0, + "step": 6246 + }, + { + "epoch": 0.7946826103549167, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.4911649227142334, + "learning_rate": 1e-05, + "loss": 0.5053, + "mean_token_accuracy": 0.8478530645370483, + "num_tokens": 237159169.0, + "step": 6247 + }, + { + "epoch": 0.7948098206335071, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7749736309051514, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8588925004005432, + "num_tokens": 237200863.0, + "step": 6248 + }, + { + "epoch": 0.7949370309120977, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5127689838409424, + "learning_rate": 1e-05, + "loss": 0.4995, + "mean_token_accuracy": 0.8492973446846008, + "num_tokens": 237237318.0, + "step": 6249 + }, + { + "epoch": 0.7950642411906882, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.740941286087036, + "learning_rate": 1e-05, + "loss": 0.5155, + "mean_token_accuracy": 0.8448801636695862, + "num_tokens": 237278724.0, + "step": 6250 + }, + { + "epoch": 0.7951914514692787, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5207810401916504, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8665307760238647, + "num_tokens": 237314190.0, + "step": 6251 + }, + { + "epoch": 0.7953186617478692, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.706751585006714, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8725836277008057, + "num_tokens": 237348560.0, + "step": 6252 + }, + { + "epoch": 0.7954458720264598, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.507032632827759, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8637334108352661, + "num_tokens": 237388421.0, + "step": 6253 + }, + { + "epoch": 0.7955730823050502, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6868374347686768, + "learning_rate": 1e-05, + "loss": 0.5097, + "mean_token_accuracy": 0.8466742634773254, + "num_tokens": 237424517.0, + "step": 6254 + }, + { + "epoch": 0.7957002925836407, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.48797607421875, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8658574819564819, + "num_tokens": 237466195.0, + "step": 6255 + }, + { + "epoch": 0.7958275028622313, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.676882266998291, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8657253980636597, + "num_tokens": 237500189.0, + "step": 6256 + }, + { + "epoch": 0.7959547131408218, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.503958225250244, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8562929630279541, + "num_tokens": 237534186.0, + "step": 6257 + }, + { + "epoch": 0.7960819234194123, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.649857759475708, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.8587902784347534, + "num_tokens": 237572382.0, + "step": 6258 + }, + { + "epoch": 0.7962091336980028, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4781696796417236, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.859785795211792, + "num_tokens": 237614300.0, + "step": 6259 + }, + { + "epoch": 0.7963363439765934, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.639125347137451, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8646174669265747, + "num_tokens": 237650952.0, + "step": 6260 + }, + { + "epoch": 0.7964635542551838, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4749059677124023, + "learning_rate": 1e-05, + "loss": 0.4867, + "mean_token_accuracy": 0.8533790111541748, + "num_tokens": 237689901.0, + "step": 6261 + }, + { + "epoch": 0.7965907645337743, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.649350166320801, + "learning_rate": 1e-05, + "loss": 0.5072, + "mean_token_accuracy": 0.8473919034004211, + "num_tokens": 237724889.0, + "step": 6262 + }, + { + "epoch": 0.7967179748123648, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4632787704467773, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8663605451583862, + "num_tokens": 237758853.0, + "step": 6263 + }, + { + "epoch": 0.7968451850909554, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6430559158325195, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8602450489997864, + "num_tokens": 237795646.0, + "step": 6264 + }, + { + "epoch": 0.7969723953695459, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4634792804718018, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8494225144386292, + "num_tokens": 237832229.0, + "step": 6265 + }, + { + "epoch": 0.7970996056481364, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6425976753234863, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8494892120361328, + "num_tokens": 237870459.0, + "step": 6266 + }, + { + "epoch": 0.7972268159267268, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.443122625350952, + "learning_rate": 1e-05, + "loss": 0.4764, + "mean_token_accuracy": 0.8574445843696594, + "num_tokens": 237912367.0, + "step": 6267 + }, + { + "epoch": 0.7973540262053174, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6572773456573486, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.860883355140686, + "num_tokens": 237950847.0, + "step": 6268 + }, + { + "epoch": 0.7974812364839079, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4515225887298584, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8681734800338745, + "num_tokens": 237985325.0, + "step": 6269 + }, + { + "epoch": 0.7976084467624984, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.666933536529541, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.851616621017456, + "num_tokens": 238021710.0, + "step": 6270 + }, + { + "epoch": 0.797735657041089, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4563989639282227, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.86716628074646, + "num_tokens": 238053024.0, + "step": 6271 + }, + { + "epoch": 0.7978628673196795, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6565213203430176, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8679503202438354, + "num_tokens": 238089732.0, + "step": 6272 + }, + { + "epoch": 0.7979900775982699, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.453233242034912, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8622317314147949, + "num_tokens": 238127583.0, + "step": 6273 + }, + { + "epoch": 0.7981172878768604, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6550002098083496, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8606366515159607, + "num_tokens": 238166328.0, + "step": 6274 + }, + { + "epoch": 0.798244498155451, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4518136978149414, + "learning_rate": 1e-05, + "loss": 0.4924, + "mean_token_accuracy": 0.8523715734481812, + "num_tokens": 238206111.0, + "step": 6275 + }, + { + "epoch": 0.7983717084340415, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.655837059020996, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8634873032569885, + "num_tokens": 238243793.0, + "step": 6276 + }, + { + "epoch": 0.798498918712632, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.444668769836426, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8765349984169006, + "num_tokens": 238284005.0, + "step": 6277 + }, + { + "epoch": 0.7986261289912225, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6665263175964355, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8566077351570129, + "num_tokens": 238321180.0, + "step": 6278 + }, + { + "epoch": 0.798753339269813, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4301602840423584, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8671868443489075, + "num_tokens": 238364383.0, + "step": 6279 + }, + { + "epoch": 0.7988805495484035, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6827244758605957, + "learning_rate": 1e-05, + "loss": 0.5228, + "mean_token_accuracy": 0.8482685685157776, + "num_tokens": 238405547.0, + "step": 6280 + }, + { + "epoch": 0.799007759826994, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4556655883789062, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8635261058807373, + "num_tokens": 238436810.0, + "step": 6281 + }, + { + "epoch": 0.7991349701055845, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6944098472595215, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8531997203826904, + "num_tokens": 238470062.0, + "step": 6282 + }, + { + "epoch": 0.7992621803841751, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.446290969848633, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8782594203948975, + "num_tokens": 238502680.0, + "step": 6283 + }, + { + "epoch": 0.7993893906627656, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.703648805618286, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8530356884002686, + "num_tokens": 238534355.0, + "step": 6284 + }, + { + "epoch": 0.799516600941356, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4448652267456055, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8595700263977051, + "num_tokens": 238572225.0, + "step": 6285 + }, + { + "epoch": 0.7996438112199465, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.698216438293457, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8663971424102783, + "num_tokens": 238608313.0, + "step": 6286 + }, + { + "epoch": 0.7997710214985371, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4446563720703125, + "learning_rate": 1e-05, + "loss": 0.5073, + "mean_token_accuracy": 0.8459768295288086, + "num_tokens": 238652973.0, + "step": 6287 + }, + { + "epoch": 0.7998982317771276, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7097508907318115, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8579339981079102, + "num_tokens": 238688490.0, + "step": 6288 + }, + { + "epoch": 0.8000254420557181, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4462409019470215, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8701900243759155, + "num_tokens": 238728641.0, + "step": 6289 + }, + { + "epoch": 0.8001526523343087, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7295689582824707, + "learning_rate": 1e-05, + "loss": 0.5035, + "mean_token_accuracy": 0.8476958870887756, + "num_tokens": 238764134.0, + "step": 6290 + }, + { + "epoch": 0.8002798626128991, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4528067111968994, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8671305775642395, + "num_tokens": 238803705.0, + "step": 6291 + }, + { + "epoch": 0.8004070728914896, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.740104913711548, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8539284467697144, + "num_tokens": 238836816.0, + "step": 6292 + }, + { + "epoch": 0.8005342831700801, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4637467861175537, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.869331419467926, + "num_tokens": 238870006.0, + "step": 6293 + }, + { + "epoch": 0.8006614934486707, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.72402286529541, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8599192500114441, + "num_tokens": 238907018.0, + "step": 6294 + }, + { + "epoch": 0.8007887037272612, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.484653949737549, + "learning_rate": 1e-05, + "loss": 0.5112, + "mean_token_accuracy": 0.847506582736969, + "num_tokens": 238943319.0, + "step": 6295 + }, + { + "epoch": 0.8009159140058517, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.708343505859375, + "learning_rate": 1e-05, + "loss": 0.5086, + "mean_token_accuracy": 0.8435532450675964, + "num_tokens": 238978546.0, + "step": 6296 + }, + { + "epoch": 0.8010431242844421, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.489537477493286, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8574540615081787, + "num_tokens": 239014785.0, + "step": 6297 + }, + { + "epoch": 0.8011703345630327, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7038087844848633, + "learning_rate": 1e-05, + "loss": 0.5203, + "mean_token_accuracy": 0.8396475315093994, + "num_tokens": 239048212.0, + "step": 6298 + }, + { + "epoch": 0.8012975448416232, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.482295274734497, + "learning_rate": 1e-05, + "loss": 0.5035, + "mean_token_accuracy": 0.8493242263793945, + "num_tokens": 239086946.0, + "step": 6299 + }, + { + "epoch": 0.8014247551202137, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.664508819580078, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8774083256721497, + "num_tokens": 239125100.0, + "step": 6300 + }, + { + "epoch": 0.8015519653988042, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.470761775970459, + "learning_rate": 1e-05, + "loss": 0.4808, + "mean_token_accuracy": 0.8529992699623108, + "num_tokens": 239163118.0, + "step": 6301 + }, + { + "epoch": 0.8016791756773948, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6697216033935547, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8666712045669556, + "num_tokens": 239196914.0, + "step": 6302 + }, + { + "epoch": 0.8018063859559852, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4790635108947754, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8612869381904602, + "num_tokens": 239229609.0, + "step": 6303 + }, + { + "epoch": 0.8019335962345757, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6402957439422607, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8802319765090942, + "num_tokens": 239269829.0, + "step": 6304 + }, + { + "epoch": 0.8020608065131662, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4705986976623535, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8763412237167358, + "num_tokens": 239308563.0, + "step": 6305 + }, + { + "epoch": 0.8021880167917568, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001583099365234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6401941776275635, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8637831211090088, + "num_tokens": 239348620.0, + "step": 6306 + }, + { + "epoch": 0.8023152270703473, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4877004623413086, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8600993156433105, + "num_tokens": 239380706.0, + "step": 6307 + }, + { + "epoch": 0.8024424373489378, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.628824472427368, + "learning_rate": 1e-05, + "loss": 0.4996, + "mean_token_accuracy": 0.8507986068725586, + "num_tokens": 239417365.0, + "step": 6308 + }, + { + "epoch": 0.8025696476275284, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.501389980316162, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.858663022518158, + "num_tokens": 239449926.0, + "step": 6309 + }, + { + "epoch": 0.8026968579061188, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5998921394348145, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8593734502792358, + "num_tokens": 239485134.0, + "step": 6310 + }, + { + "epoch": 0.8028240681847093, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4757397174835205, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8699625134468079, + "num_tokens": 239521353.0, + "step": 6311 + }, + { + "epoch": 0.8029512784632998, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.610783576965332, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8569853901863098, + "num_tokens": 239554902.0, + "step": 6312 + }, + { + "epoch": 0.8030784887418904, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4624271392822266, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.8505760431289673, + "num_tokens": 239597436.0, + "step": 6313 + }, + { + "epoch": 0.8032056990204809, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6103098392486572, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8657540082931519, + "num_tokens": 239635543.0, + "step": 6314 + }, + { + "epoch": 0.8033329092990714, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4514529705047607, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8717224597930908, + "num_tokens": 239673956.0, + "step": 6315 + }, + { + "epoch": 0.8034601195776618, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.618722438812256, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.857135534286499, + "num_tokens": 239712556.0, + "step": 6316 + }, + { + "epoch": 0.8035873298562524, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4477715492248535, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8749216794967651, + "num_tokens": 239747034.0, + "step": 6317 + }, + { + "epoch": 0.8037145401348429, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.627495765686035, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8642150163650513, + "num_tokens": 239787054.0, + "step": 6318 + }, + { + "epoch": 0.8038417504134334, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4548397064208984, + "learning_rate": 1e-05, + "loss": 0.513, + "mean_token_accuracy": 0.84694904088974, + "num_tokens": 239824796.0, + "step": 6319 + }, + { + "epoch": 0.803968960692024, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6377222537994385, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8535134792327881, + "num_tokens": 239862526.0, + "step": 6320 + }, + { + "epoch": 0.8040961709706145, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.462594985961914, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8582338690757751, + "num_tokens": 239897409.0, + "step": 6321 + }, + { + "epoch": 0.8042233812492049, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6277403831481934, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8683236837387085, + "num_tokens": 239935202.0, + "step": 6322 + }, + { + "epoch": 0.8043505915277954, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4665889739990234, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8638330101966858, + "num_tokens": 239967603.0, + "step": 6323 + }, + { + "epoch": 0.804477801806386, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.639341115951538, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.854042112827301, + "num_tokens": 240000757.0, + "step": 6324 + }, + { + "epoch": 0.8046050120849765, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.446047306060791, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8536447286605835, + "num_tokens": 240039747.0, + "step": 6325 + }, + { + "epoch": 0.804732222363567, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6512560844421387, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8564654588699341, + "num_tokens": 240078951.0, + "step": 6326 + }, + { + "epoch": 0.8048594326421575, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.443211555480957, + "learning_rate": 1e-05, + "loss": 0.5183, + "mean_token_accuracy": 0.8450028300285339, + "num_tokens": 240120097.0, + "step": 6327 + }, + { + "epoch": 0.804986642920748, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.655787944793701, + "learning_rate": 1e-05, + "loss": 0.5361, + "mean_token_accuracy": 0.842713475227356, + "num_tokens": 240166510.0, + "step": 6328 + }, + { + "epoch": 0.8051138531993385, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.42933988571167, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8612830638885498, + "num_tokens": 240207961.0, + "step": 6329 + }, + { + "epoch": 0.805241063477929, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6827592849731445, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8646714687347412, + "num_tokens": 240243257.0, + "step": 6330 + }, + { + "epoch": 0.8053682737565195, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4338629245758057, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8665781021118164, + "num_tokens": 240279844.0, + "step": 6331 + }, + { + "epoch": 0.8054954840351101, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6914474964141846, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8648814558982849, + "num_tokens": 240316836.0, + "step": 6332 + }, + { + "epoch": 0.8056226943137006, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4379029273986816, + "learning_rate": 1e-05, + "loss": 0.5131, + "mean_token_accuracy": 0.845246434211731, + "num_tokens": 240357794.0, + "step": 6333 + }, + { + "epoch": 0.805749904592291, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.704739570617676, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8423235416412354, + "num_tokens": 240397929.0, + "step": 6334 + }, + { + "epoch": 0.8058771148708815, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.430452585220337, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8725073337554932, + "num_tokens": 240434319.0, + "step": 6335 + }, + { + "epoch": 0.8060043251494721, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7120683193206787, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8607147932052612, + "num_tokens": 240476755.0, + "step": 6336 + }, + { + "epoch": 0.8061315354280626, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.443448066711426, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8679386377334595, + "num_tokens": 240513042.0, + "step": 6337 + }, + { + "epoch": 0.8062587457066531, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.71321702003479, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8643006086349487, + "num_tokens": 240554805.0, + "step": 6338 + }, + { + "epoch": 0.8063859559852437, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4458529949188232, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8749562501907349, + "num_tokens": 240593196.0, + "step": 6339 + }, + { + "epoch": 0.8065131662638341, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7110395431518555, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8646870851516724, + "num_tokens": 240632640.0, + "step": 6340 + }, + { + "epoch": 0.8066403765424246, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4664809703826904, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8658480644226074, + "num_tokens": 240672868.0, + "step": 6341 + }, + { + "epoch": 0.8067675868210151, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.707148551940918, + "learning_rate": 1e-05, + "loss": 0.5096, + "mean_token_accuracy": 0.8465795516967773, + "num_tokens": 240713499.0, + "step": 6342 + }, + { + "epoch": 0.8068947970996057, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.462744951248169, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8721616864204407, + "num_tokens": 240759684.0, + "step": 6343 + }, + { + "epoch": 0.8070220073781962, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7032887935638428, + "learning_rate": 1e-05, + "loss": 0.501, + "mean_token_accuracy": 0.8531733751296997, + "num_tokens": 240799439.0, + "step": 6344 + }, + { + "epoch": 0.8071492176567867, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.471062421798706, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8558823466300964, + "num_tokens": 240845569.0, + "step": 6345 + }, + { + "epoch": 0.8072764279353771, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6893458366394043, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8766467571258545, + "num_tokens": 240879721.0, + "step": 6346 + }, + { + "epoch": 0.8074036382139677, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4632551670074463, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8643269538879395, + "num_tokens": 240918433.0, + "step": 6347 + }, + { + "epoch": 0.8075308484925582, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.70686411857605, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8557443022727966, + "num_tokens": 240949650.0, + "step": 6348 + }, + { + "epoch": 0.8076580587711487, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.464256525039673, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8689128756523132, + "num_tokens": 240984803.0, + "step": 6349 + }, + { + "epoch": 0.8077852690497392, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6924681663513184, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8579161167144775, + "num_tokens": 241023173.0, + "step": 6350 + }, + { + "epoch": 0.8079124793283298, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.452845811843872, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.865900993347168, + "num_tokens": 241065235.0, + "step": 6351 + }, + { + "epoch": 0.8080396896069202, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.688988208770752, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8627258539199829, + "num_tokens": 241106283.0, + "step": 6352 + }, + { + "epoch": 0.8081668998855107, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4647414684295654, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8506228923797607, + "num_tokens": 241145544.0, + "step": 6353 + }, + { + "epoch": 0.8082941101641012, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.688796281814575, + "learning_rate": 1e-05, + "loss": 0.494, + "mean_token_accuracy": 0.8549363017082214, + "num_tokens": 241183888.0, + "step": 6354 + }, + { + "epoch": 0.8084213204426918, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4564595222473145, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8770388960838318, + "num_tokens": 241224650.0, + "step": 6355 + }, + { + "epoch": 0.8085485307212823, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.683861494064331, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8600970506668091, + "num_tokens": 241263907.0, + "step": 6356 + }, + { + "epoch": 0.8086757409998728, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4685490131378174, + "learning_rate": 1e-05, + "loss": 0.5163, + "mean_token_accuracy": 0.8405055999755859, + "num_tokens": 241305009.0, + "step": 6357 + }, + { + "epoch": 0.8088029512784632, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6817798614501953, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8676966428756714, + "num_tokens": 241344283.0, + "step": 6358 + }, + { + "epoch": 0.8089301615570538, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4657227993011475, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8634034395217896, + "num_tokens": 241380243.0, + "step": 6359 + }, + { + "epoch": 0.8090573718356443, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.676079750061035, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8600481748580933, + "num_tokens": 241414373.0, + "step": 6360 + }, + { + "epoch": 0.8091845821142348, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4574954509735107, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8669105768203735, + "num_tokens": 241456393.0, + "step": 6361 + }, + { + "epoch": 0.8093117923928254, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6716485023498535, + "learning_rate": 1e-05, + "loss": 0.4957, + "mean_token_accuracy": 0.8498086333274841, + "num_tokens": 241496086.0, + "step": 6362 + }, + { + "epoch": 0.8094390026714159, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.45525860786438, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8658541440963745, + "num_tokens": 241537814.0, + "step": 6363 + }, + { + "epoch": 0.8095662129500064, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.674287796020508, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8556068539619446, + "num_tokens": 241576762.0, + "step": 6364 + }, + { + "epoch": 0.8096934232285968, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4544200897216797, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.873839795589447, + "num_tokens": 241614667.0, + "step": 6365 + }, + { + "epoch": 0.8098206335071874, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6793575286865234, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8766921758651733, + "num_tokens": 241647216.0, + "step": 6366 + }, + { + "epoch": 0.8099478437857779, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4537527561187744, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8692202568054199, + "num_tokens": 241684278.0, + "step": 6367 + }, + { + "epoch": 0.8100750540643684, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6666688919067383, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8763267993927002, + "num_tokens": 241723326.0, + "step": 6368 + }, + { + "epoch": 0.8102022643429589, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.452407121658325, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.86644446849823, + "num_tokens": 241765251.0, + "step": 6369 + }, + { + "epoch": 0.8103294746215495, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.681462526321411, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8707073926925659, + "num_tokens": 241801862.0, + "step": 6370 + }, + { + "epoch": 0.8104566849001399, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4524924755096436, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8615087270736694, + "num_tokens": 241841448.0, + "step": 6371 + }, + { + "epoch": 0.8105838951787304, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6736903190612793, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8589931726455688, + "num_tokens": 241883151.0, + "step": 6372 + }, + { + "epoch": 0.810711105457321, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.457735776901245, + "learning_rate": 1e-05, + "loss": 0.4924, + "mean_token_accuracy": 0.8535315990447998, + "num_tokens": 241924643.0, + "step": 6373 + }, + { + "epoch": 0.8108383157359115, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.686594009399414, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8567910194396973, + "num_tokens": 241960361.0, + "step": 6374 + }, + { + "epoch": 0.810965526014502, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.450361728668213, + "learning_rate": 1e-05, + "loss": 0.51, + "mean_token_accuracy": 0.8462563753128052, + "num_tokens": 241999616.0, + "step": 6375 + }, + { + "epoch": 0.8110927362930925, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.68803334236145, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8572171926498413, + "num_tokens": 242035824.0, + "step": 6376 + }, + { + "epoch": 0.811219946571683, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4621222019195557, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8660057783126831, + "num_tokens": 242072680.0, + "step": 6377 + }, + { + "epoch": 0.8113471568502735, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6727113723754883, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8691341876983643, + "num_tokens": 242111135.0, + "step": 6378 + }, + { + "epoch": 0.811474367128864, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.455214738845825, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8687176704406738, + "num_tokens": 242148993.0, + "step": 6379 + }, + { + "epoch": 0.8116015774074545, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6735970973968506, + "learning_rate": 1e-05, + "loss": 0.4949, + "mean_token_accuracy": 0.8579854965209961, + "num_tokens": 242186230.0, + "step": 6380 + }, + { + "epoch": 0.8117287876860451, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.458077907562256, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8653087615966797, + "num_tokens": 242222341.0, + "step": 6381 + }, + { + "epoch": 0.8118559979646356, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6842072010040283, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8532169461250305, + "num_tokens": 242255408.0, + "step": 6382 + }, + { + "epoch": 0.811983208243226, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4693784713745117, + "learning_rate": 1e-05, + "loss": 0.5326, + "mean_token_accuracy": 0.8402410745620728, + "num_tokens": 242294664.0, + "step": 6383 + }, + { + "epoch": 0.8121104185218165, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6597678661346436, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8803294897079468, + "num_tokens": 242328982.0, + "step": 6384 + }, + { + "epoch": 0.8122376288004071, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.46834135055542, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8508225679397583, + "num_tokens": 242369542.0, + "step": 6385 + }, + { + "epoch": 0.8123648390789976, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.657660484313965, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8555547595024109, + "num_tokens": 242406699.0, + "step": 6386 + }, + { + "epoch": 0.8124920493575881, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.469877243041992, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8542945384979248, + "num_tokens": 242448057.0, + "step": 6387 + }, + { + "epoch": 0.8126192596361786, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.64520001411438, + "learning_rate": 1e-05, + "loss": 0.5051, + "mean_token_accuracy": 0.8490592241287231, + "num_tokens": 242489792.0, + "step": 6388 + }, + { + "epoch": 0.8127464699147691, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.454155683517456, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.856032133102417, + "num_tokens": 242535458.0, + "step": 6389 + }, + { + "epoch": 0.8128736801933596, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.636457920074463, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.862252950668335, + "num_tokens": 242577380.0, + "step": 6390 + }, + { + "epoch": 0.8130008904719501, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.460313558578491, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8579206466674805, + "num_tokens": 242614353.0, + "step": 6391 + }, + { + "epoch": 0.8131281007505406, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.639348268508911, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8704582452774048, + "num_tokens": 242648444.0, + "step": 6392 + }, + { + "epoch": 0.8132553110291312, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.454941749572754, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8590892553329468, + "num_tokens": 242687658.0, + "step": 6393 + }, + { + "epoch": 0.8133825213077217, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.63778018951416, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8620714545249939, + "num_tokens": 242726097.0, + "step": 6394 + }, + { + "epoch": 0.8135097315863121, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.448352098464966, + "learning_rate": 1e-05, + "loss": 0.4905, + "mean_token_accuracy": 0.8555564880371094, + "num_tokens": 242769229.0, + "step": 6395 + }, + { + "epoch": 0.8136369418649027, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.645867347717285, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.85893714427948, + "num_tokens": 242805815.0, + "step": 6396 + }, + { + "epoch": 0.8137641521434932, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4708948135375977, + "learning_rate": 1e-05, + "loss": 0.5022, + "mean_token_accuracy": 0.847407877445221, + "num_tokens": 242835929.0, + "step": 6397 + }, + { + "epoch": 0.8138913624220837, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6258811950683594, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8709140419960022, + "num_tokens": 242875295.0, + "step": 6398 + }, + { + "epoch": 0.8140185727006742, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.45763897895813, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8592991828918457, + "num_tokens": 242911825.0, + "step": 6399 + }, + { + "epoch": 0.8141457829792648, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6227731704711914, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8637648820877075, + "num_tokens": 242950568.0, + "step": 6400 + }, + { + "epoch": 0.8142729932578552, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4795126914978027, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8678605556488037, + "num_tokens": 242981223.0, + "step": 6401 + }, + { + "epoch": 0.8144002035364457, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.616504669189453, + "learning_rate": 1e-05, + "loss": 0.3948, + "mean_token_accuracy": 0.8818107843399048, + "num_tokens": 243016261.0, + "step": 6402 + }, + { + "epoch": 0.8145274138150362, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4605369567871094, + "learning_rate": 1e-05, + "loss": 0.507, + "mean_token_accuracy": 0.8478388786315918, + "num_tokens": 243056213.0, + "step": 6403 + }, + { + "epoch": 0.8146546240936268, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.610182285308838, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8613113164901733, + "num_tokens": 243097184.0, + "step": 6404 + }, + { + "epoch": 0.8147818343722173, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.455561876296997, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8606158494949341, + "num_tokens": 243136995.0, + "step": 6405 + }, + { + "epoch": 0.8149090446508078, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6188793182373047, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8751032948493958, + "num_tokens": 243173495.0, + "step": 6406 + }, + { + "epoch": 0.8150362549293982, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4580283164978027, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8596245646476746, + "num_tokens": 243209198.0, + "step": 6407 + }, + { + "epoch": 0.8151634652079888, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.618621587753296, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8674128651618958, + "num_tokens": 243249777.0, + "step": 6408 + }, + { + "epoch": 0.8152906754865793, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4493954181671143, + "learning_rate": 1e-05, + "loss": 0.4954, + "mean_token_accuracy": 0.8510374426841736, + "num_tokens": 243293094.0, + "step": 6409 + }, + { + "epoch": 0.8154178857651698, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6362247467041016, + "learning_rate": 1e-05, + "loss": 0.5252, + "mean_token_accuracy": 0.845795214176178, + "num_tokens": 243330881.0, + "step": 6410 + }, + { + "epoch": 0.8155450960437604, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4389734268188477, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8525031805038452, + "num_tokens": 243371292.0, + "step": 6411 + }, + { + "epoch": 0.8156723063223509, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6609957218170166, + "learning_rate": 1e-05, + "loss": 0.4953, + "mean_token_accuracy": 0.8475775718688965, + "num_tokens": 243404925.0, + "step": 6412 + }, + { + "epoch": 0.8157995166009414, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4303503036499023, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8698216676712036, + "num_tokens": 243442377.0, + "step": 6413 + }, + { + "epoch": 0.8159267268795318, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.676833152770996, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8676135540008545, + "num_tokens": 243476857.0, + "step": 6414 + }, + { + "epoch": 0.8160539371581224, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4389994144439697, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8785849809646606, + "num_tokens": 243506641.0, + "step": 6415 + }, + { + "epoch": 0.8161811474367129, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6881446838378906, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8569543957710266, + "num_tokens": 243547555.0, + "step": 6416 + }, + { + "epoch": 0.8163083577153034, + "ewc_loss": 0.051513671875, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.436147689819336, + "learning_rate": 1e-05, + "loss": 0.5076, + "mean_token_accuracy": 0.8514728546142578, + "num_tokens": 243588210.0, + "step": 6417 + }, + { + "epoch": 0.8164355679938939, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6946027278900146, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8587908148765564, + "num_tokens": 243626913.0, + "step": 6418 + }, + { + "epoch": 0.8165627782724845, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.00015926361083984375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4316842555999756, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8726022243499756, + "num_tokens": 243662645.0, + "step": 6419 + }, + { + "epoch": 0.8166899885510749, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7044355869293213, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.864661455154419, + "num_tokens": 243704603.0, + "step": 6420 + }, + { + "epoch": 0.8168171988296654, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.446085214614868, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8563200831413269, + "num_tokens": 243739571.0, + "step": 6421 + }, + { + "epoch": 0.8169444091082559, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.705270528793335, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8773584961891174, + "num_tokens": 243782047.0, + "step": 6422 + }, + { + "epoch": 0.8170716193868465, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4448935985565186, + "learning_rate": 1e-05, + "loss": 0.5058, + "mean_token_accuracy": 0.8448349237442017, + "num_tokens": 243825159.0, + "step": 6423 + }, + { + "epoch": 0.817198829665437, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.718475341796875, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8604503273963928, + "num_tokens": 243865627.0, + "step": 6424 + }, + { + "epoch": 0.8173260399440275, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4510326385498047, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8560985326766968, + "num_tokens": 243905750.0, + "step": 6425 + }, + { + "epoch": 0.8174532502226179, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.732055902481079, + "learning_rate": 1e-05, + "loss": 0.4808, + "mean_token_accuracy": 0.8532365560531616, + "num_tokens": 243936176.0, + "step": 6426 + }, + { + "epoch": 0.8175804605012085, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4445061683654785, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8718612194061279, + "num_tokens": 243979191.0, + "step": 6427 + }, + { + "epoch": 0.817707670779799, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.722249746322632, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8517322540283203, + "num_tokens": 244025074.0, + "step": 6428 + }, + { + "epoch": 0.8178348810583895, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4699137210845947, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.865583062171936, + "num_tokens": 244062033.0, + "step": 6429 + }, + { + "epoch": 0.8179620913369801, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7052252292633057, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.877692461013794, + "num_tokens": 244100025.0, + "step": 6430 + }, + { + "epoch": 0.8180893016155706, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.473569869995117, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8804618120193481, + "num_tokens": 244136253.0, + "step": 6431 + }, + { + "epoch": 0.818216511894161, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.704951286315918, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8646048307418823, + "num_tokens": 244174179.0, + "step": 6432 + }, + { + "epoch": 0.8183437221727515, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4752237796783447, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8744345307350159, + "num_tokens": 244209096.0, + "step": 6433 + }, + { + "epoch": 0.8184709324513421, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6835877895355225, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8681634068489075, + "num_tokens": 244248920.0, + "step": 6434 + }, + { + "epoch": 0.8185981427299326, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4727060794830322, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.861667275428772, + "num_tokens": 244289338.0, + "step": 6435 + }, + { + "epoch": 0.8187253530085231, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6759371757507324, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8723863363265991, + "num_tokens": 244324844.0, + "step": 6436 + }, + { + "epoch": 0.8188525632871136, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.478285312652588, + "learning_rate": 1e-05, + "loss": 0.5171, + "mean_token_accuracy": 0.8461593985557556, + "num_tokens": 244364815.0, + "step": 6437 + }, + { + "epoch": 0.8189797735657041, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.647986650466919, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8631635904312134, + "num_tokens": 244407509.0, + "step": 6438 + }, + { + "epoch": 0.8191069838442946, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4712584018707275, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8755306601524353, + "num_tokens": 244446663.0, + "step": 6439 + }, + { + "epoch": 0.8192341941228851, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6362545490264893, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8572823405265808, + "num_tokens": 244492292.0, + "step": 6440 + }, + { + "epoch": 0.8193614044014756, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4695053100585938, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8620326519012451, + "num_tokens": 244531390.0, + "step": 6441 + }, + { + "epoch": 0.8194886146800662, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.641554832458496, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8671392202377319, + "num_tokens": 244567377.0, + "step": 6442 + }, + { + "epoch": 0.8196158249586567, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.460552453994751, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8780874013900757, + "num_tokens": 244605690.0, + "step": 6443 + }, + { + "epoch": 0.8197430352372471, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.641493082046509, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8645837306976318, + "num_tokens": 244643512.0, + "step": 6444 + }, + { + "epoch": 0.8198702455158376, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.455183982849121, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.8506937026977539, + "num_tokens": 244691048.0, + "step": 6445 + }, + { + "epoch": 0.8199974557944282, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6381943225860596, + "learning_rate": 1e-05, + "loss": 0.5284, + "mean_token_accuracy": 0.8401888608932495, + "num_tokens": 244734205.0, + "step": 6446 + }, + { + "epoch": 0.8201246660730187, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4749813079833984, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8602346181869507, + "num_tokens": 244768302.0, + "step": 6447 + }, + { + "epoch": 0.8202518763516092, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6263153553009033, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8630748987197876, + "num_tokens": 244808880.0, + "step": 6448 + }, + { + "epoch": 0.8203790866301998, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.461803436279297, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.872515082359314, + "num_tokens": 244845507.0, + "step": 6449 + }, + { + "epoch": 0.8205062969087902, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.619509696960449, + "learning_rate": 1e-05, + "loss": 0.4991, + "mean_token_accuracy": 0.8499948978424072, + "num_tokens": 244888142.0, + "step": 6450 + }, + { + "epoch": 0.8206335071873807, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.452610969543457, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8785191774368286, + "num_tokens": 244928612.0, + "step": 6451 + }, + { + "epoch": 0.8207607174659712, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.621159553527832, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.864317774772644, + "num_tokens": 244969879.0, + "step": 6452 + }, + { + "epoch": 0.8208879277445618, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.461627960205078, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.861365556716919, + "num_tokens": 245004597.0, + "step": 6453 + }, + { + "epoch": 0.8210151380231523, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6258411407470703, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8555379509925842, + "num_tokens": 245050087.0, + "step": 6454 + }, + { + "epoch": 0.8211423483017428, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.45377516746521, + "learning_rate": 1e-05, + "loss": 0.4934, + "mean_token_accuracy": 0.8549902439117432, + "num_tokens": 245091626.0, + "step": 6455 + }, + { + "epoch": 0.8212695585803332, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.627315044403076, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8599230051040649, + "num_tokens": 245126780.0, + "step": 6456 + }, + { + "epoch": 0.8213967688589238, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4490954875946045, + "learning_rate": 1e-05, + "loss": 0.5148, + "mean_token_accuracy": 0.8444913625717163, + "num_tokens": 245169226.0, + "step": 6457 + }, + { + "epoch": 0.8215239791375143, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.649541139602661, + "learning_rate": 1e-05, + "loss": 0.5069, + "mean_token_accuracy": 0.8495373725891113, + "num_tokens": 245204983.0, + "step": 6458 + }, + { + "epoch": 0.8216511894161048, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.430551052093506, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8684933185577393, + "num_tokens": 245249162.0, + "step": 6459 + }, + { + "epoch": 0.8217783996946953, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6641077995300293, + "learning_rate": 1e-05, + "loss": 0.5144, + "mean_token_accuracy": 0.8476391434669495, + "num_tokens": 245288883.0, + "step": 6460 + }, + { + "epoch": 0.8219056099732859, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.426100969314575, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8589184284210205, + "num_tokens": 245328578.0, + "step": 6461 + }, + { + "epoch": 0.8220328202518764, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6840693950653076, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8573014140129089, + "num_tokens": 245368086.0, + "step": 6462 + }, + { + "epoch": 0.8221600305304668, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4344944953918457, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8622184991836548, + "num_tokens": 245405234.0, + "step": 6463 + }, + { + "epoch": 0.8222872408090574, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.704970359802246, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.869890034198761, + "num_tokens": 245439759.0, + "step": 6464 + }, + { + "epoch": 0.8224144510876479, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.437685966491699, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8569084405899048, + "num_tokens": 245474689.0, + "step": 6465 + }, + { + "epoch": 0.8225416613662384, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7130725383758545, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8629311323165894, + "num_tokens": 245509494.0, + "step": 6466 + }, + { + "epoch": 0.8226688716448289, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4405558109283447, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8648450374603271, + "num_tokens": 245550798.0, + "step": 6467 + }, + { + "epoch": 0.8227960819234195, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.715749979019165, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.8628612160682678, + "num_tokens": 245588929.0, + "step": 6468 + }, + { + "epoch": 0.8229232922020099, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4447295665740967, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8647420406341553, + "num_tokens": 245625952.0, + "step": 6469 + }, + { + "epoch": 0.8230505024806004, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.718430995941162, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8522401452064514, + "num_tokens": 245668156.0, + "step": 6470 + }, + { + "epoch": 0.8231777127591909, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.465017318725586, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8630199432373047, + "num_tokens": 245707117.0, + "step": 6471 + }, + { + "epoch": 0.8233049230377815, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7153561115264893, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8568793535232544, + "num_tokens": 245747248.0, + "step": 6472 + }, + { + "epoch": 0.823432133316372, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4512383937835693, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8569567203521729, + "num_tokens": 245795760.0, + "step": 6473 + }, + { + "epoch": 0.8235593435949625, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.729747772216797, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8663896322250366, + "num_tokens": 245827778.0, + "step": 6474 + }, + { + "epoch": 0.8236865538735529, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4644548892974854, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8667798042297363, + "num_tokens": 245866869.0, + "step": 6475 + }, + { + "epoch": 0.8238137641521435, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.714057207107544, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8752106428146362, + "num_tokens": 245904686.0, + "step": 6476 + }, + { + "epoch": 0.823940974430734, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.481670618057251, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8593621850013733, + "num_tokens": 245942169.0, + "step": 6477 + }, + { + "epoch": 0.8240681847093245, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7120680809020996, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8565552234649658, + "num_tokens": 245979957.0, + "step": 6478 + }, + { + "epoch": 0.824195394987915, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.472888708114624, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8694807291030884, + "num_tokens": 246019433.0, + "step": 6479 + }, + { + "epoch": 0.8243226052665056, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6966867446899414, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8606187105178833, + "num_tokens": 246057595.0, + "step": 6480 + }, + { + "epoch": 0.824449815545096, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.463496446609497, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8731894493103027, + "num_tokens": 246100141.0, + "step": 6481 + }, + { + "epoch": 0.8245770258236865, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6942710876464844, + "learning_rate": 1e-05, + "loss": 0.5279, + "mean_token_accuracy": 0.8419256806373596, + "num_tokens": 246141642.0, + "step": 6482 + }, + { + "epoch": 0.824704236102277, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.47709059715271, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8608008027076721, + "num_tokens": 246177844.0, + "step": 6483 + }, + { + "epoch": 0.8248314463808676, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6835217475891113, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8583995699882507, + "num_tokens": 246217470.0, + "step": 6484 + }, + { + "epoch": 0.8249586566594581, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4707181453704834, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.867617130279541, + "num_tokens": 246256637.0, + "step": 6485 + }, + { + "epoch": 0.8250858669380486, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6868932247161865, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8702805042266846, + "num_tokens": 246298894.0, + "step": 6486 + }, + { + "epoch": 0.8252130772166391, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.462425947189331, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8552750945091248, + "num_tokens": 246340986.0, + "step": 6487 + }, + { + "epoch": 0.8253402874952296, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6807920932769775, + "learning_rate": 1e-05, + "loss": 0.5465, + "mean_token_accuracy": 0.8342230916023254, + "num_tokens": 246379201.0, + "step": 6488 + }, + { + "epoch": 0.8254674977738201, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4694952964782715, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8696997761726379, + "num_tokens": 246411605.0, + "step": 6489 + }, + { + "epoch": 0.8255947080524106, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6673665046691895, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8635993003845215, + "num_tokens": 246450908.0, + "step": 6490 + }, + { + "epoch": 0.8257219183310012, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4638569355010986, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.856674313545227, + "num_tokens": 246493132.0, + "step": 6491 + }, + { + "epoch": 0.8258491286095917, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6720659732818604, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.850008487701416, + "num_tokens": 246528532.0, + "step": 6492 + }, + { + "epoch": 0.8259763388881821, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.463613986968994, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8636062145233154, + "num_tokens": 246567328.0, + "step": 6493 + }, + { + "epoch": 0.8261035491667726, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6690945625305176, + "learning_rate": 1e-05, + "loss": 0.5518, + "mean_token_accuracy": 0.8386855125427246, + "num_tokens": 246613798.0, + "step": 6494 + }, + { + "epoch": 0.8262307594453632, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.468073844909668, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8684625625610352, + "num_tokens": 246649117.0, + "step": 6495 + }, + { + "epoch": 0.8263579697239537, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.654905080795288, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.865236759185791, + "num_tokens": 246690304.0, + "step": 6496 + }, + { + "epoch": 0.8264851800025442, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.454970121383667, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8668644428253174, + "num_tokens": 246728103.0, + "step": 6497 + }, + { + "epoch": 0.8266123902811348, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6653764247894287, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8715418577194214, + "num_tokens": 246763902.0, + "step": 6498 + }, + { + "epoch": 0.8267396005597252, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4602181911468506, + "learning_rate": 1e-05, + "loss": 0.515, + "mean_token_accuracy": 0.8468422889709473, + "num_tokens": 246803899.0, + "step": 6499 + }, + { + "epoch": 0.8268668108383157, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6654417514801025, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8539549708366394, + "num_tokens": 246840464.0, + "step": 6500 + }, + { + "epoch": 0.8269940211169062, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.00016021728515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4931271076202393, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8631606101989746, + "num_tokens": 246886743.0, + "step": 6501 + }, + { + "epoch": 0.8271212313954968, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6374671459198, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8635639548301697, + "num_tokens": 246925260.0, + "step": 6502 + }, + { + "epoch": 0.8272484416740873, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4782021045684814, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8544114828109741, + "num_tokens": 246961523.0, + "step": 6503 + }, + { + "epoch": 0.8273756519526778, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6244473457336426, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8675472736358643, + "num_tokens": 246996881.0, + "step": 6504 + }, + { + "epoch": 0.8275028622312682, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.476318836212158, + "learning_rate": 1e-05, + "loss": 0.4792, + "mean_token_accuracy": 0.8555377721786499, + "num_tokens": 247033492.0, + "step": 6505 + }, + { + "epoch": 0.8276300725098588, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.621835708618164, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8660458326339722, + "num_tokens": 247065078.0, + "step": 6506 + }, + { + "epoch": 0.8277572827884493, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4702646732330322, + "learning_rate": 1e-05, + "loss": 0.4935, + "mean_token_accuracy": 0.850550651550293, + "num_tokens": 247103876.0, + "step": 6507 + }, + { + "epoch": 0.8278844930670398, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6267001628875732, + "learning_rate": 1e-05, + "loss": 0.5075, + "mean_token_accuracy": 0.8529406189918518, + "num_tokens": 247142132.0, + "step": 6508 + }, + { + "epoch": 0.8280117033456303, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.456167697906494, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8618776798248291, + "num_tokens": 247182141.0, + "step": 6509 + }, + { + "epoch": 0.8281389136242209, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6448380947113037, + "learning_rate": 1e-05, + "loss": 0.5352, + "mean_token_accuracy": 0.8445107936859131, + "num_tokens": 247218240.0, + "step": 6510 + }, + { + "epoch": 0.8282661239028114, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.447406053543091, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8581919074058533, + "num_tokens": 247257370.0, + "step": 6511 + }, + { + "epoch": 0.8283933341814018, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6575119495391846, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8627095818519592, + "num_tokens": 247294205.0, + "step": 6512 + }, + { + "epoch": 0.8285205444599923, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.452130079269409, + "learning_rate": 1e-05, + "loss": 0.5039, + "mean_token_accuracy": 0.8462213277816772, + "num_tokens": 247329974.0, + "step": 6513 + }, + { + "epoch": 0.8286477547385829, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.669628858566284, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8577433228492737, + "num_tokens": 247365279.0, + "step": 6514 + }, + { + "epoch": 0.8287749650171734, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.42290997505188, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8759359121322632, + "num_tokens": 247405319.0, + "step": 6515 + }, + { + "epoch": 0.8289021752957639, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6759519577026367, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8750055432319641, + "num_tokens": 247444399.0, + "step": 6516 + }, + { + "epoch": 0.8290293855743545, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4542922973632812, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8660479784011841, + "num_tokens": 247475637.0, + "step": 6517 + }, + { + "epoch": 0.8291565958529449, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6789653301239014, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8667351007461548, + "num_tokens": 247511009.0, + "step": 6518 + }, + { + "epoch": 0.8292838061315354, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.450225830078125, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.865888237953186, + "num_tokens": 247549188.0, + "step": 6519 + }, + { + "epoch": 0.8294110164101259, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6792209148406982, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8570002913475037, + "num_tokens": 247591914.0, + "step": 6520 + }, + { + "epoch": 0.8295382266887165, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4590272903442383, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8631932735443115, + "num_tokens": 247626324.0, + "step": 6521 + }, + { + "epoch": 0.829665436967307, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.687238931655884, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8599218130111694, + "num_tokens": 247662846.0, + "step": 6522 + }, + { + "epoch": 0.8297926472458975, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.45851731300354, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8660860061645508, + "num_tokens": 247700831.0, + "step": 6523 + }, + { + "epoch": 0.8299198575244879, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6750428676605225, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8623759150505066, + "num_tokens": 247740535.0, + "step": 6524 + }, + { + "epoch": 0.8300470678030785, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.464845657348633, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8591759204864502, + "num_tokens": 247779490.0, + "step": 6525 + }, + { + "epoch": 0.830174278081669, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.675785541534424, + "learning_rate": 1e-05, + "loss": 0.4874, + "mean_token_accuracy": 0.8528580665588379, + "num_tokens": 247815867.0, + "step": 6526 + }, + { + "epoch": 0.8303014883602595, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4717841148376465, + "learning_rate": 1e-05, + "loss": 0.5636, + "mean_token_accuracy": 0.832694411277771, + "num_tokens": 247854871.0, + "step": 6527 + }, + { + "epoch": 0.83042869863885, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.66363787651062, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.8528425693511963, + "num_tokens": 247897711.0, + "step": 6528 + }, + { + "epoch": 0.8305559089174406, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4678618907928467, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8594876527786255, + "num_tokens": 247933792.0, + "step": 6529 + }, + { + "epoch": 0.830683119196031, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6731033325195312, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8646537065505981, + "num_tokens": 247964183.0, + "step": 6530 + }, + { + "epoch": 0.8308103294746215, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4522976875305176, + "learning_rate": 1e-05, + "loss": 0.4864, + "mean_token_accuracy": 0.8520493507385254, + "num_tokens": 248003064.0, + "step": 6531 + }, + { + "epoch": 0.830937539753212, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6719300746917725, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8675425052642822, + "num_tokens": 248041025.0, + "step": 6532 + }, + { + "epoch": 0.8310647500318026, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.474215269088745, + "learning_rate": 1e-05, + "loss": 0.4934, + "mean_token_accuracy": 0.8543594479560852, + "num_tokens": 248079503.0, + "step": 6533 + }, + { + "epoch": 0.8311919603103931, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6609606742858887, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8601250648498535, + "num_tokens": 248119541.0, + "step": 6534 + }, + { + "epoch": 0.8313191705889836, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4620444774627686, + "learning_rate": 1e-05, + "loss": 0.4912, + "mean_token_accuracy": 0.8543589115142822, + "num_tokens": 248163359.0, + "step": 6535 + }, + { + "epoch": 0.831446380867574, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6511332988739014, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8717672824859619, + "num_tokens": 248204384.0, + "step": 6536 + }, + { + "epoch": 0.8315735911461646, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4609274864196777, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8688344359397888, + "num_tokens": 248238812.0, + "step": 6537 + }, + { + "epoch": 0.8317008014247551, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.65639066696167, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8643481731414795, + "num_tokens": 248277725.0, + "step": 6538 + }, + { + "epoch": 0.8318280117033456, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4746944904327393, + "learning_rate": 1e-05, + "loss": 0.5065, + "mean_token_accuracy": 0.8555640578269958, + "num_tokens": 248317591.0, + "step": 6539 + }, + { + "epoch": 0.8319552219819362, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6360249519348145, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8704102635383606, + "num_tokens": 248356330.0, + "step": 6540 + }, + { + "epoch": 0.8320824322605267, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.463073968887329, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8642749786376953, + "num_tokens": 248390854.0, + "step": 6541 + }, + { + "epoch": 0.8322096425391171, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6277081966400146, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8737343549728394, + "num_tokens": 248431581.0, + "step": 6542 + }, + { + "epoch": 0.8323368528177076, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.450746774673462, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8702385425567627, + "num_tokens": 248474009.0, + "step": 6543 + }, + { + "epoch": 0.8324640630962982, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6420304775238037, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8720608949661255, + "num_tokens": 248512552.0, + "step": 6544 + }, + { + "epoch": 0.8325912733748887, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4570465087890625, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8670870661735535, + "num_tokens": 248549729.0, + "step": 6545 + }, + { + "epoch": 0.8327184836534792, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6491596698760986, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8617897033691406, + "num_tokens": 248589481.0, + "step": 6546 + }, + { + "epoch": 0.8328456939320698, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.461668014526367, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8735394477844238, + "num_tokens": 248621871.0, + "step": 6547 + }, + { + "epoch": 0.8329729042106602, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.656508207321167, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8603439331054688, + "num_tokens": 248659416.0, + "step": 6548 + }, + { + "epoch": 0.8331001144892507, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4421355724334717, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8611587882041931, + "num_tokens": 248700052.0, + "step": 6549 + }, + { + "epoch": 0.8332273247678412, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.67988920211792, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8533397912979126, + "num_tokens": 248731965.0, + "step": 6550 + }, + { + "epoch": 0.8333545350464318, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4445948600769043, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8569489121437073, + "num_tokens": 248770030.0, + "step": 6551 + }, + { + "epoch": 0.8334817453250223, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6814346313476562, + "learning_rate": 1e-05, + "loss": 0.494, + "mean_token_accuracy": 0.8525398969650269, + "num_tokens": 248811990.0, + "step": 6552 + }, + { + "epoch": 0.8336089556036128, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4725539684295654, + "learning_rate": 1e-05, + "loss": 0.4963, + "mean_token_accuracy": 0.8480455279350281, + "num_tokens": 248842728.0, + "step": 6553 + }, + { + "epoch": 0.8337361658822032, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.666343927383423, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8456094264984131, + "num_tokens": 248885084.0, + "step": 6554 + }, + { + "epoch": 0.8338633761607938, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4488394260406494, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.869877815246582, + "num_tokens": 248923701.0, + "step": 6555 + }, + { + "epoch": 0.8339905864393843, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.668023109436035, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8736675977706909, + "num_tokens": 248960796.0, + "step": 6556 + }, + { + "epoch": 0.8341177967179748, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.452493667602539, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8648236989974976, + "num_tokens": 249000628.0, + "step": 6557 + }, + { + "epoch": 0.8342450069965653, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6875686645507812, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8663750886917114, + "num_tokens": 249034409.0, + "step": 6558 + }, + { + "epoch": 0.8343722172751559, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.470491647720337, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8705922961235046, + "num_tokens": 249071227.0, + "step": 6559 + }, + { + "epoch": 0.8344994275537464, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6715660095214844, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.865125298500061, + "num_tokens": 249105859.0, + "step": 6560 + }, + { + "epoch": 0.8346266378323368, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4610092639923096, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.864780068397522, + "num_tokens": 249148237.0, + "step": 6561 + }, + { + "epoch": 0.8347538481109273, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6807682514190674, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8530118465423584, + "num_tokens": 249181745.0, + "step": 6562 + }, + { + "epoch": 0.8348810583895179, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4547736644744873, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.857340395450592, + "num_tokens": 249221839.0, + "step": 6563 + }, + { + "epoch": 0.8350082686681084, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6731929779052734, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.8565706014633179, + "num_tokens": 249264338.0, + "step": 6564 + }, + { + "epoch": 0.8351354789466989, + "ewc_loss": 0.0517578125, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4497437477111816, + "learning_rate": 1e-05, + "loss": 0.479, + "mean_token_accuracy": 0.8600153923034668, + "num_tokens": 249304624.0, + "step": 6565 + }, + { + "epoch": 0.8352626892252895, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.681633472442627, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8625342845916748, + "num_tokens": 249342996.0, + "step": 6566 + }, + { + "epoch": 0.8353898995038799, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.453610420227051, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8588981628417969, + "num_tokens": 249384795.0, + "step": 6567 + }, + { + "epoch": 0.8355171097824704, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.7006375789642334, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8705556392669678, + "num_tokens": 249418492.0, + "step": 6568 + }, + { + "epoch": 0.8356443200610609, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4574785232543945, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8638545274734497, + "num_tokens": 249455714.0, + "step": 6569 + }, + { + "epoch": 0.8357715303396515, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.694674015045166, + "learning_rate": 1e-05, + "loss": 0.529, + "mean_token_accuracy": 0.8457239866256714, + "num_tokens": 249493162.0, + "step": 6570 + }, + { + "epoch": 0.835898740618242, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4529659748077393, + "learning_rate": 1e-05, + "loss": 0.499, + "mean_token_accuracy": 0.8522348403930664, + "num_tokens": 249538154.0, + "step": 6571 + }, + { + "epoch": 0.8360259508968325, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6969797611236572, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8688843846321106, + "num_tokens": 249576457.0, + "step": 6572 + }, + { + "epoch": 0.8361531611754229, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.470898151397705, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.859420657157898, + "num_tokens": 249611408.0, + "step": 6573 + }, + { + "epoch": 0.8362803714540135, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.681795120239258, + "learning_rate": 1e-05, + "loss": 0.4807, + "mean_token_accuracy": 0.8594327569007874, + "num_tokens": 249651371.0, + "step": 6574 + }, + { + "epoch": 0.836407581732604, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.453622817993164, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8608644008636475, + "num_tokens": 249697669.0, + "step": 6575 + }, + { + "epoch": 0.8365347920111945, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.677302598953247, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8540282845497131, + "num_tokens": 249739640.0, + "step": 6576 + }, + { + "epoch": 0.836662002289785, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.46724534034729, + "learning_rate": 1e-05, + "loss": 0.4874, + "mean_token_accuracy": 0.8522685766220093, + "num_tokens": 249778430.0, + "step": 6577 + }, + { + "epoch": 0.8367892125683756, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.67311692237854, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8709636926651001, + "num_tokens": 249817875.0, + "step": 6578 + }, + { + "epoch": 0.836916422846966, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001621246337890625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4498445987701416, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8822789192199707, + "num_tokens": 249861987.0, + "step": 6579 + }, + { + "epoch": 0.8370436331255565, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.68046498298645, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.865843653678894, + "num_tokens": 249903137.0, + "step": 6580 + }, + { + "epoch": 0.837170843404147, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.472705841064453, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8552666902542114, + "num_tokens": 249937760.0, + "step": 6581 + }, + { + "epoch": 0.8372980536827376, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6662282943725586, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8576987385749817, + "num_tokens": 249977280.0, + "step": 6582 + }, + { + "epoch": 0.8374252639613281, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4581048488616943, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8542625904083252, + "num_tokens": 250022160.0, + "step": 6583 + }, + { + "epoch": 0.8375524742399186, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.672246217727661, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8662462830543518, + "num_tokens": 250063328.0, + "step": 6584 + }, + { + "epoch": 0.837679684518509, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4626426696777344, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.871772050857544, + "num_tokens": 250096994.0, + "step": 6585 + }, + { + "epoch": 0.8378068947970996, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.684540033340454, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8662807941436768, + "num_tokens": 250126058.0, + "step": 6586 + }, + { + "epoch": 0.8379341050756901, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4558300971984863, + "learning_rate": 1e-05, + "loss": 0.5061, + "mean_token_accuracy": 0.8486656546592712, + "num_tokens": 250171965.0, + "step": 6587 + }, + { + "epoch": 0.8380613153542806, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6797702312469482, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8580917716026306, + "num_tokens": 250209862.0, + "step": 6588 + }, + { + "epoch": 0.8381885256328712, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4644718170166016, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8607862591743469, + "num_tokens": 250244895.0, + "step": 6589 + }, + { + "epoch": 0.8383157359114617, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6752238273620605, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8634724617004395, + "num_tokens": 250283340.0, + "step": 6590 + }, + { + "epoch": 0.8384429461900521, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4680755138397217, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8602817058563232, + "num_tokens": 250318671.0, + "step": 6591 + }, + { + "epoch": 0.8385701564686426, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.661127805709839, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8674730062484741, + "num_tokens": 250357718.0, + "step": 6592 + }, + { + "epoch": 0.8386973667472332, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.495163917541504, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8616601228713989, + "num_tokens": 250391583.0, + "step": 6593 + }, + { + "epoch": 0.8388245770258237, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6591482162475586, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8610561490058899, + "num_tokens": 250420938.0, + "step": 6594 + }, + { + "epoch": 0.8389517873044142, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.465294361114502, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8725115656852722, + "num_tokens": 250455608.0, + "step": 6595 + }, + { + "epoch": 0.8390789975830047, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6561801433563232, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.8562920689582825, + "num_tokens": 250489745.0, + "step": 6596 + }, + { + "epoch": 0.8392062078615952, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4708714485168457, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8608248233795166, + "num_tokens": 250523711.0, + "step": 6597 + }, + { + "epoch": 0.8393334181401857, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6538634300231934, + "learning_rate": 1e-05, + "loss": 0.5156, + "mean_token_accuracy": 0.8505614995956421, + "num_tokens": 250562044.0, + "step": 6598 + }, + { + "epoch": 0.8394606284187762, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.44838547706604, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8585838675498962, + "num_tokens": 250605930.0, + "step": 6599 + }, + { + "epoch": 0.8395878386973668, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6613049507141113, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8616330623626709, + "num_tokens": 250640621.0, + "step": 6600 + }, + { + "epoch": 0.8397150489759573, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.456413507461548, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8640674948692322, + "num_tokens": 250678056.0, + "step": 6601 + }, + { + "epoch": 0.8398422592545478, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.662130355834961, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8683540225028992, + "num_tokens": 250719642.0, + "step": 6602 + }, + { + "epoch": 0.8399694695331382, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.469762086868286, + "learning_rate": 1e-05, + "loss": 0.5306, + "mean_token_accuracy": 0.8400863409042358, + "num_tokens": 250757643.0, + "step": 6603 + }, + { + "epoch": 0.8400966798117288, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.672323226928711, + "learning_rate": 1e-05, + "loss": 0.4984, + "mean_token_accuracy": 0.8545202016830444, + "num_tokens": 250795277.0, + "step": 6604 + }, + { + "epoch": 0.8402238900903193, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00016307830810546875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.448355197906494, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8593205809593201, + "num_tokens": 250834161.0, + "step": 6605 + }, + { + "epoch": 0.8403511003689098, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6685214042663574, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.8566156029701233, + "num_tokens": 250872518.0, + "step": 6606 + }, + { + "epoch": 0.8404783106475003, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4528355598449707, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.866523265838623, + "num_tokens": 250908516.0, + "step": 6607 + }, + { + "epoch": 0.8406055209260909, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.670081615447998, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8583266735076904, + "num_tokens": 250949351.0, + "step": 6608 + }, + { + "epoch": 0.8407327312046813, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4556753635406494, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8628174066543579, + "num_tokens": 250987145.0, + "step": 6609 + }, + { + "epoch": 0.8408599414832718, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6683950424194336, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8697218894958496, + "num_tokens": 251024073.0, + "step": 6610 + }, + { + "epoch": 0.8409871517618623, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.939591646194458, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8528010845184326, + "num_tokens": 251069537.0, + "step": 6611 + }, + { + "epoch": 0.8411143620404529, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5195584297180176, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8543356657028198, + "num_tokens": 251103343.0, + "step": 6612 + }, + { + "epoch": 0.8412415723190434, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.621694326400757, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8553918600082397, + "num_tokens": 251140437.0, + "step": 6613 + }, + { + "epoch": 0.8413687825976339, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.439119338989258, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8628259897232056, + "num_tokens": 251178002.0, + "step": 6614 + }, + { + "epoch": 0.8414959928762245, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.651921033859253, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8723257184028625, + "num_tokens": 251219694.0, + "step": 6615 + }, + { + "epoch": 0.8416232031548149, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4247548580169678, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8665037155151367, + "num_tokens": 251255576.0, + "step": 6616 + }, + { + "epoch": 0.8417504134334054, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6844584941864014, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8566009998321533, + "num_tokens": 251287245.0, + "step": 6617 + }, + { + "epoch": 0.8418776237119959, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.451486825942993, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8618879318237305, + "num_tokens": 251320435.0, + "step": 6618 + }, + { + "epoch": 0.8420048339905865, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6822524070739746, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8699151277542114, + "num_tokens": 251358893.0, + "step": 6619 + }, + { + "epoch": 0.842132044269177, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4339046478271484, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8718706965446472, + "num_tokens": 251392805.0, + "step": 6620 + }, + { + "epoch": 0.8422592545477675, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.692201614379883, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8695958256721497, + "num_tokens": 251436848.0, + "step": 6621 + }, + { + "epoch": 0.8423864648263579, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.439638614654541, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8710839748382568, + "num_tokens": 251471590.0, + "step": 6622 + }, + { + "epoch": 0.8425136751049485, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7132394313812256, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8548920154571533, + "num_tokens": 251509251.0, + "step": 6623 + }, + { + "epoch": 0.842640885383539, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.439451217651367, + "learning_rate": 1e-05, + "loss": 0.505, + "mean_token_accuracy": 0.8489624261856079, + "num_tokens": 251549337.0, + "step": 6624 + }, + { + "epoch": 0.8427680956621295, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.735194206237793, + "learning_rate": 1e-05, + "loss": 0.5389, + "mean_token_accuracy": 0.8406436443328857, + "num_tokens": 251593953.0, + "step": 6625 + }, + { + "epoch": 0.84289530594072, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4493408203125, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.858957827091217, + "num_tokens": 251631797.0, + "step": 6626 + }, + { + "epoch": 0.8430225162193106, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7470109462738037, + "learning_rate": 1e-05, + "loss": 0.5316, + "mean_token_accuracy": 0.8479388952255249, + "num_tokens": 251668378.0, + "step": 6627 + }, + { + "epoch": 0.843149726497901, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4491519927978516, + "learning_rate": 1e-05, + "loss": 0.4983, + "mean_token_accuracy": 0.8492119312286377, + "num_tokens": 251712248.0, + "step": 6628 + }, + { + "epoch": 0.8432769367764915, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.765258550643921, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8593060970306396, + "num_tokens": 251748770.0, + "step": 6629 + }, + { + "epoch": 0.843404147055082, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4589874744415283, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8667093515396118, + "num_tokens": 251787262.0, + "step": 6630 + }, + { + "epoch": 0.8435313573336726, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.782548666000366, + "learning_rate": 1e-05, + "loss": 0.5103, + "mean_token_accuracy": 0.8479373455047607, + "num_tokens": 251820584.0, + "step": 6631 + }, + { + "epoch": 0.8436585676122631, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4813928604125977, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8531514406204224, + "num_tokens": 251861394.0, + "step": 6632 + }, + { + "epoch": 0.8437857778908536, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.75430965423584, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8607776165008545, + "num_tokens": 251902144.0, + "step": 6633 + }, + { + "epoch": 0.843912988169444, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4775002002716064, + "learning_rate": 1e-05, + "loss": 0.3846, + "mean_token_accuracy": 0.8831877708435059, + "num_tokens": 251936162.0, + "step": 6634 + }, + { + "epoch": 0.8440401984480346, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.74863338470459, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8546895980834961, + "num_tokens": 251977223.0, + "step": 6635 + }, + { + "epoch": 0.8441674087266251, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4997153282165527, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8655975461006165, + "num_tokens": 252013413.0, + "step": 6636 + }, + { + "epoch": 0.8442946190052156, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7224414348602295, + "learning_rate": 1e-05, + "loss": 0.4954, + "mean_token_accuracy": 0.8534746170043945, + "num_tokens": 252051395.0, + "step": 6637 + }, + { + "epoch": 0.8444218292838062, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4936349391937256, + "learning_rate": 1e-05, + "loss": 0.487, + "mean_token_accuracy": 0.8552325963973999, + "num_tokens": 252092982.0, + "step": 6638 + }, + { + "epoch": 0.8445490395623967, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.704442024230957, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8811968564987183, + "num_tokens": 252128953.0, + "step": 6639 + }, + { + "epoch": 0.8446762498409871, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.484914541244507, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.850252628326416, + "num_tokens": 252171438.0, + "step": 6640 + }, + { + "epoch": 0.8448034601195776, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.694901466369629, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8594726920127869, + "num_tokens": 252210310.0, + "step": 6641 + }, + { + "epoch": 0.8449306703981682, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4960827827453613, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8752427101135254, + "num_tokens": 252242690.0, + "step": 6642 + }, + { + "epoch": 0.8450578806767587, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6687676906585693, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8616142272949219, + "num_tokens": 252281570.0, + "step": 6643 + }, + { + "epoch": 0.8451850909553492, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4968347549438477, + "learning_rate": 1e-05, + "loss": 0.5051, + "mean_token_accuracy": 0.8477226495742798, + "num_tokens": 252323478.0, + "step": 6644 + }, + { + "epoch": 0.8453123012339397, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.656688928604126, + "learning_rate": 1e-05, + "loss": 0.5138, + "mean_token_accuracy": 0.8458799123764038, + "num_tokens": 252362620.0, + "step": 6645 + }, + { + "epoch": 0.8454395115125302, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.489737033843994, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8713722229003906, + "num_tokens": 252397549.0, + "step": 6646 + }, + { + "epoch": 0.8455667217911207, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.637315034866333, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8545500040054321, + "num_tokens": 252433021.0, + "step": 6647 + }, + { + "epoch": 0.8456939320697112, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.492061138153076, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.860998272895813, + "num_tokens": 252466455.0, + "step": 6648 + }, + { + "epoch": 0.8458211423483017, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6382980346679688, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8553472757339478, + "num_tokens": 252503547.0, + "step": 6649 + }, + { + "epoch": 0.8459483526268923, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.493845224380493, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8552934527397156, + "num_tokens": 252535621.0, + "step": 6650 + }, + { + "epoch": 0.8460755629054828, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6255009174346924, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8534262776374817, + "num_tokens": 252573699.0, + "step": 6651 + }, + { + "epoch": 0.8462027731840732, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4649667739868164, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8688743114471436, + "num_tokens": 252619816.0, + "step": 6652 + }, + { + "epoch": 0.8463299834626637, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6404664516448975, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8713576197624207, + "num_tokens": 252652631.0, + "step": 6653 + }, + { + "epoch": 0.8464571937412543, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.468226909637451, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8667129278182983, + "num_tokens": 252690534.0, + "step": 6654 + }, + { + "epoch": 0.8465844040198448, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6473309993743896, + "learning_rate": 1e-05, + "loss": 0.4998, + "mean_token_accuracy": 0.8511185646057129, + "num_tokens": 252723090.0, + "step": 6655 + }, + { + "epoch": 0.8467116142984353, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 5.108870983123779, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8754339218139648, + "num_tokens": 252755879.0, + "step": 6656 + }, + { + "epoch": 0.8468388245770259, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 5.9604644775390625e-05, + "grad_norm": 3.011439561843872, + "learning_rate": 1e-05, + "loss": 0.5418, + "mean_token_accuracy": 0.8431683778762817, + "num_tokens": 252799137.0, + "step": 6657 + }, + { + "epoch": 0.8469660348556163, + "ewc_loss": 0.052001953125, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 3.552436828613281e-05, + "grad_norm": 2.4998669624328613, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8597116470336914, + "num_tokens": 252840871.0, + "step": 6658 + }, + { + "epoch": 0.8470932451342068, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000164031982421875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6385819911956787, + "learning_rate": 1e-05, + "loss": 0.4912, + "mean_token_accuracy": 0.8559728860855103, + "num_tokens": 252879708.0, + "step": 6659 + }, + { + "epoch": 0.8472204554127973, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6222805976867676, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8653193116188049, + "num_tokens": 252914223.0, + "step": 6660 + }, + { + "epoch": 0.8473476656913879, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5792880058288574, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8614188432693481, + "num_tokens": 252956666.0, + "step": 6661 + }, + { + "epoch": 0.8474748759699784, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5924971103668213, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8611552119255066, + "num_tokens": 252997566.0, + "step": 6662 + }, + { + "epoch": 0.8476020862485689, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5500850677490234, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8687127232551575, + "num_tokens": 253038545.0, + "step": 6663 + }, + { + "epoch": 0.8477292965271594, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7652125358581543, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8636059761047363, + "num_tokens": 253078123.0, + "step": 6664 + }, + { + "epoch": 0.8478565068057499, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.477329730987549, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8734692931175232, + "num_tokens": 253118273.0, + "step": 6665 + }, + { + "epoch": 0.8479837170843404, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6913204193115234, + "learning_rate": 1e-05, + "loss": 0.5086, + "mean_token_accuracy": 0.8504897952079773, + "num_tokens": 253152994.0, + "step": 6666 + }, + { + "epoch": 0.8481109273629309, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.44865083694458, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8742732405662537, + "num_tokens": 253189736.0, + "step": 6667 + }, + { + "epoch": 0.8482381376415215, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.728391647338867, + "learning_rate": 1e-05, + "loss": 0.5057, + "mean_token_accuracy": 0.850886344909668, + "num_tokens": 253225872.0, + "step": 6668 + }, + { + "epoch": 0.848365347920112, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4370462894439697, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8755602836608887, + "num_tokens": 253263902.0, + "step": 6669 + }, + { + "epoch": 0.8484925581987025, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.754538059234619, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8723702430725098, + "num_tokens": 253297536.0, + "step": 6670 + }, + { + "epoch": 0.8486197684772929, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.445840358734131, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8726410865783691, + "num_tokens": 253334624.0, + "step": 6671 + }, + { + "epoch": 0.8487469787558835, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7613818645477295, + "learning_rate": 1e-05, + "loss": 0.4955, + "mean_token_accuracy": 0.8560341596603394, + "num_tokens": 253379203.0, + "step": 6672 + }, + { + "epoch": 0.848874189034474, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4531023502349854, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8720558881759644, + "num_tokens": 253417209.0, + "step": 6673 + }, + { + "epoch": 0.8490013993130645, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7791695594787598, + "learning_rate": 1e-05, + "loss": 0.5003, + "mean_token_accuracy": 0.8489967584609985, + "num_tokens": 253453909.0, + "step": 6674 + }, + { + "epoch": 0.849128609591655, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5080411434173584, + "learning_rate": 1e-05, + "loss": 0.5813, + "mean_token_accuracy": 0.8288609981536865, + "num_tokens": 253489448.0, + "step": 6675 + }, + { + "epoch": 0.8492558198702456, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.764415740966797, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8602219820022583, + "num_tokens": 253517544.0, + "step": 6676 + }, + { + "epoch": 0.849383030148836, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.4665048122406006, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8685950040817261, + "num_tokens": 253558829.0, + "step": 6677 + }, + { + "epoch": 0.8495102404274265, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.758070468902588, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8640734553337097, + "num_tokens": 253593944.0, + "step": 6678 + }, + { + "epoch": 0.849637450706017, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.478996992111206, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8577369451522827, + "num_tokens": 253633579.0, + "step": 6679 + }, + { + "epoch": 0.8497646609846076, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7351229190826416, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.857489824295044, + "num_tokens": 253680247.0, + "step": 6680 + }, + { + "epoch": 0.8498918712631981, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5021274089813232, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8645627498626709, + "num_tokens": 253714766.0, + "step": 6681 + }, + { + "epoch": 0.8500190815417886, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.738480806350708, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8542175889015198, + "num_tokens": 253747643.0, + "step": 6682 + }, + { + "epoch": 0.850146291820379, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.488888740539551, + "learning_rate": 1e-05, + "loss": 0.5171, + "mean_token_accuracy": 0.8407555222511292, + "num_tokens": 253791252.0, + "step": 6683 + }, + { + "epoch": 0.8502735020989696, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7246017456054688, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8668668270111084, + "num_tokens": 253822244.0, + "step": 6684 + }, + { + "epoch": 0.8504007123775601, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.494992256164551, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8547571301460266, + "num_tokens": 253858680.0, + "step": 6685 + }, + { + "epoch": 0.8505279226561506, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6979458332061768, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8723584413528442, + "num_tokens": 253896266.0, + "step": 6686 + }, + { + "epoch": 0.8506551329347412, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4965922832489014, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8623843193054199, + "num_tokens": 253934059.0, + "step": 6687 + }, + { + "epoch": 0.8507823432133317, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6910624504089355, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8626912236213684, + "num_tokens": 253967862.0, + "step": 6688 + }, + { + "epoch": 0.8509095534919221, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4884932041168213, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.854979395866394, + "num_tokens": 254008277.0, + "step": 6689 + }, + { + "epoch": 0.8510367637705126, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6887643337249756, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.863654375076294, + "num_tokens": 254039939.0, + "step": 6690 + }, + { + "epoch": 0.8511639740491032, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4752416610717773, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8671853542327881, + "num_tokens": 254080497.0, + "step": 6691 + }, + { + "epoch": 0.8512911843276937, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6921768188476562, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8638961315155029, + "num_tokens": 254111917.0, + "step": 6692 + }, + { + "epoch": 0.8514183946062842, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.476647138595581, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8711754083633423, + "num_tokens": 254150245.0, + "step": 6693 + }, + { + "epoch": 0.8515456048848747, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.680633068084717, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8614748120307922, + "num_tokens": 254187106.0, + "step": 6694 + }, + { + "epoch": 0.8516728151634652, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4858317375183105, + "learning_rate": 1e-05, + "loss": 0.4793, + "mean_token_accuracy": 0.8531075119972229, + "num_tokens": 254219877.0, + "step": 6695 + }, + { + "epoch": 0.8518000254420557, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.666271924972534, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.8533322811126709, + "num_tokens": 254264234.0, + "step": 6696 + }, + { + "epoch": 0.8519272357206462, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4833641052246094, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8668538331985474, + "num_tokens": 254299762.0, + "step": 6697 + }, + { + "epoch": 0.8520544459992367, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.668424367904663, + "learning_rate": 1e-05, + "loss": 0.4998, + "mean_token_accuracy": 0.8479421734809875, + "num_tokens": 254336403.0, + "step": 6698 + }, + { + "epoch": 0.8521816562778273, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.470914602279663, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8662824630737305, + "num_tokens": 254375971.0, + "step": 6699 + }, + { + "epoch": 0.8523088665564178, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6560122966766357, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8532570600509644, + "num_tokens": 254418430.0, + "step": 6700 + }, + { + "epoch": 0.8524360768350082, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.599691390991211, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8622323274612427, + "num_tokens": 254457275.0, + "step": 6701 + }, + { + "epoch": 0.8525632871135987, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5755131244659424, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8567171096801758, + "num_tokens": 254499280.0, + "step": 6702 + }, + { + "epoch": 0.8526904973921893, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5194246768951416, + "learning_rate": 1e-05, + "loss": 0.4792, + "mean_token_accuracy": 0.856224000453949, + "num_tokens": 254536571.0, + "step": 6703 + }, + { + "epoch": 0.8528177076707798, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.553774118423462, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8512500524520874, + "num_tokens": 254576900.0, + "step": 6704 + }, + { + "epoch": 0.8529449179493703, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001659393310546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.514191150665283, + "learning_rate": 1e-05, + "loss": 0.5392, + "mean_token_accuracy": 0.8379685878753662, + "num_tokens": 254617791.0, + "step": 6705 + }, + { + "epoch": 0.8530721282279609, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5438177585601807, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8697592616081238, + "num_tokens": 254658300.0, + "step": 6706 + }, + { + "epoch": 0.8531993385065513, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.510498046875, + "learning_rate": 1e-05, + "loss": 0.4793, + "mean_token_accuracy": 0.8603761196136475, + "num_tokens": 254698133.0, + "step": 6707 + }, + { + "epoch": 0.8533265487851418, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.539937734603882, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8664466738700867, + "num_tokens": 254736099.0, + "step": 6708 + }, + { + "epoch": 0.8534537590637323, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5079121589660645, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8740042448043823, + "num_tokens": 254773460.0, + "step": 6709 + }, + { + "epoch": 0.8535809693423229, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.53847336769104, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8666218519210815, + "num_tokens": 254812722.0, + "step": 6710 + }, + { + "epoch": 0.8537081796209134, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4972803592681885, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8656169772148132, + "num_tokens": 254851994.0, + "step": 6711 + }, + { + "epoch": 0.8538353898995039, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5604538917541504, + "learning_rate": 1e-05, + "loss": 0.4929, + "mean_token_accuracy": 0.8541473150253296, + "num_tokens": 254889111.0, + "step": 6712 + }, + { + "epoch": 0.8539626001780944, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4854626655578613, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8583831191062927, + "num_tokens": 254931779.0, + "step": 6713 + }, + { + "epoch": 0.8540898104566849, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.559518814086914, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8653436303138733, + "num_tokens": 254968709.0, + "step": 6714 + }, + { + "epoch": 0.8542170207352754, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4939584732055664, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.864795446395874, + "num_tokens": 255000235.0, + "step": 6715 + }, + { + "epoch": 0.8543442310138659, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5508341789245605, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8570874333381653, + "num_tokens": 255041157.0, + "step": 6716 + }, + { + "epoch": 0.8544714412924564, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.486224412918091, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8584180474281311, + "num_tokens": 255077001.0, + "step": 6717 + }, + { + "epoch": 0.854598651571047, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.553921699523926, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8676151037216187, + "num_tokens": 255113581.0, + "step": 6718 + }, + { + "epoch": 0.8547258618496375, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4713504314422607, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8749369382858276, + "num_tokens": 255153183.0, + "step": 6719 + }, + { + "epoch": 0.8548530721282279, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5731828212738037, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8690820932388306, + "num_tokens": 255192216.0, + "step": 6720 + }, + { + "epoch": 0.8549802824068184, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.461337089538574, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8671442270278931, + "num_tokens": 255229969.0, + "step": 6721 + }, + { + "epoch": 0.855107492685409, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5891225337982178, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8520913124084473, + "num_tokens": 255267232.0, + "step": 6722 + }, + { + "epoch": 0.8552347029639995, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.449542999267578, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8641818761825562, + "num_tokens": 255304923.0, + "step": 6723 + }, + { + "epoch": 0.85536191324259, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6142258644104004, + "learning_rate": 1e-05, + "loss": 0.5207, + "mean_token_accuracy": 0.8417156934738159, + "num_tokens": 255342422.0, + "step": 6724 + }, + { + "epoch": 0.8554891235211806, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4313135147094727, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8691543340682983, + "num_tokens": 255380218.0, + "step": 6725 + }, + { + "epoch": 0.855616333799771, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6473681926727295, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8637354969978333, + "num_tokens": 255413964.0, + "step": 6726 + }, + { + "epoch": 0.8557435440783615, + "ewc_loss": 0.05224609375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4164862632751465, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8690943121910095, + "num_tokens": 255450421.0, + "step": 6727 + }, + { + "epoch": 0.855870754356952, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6830289363861084, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8628965616226196, + "num_tokens": 255487239.0, + "step": 6728 + }, + { + "epoch": 0.8559979646355426, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.41701340675354, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.861678957939148, + "num_tokens": 255529363.0, + "step": 6729 + }, + { + "epoch": 0.8561251749141331, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6943745613098145, + "learning_rate": 1e-05, + "loss": 0.3791, + "mean_token_accuracy": 0.8856052160263062, + "num_tokens": 255570790.0, + "step": 6730 + }, + { + "epoch": 0.8562523851927236, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4196016788482666, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8586322069168091, + "num_tokens": 255608188.0, + "step": 6731 + }, + { + "epoch": 0.856379595471314, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7340619564056396, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8622913360595703, + "num_tokens": 255640929.0, + "step": 6732 + }, + { + "epoch": 0.8565068057499046, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4148054122924805, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8659346103668213, + "num_tokens": 255684579.0, + "step": 6733 + }, + { + "epoch": 0.8566340160284951, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7659847736358643, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8614081144332886, + "num_tokens": 255721195.0, + "step": 6734 + }, + { + "epoch": 0.8567612263070856, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4282448291778564, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.862156867980957, + "num_tokens": 255761697.0, + "step": 6735 + }, + { + "epoch": 0.8568884365856761, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7824060916900635, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8608371019363403, + "num_tokens": 255800492.0, + "step": 6736 + }, + { + "epoch": 0.8570156468642667, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.447567939758301, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8636125326156616, + "num_tokens": 255837074.0, + "step": 6737 + }, + { + "epoch": 0.8571428571428571, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.796175956726074, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.862147331237793, + "num_tokens": 255876238.0, + "step": 6738 + }, + { + "epoch": 0.8572700674214476, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4881489276885986, + "learning_rate": 1e-05, + "loss": 0.5074, + "mean_token_accuracy": 0.8473325371742249, + "num_tokens": 255914622.0, + "step": 6739 + }, + { + "epoch": 0.8573972777000382, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7813026905059814, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8643656969070435, + "num_tokens": 255954027.0, + "step": 6740 + }, + { + "epoch": 0.8575244879786287, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4924848079681396, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8544498085975647, + "num_tokens": 255997416.0, + "step": 6741 + }, + { + "epoch": 0.8576516982572192, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7708280086517334, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8605931997299194, + "num_tokens": 256030447.0, + "step": 6742 + }, + { + "epoch": 0.8577789085358097, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.496224880218506, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8655131459236145, + "num_tokens": 256068533.0, + "step": 6743 + }, + { + "epoch": 0.8579061188144002, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7475686073303223, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8763513565063477, + "num_tokens": 256104783.0, + "step": 6744 + }, + { + "epoch": 0.8580333290929907, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.512436866760254, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8656553030014038, + "num_tokens": 256138272.0, + "step": 6745 + }, + { + "epoch": 0.8581605393715812, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7323367595672607, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.8537033796310425, + "num_tokens": 256171102.0, + "step": 6746 + }, + { + "epoch": 0.8582877496501717, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5013530254364014, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8632391691207886, + "num_tokens": 256210593.0, + "step": 6747 + }, + { + "epoch": 0.8584149599287623, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7041170597076416, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8717069625854492, + "num_tokens": 256248693.0, + "step": 6748 + }, + { + "epoch": 0.8585421702073528, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5033187866210938, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8679770231246948, + "num_tokens": 256284875.0, + "step": 6749 + }, + { + "epoch": 0.8586693804859432, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.68750262260437, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8665367364883423, + "num_tokens": 256319121.0, + "step": 6750 + }, + { + "epoch": 0.8587965907645337, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4971954822540283, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8716816902160645, + "num_tokens": 256354112.0, + "step": 6751 + }, + { + "epoch": 0.8589238010431243, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6718204021453857, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8740776777267456, + "num_tokens": 256387612.0, + "step": 6752 + }, + { + "epoch": 0.8590510113217148, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.501610040664673, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8614705801010132, + "num_tokens": 256419720.0, + "step": 6753 + }, + { + "epoch": 0.8591782216003053, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6483330726623535, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.852588415145874, + "num_tokens": 256456717.0, + "step": 6754 + }, + { + "epoch": 0.8593054318788959, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4931488037109375, + "learning_rate": 1e-05, + "loss": 0.5186, + "mean_token_accuracy": 0.8431161642074585, + "num_tokens": 256496480.0, + "step": 6755 + }, + { + "epoch": 0.8594326421574863, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6368179321289062, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8656677007675171, + "num_tokens": 256531974.0, + "step": 6756 + }, + { + "epoch": 0.8595598524360768, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4915337562561035, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8564386367797852, + "num_tokens": 256565983.0, + "step": 6757 + }, + { + "epoch": 0.8596870627146673, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.610658645629883, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8693735599517822, + "num_tokens": 256607215.0, + "step": 6758 + }, + { + "epoch": 0.8598142729932579, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.477829694747925, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8747237920761108, + "num_tokens": 256646213.0, + "step": 6759 + }, + { + "epoch": 0.8599414832718484, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6110808849334717, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8686627149581909, + "num_tokens": 256687638.0, + "step": 6760 + }, + { + "epoch": 0.8600686935504389, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.497807264328003, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.859573483467102, + "num_tokens": 256716852.0, + "step": 6761 + }, + { + "epoch": 0.8601959038290294, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.611523151397705, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8615584373474121, + "num_tokens": 256748260.0, + "step": 6762 + }, + { + "epoch": 0.8603231141076199, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4859094619750977, + "learning_rate": 1e-05, + "loss": 0.5243, + "mean_token_accuracy": 0.8437864184379578, + "num_tokens": 256786400.0, + "step": 6763 + }, + { + "epoch": 0.8604503243862104, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5958871841430664, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8721743822097778, + "num_tokens": 256820186.0, + "step": 6764 + }, + { + "epoch": 0.8605775346648009, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.480750322341919, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8632463216781616, + "num_tokens": 256855735.0, + "step": 6765 + }, + { + "epoch": 0.8607047449433914, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.602480411529541, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8712274432182312, + "num_tokens": 256887809.0, + "step": 6766 + }, + { + "epoch": 0.860831955221982, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4780073165893555, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8658721446990967, + "num_tokens": 256921801.0, + "step": 6767 + }, + { + "epoch": 0.8609591655005725, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5873818397521973, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8775280714035034, + "num_tokens": 256960399.0, + "step": 6768 + }, + { + "epoch": 0.8610863757791629, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4724957942962646, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8655855655670166, + "num_tokens": 256995094.0, + "step": 6769 + }, + { + "epoch": 0.8612135860577534, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.599470853805542, + "learning_rate": 1e-05, + "loss": 0.5395, + "mean_token_accuracy": 0.842532753944397, + "num_tokens": 257037792.0, + "step": 6770 + }, + { + "epoch": 0.861340796336344, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.472324848175049, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8659013509750366, + "num_tokens": 257075376.0, + "step": 6771 + }, + { + "epoch": 0.8614680066149345, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.604177713394165, + "learning_rate": 1e-05, + "loss": 0.4928, + "mean_token_accuracy": 0.8558946847915649, + "num_tokens": 257115878.0, + "step": 6772 + }, + { + "epoch": 0.861595216893525, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4695465564727783, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8618626594543457, + "num_tokens": 257150780.0, + "step": 6773 + }, + { + "epoch": 0.8617224271721156, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.597705364227295, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8655779361724854, + "num_tokens": 257194704.0, + "step": 6774 + }, + { + "epoch": 0.861849637450706, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.461057186126709, + "learning_rate": 1e-05, + "loss": 0.4992, + "mean_token_accuracy": 0.8504315614700317, + "num_tokens": 257235337.0, + "step": 6775 + }, + { + "epoch": 0.8619768477292965, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6380016803741455, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.8502895832061768, + "num_tokens": 257268976.0, + "step": 6776 + }, + { + "epoch": 0.862104058007887, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.451277017593384, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8635815382003784, + "num_tokens": 257304638.0, + "step": 6777 + }, + { + "epoch": 0.8622312682864776, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.643991708755493, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8546723127365112, + "num_tokens": 257341773.0, + "step": 6778 + }, + { + "epoch": 0.8623584785650681, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.446012496948242, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8659875392913818, + "num_tokens": 257375145.0, + "step": 6779 + }, + { + "epoch": 0.8624856888436586, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6562671661376953, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8684302568435669, + "num_tokens": 257411070.0, + "step": 6780 + }, + { + "epoch": 0.862612899122249, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.440402030944824, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8512238264083862, + "num_tokens": 257447283.0, + "step": 6781 + }, + { + "epoch": 0.8627401094008396, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6657097339630127, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8632829189300537, + "num_tokens": 257487370.0, + "step": 6782 + }, + { + "epoch": 0.8628673196794301, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4445762634277344, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.8492957353591919, + "num_tokens": 257525028.0, + "step": 6783 + }, + { + "epoch": 0.8629945299580206, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.677604913711548, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8591930270195007, + "num_tokens": 257563884.0, + "step": 6784 + }, + { + "epoch": 0.8631217402366111, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.443620204925537, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8666542172431946, + "num_tokens": 257599431.0, + "step": 6785 + }, + { + "epoch": 0.8632489505152017, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.690763473510742, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8619610071182251, + "num_tokens": 257636060.0, + "step": 6786 + }, + { + "epoch": 0.8633761607937921, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4392855167388916, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8699583411216736, + "num_tokens": 257672374.0, + "step": 6787 + }, + { + "epoch": 0.8635033710723826, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7072031497955322, + "learning_rate": 1e-05, + "loss": 0.4874, + "mean_token_accuracy": 0.8552958965301514, + "num_tokens": 257710875.0, + "step": 6788 + }, + { + "epoch": 0.8636305813509731, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4393184185028076, + "learning_rate": 1e-05, + "loss": 0.5037, + "mean_token_accuracy": 0.8504977226257324, + "num_tokens": 257756697.0, + "step": 6789 + }, + { + "epoch": 0.8637577916295637, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7236688137054443, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8563367128372192, + "num_tokens": 257795281.0, + "step": 6790 + }, + { + "epoch": 0.8638850019081542, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4441592693328857, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.873754620552063, + "num_tokens": 257835743.0, + "step": 6791 + }, + { + "epoch": 0.8640122121867447, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.726750373840332, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8753623962402344, + "num_tokens": 257878546.0, + "step": 6792 + }, + { + "epoch": 0.8641394224653351, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4500317573547363, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8669695854187012, + "num_tokens": 257915480.0, + "step": 6793 + }, + { + "epoch": 0.8642666327439257, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7467849254608154, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8616223335266113, + "num_tokens": 257951215.0, + "step": 6794 + }, + { + "epoch": 0.8643938430225162, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.463989019393921, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8574228882789612, + "num_tokens": 257987623.0, + "step": 6795 + }, + { + "epoch": 0.8645210533011067, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00016689300537109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7352795600891113, + "learning_rate": 1e-05, + "loss": 0.5056, + "mean_token_accuracy": 0.8497051000595093, + "num_tokens": 258030078.0, + "step": 6796 + }, + { + "epoch": 0.8646482635796973, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4697601795196533, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8730307817459106, + "num_tokens": 258064598.0, + "step": 6797 + }, + { + "epoch": 0.8647754738582878, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7381608486175537, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.86598140001297, + "num_tokens": 258100121.0, + "step": 6798 + }, + { + "epoch": 0.8649026841368782, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4726169109344482, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8585948348045349, + "num_tokens": 258138398.0, + "step": 6799 + }, + { + "epoch": 0.8650298944154687, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.72810697555542, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8618223667144775, + "num_tokens": 258178730.0, + "step": 6800 + }, + { + "epoch": 0.8651571046940593, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4960899353027344, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8663744330406189, + "num_tokens": 258211122.0, + "step": 6801 + }, + { + "epoch": 0.8652843149726498, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6973583698272705, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8685890436172485, + "num_tokens": 258249753.0, + "step": 6802 + }, + { + "epoch": 0.8654115252512403, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.488905906677246, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8597419261932373, + "num_tokens": 258287951.0, + "step": 6803 + }, + { + "epoch": 0.8655387355298308, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6792891025543213, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8534670472145081, + "num_tokens": 258333216.0, + "step": 6804 + }, + { + "epoch": 0.8656659458084213, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4921798706054688, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8638879060745239, + "num_tokens": 258370380.0, + "step": 6805 + }, + { + "epoch": 0.8657931560870118, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.665013551712036, + "learning_rate": 1e-05, + "loss": 0.5139, + "mean_token_accuracy": 0.8505436778068542, + "num_tokens": 258413730.0, + "step": 6806 + }, + { + "epoch": 0.8659203663656023, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4817728996276855, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8648179173469543, + "num_tokens": 258451644.0, + "step": 6807 + }, + { + "epoch": 0.8660475766441929, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6498019695281982, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8760291337966919, + "num_tokens": 258490084.0, + "step": 6808 + }, + { + "epoch": 0.8661747869227834, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4926583766937256, + "learning_rate": 1e-05, + "loss": 0.5223, + "mean_token_accuracy": 0.844653308391571, + "num_tokens": 258530769.0, + "step": 6809 + }, + { + "epoch": 0.8663019972013739, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6542513370513916, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.854485273361206, + "num_tokens": 258567578.0, + "step": 6810 + }, + { + "epoch": 0.8664292074799644, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4778449535369873, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8630673289299011, + "num_tokens": 258605498.0, + "step": 6811 + }, + { + "epoch": 0.8665564177585549, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6268839836120605, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8799622058868408, + "num_tokens": 258646931.0, + "step": 6812 + }, + { + "epoch": 0.8666836280371454, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4664430618286133, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8685917854309082, + "num_tokens": 258683853.0, + "step": 6813 + }, + { + "epoch": 0.8668108383157359, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.632021188735962, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8634955883026123, + "num_tokens": 258723706.0, + "step": 6814 + }, + { + "epoch": 0.8669380485943264, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.460674524307251, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8655523061752319, + "num_tokens": 258762404.0, + "step": 6815 + }, + { + "epoch": 0.867065258872917, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6441054344177246, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8508463501930237, + "num_tokens": 258803209.0, + "step": 6816 + }, + { + "epoch": 0.8671924691515075, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.465641975402832, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8613216876983643, + "num_tokens": 258840001.0, + "step": 6817 + }, + { + "epoch": 0.8673196794300979, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.647219181060791, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8807051777839661, + "num_tokens": 258871401.0, + "step": 6818 + }, + { + "epoch": 0.8674468897086884, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4792020320892334, + "learning_rate": 1e-05, + "loss": 0.5086, + "mean_token_accuracy": 0.8477091789245605, + "num_tokens": 258902898.0, + "step": 6819 + }, + { + "epoch": 0.867574099987279, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.630093574523926, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.866752564907074, + "num_tokens": 258942136.0, + "step": 6820 + }, + { + "epoch": 0.8677013102658695, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.471039295196533, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.863292932510376, + "num_tokens": 258976599.0, + "step": 6821 + }, + { + "epoch": 0.86782852054446, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6420328617095947, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8596823215484619, + "num_tokens": 259010457.0, + "step": 6822 + }, + { + "epoch": 0.8679557308230506, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4629530906677246, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8619972467422485, + "num_tokens": 259046368.0, + "step": 6823 + }, + { + "epoch": 0.868082941101641, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6323201656341553, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8697901964187622, + "num_tokens": 259087240.0, + "step": 6824 + }, + { + "epoch": 0.8682101513802315, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.450181484222412, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8638335466384888, + "num_tokens": 259128297.0, + "step": 6825 + }, + { + "epoch": 0.868337361658822, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.641779899597168, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8602994084358215, + "num_tokens": 259170242.0, + "step": 6826 + }, + { + "epoch": 0.8684645719374126, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.456606864929199, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8612263798713684, + "num_tokens": 259208580.0, + "step": 6827 + }, + { + "epoch": 0.8685917822160031, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6614482402801514, + "learning_rate": 1e-05, + "loss": 0.5309, + "mean_token_accuracy": 0.8433194756507874, + "num_tokens": 259249721.0, + "step": 6828 + }, + { + "epoch": 0.8687189924945936, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4343152046203613, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8690876364707947, + "num_tokens": 259292056.0, + "step": 6829 + }, + { + "epoch": 0.868846202773184, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.686258554458618, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8710785508155823, + "num_tokens": 259323390.0, + "step": 6830 + }, + { + "epoch": 0.8689734130517746, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.432175874710083, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.872818112373352, + "num_tokens": 259360728.0, + "step": 6831 + }, + { + "epoch": 0.8691006233303651, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.70306134223938, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8606288433074951, + "num_tokens": 259397619.0, + "step": 6832 + }, + { + "epoch": 0.8692278336089556, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.436289072036743, + "learning_rate": 1e-05, + "loss": 0.5017, + "mean_token_accuracy": 0.8486266136169434, + "num_tokens": 259440049.0, + "step": 6833 + }, + { + "epoch": 0.8693550438875461, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.724097967147827, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8679945468902588, + "num_tokens": 259475657.0, + "step": 6834 + }, + { + "epoch": 0.8694822541661367, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.458385467529297, + "learning_rate": 1e-05, + "loss": 0.5272, + "mean_token_accuracy": 0.8399925231933594, + "num_tokens": 259511289.0, + "step": 6835 + }, + { + "epoch": 0.8696094644447271, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.719499349594116, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8754527568817139, + "num_tokens": 259546704.0, + "step": 6836 + }, + { + "epoch": 0.8697366747233176, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4460289478302, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8741223812103271, + "num_tokens": 259588490.0, + "step": 6837 + }, + { + "epoch": 0.8698638850019081, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7444586753845215, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8618091344833374, + "num_tokens": 259619838.0, + "step": 6838 + }, + { + "epoch": 0.8699910952804987, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.456833600997925, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8536622524261475, + "num_tokens": 259662232.0, + "step": 6839 + }, + { + "epoch": 0.8701183055590892, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.751296043395996, + "learning_rate": 1e-05, + "loss": 0.5385, + "mean_token_accuracy": 0.8397778272628784, + "num_tokens": 259699824.0, + "step": 6840 + }, + { + "epoch": 0.8702455158376797, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4948174953460693, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8608481884002686, + "num_tokens": 259728217.0, + "step": 6841 + }, + { + "epoch": 0.8703727261162701, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7210652828216553, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8768193125724792, + "num_tokens": 259763522.0, + "step": 6842 + }, + { + "epoch": 0.8704999363948607, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.495499849319458, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.8518940210342407, + "num_tokens": 259797650.0, + "step": 6843 + }, + { + "epoch": 0.8706271466734512, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.697474241256714, + "learning_rate": 1e-05, + "loss": 0.5105, + "mean_token_accuracy": 0.8522584438323975, + "num_tokens": 259837265.0, + "step": 6844 + }, + { + "epoch": 0.8707543569520417, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.494126796722412, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8647669553756714, + "num_tokens": 259873040.0, + "step": 6845 + }, + { + "epoch": 0.8708815672306323, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6897523403167725, + "learning_rate": 1e-05, + "loss": 0.5095, + "mean_token_accuracy": 0.8470561504364014, + "num_tokens": 259907627.0, + "step": 6846 + }, + { + "epoch": 0.8710087775092228, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4863569736480713, + "learning_rate": 1e-05, + "loss": 0.5265, + "mean_token_accuracy": 0.8427786827087402, + "num_tokens": 259948213.0, + "step": 6847 + }, + { + "epoch": 0.8711359877878132, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.673112630844116, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.8563000559806824, + "num_tokens": 259985239.0, + "step": 6848 + }, + { + "epoch": 0.8712631980664037, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4908344745635986, + "learning_rate": 1e-05, + "loss": 0.5553, + "mean_token_accuracy": 0.833071768283844, + "num_tokens": 260023046.0, + "step": 6849 + }, + { + "epoch": 0.8713904083449943, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6589324474334717, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8715184926986694, + "num_tokens": 260060716.0, + "step": 6850 + }, + { + "epoch": 0.8715176186235848, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4836177825927734, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.880963146686554, + "num_tokens": 260093939.0, + "step": 6851 + }, + { + "epoch": 0.8716448289021753, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6578898429870605, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.862524151802063, + "num_tokens": 260129282.0, + "step": 6852 + }, + { + "epoch": 0.8717720391807658, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4545555114746094, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8769063949584961, + "num_tokens": 260172167.0, + "step": 6853 + }, + { + "epoch": 0.8718992494593563, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6693902015686035, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8688340187072754, + "num_tokens": 260212613.0, + "step": 6854 + }, + { + "epoch": 0.8720264597379468, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.465470314025879, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8690810203552246, + "num_tokens": 260248774.0, + "step": 6855 + }, + { + "epoch": 0.8721536700165373, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6720645427703857, + "learning_rate": 1e-05, + "loss": 0.5112, + "mean_token_accuracy": 0.8446296453475952, + "num_tokens": 260291105.0, + "step": 6856 + }, + { + "epoch": 0.8722808802951278, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.453946113586426, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8695605397224426, + "num_tokens": 260332316.0, + "step": 6857 + }, + { + "epoch": 0.8724080905737184, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6792070865631104, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.872683048248291, + "num_tokens": 260365016.0, + "step": 6858 + }, + { + "epoch": 0.8725353008523089, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.46795392036438, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8813179731369019, + "num_tokens": 260396131.0, + "step": 6859 + }, + { + "epoch": 0.8726625111308994, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.676070213317871, + "learning_rate": 1e-05, + "loss": 0.517, + "mean_token_accuracy": 0.8480111956596375, + "num_tokens": 260438053.0, + "step": 6860 + }, + { + "epoch": 0.8727897214094898, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4574055671691895, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8597455024719238, + "num_tokens": 260479523.0, + "step": 6861 + }, + { + "epoch": 0.8729169316880804, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6749746799468994, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.868985116481781, + "num_tokens": 260516623.0, + "step": 6862 + }, + { + "epoch": 0.8730441419666709, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4647860527038574, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8691589832305908, + "num_tokens": 260552499.0, + "step": 6863 + }, + { + "epoch": 0.8731713522452614, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6673245429992676, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8645705580711365, + "num_tokens": 260595636.0, + "step": 6864 + }, + { + "epoch": 0.873298562523852, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4515907764434814, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8684972524642944, + "num_tokens": 260639787.0, + "step": 6865 + }, + { + "epoch": 0.8734257728024425, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.679995536804199, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.875707745552063, + "num_tokens": 260674117.0, + "step": 6866 + }, + { + "epoch": 0.8735529830810329, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4621713161468506, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8637344241142273, + "num_tokens": 260712757.0, + "step": 6867 + }, + { + "epoch": 0.8736801933596234, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.683931589126587, + "learning_rate": 1e-05, + "loss": 0.5203, + "mean_token_accuracy": 0.8436931371688843, + "num_tokens": 260750756.0, + "step": 6868 + }, + { + "epoch": 0.873807403638214, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.480273723602295, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8582047820091248, + "num_tokens": 260782929.0, + "step": 6869 + }, + { + "epoch": 0.8739346139168045, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.668736457824707, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8626696467399597, + "num_tokens": 260819762.0, + "step": 6870 + }, + { + "epoch": 0.874061824195395, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.457075595855713, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8554272055625916, + "num_tokens": 260862543.0, + "step": 6871 + }, + { + "epoch": 0.8741890344739855, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6792047023773193, + "learning_rate": 1e-05, + "loss": 0.5061, + "mean_token_accuracy": 0.8498304486274719, + "num_tokens": 260899835.0, + "step": 6872 + }, + { + "epoch": 0.874316244752576, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.464782476425171, + "learning_rate": 1e-05, + "loss": 0.5015, + "mean_token_accuracy": 0.8494920134544373, + "num_tokens": 260940593.0, + "step": 6873 + }, + { + "epoch": 0.8744434550311665, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.681610107421875, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8614206314086914, + "num_tokens": 260977454.0, + "step": 6874 + }, + { + "epoch": 0.874570665309757, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4602835178375244, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8633185029029846, + "num_tokens": 261019095.0, + "step": 6875 + }, + { + "epoch": 0.8746978755883476, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.686917304992676, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8530677556991577, + "num_tokens": 261056428.0, + "step": 6876 + }, + { + "epoch": 0.8748250858669381, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4662270545959473, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8746110200881958, + "num_tokens": 261090679.0, + "step": 6877 + }, + { + "epoch": 0.8749522961455286, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.680426836013794, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.8589719533920288, + "num_tokens": 261130640.0, + "step": 6878 + }, + { + "epoch": 0.875079506424119, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4679858684539795, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8752497434616089, + "num_tokens": 261169064.0, + "step": 6879 + }, + { + "epoch": 0.8752067167027096, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6800029277801514, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8645386695861816, + "num_tokens": 261205625.0, + "step": 6880 + }, + { + "epoch": 0.8753339269813001, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.450273036956787, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8704670667648315, + "num_tokens": 261251859.0, + "step": 6881 + }, + { + "epoch": 0.8754611372598906, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6880109310150146, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8631500601768494, + "num_tokens": 261289604.0, + "step": 6882 + }, + { + "epoch": 0.8755883475384811, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.451474189758301, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.8854336738586426, + "num_tokens": 261330053.0, + "step": 6883 + }, + { + "epoch": 0.8757155578170717, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6916720867156982, + "learning_rate": 1e-05, + "loss": 0.4842, + "mean_token_accuracy": 0.8544016480445862, + "num_tokens": 261371042.0, + "step": 6884 + }, + { + "epoch": 0.8758427680956621, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4754199981689453, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8548898696899414, + "num_tokens": 261406911.0, + "step": 6885 + }, + { + "epoch": 0.8759699783742526, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6845221519470215, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8657510280609131, + "num_tokens": 261443856.0, + "step": 6886 + }, + { + "epoch": 0.8760971886528431, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4646353721618652, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8572384119033813, + "num_tokens": 261485987.0, + "step": 6887 + }, + { + "epoch": 0.8762243989314337, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6936051845550537, + "learning_rate": 1e-05, + "loss": 0.4844, + "mean_token_accuracy": 0.856429934501648, + "num_tokens": 261519888.0, + "step": 6888 + }, + { + "epoch": 0.8763516092100242, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.459852457046509, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.8631497621536255, + "num_tokens": 261557435.0, + "step": 6889 + }, + { + "epoch": 0.8764788194886147, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.688730478286743, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8611688613891602, + "num_tokens": 261598209.0, + "step": 6890 + }, + { + "epoch": 0.8766060297672051, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4696898460388184, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.8498356342315674, + "num_tokens": 261637972.0, + "step": 6891 + }, + { + "epoch": 0.8767332400457957, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.690524101257324, + "learning_rate": 1e-05, + "loss": 0.5039, + "mean_token_accuracy": 0.8493620157241821, + "num_tokens": 261676717.0, + "step": 6892 + }, + { + "epoch": 0.8768604503243862, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4924752712249756, + "learning_rate": 1e-05, + "loss": 0.5198, + "mean_token_accuracy": 0.8440544009208679, + "num_tokens": 261711434.0, + "step": 6893 + }, + { + "epoch": 0.8769876606029767, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.664031982421875, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8644355535507202, + "num_tokens": 261749527.0, + "step": 6894 + }, + { + "epoch": 0.8771148708815673, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4659104347229004, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8715044260025024, + "num_tokens": 261792031.0, + "step": 6895 + }, + { + "epoch": 0.8772420811601578, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.669070243835449, + "learning_rate": 1e-05, + "loss": 0.5258, + "mean_token_accuracy": 0.8452783823013306, + "num_tokens": 261831862.0, + "step": 6896 + }, + { + "epoch": 0.8773692914387482, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.468296766281128, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8675118684768677, + "num_tokens": 261869949.0, + "step": 6897 + }, + { + "epoch": 0.8774965017173387, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.674250364303589, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.864623486995697, + "num_tokens": 261904080.0, + "step": 6898 + }, + { + "epoch": 0.8776237119959293, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.491391897201538, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8500754237174988, + "num_tokens": 261932809.0, + "step": 6899 + }, + { + "epoch": 0.8777509222745198, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6448822021484375, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8613423109054565, + "num_tokens": 261974313.0, + "step": 6900 + }, + { + "epoch": 0.8778781325531103, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4651238918304443, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8761616349220276, + "num_tokens": 262011505.0, + "step": 6901 + }, + { + "epoch": 0.8780053428317008, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6643781661987305, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8665198087692261, + "num_tokens": 262042571.0, + "step": 6902 + }, + { + "epoch": 0.8781325531102913, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4569363594055176, + "learning_rate": 1e-05, + "loss": 0.4907, + "mean_token_accuracy": 0.8541646003723145, + "num_tokens": 262088038.0, + "step": 6903 + }, + { + "epoch": 0.8782597633888818, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.655158281326294, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8721223473548889, + "num_tokens": 262126662.0, + "step": 6904 + }, + { + "epoch": 0.8783869736674723, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4586644172668457, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8650317788124084, + "num_tokens": 262170525.0, + "step": 6905 + }, + { + "epoch": 0.8785141839460628, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.678243637084961, + "learning_rate": 1e-05, + "loss": 0.5225, + "mean_token_accuracy": 0.8484099507331848, + "num_tokens": 262210524.0, + "step": 6906 + }, + { + "epoch": 0.8786413942246534, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4679784774780273, + "learning_rate": 1e-05, + "loss": 0.5348, + "mean_token_accuracy": 0.8439584970474243, + "num_tokens": 262248636.0, + "step": 6907 + }, + { + "epoch": 0.8787686045032439, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6712729930877686, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.8512163162231445, + "num_tokens": 262291795.0, + "step": 6908 + }, + { + "epoch": 0.8788958147818343, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.456721305847168, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8661634922027588, + "num_tokens": 262328484.0, + "step": 6909 + }, + { + "epoch": 0.8790230250604248, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.683725357055664, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8676846027374268, + "num_tokens": 262362262.0, + "step": 6910 + }, + { + "epoch": 0.8791502353390154, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.461031436920166, + "learning_rate": 1e-05, + "loss": 0.4892, + "mean_token_accuracy": 0.8541437387466431, + "num_tokens": 262399082.0, + "step": 6911 + }, + { + "epoch": 0.8792774456176059, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7027854919433594, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8632231950759888, + "num_tokens": 262434968.0, + "step": 6912 + }, + { + "epoch": 0.8794046558961964, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.453580141067505, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8663697242736816, + "num_tokens": 262472989.0, + "step": 6913 + }, + { + "epoch": 0.879531866174787, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6930532455444336, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8628352880477905, + "num_tokens": 262512526.0, + "step": 6914 + }, + { + "epoch": 0.8796590764533775, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4562947750091553, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8693232536315918, + "num_tokens": 262548082.0, + "step": 6915 + }, + { + "epoch": 0.8797862867319679, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.766291856765747, + "learning_rate": 1e-05, + "loss": 0.5153, + "mean_token_accuracy": 0.8460234999656677, + "num_tokens": 262584786.0, + "step": 6916 + }, + { + "epoch": 0.8799134970105584, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4465854167938232, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8670707941055298, + "num_tokens": 262625898.0, + "step": 6917 + }, + { + "epoch": 0.880040707289149, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.734644651412964, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8635501861572266, + "num_tokens": 262664041.0, + "step": 6918 + }, + { + "epoch": 0.8801679175677395, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001678466796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4708330631256104, + "learning_rate": 1e-05, + "loss": 0.502, + "mean_token_accuracy": 0.8523043990135193, + "num_tokens": 262702597.0, + "step": 6919 + }, + { + "epoch": 0.88029512784633, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.747074842453003, + "learning_rate": 1e-05, + "loss": 0.53, + "mean_token_accuracy": 0.8437235951423645, + "num_tokens": 262734951.0, + "step": 6920 + }, + { + "epoch": 0.8804223381249205, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4754838943481445, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8692209720611572, + "num_tokens": 262771513.0, + "step": 6921 + }, + { + "epoch": 0.880549548403511, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7270069122314453, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8548927307128906, + "num_tokens": 262813045.0, + "step": 6922 + }, + { + "epoch": 0.8806767586821015, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4873785972595215, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8720887303352356, + "num_tokens": 262846663.0, + "step": 6923 + }, + { + "epoch": 0.880803968960692, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7236239910125732, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.863566517829895, + "num_tokens": 262880056.0, + "step": 6924 + }, + { + "epoch": 0.8809311792392825, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.482121229171753, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8697659969329834, + "num_tokens": 262914819.0, + "step": 6925 + }, + { + "epoch": 0.8810583895178731, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7133073806762695, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8584470152854919, + "num_tokens": 262953167.0, + "step": 6926 + }, + { + "epoch": 0.8811855997964636, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.49351167678833, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8565582633018494, + "num_tokens": 262991628.0, + "step": 6927 + }, + { + "epoch": 0.881312810075054, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.69769024848938, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8670279383659363, + "num_tokens": 263029287.0, + "step": 6928 + }, + { + "epoch": 0.8814400203536445, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4923288822174072, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.862083911895752, + "num_tokens": 263068982.0, + "step": 6929 + }, + { + "epoch": 0.8815672306322351, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6918768882751465, + "learning_rate": 1e-05, + "loss": 0.5535, + "mean_token_accuracy": 0.8394150733947754, + "num_tokens": 263111260.0, + "step": 6930 + }, + { + "epoch": 0.8816944409108256, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.478797674179077, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8646183013916016, + "num_tokens": 263149310.0, + "step": 6931 + }, + { + "epoch": 0.8818216511894161, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6727898120880127, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8737927675247192, + "num_tokens": 263188440.0, + "step": 6932 + }, + { + "epoch": 0.8819488614680067, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4764492511749268, + "learning_rate": 1e-05, + "loss": 0.487, + "mean_token_accuracy": 0.8528642058372498, + "num_tokens": 263229079.0, + "step": 6933 + }, + { + "epoch": 0.8820760717465971, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.692992687225342, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8560717105865479, + "num_tokens": 263260591.0, + "step": 6934 + }, + { + "epoch": 0.8822032820251876, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4728732109069824, + "learning_rate": 1e-05, + "loss": 0.4949, + "mean_token_accuracy": 0.8507357239723206, + "num_tokens": 263301256.0, + "step": 6935 + }, + { + "epoch": 0.8823304923037781, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6729228496551514, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8681554794311523, + "num_tokens": 263337600.0, + "step": 6936 + }, + { + "epoch": 0.8824577025823687, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.464024782180786, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8579011559486389, + "num_tokens": 263383124.0, + "step": 6937 + }, + { + "epoch": 0.8825849128609592, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6845321655273438, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8710159063339233, + "num_tokens": 263416047.0, + "step": 6938 + }, + { + "epoch": 0.8827121231395497, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4564208984375, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8745942115783691, + "num_tokens": 263458515.0, + "step": 6939 + }, + { + "epoch": 0.8828393334181401, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.68869948387146, + "learning_rate": 1e-05, + "loss": 0.4967, + "mean_token_accuracy": 0.8537306189537048, + "num_tokens": 263499833.0, + "step": 6940 + }, + { + "epoch": 0.8829665436967307, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.488187074661255, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8593714237213135, + "num_tokens": 263531680.0, + "step": 6941 + }, + { + "epoch": 0.8830937539753212, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.684574604034424, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8492028713226318, + "num_tokens": 263565889.0, + "step": 6942 + }, + { + "epoch": 0.8832209642539117, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4788055419921875, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8550268411636353, + "num_tokens": 263604974.0, + "step": 6943 + }, + { + "epoch": 0.8833481745325023, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.665954828262329, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8624981045722961, + "num_tokens": 263646960.0, + "step": 6944 + }, + { + "epoch": 0.8834753848110928, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.480043411254883, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8602840900421143, + "num_tokens": 263686427.0, + "step": 6945 + }, + { + "epoch": 0.8836025950896832, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.663994312286377, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8725866079330444, + "num_tokens": 263717520.0, + "step": 6946 + }, + { + "epoch": 0.8837298053682737, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4819536209106445, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8589975833892822, + "num_tokens": 263756226.0, + "step": 6947 + }, + { + "epoch": 0.8838570156468643, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6509664058685303, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8730422258377075, + "num_tokens": 263793961.0, + "step": 6948 + }, + { + "epoch": 0.8839842259254548, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4798455238342285, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8592180013656616, + "num_tokens": 263827325.0, + "step": 6949 + }, + { + "epoch": 0.8841114362040453, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.657778024673462, + "learning_rate": 1e-05, + "loss": 0.525, + "mean_token_accuracy": 0.8408240675926208, + "num_tokens": 263862854.0, + "step": 6950 + }, + { + "epoch": 0.8842386464826358, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4645135402679443, + "learning_rate": 1e-05, + "loss": 0.5448, + "mean_token_accuracy": 0.8365482091903687, + "num_tokens": 263907035.0, + "step": 6951 + }, + { + "epoch": 0.8843658567612263, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6555020809173584, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8513610363006592, + "num_tokens": 263949550.0, + "step": 6952 + }, + { + "epoch": 0.8844930670398168, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4630839824676514, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8620361089706421, + "num_tokens": 263988966.0, + "step": 6953 + }, + { + "epoch": 0.8846202773184073, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.662970542907715, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.875550389289856, + "num_tokens": 264023442.0, + "step": 6954 + }, + { + "epoch": 0.8847474875969978, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.444568634033203, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8714375495910645, + "num_tokens": 264064185.0, + "step": 6955 + }, + { + "epoch": 0.8848746978755884, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6717307567596436, + "learning_rate": 1e-05, + "loss": 0.4903, + "mean_token_accuracy": 0.8531174659729004, + "num_tokens": 264107455.0, + "step": 6956 + }, + { + "epoch": 0.8850019081541789, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4597747325897217, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8551689386367798, + "num_tokens": 264143090.0, + "step": 6957 + }, + { + "epoch": 0.8851291184327693, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6718931198120117, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8582487106323242, + "num_tokens": 264180002.0, + "step": 6958 + }, + { + "epoch": 0.8852563287113598, + "ewc_loss": 0.052490234375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4634037017822266, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8706341981887817, + "num_tokens": 264215444.0, + "step": 6959 + }, + { + "epoch": 0.8853835389899504, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.671299457550049, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8619667291641235, + "num_tokens": 264250758.0, + "step": 6960 + }, + { + "epoch": 0.8855107492685409, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.472837448120117, + "learning_rate": 1e-05, + "loss": 0.5087, + "mean_token_accuracy": 0.8482183814048767, + "num_tokens": 264290181.0, + "step": 6961 + }, + { + "epoch": 0.8856379595471314, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6780335903167725, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8629281520843506, + "num_tokens": 264327480.0, + "step": 6962 + }, + { + "epoch": 0.885765169825722, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4524102210998535, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8632408976554871, + "num_tokens": 264368762.0, + "step": 6963 + }, + { + "epoch": 0.8858923801043125, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6763203144073486, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8623244762420654, + "num_tokens": 264410261.0, + "step": 6964 + }, + { + "epoch": 0.8860195903829029, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4552595615386963, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.867579460144043, + "num_tokens": 264449111.0, + "step": 6965 + }, + { + "epoch": 0.8861468006614934, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.680040121078491, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8566844463348389, + "num_tokens": 264487045.0, + "step": 6966 + }, + { + "epoch": 0.886274010940084, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4673829078674316, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8641889095306396, + "num_tokens": 264524025.0, + "step": 6967 + }, + { + "epoch": 0.8864012212186745, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6864688396453857, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8544672727584839, + "num_tokens": 264561361.0, + "step": 6968 + }, + { + "epoch": 0.886528431497265, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4678215980529785, + "learning_rate": 1e-05, + "loss": 0.54, + "mean_token_accuracy": 0.8364854454994202, + "num_tokens": 264603557.0, + "step": 6969 + }, + { + "epoch": 0.8866556417758555, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6847898960113525, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8743600249290466, + "num_tokens": 264638539.0, + "step": 6970 + }, + { + "epoch": 0.886782852054446, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4602367877960205, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8635912537574768, + "num_tokens": 264676592.0, + "step": 6971 + }, + { + "epoch": 0.8869100623330365, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6866202354431152, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.873022198677063, + "num_tokens": 264708339.0, + "step": 6972 + }, + { + "epoch": 0.887037272611627, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.477046489715576, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.861314594745636, + "num_tokens": 264741705.0, + "step": 6973 + }, + { + "epoch": 0.8871644828902175, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6897268295288086, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8599498271942139, + "num_tokens": 264773095.0, + "step": 6974 + }, + { + "epoch": 0.8872916931688081, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4558863639831543, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8786944150924683, + "num_tokens": 264813499.0, + "step": 6975 + }, + { + "epoch": 0.8874189034473986, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7264063358306885, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8687089681625366, + "num_tokens": 264851314.0, + "step": 6976 + }, + { + "epoch": 0.887546113725989, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4627833366394043, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8637164831161499, + "num_tokens": 264886908.0, + "step": 6977 + }, + { + "epoch": 0.8876733240045795, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.714538812637329, + "learning_rate": 1e-05, + "loss": 0.5474, + "mean_token_accuracy": 0.8360464572906494, + "num_tokens": 264927516.0, + "step": 6978 + }, + { + "epoch": 0.8878005342831701, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.473778009414673, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8677815198898315, + "num_tokens": 264966758.0, + "step": 6979 + }, + { + "epoch": 0.8879277445617606, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.711923360824585, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8527370691299438, + "num_tokens": 265002267.0, + "step": 6980 + }, + { + "epoch": 0.8880549548403511, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.480086326599121, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8690413236618042, + "num_tokens": 265034957.0, + "step": 6981 + }, + { + "epoch": 0.8881821651189417, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.701007604598999, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8628404140472412, + "num_tokens": 265075587.0, + "step": 6982 + }, + { + "epoch": 0.8883093753975321, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4698336124420166, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8746223449707031, + "num_tokens": 265111385.0, + "step": 6983 + }, + { + "epoch": 0.8884365856761226, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6870672702789307, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8721181154251099, + "num_tokens": 265153674.0, + "step": 6984 + }, + { + "epoch": 0.8885637959547131, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4802305698394775, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8745059967041016, + "num_tokens": 265190168.0, + "step": 6985 + }, + { + "epoch": 0.8886910062333037, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6742706298828125, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8733905553817749, + "num_tokens": 265230145.0, + "step": 6986 + }, + { + "epoch": 0.8888182165118942, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4953293800354004, + "learning_rate": 1e-05, + "loss": 0.4971, + "mean_token_accuracy": 0.8501236438751221, + "num_tokens": 265263229.0, + "step": 6987 + }, + { + "epoch": 0.8889454267904847, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6598098278045654, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8539527654647827, + "num_tokens": 265305426.0, + "step": 6988 + }, + { + "epoch": 0.8890726370690751, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.480652332305908, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.8527026176452637, + "num_tokens": 265345677.0, + "step": 6989 + }, + { + "epoch": 0.8891998473476657, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6494081020355225, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8716917634010315, + "num_tokens": 265383987.0, + "step": 6990 + }, + { + "epoch": 0.8893270576262562, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4825918674468994, + "learning_rate": 1e-05, + "loss": 0.5142, + "mean_token_accuracy": 0.8440786004066467, + "num_tokens": 265423209.0, + "step": 6991 + }, + { + "epoch": 0.8894542679048467, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6455600261688232, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8519642353057861, + "num_tokens": 265463304.0, + "step": 6992 + }, + { + "epoch": 0.8895814781834372, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00016880035400390625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4626336097717285, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8525068759918213, + "num_tokens": 265506991.0, + "step": 6993 + }, + { + "epoch": 0.8897086884620278, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6640076637268066, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8634752631187439, + "num_tokens": 265539050.0, + "step": 6994 + }, + { + "epoch": 0.8898358987406182, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.454521894454956, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8601610660552979, + "num_tokens": 265583593.0, + "step": 6995 + }, + { + "epoch": 0.8899631090192087, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6684319972991943, + "learning_rate": 1e-05, + "loss": 0.5214, + "mean_token_accuracy": 0.8431472778320312, + "num_tokens": 265623873.0, + "step": 6996 + }, + { + "epoch": 0.8900903192977992, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4483232498168945, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8571395874023438, + "num_tokens": 265666191.0, + "step": 6997 + }, + { + "epoch": 0.8902175295763898, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.678784132003784, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8586532473564148, + "num_tokens": 265703929.0, + "step": 6998 + }, + { + "epoch": 0.8903447398549803, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4613752365112305, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8643453121185303, + "num_tokens": 265737246.0, + "step": 6999 + }, + { + "epoch": 0.8904719501335708, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6898117065429688, + "learning_rate": 1e-05, + "loss": 0.5119, + "mean_token_accuracy": 0.8526133894920349, + "num_tokens": 265774549.0, + "step": 7000 + }, + { + "epoch": 0.8905991604121613, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.469743490219116, + "learning_rate": 1e-05, + "loss": 0.4978, + "mean_token_accuracy": 0.8561145067214966, + "num_tokens": 265806972.0, + "step": 7001 + }, + { + "epoch": 0.8907263706907518, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6808273792266846, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8531211614608765, + "num_tokens": 265844505.0, + "step": 7002 + }, + { + "epoch": 0.8908535809693423, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4550211429595947, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8629456758499146, + "num_tokens": 265885350.0, + "step": 7003 + }, + { + "epoch": 0.8909807912479328, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.676314115524292, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8660131096839905, + "num_tokens": 265925345.0, + "step": 7004 + }, + { + "epoch": 0.8911080015265234, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.456648588180542, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8665913939476013, + "num_tokens": 265961329.0, + "step": 7005 + }, + { + "epoch": 0.8912352118051139, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7010087966918945, + "learning_rate": 1e-05, + "loss": 0.5545, + "mean_token_accuracy": 0.8351008892059326, + "num_tokens": 266000836.0, + "step": 7006 + }, + { + "epoch": 0.8913624220837043, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.469592571258545, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8562504053115845, + "num_tokens": 266037178.0, + "step": 7007 + }, + { + "epoch": 0.8914896323622948, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.686903715133667, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8697971701622009, + "num_tokens": 266077125.0, + "step": 7008 + }, + { + "epoch": 0.8916168426408854, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.463169813156128, + "learning_rate": 1e-05, + "loss": 0.504, + "mean_token_accuracy": 0.8459287881851196, + "num_tokens": 266117313.0, + "step": 7009 + }, + { + "epoch": 0.8917440529194759, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6914680004119873, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8617170453071594, + "num_tokens": 266157432.0, + "step": 7010 + }, + { + "epoch": 0.8918712631980664, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4626474380493164, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8610574007034302, + "num_tokens": 266197170.0, + "step": 7011 + }, + { + "epoch": 0.891998473476657, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6976263523101807, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.853605329990387, + "num_tokens": 266230383.0, + "step": 7012 + }, + { + "epoch": 0.8921256837552475, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4661612510681152, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.862567126750946, + "num_tokens": 266268685.0, + "step": 7013 + }, + { + "epoch": 0.8922528940338379, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6904377937316895, + "learning_rate": 1e-05, + "loss": 0.4704, + "mean_token_accuracy": 0.8584076762199402, + "num_tokens": 266308875.0, + "step": 7014 + }, + { + "epoch": 0.8923801043124284, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4841442108154297, + "learning_rate": 1e-05, + "loss": 0.5457, + "mean_token_accuracy": 0.8351256847381592, + "num_tokens": 266346540.0, + "step": 7015 + }, + { + "epoch": 0.892507314591019, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.689793825149536, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8623189330101013, + "num_tokens": 266383359.0, + "step": 7016 + }, + { + "epoch": 0.8926345248696095, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.482179880142212, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.855829119682312, + "num_tokens": 266420235.0, + "step": 7017 + }, + { + "epoch": 0.8927617351482, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6914405822753906, + "learning_rate": 1e-05, + "loss": 0.4745, + "mean_token_accuracy": 0.8588813543319702, + "num_tokens": 266455097.0, + "step": 7018 + }, + { + "epoch": 0.8928889454267905, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.477794647216797, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8649864196777344, + "num_tokens": 266488471.0, + "step": 7019 + }, + { + "epoch": 0.893016155705381, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.682039260864258, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8559457063674927, + "num_tokens": 266528107.0, + "step": 7020 + }, + { + "epoch": 0.8931433659839715, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.469684362411499, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8686087131500244, + "num_tokens": 266567859.0, + "step": 7021 + }, + { + "epoch": 0.893270576262562, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6692168712615967, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8683974146842957, + "num_tokens": 266609722.0, + "step": 7022 + }, + { + "epoch": 0.8933977865411525, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4567575454711914, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8741761445999146, + "num_tokens": 266650546.0, + "step": 7023 + }, + { + "epoch": 0.8935249968197431, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.69246768951416, + "learning_rate": 1e-05, + "loss": 0.4885, + "mean_token_accuracy": 0.8585190176963806, + "num_tokens": 266686508.0, + "step": 7024 + }, + { + "epoch": 0.8936522070983336, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.458496332168579, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8763315081596375, + "num_tokens": 266725528.0, + "step": 7025 + }, + { + "epoch": 0.893779417376924, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7134017944335938, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8763583898544312, + "num_tokens": 266754818.0, + "step": 7026 + }, + { + "epoch": 0.8939066276555145, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.467766046524048, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.859705924987793, + "num_tokens": 266790723.0, + "step": 7027 + }, + { + "epoch": 0.8940338379341051, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.706423759460449, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8644248247146606, + "num_tokens": 266824889.0, + "step": 7028 + }, + { + "epoch": 0.8941610482126956, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4581871032714844, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8607720732688904, + "num_tokens": 266866129.0, + "step": 7029 + }, + { + "epoch": 0.8942882584912861, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.703453779220581, + "learning_rate": 1e-05, + "loss": 0.479, + "mean_token_accuracy": 0.8593728542327881, + "num_tokens": 266910005.0, + "step": 7030 + }, + { + "epoch": 0.8944154687698767, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4644558429718018, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8689906001091003, + "num_tokens": 266947366.0, + "step": 7031 + }, + { + "epoch": 0.8945426790484671, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7136447429656982, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8577650785446167, + "num_tokens": 266982402.0, + "step": 7032 + }, + { + "epoch": 0.8946698893270576, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.493595600128174, + "learning_rate": 1e-05, + "loss": 0.5047, + "mean_token_accuracy": 0.8512191772460938, + "num_tokens": 267015397.0, + "step": 7033 + }, + { + "epoch": 0.8947970996056481, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.697024345397949, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.875383734703064, + "num_tokens": 267050204.0, + "step": 7034 + }, + { + "epoch": 0.8949243098842387, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.473123073577881, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8766580820083618, + "num_tokens": 267085127.0, + "step": 7035 + }, + { + "epoch": 0.8950515201628292, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6954994201660156, + "learning_rate": 1e-05, + "loss": 0.5022, + "mean_token_accuracy": 0.8516067266464233, + "num_tokens": 267122210.0, + "step": 7036 + }, + { + "epoch": 0.8951787304414197, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.484100103378296, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8598612546920776, + "num_tokens": 267161124.0, + "step": 7037 + }, + { + "epoch": 0.8953059407200101, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6892459392547607, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8716585636138916, + "num_tokens": 267195339.0, + "step": 7038 + }, + { + "epoch": 0.8954331509986007, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.484700918197632, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8564284443855286, + "num_tokens": 267228712.0, + "step": 7039 + }, + { + "epoch": 0.8955603612771912, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6931111812591553, + "learning_rate": 1e-05, + "loss": 0.4892, + "mean_token_accuracy": 0.851793646812439, + "num_tokens": 267262796.0, + "step": 7040 + }, + { + "epoch": 0.8956875715557817, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4882116317749023, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8547037839889526, + "num_tokens": 267304101.0, + "step": 7041 + }, + { + "epoch": 0.8958147818343722, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.665321111679077, + "learning_rate": 1e-05, + "loss": 0.5211, + "mean_token_accuracy": 0.8462560176849365, + "num_tokens": 267348943.0, + "step": 7042 + }, + { + "epoch": 0.8959419921129628, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.470977544784546, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8675728440284729, + "num_tokens": 267390436.0, + "step": 7043 + }, + { + "epoch": 0.8960692023915532, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.665010690689087, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8735134601593018, + "num_tokens": 267428069.0, + "step": 7044 + }, + { + "epoch": 0.8961964126701437, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.482128858566284, + "learning_rate": 1e-05, + "loss": 0.4992, + "mean_token_accuracy": 0.8477298021316528, + "num_tokens": 267468029.0, + "step": 7045 + }, + { + "epoch": 0.8963236229487342, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6640119552612305, + "learning_rate": 1e-05, + "loss": 0.4905, + "mean_token_accuracy": 0.8551445007324219, + "num_tokens": 267504013.0, + "step": 7046 + }, + { + "epoch": 0.8964508332273248, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4831178188323975, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8699824810028076, + "num_tokens": 267537696.0, + "step": 7047 + }, + { + "epoch": 0.8965780435059153, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6585195064544678, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8690779805183411, + "num_tokens": 267568971.0, + "step": 7048 + }, + { + "epoch": 0.8967052537845058, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.473828077316284, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8580318689346313, + "num_tokens": 267607829.0, + "step": 7049 + }, + { + "epoch": 0.8968324640630962, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6547555923461914, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8650739192962646, + "num_tokens": 267649338.0, + "step": 7050 + }, + { + "epoch": 0.8969596743416868, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4784679412841797, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8683586120605469, + "num_tokens": 267685053.0, + "step": 7051 + }, + { + "epoch": 0.8970868846202773, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6681199073791504, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8682419657707214, + "num_tokens": 267722291.0, + "step": 7052 + }, + { + "epoch": 0.8972140948988678, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.469794511795044, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.863280177116394, + "num_tokens": 267760533.0, + "step": 7053 + }, + { + "epoch": 0.8973413051774584, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6634342670440674, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8646067380905151, + "num_tokens": 267796655.0, + "step": 7054 + }, + { + "epoch": 0.8974685154560489, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4496335983276367, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.865280032157898, + "num_tokens": 267835950.0, + "step": 7055 + }, + { + "epoch": 0.8975957257346393, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.672590732574463, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8658039569854736, + "num_tokens": 267871796.0, + "step": 7056 + }, + { + "epoch": 0.8977229360132298, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4614741802215576, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8657225370407104, + "num_tokens": 267910562.0, + "step": 7057 + }, + { + "epoch": 0.8978501462918204, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6728687286376953, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8646694421768188, + "num_tokens": 267948962.0, + "step": 7058 + }, + { + "epoch": 0.8979773565704109, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4587936401367188, + "learning_rate": 1e-05, + "loss": 0.4936, + "mean_token_accuracy": 0.8542846441268921, + "num_tokens": 267993158.0, + "step": 7059 + }, + { + "epoch": 0.8981045668490014, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.685816764831543, + "learning_rate": 1e-05, + "loss": 0.4971, + "mean_token_accuracy": 0.8530104756355286, + "num_tokens": 268033366.0, + "step": 7060 + }, + { + "epoch": 0.898231777127592, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4529592990875244, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8631669282913208, + "num_tokens": 268074125.0, + "step": 7061 + }, + { + "epoch": 0.8983589874061825, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.692351818084717, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8583213090896606, + "num_tokens": 268112132.0, + "step": 7062 + }, + { + "epoch": 0.8984861976847729, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.481656074523926, + "learning_rate": 1e-05, + "loss": 0.5303, + "mean_token_accuracy": 0.8395177125930786, + "num_tokens": 268148161.0, + "step": 7063 + }, + { + "epoch": 0.8986134079633634, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6704137325286865, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.885675847530365, + "num_tokens": 268184977.0, + "step": 7064 + }, + { + "epoch": 0.898740618241954, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.478090524673462, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8625022172927856, + "num_tokens": 268219355.0, + "step": 7065 + }, + { + "epoch": 0.8988678285205445, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6580541133880615, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8662139177322388, + "num_tokens": 268260533.0, + "step": 7066 + }, + { + "epoch": 0.898995038799135, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4900245666503906, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.857576310634613, + "num_tokens": 268294415.0, + "step": 7067 + }, + { + "epoch": 0.8991222490777255, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.64758563041687, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8692201972007751, + "num_tokens": 268331038.0, + "step": 7068 + }, + { + "epoch": 0.899249459356316, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.48861026763916, + "learning_rate": 1e-05, + "loss": 0.5087, + "mean_token_accuracy": 0.8454980850219727, + "num_tokens": 268369438.0, + "step": 7069 + }, + { + "epoch": 0.8993766696349065, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.648171901702881, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8640215396881104, + "num_tokens": 268403808.0, + "step": 7070 + }, + { + "epoch": 0.899503879913497, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4723753929138184, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8750834465026855, + "num_tokens": 268442575.0, + "step": 7071 + }, + { + "epoch": 0.8996310901920875, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6519064903259277, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8606356978416443, + "num_tokens": 268475387.0, + "step": 7072 + }, + { + "epoch": 0.8997583004706781, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4687509536743164, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.861476719379425, + "num_tokens": 268513514.0, + "step": 7073 + }, + { + "epoch": 0.8998855107492686, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6475634574890137, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.866497278213501, + "num_tokens": 268553690.0, + "step": 7074 + }, + { + "epoch": 0.900012721027859, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4541854858398438, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8703371286392212, + "num_tokens": 268593285.0, + "step": 7075 + }, + { + "epoch": 0.9001399313064495, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6650142669677734, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8637877702713013, + "num_tokens": 268631929.0, + "step": 7076 + }, + { + "epoch": 0.9002671415850401, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.469672918319702, + "learning_rate": 1e-05, + "loss": 0.5308, + "mean_token_accuracy": 0.8342748880386353, + "num_tokens": 268669882.0, + "step": 7077 + }, + { + "epoch": 0.9003943518636306, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6598012447357178, + "learning_rate": 1e-05, + "loss": 0.5085, + "mean_token_accuracy": 0.8475983142852783, + "num_tokens": 268712709.0, + "step": 7078 + }, + { + "epoch": 0.9005215621422211, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.00017070770263671875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.453183174133301, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8591703176498413, + "num_tokens": 268751514.0, + "step": 7079 + }, + { + "epoch": 0.9006487724208116, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.663054943084717, + "learning_rate": 1e-05, + "loss": 0.5073, + "mean_token_accuracy": 0.8481398820877075, + "num_tokens": 268796841.0, + "step": 7080 + }, + { + "epoch": 0.9007759826994021, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4408328533172607, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8716960549354553, + "num_tokens": 268841536.0, + "step": 7081 + }, + { + "epoch": 0.9009031929779926, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6726467609405518, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.861008882522583, + "num_tokens": 268884636.0, + "step": 7082 + }, + { + "epoch": 0.9010304032565831, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.457064390182495, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8579679131507874, + "num_tokens": 268924114.0, + "step": 7083 + }, + { + "epoch": 0.9011576135351737, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6730573177337646, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8691791892051697, + "num_tokens": 268966476.0, + "step": 7084 + }, + { + "epoch": 0.9012848238137642, + "ewc_loss": 0.052734375, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.458590507507324, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8721129298210144, + "num_tokens": 268998224.0, + "step": 7085 + }, + { + "epoch": 0.9014120340923547, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.694018602371216, + "learning_rate": 1e-05, + "loss": 0.4858, + "mean_token_accuracy": 0.8555728197097778, + "num_tokens": 269043552.0, + "step": 7086 + }, + { + "epoch": 0.9015392443709451, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4526453018188477, + "learning_rate": 1e-05, + "loss": 0.4979, + "mean_token_accuracy": 0.8488357067108154, + "num_tokens": 269085180.0, + "step": 7087 + }, + { + "epoch": 0.9016664546495357, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.699991226196289, + "learning_rate": 1e-05, + "loss": 0.5055, + "mean_token_accuracy": 0.850806713104248, + "num_tokens": 269121694.0, + "step": 7088 + }, + { + "epoch": 0.9017936649281262, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4546165466308594, + "learning_rate": 1e-05, + "loss": 0.5257, + "mean_token_accuracy": 0.8451322317123413, + "num_tokens": 269164896.0, + "step": 7089 + }, + { + "epoch": 0.9019208752067167, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.701805830001831, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8829320073127747, + "num_tokens": 269201095.0, + "step": 7090 + }, + { + "epoch": 0.9020480854853072, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4530787467956543, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8651063442230225, + "num_tokens": 269243055.0, + "step": 7091 + }, + { + "epoch": 0.9021752957638978, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.715851068496704, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8699367642402649, + "num_tokens": 269279902.0, + "step": 7092 + }, + { + "epoch": 0.9023025060424882, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4618678092956543, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8768525719642639, + "num_tokens": 269315773.0, + "step": 7093 + }, + { + "epoch": 0.9024297163210787, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7222816944122314, + "learning_rate": 1e-05, + "loss": 0.5268, + "mean_token_accuracy": 0.8451356291770935, + "num_tokens": 269353127.0, + "step": 7094 + }, + { + "epoch": 0.9025569265996692, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4756381511688232, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8631725311279297, + "num_tokens": 269387023.0, + "step": 7095 + }, + { + "epoch": 0.9026841368782598, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.733266830444336, + "learning_rate": 1e-05, + "loss": 0.5326, + "mean_token_accuracy": 0.8429228067398071, + "num_tokens": 269419983.0, + "step": 7096 + }, + { + "epoch": 0.9028113471568503, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4609766006469727, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8680245876312256, + "num_tokens": 269460580.0, + "step": 7097 + }, + { + "epoch": 0.9029385574354408, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7160866260528564, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8774126768112183, + "num_tokens": 269497711.0, + "step": 7098 + }, + { + "epoch": 0.9030657677140312, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.46508526802063, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8628338575363159, + "num_tokens": 269538111.0, + "step": 7099 + }, + { + "epoch": 0.9031929779926218, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.727203607559204, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.881482720375061, + "num_tokens": 269570695.0, + "step": 7100 + }, + { + "epoch": 0.9033201882712123, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 14.20290756225586, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8641780614852905, + "num_tokens": 269605849.0, + "step": 7101 + }, + { + "epoch": 0.9034473985498028, + "ewc_loss": 0.11181640625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 9.489059448242188e-05, + "grad_norm": 4.030272006988525, + "learning_rate": 1e-05, + "loss": 0.5272, + "mean_token_accuracy": 0.8583826422691345, + "num_tokens": 269646445.0, + "step": 7102 + }, + { + "epoch": 0.9035746088283934, + "ewc_loss": 0.05078125, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 3.337860107421875e-05, + "grad_norm": 2.042250633239746, + "learning_rate": 1e-05, + "loss": 0.5092, + "mean_token_accuracy": 0.8470670580863953, + "num_tokens": 269686806.0, + "step": 7103 + }, + { + "epoch": 0.9037018191069839, + "ewc_loss": 0.0966796875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 7.963180541992188e-05, + "grad_norm": 3.882431983947754, + "learning_rate": 1e-05, + "loss": 0.5322, + "mean_token_accuracy": 0.8527712225914001, + "num_tokens": 269727311.0, + "step": 7104 + }, + { + "epoch": 0.9038290293855743, + "ewc_loss": 0.10400390625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 8.678436279296875e-05, + "grad_norm": 3.4750149250030518, + "learning_rate": 1e-05, + "loss": 0.5833, + "mean_token_accuracy": 0.8413087129592896, + "num_tokens": 269765066.0, + "step": 7105 + }, + { + "epoch": 0.9039562396641648, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 6.246566772460938e-05, + "grad_norm": 3.0284717082977295, + "learning_rate": 1e-05, + "loss": 0.5106, + "mean_token_accuracy": 0.8547961711883545, + "num_tokens": 269807065.0, + "step": 7106 + }, + { + "epoch": 0.9040834499427554, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 6.389617919921875e-05, + "grad_norm": 3.109027862548828, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.877174973487854, + "num_tokens": 269839874.0, + "step": 7107 + }, + { + "epoch": 0.9042106602213459, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 6.29425048828125e-05, + "grad_norm": 3.010143280029297, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8714317083358765, + "num_tokens": 269877647.0, + "step": 7108 + }, + { + "epoch": 0.9043378704999364, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 5.745887756347656e-05, + "grad_norm": 2.905907154083252, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.862665057182312, + "num_tokens": 269912403.0, + "step": 7109 + }, + { + "epoch": 0.9044650807785269, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000171661376953125, + "ewc_loss_parallel": 5.507469177246094e-05, + "grad_norm": 2.8695755004882812, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8690698146820068, + "num_tokens": 269946086.0, + "step": 7110 + }, + { + "epoch": 0.9045922910571175, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 5.1975250244140625e-05, + "grad_norm": 2.779601573944092, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8730554580688477, + "num_tokens": 269985820.0, + "step": 7111 + }, + { + "epoch": 0.9047195013357079, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.788426399230957, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8709142208099365, + "num_tokens": 270021377.0, + "step": 7112 + }, + { + "epoch": 0.9048467116142984, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.6978085041046143, + "learning_rate": 1e-05, + "loss": 0.5288, + "mean_token_accuracy": 0.8484251499176025, + "num_tokens": 270056928.0, + "step": 7113 + }, + { + "epoch": 0.9049739218928889, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7005534172058105, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8730787038803101, + "num_tokens": 270093720.0, + "step": 7114 + }, + { + "epoch": 0.9051011321714795, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.621574878692627, + "learning_rate": 1e-05, + "loss": 0.4985, + "mean_token_accuracy": 0.8542739748954773, + "num_tokens": 270140151.0, + "step": 7115 + }, + { + "epoch": 0.90522834245007, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6646673679351807, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8655257225036621, + "num_tokens": 270173970.0, + "step": 7116 + }, + { + "epoch": 0.9053555527286605, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.591297149658203, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8638671636581421, + "num_tokens": 270207014.0, + "step": 7117 + }, + { + "epoch": 0.905482763007251, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.640307903289795, + "learning_rate": 1e-05, + "loss": 0.5176, + "mean_token_accuracy": 0.8480227589607239, + "num_tokens": 270246635.0, + "step": 7118 + }, + { + "epoch": 0.9056099732858415, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.55267071723938, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8588262796401978, + "num_tokens": 270289902.0, + "step": 7119 + }, + { + "epoch": 0.905737183564432, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6313016414642334, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.8475340008735657, + "num_tokens": 270321173.0, + "step": 7120 + }, + { + "epoch": 0.9058643938430225, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5155093669891357, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8719518184661865, + "num_tokens": 270360281.0, + "step": 7121 + }, + { + "epoch": 0.9059916041216131, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.614964723587036, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.869957685470581, + "num_tokens": 270396609.0, + "step": 7122 + }, + { + "epoch": 0.9061188144002036, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.512739896774292, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8496644496917725, + "num_tokens": 270436365.0, + "step": 7123 + }, + { + "epoch": 0.906246024678794, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6142380237579346, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8670715093612671, + "num_tokens": 270471314.0, + "step": 7124 + }, + { + "epoch": 0.9063732349573845, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4906563758850098, + "learning_rate": 1e-05, + "loss": 0.4942, + "mean_token_accuracy": 0.8529945611953735, + "num_tokens": 270510169.0, + "step": 7125 + }, + { + "epoch": 0.9065004452359751, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6071691513061523, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8687957525253296, + "num_tokens": 270549787.0, + "step": 7126 + }, + { + "epoch": 0.9066276555145656, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4920244216918945, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8702128529548645, + "num_tokens": 270584059.0, + "step": 7127 + }, + { + "epoch": 0.9067548657931561, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6086089611053467, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8684539794921875, + "num_tokens": 270618059.0, + "step": 7128 + }, + { + "epoch": 0.9068820760717466, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.482872247695923, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8618227243423462, + "num_tokens": 270656968.0, + "step": 7129 + }, + { + "epoch": 0.9070092863503371, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6262056827545166, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8611904978752136, + "num_tokens": 270692088.0, + "step": 7130 + }, + { + "epoch": 0.9071364966289276, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.471764326095581, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8682990074157715, + "num_tokens": 270729480.0, + "step": 7131 + }, + { + "epoch": 0.9072637069075181, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6223597526550293, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8707789182662964, + "num_tokens": 270769062.0, + "step": 7132 + }, + { + "epoch": 0.9073909171861086, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4654455184936523, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.857312798500061, + "num_tokens": 270808142.0, + "step": 7133 + }, + { + "epoch": 0.9075181274646992, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.639909029006958, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.858487606048584, + "num_tokens": 270842232.0, + "step": 7134 + }, + { + "epoch": 0.9076453377432897, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.463839530944824, + "learning_rate": 1e-05, + "loss": 0.5047, + "mean_token_accuracy": 0.8512067198753357, + "num_tokens": 270881588.0, + "step": 7135 + }, + { + "epoch": 0.9077725480218801, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6483213901519775, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.8571305274963379, + "num_tokens": 270921122.0, + "step": 7136 + }, + { + "epoch": 0.9078997583004706, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4515974521636963, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8567532300949097, + "num_tokens": 270959037.0, + "step": 7137 + }, + { + "epoch": 0.9080269685790612, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6592092514038086, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8648971319198608, + "num_tokens": 271002731.0, + "step": 7138 + }, + { + "epoch": 0.9081541788576517, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.448777437210083, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8646453022956848, + "num_tokens": 271038487.0, + "step": 7139 + }, + { + "epoch": 0.9082813891362422, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.700860023498535, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.859128475189209, + "num_tokens": 271068811.0, + "step": 7140 + }, + { + "epoch": 0.9084085994148328, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.439105749130249, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8751242160797119, + "num_tokens": 271111019.0, + "step": 7141 + }, + { + "epoch": 0.9085358096934232, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.703218936920166, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.859000027179718, + "num_tokens": 271149317.0, + "step": 7142 + }, + { + "epoch": 0.9086630199720137, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.443892002105713, + "learning_rate": 1e-05, + "loss": 0.3956, + "mean_token_accuracy": 0.8803732395172119, + "num_tokens": 271190664.0, + "step": 7143 + }, + { + "epoch": 0.9087902302506042, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7365877628326416, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8674012422561646, + "num_tokens": 271225071.0, + "step": 7144 + }, + { + "epoch": 0.9089174405291948, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.441028594970703, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8631085157394409, + "num_tokens": 271264228.0, + "step": 7145 + }, + { + "epoch": 0.9090446508077853, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7545909881591797, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8629664778709412, + "num_tokens": 271300888.0, + "step": 7146 + }, + { + "epoch": 0.9091718610863758, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.449795722961426, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8621165752410889, + "num_tokens": 271339629.0, + "step": 7147 + }, + { + "epoch": 0.9092990713649662, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7709476947784424, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8644111156463623, + "num_tokens": 271379116.0, + "step": 7148 + }, + { + "epoch": 0.9094262816435568, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.464768409729004, + "learning_rate": 1e-05, + "loss": 0.4985, + "mean_token_accuracy": 0.8515621423721313, + "num_tokens": 271420829.0, + "step": 7149 + }, + { + "epoch": 0.9095534919221473, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7765018939971924, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.859472930431366, + "num_tokens": 271457934.0, + "step": 7150 + }, + { + "epoch": 0.9096807022007378, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4876155853271484, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8625330328941345, + "num_tokens": 271497441.0, + "step": 7151 + }, + { + "epoch": 0.9098079124793284, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.762129306793213, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8556864857673645, + "num_tokens": 271532358.0, + "step": 7152 + }, + { + "epoch": 0.9099351227579189, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4902307987213135, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8673903942108154, + "num_tokens": 271570103.0, + "step": 7153 + }, + { + "epoch": 0.9100623330365093, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.751570463180542, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8668763637542725, + "num_tokens": 271604542.0, + "step": 7154 + }, + { + "epoch": 0.9101895433150998, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4942119121551514, + "learning_rate": 1e-05, + "loss": 0.5024, + "mean_token_accuracy": 0.8519070744514465, + "num_tokens": 271646901.0, + "step": 7155 + }, + { + "epoch": 0.9103167535936904, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7451059818267822, + "learning_rate": 1e-05, + "loss": 0.5184, + "mean_token_accuracy": 0.8434500098228455, + "num_tokens": 271684922.0, + "step": 7156 + }, + { + "epoch": 0.9104439638722809, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4938108921051025, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8795208930969238, + "num_tokens": 271721206.0, + "step": 7157 + }, + { + "epoch": 0.9105711741508714, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.724646806716919, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.874558687210083, + "num_tokens": 271757978.0, + "step": 7158 + }, + { + "epoch": 0.9106983844294619, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5326435565948486, + "learning_rate": 1e-05, + "loss": 0.5508, + "mean_token_accuracy": 0.8376814723014832, + "num_tokens": 271792208.0, + "step": 7159 + }, + { + "epoch": 0.9108255947080524, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7022793292999268, + "learning_rate": 1e-05, + "loss": 0.4967, + "mean_token_accuracy": 0.8563473224639893, + "num_tokens": 271828853.0, + "step": 7160 + }, + { + "epoch": 0.9109528049866429, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.520190954208374, + "learning_rate": 1e-05, + "loss": 0.4983, + "mean_token_accuracy": 0.8478764295578003, + "num_tokens": 271868596.0, + "step": 7161 + }, + { + "epoch": 0.9110800152652334, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6583988666534424, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8679834008216858, + "num_tokens": 271911292.0, + "step": 7162 + }, + { + "epoch": 0.9112072255438239, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.508791208267212, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8698479533195496, + "num_tokens": 271954512.0, + "step": 7163 + }, + { + "epoch": 0.9113344358224145, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6608238220214844, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8569951057434082, + "num_tokens": 271994229.0, + "step": 7164 + }, + { + "epoch": 0.911461646101005, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.496492385864258, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8680860996246338, + "num_tokens": 272031712.0, + "step": 7165 + }, + { + "epoch": 0.9115888563795955, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.643812894821167, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8581575155258179, + "num_tokens": 272070269.0, + "step": 7166 + }, + { + "epoch": 0.9117160666581859, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.483426570892334, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8619556427001953, + "num_tokens": 272115407.0, + "step": 7167 + }, + { + "epoch": 0.9118432769367765, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.637497901916504, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8618111610412598, + "num_tokens": 272161463.0, + "step": 7168 + }, + { + "epoch": 0.911970487215367, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5072176456451416, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8679133057594299, + "num_tokens": 272196712.0, + "step": 7169 + }, + { + "epoch": 0.9120976974939575, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6314938068389893, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8572160601615906, + "num_tokens": 272235617.0, + "step": 7170 + }, + { + "epoch": 0.912224907772548, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5067038536071777, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8667806386947632, + "num_tokens": 272266464.0, + "step": 7171 + }, + { + "epoch": 0.9123521180511386, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6292314529418945, + "learning_rate": 1e-05, + "loss": 0.5011, + "mean_token_accuracy": 0.8487915992736816, + "num_tokens": 272301069.0, + "step": 7172 + }, + { + "epoch": 0.912479328329729, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5066118240356445, + "learning_rate": 1e-05, + "loss": 0.5164, + "mean_token_accuracy": 0.8459692001342773, + "num_tokens": 272333119.0, + "step": 7173 + }, + { + "epoch": 0.9126065386083195, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.636096239089966, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.849628210067749, + "num_tokens": 272365560.0, + "step": 7174 + }, + { + "epoch": 0.9127337488869101, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.472449541091919, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8805546164512634, + "num_tokens": 272401290.0, + "step": 7175 + }, + { + "epoch": 0.9128609591655006, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6226556301116943, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8671205043792725, + "num_tokens": 272442925.0, + "step": 7176 + }, + { + "epoch": 0.9129881694440911, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.477879285812378, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8558799028396606, + "num_tokens": 272477192.0, + "step": 7177 + }, + { + "epoch": 0.9131153797226816, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6607072353363037, + "learning_rate": 1e-05, + "loss": 0.5143, + "mean_token_accuracy": 0.8455618619918823, + "num_tokens": 272506987.0, + "step": 7178 + }, + { + "epoch": 0.9132425900012721, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4553451538085938, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8682258129119873, + "num_tokens": 272544399.0, + "step": 7179 + }, + { + "epoch": 0.9133698002798626, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6648268699645996, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.861426591873169, + "num_tokens": 272577639.0, + "step": 7180 + }, + { + "epoch": 0.9134970105584531, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4513590335845947, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8673946261405945, + "num_tokens": 272615358.0, + "step": 7181 + }, + { + "epoch": 0.9136242208370436, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6790103912353516, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8593098521232605, + "num_tokens": 272652927.0, + "step": 7182 + }, + { + "epoch": 0.9137514311156342, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.466254472732544, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8567745685577393, + "num_tokens": 272682509.0, + "step": 7183 + }, + { + "epoch": 0.9138786413942247, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6848297119140625, + "learning_rate": 1e-05, + "loss": 0.5142, + "mean_token_accuracy": 0.8472599983215332, + "num_tokens": 272723295.0, + "step": 7184 + }, + { + "epoch": 0.9140058516728151, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.441533088684082, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8478147983551025, + "num_tokens": 272764985.0, + "step": 7185 + }, + { + "epoch": 0.9141330619514056, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.694709539413452, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8644570112228394, + "num_tokens": 272807926.0, + "step": 7186 + }, + { + "epoch": 0.9142602722299962, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4615955352783203, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8666201233863831, + "num_tokens": 272844249.0, + "step": 7187 + }, + { + "epoch": 0.9143874825085867, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7095038890838623, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8601812720298767, + "num_tokens": 272878029.0, + "step": 7188 + }, + { + "epoch": 0.9145146927871772, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4730284214019775, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8490371704101562, + "num_tokens": 272913185.0, + "step": 7189 + }, + { + "epoch": 0.9146419030657678, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.704068899154663, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8666336536407471, + "num_tokens": 272946835.0, + "step": 7190 + }, + { + "epoch": 0.9147691133443582, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4651637077331543, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.855938196182251, + "num_tokens": 272983467.0, + "step": 7191 + }, + { + "epoch": 0.9148963236229487, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.703281879425049, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8637479543685913, + "num_tokens": 273022464.0, + "step": 7192 + }, + { + "epoch": 0.9150235339015392, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4711318016052246, + "learning_rate": 1e-05, + "loss": 0.5115, + "mean_token_accuracy": 0.8452332615852356, + "num_tokens": 273059746.0, + "step": 7193 + }, + { + "epoch": 0.9151507441801298, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6863629817962646, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8716903924942017, + "num_tokens": 273100815.0, + "step": 7194 + }, + { + "epoch": 0.9152779544587203, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4768450260162354, + "learning_rate": 1e-05, + "loss": 0.4925, + "mean_token_accuracy": 0.8511253595352173, + "num_tokens": 273139429.0, + "step": 7195 + }, + { + "epoch": 0.9154051647373108, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.692417860031128, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8679816722869873, + "num_tokens": 273174159.0, + "step": 7196 + }, + { + "epoch": 0.9155323750159012, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4681575298309326, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8707278370857239, + "num_tokens": 273211434.0, + "step": 7197 + }, + { + "epoch": 0.9156595852944918, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7114322185516357, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.8544195294380188, + "num_tokens": 273243463.0, + "step": 7198 + }, + { + "epoch": 0.9157867955730823, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.464966297149658, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8662046194076538, + "num_tokens": 273283515.0, + "step": 7199 + }, + { + "epoch": 0.9159140058516728, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.9096198081970215, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.8554617166519165, + "num_tokens": 273322927.0, + "step": 7200 + }, + { + "epoch": 0.9160412161302633, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.463064670562744, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8699356317520142, + "num_tokens": 273359157.0, + "step": 7201 + }, + { + "epoch": 0.9161684264088539, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8082852363586426, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8666951656341553, + "num_tokens": 273394385.0, + "step": 7202 + }, + { + "epoch": 0.9162956366874443, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.481271982192993, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8544966578483582, + "num_tokens": 273430286.0, + "step": 7203 + }, + { + "epoch": 0.9164228469660348, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.813406467437744, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8705495595932007, + "num_tokens": 273467821.0, + "step": 7204 + }, + { + "epoch": 0.9165500572446253, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.508897542953491, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8560593128204346, + "num_tokens": 273507659.0, + "step": 7205 + }, + { + "epoch": 0.9166772675232159, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7895185947418213, + "learning_rate": 1e-05, + "loss": 0.5127, + "mean_token_accuracy": 0.8487501740455627, + "num_tokens": 273546445.0, + "step": 7206 + }, + { + "epoch": 0.9168044778018064, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.536714792251587, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8567327857017517, + "num_tokens": 273580354.0, + "step": 7207 + }, + { + "epoch": 0.9169316880803969, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.746831178665161, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8594712615013123, + "num_tokens": 273619194.0, + "step": 7208 + }, + { + "epoch": 0.9170588983589874, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5272302627563477, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8682489991188049, + "num_tokens": 273662888.0, + "step": 7209 + }, + { + "epoch": 0.9171861086375779, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7259957790374756, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8665977716445923, + "num_tokens": 273697823.0, + "step": 7210 + }, + { + "epoch": 0.9173133189161684, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.527487277984619, + "learning_rate": 1e-05, + "loss": 0.504, + "mean_token_accuracy": 0.8500698804855347, + "num_tokens": 273737541.0, + "step": 7211 + }, + { + "epoch": 0.9174405291947589, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6893832683563232, + "learning_rate": 1e-05, + "loss": 0.491, + "mean_token_accuracy": 0.8550909757614136, + "num_tokens": 273777565.0, + "step": 7212 + }, + { + "epoch": 0.9175677394733495, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.527146816253662, + "learning_rate": 1e-05, + "loss": 0.4992, + "mean_token_accuracy": 0.8502627611160278, + "num_tokens": 273814269.0, + "step": 7213 + }, + { + "epoch": 0.91769494975194, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6641576290130615, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.862741231918335, + "num_tokens": 273855828.0, + "step": 7214 + }, + { + "epoch": 0.9178221600305305, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.529696464538574, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8604862689971924, + "num_tokens": 273887514.0, + "step": 7215 + }, + { + "epoch": 0.9179493703091209, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6505866050720215, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.852367639541626, + "num_tokens": 273923134.0, + "step": 7216 + }, + { + "epoch": 0.9180765805877115, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.502699613571167, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.866753339767456, + "num_tokens": 273962089.0, + "step": 7217 + }, + { + "epoch": 0.918203790866302, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6384336948394775, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8632282018661499, + "num_tokens": 273997150.0, + "step": 7218 + }, + { + "epoch": 0.9183310011448925, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.490051746368408, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8783633708953857, + "num_tokens": 274032144.0, + "step": 7219 + }, + { + "epoch": 0.918458211423483, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6397554874420166, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8761754631996155, + "num_tokens": 274063344.0, + "step": 7220 + }, + { + "epoch": 0.9185854217020736, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.482062816619873, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8681605458259583, + "num_tokens": 274102242.0, + "step": 7221 + }, + { + "epoch": 0.918712631980664, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.627735137939453, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8631315231323242, + "num_tokens": 274146560.0, + "step": 7222 + }, + { + "epoch": 0.9188398422592545, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.495224952697754, + "learning_rate": 1e-05, + "loss": 0.4959, + "mean_token_accuracy": 0.850183367729187, + "num_tokens": 274180793.0, + "step": 7223 + }, + { + "epoch": 0.918967052537845, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6196229457855225, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8651227951049805, + "num_tokens": 274221207.0, + "step": 7224 + }, + { + "epoch": 0.9190942628164356, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4725775718688965, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8553447127342224, + "num_tokens": 274265413.0, + "step": 7225 + }, + { + "epoch": 0.9192214730950261, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6362664699554443, + "learning_rate": 1e-05, + "loss": 0.5391, + "mean_token_accuracy": 0.8375787734985352, + "num_tokens": 274305875.0, + "step": 7226 + }, + { + "epoch": 0.9193486833736166, + "ewc_loss": 0.053466796875, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.471102237701416, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.8573793768882751, + "num_tokens": 274344223.0, + "step": 7227 + }, + { + "epoch": 0.919475893652207, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.636186361312866, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8596170544624329, + "num_tokens": 274382671.0, + "step": 7228 + }, + { + "epoch": 0.9196031039307976, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4790070056915283, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8613300323486328, + "num_tokens": 274413475.0, + "step": 7229 + }, + { + "epoch": 0.9197303142093881, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.7058298587799072, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8792739510536194, + "num_tokens": 274453714.0, + "step": 7230 + }, + { + "epoch": 0.9198575244879786, + "ewc_loss": 0.052978515625, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4694530963897705, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8550904393196106, + "num_tokens": 274490388.0, + "step": 7231 + }, + { + "epoch": 0.9199847347665692, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001735687255859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6595311164855957, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8656259775161743, + "num_tokens": 274529939.0, + "step": 7232 + }, + { + "epoch": 0.9201119450451597, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.451010227203369, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8591248393058777, + "num_tokens": 274570967.0, + "step": 7233 + }, + { + "epoch": 0.9202391553237501, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.696493148803711, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8647791147232056, + "num_tokens": 274601977.0, + "step": 7234 + }, + { + "epoch": 0.9203663656023406, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4504334926605225, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8686908483505249, + "num_tokens": 274638509.0, + "step": 7235 + }, + { + "epoch": 0.9204935758809312, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.702786445617676, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.8831648826599121, + "num_tokens": 274674325.0, + "step": 7236 + }, + { + "epoch": 0.9206207861595217, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.455286979675293, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.863495409488678, + "num_tokens": 274709686.0, + "step": 7237 + }, + { + "epoch": 0.9207479964381122, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7211883068084717, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8570547103881836, + "num_tokens": 274748917.0, + "step": 7238 + }, + { + "epoch": 0.9208752067167028, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4463143348693848, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8509813547134399, + "num_tokens": 274794119.0, + "step": 7239 + }, + { + "epoch": 0.9210024169952932, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7440569400787354, + "learning_rate": 1e-05, + "loss": 0.4935, + "mean_token_accuracy": 0.8519169092178345, + "num_tokens": 274827907.0, + "step": 7240 + }, + { + "epoch": 0.9211296272738837, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.46439790725708, + "learning_rate": 1e-05, + "loss": 0.3895, + "mean_token_accuracy": 0.882569432258606, + "num_tokens": 274865821.0, + "step": 7241 + }, + { + "epoch": 0.9212568375524742, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.73751163482666, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8653774261474609, + "num_tokens": 274903550.0, + "step": 7242 + }, + { + "epoch": 0.9213840478310648, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4686543941497803, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8647844791412354, + "num_tokens": 274944212.0, + "step": 7243 + }, + { + "epoch": 0.9215112581096553, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.743422269821167, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8631726503372192, + "num_tokens": 274980175.0, + "step": 7244 + }, + { + "epoch": 0.9216384683882458, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4853224754333496, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8562241792678833, + "num_tokens": 275020018.0, + "step": 7245 + }, + { + "epoch": 0.9217656786668362, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.720587730407715, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8573328256607056, + "num_tokens": 275063538.0, + "step": 7246 + }, + { + "epoch": 0.9218928889454268, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4905688762664795, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8589874505996704, + "num_tokens": 275099884.0, + "step": 7247 + }, + { + "epoch": 0.9220200992240173, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.833726644515991, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.8567973375320435, + "num_tokens": 275140292.0, + "step": 7248 + }, + { + "epoch": 0.9221473095026078, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.483119487762451, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8641663193702698, + "num_tokens": 275178480.0, + "step": 7249 + }, + { + "epoch": 0.9222745197811983, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.754220485687256, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8569298982620239, + "num_tokens": 275215855.0, + "step": 7250 + }, + { + "epoch": 0.9224017300597889, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4934916496276855, + "learning_rate": 1e-05, + "loss": 0.5128, + "mean_token_accuracy": 0.8470859527587891, + "num_tokens": 275254895.0, + "step": 7251 + }, + { + "epoch": 0.9225289403383793, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.746661901473999, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8616849184036255, + "num_tokens": 275292352.0, + "step": 7252 + }, + { + "epoch": 0.9226561506169698, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5008344650268555, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8558638095855713, + "num_tokens": 275335867.0, + "step": 7253 + }, + { + "epoch": 0.9227833608955603, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7233548164367676, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8553869724273682, + "num_tokens": 275376551.0, + "step": 7254 + }, + { + "epoch": 0.9229105711741509, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5172066688537598, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.85468590259552, + "num_tokens": 275412568.0, + "step": 7255 + }, + { + "epoch": 0.9230377814527414, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6944496631622314, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8619469404220581, + "num_tokens": 275450534.0, + "step": 7256 + }, + { + "epoch": 0.9231649917313319, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.51167631149292, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.8568856716156006, + "num_tokens": 275493165.0, + "step": 7257 + }, + { + "epoch": 0.9232922020099223, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.669332981109619, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8633467555046082, + "num_tokens": 275533935.0, + "step": 7258 + }, + { + "epoch": 0.9234194122885129, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.517366647720337, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.8566027879714966, + "num_tokens": 275570937.0, + "step": 7259 + }, + { + "epoch": 0.9235466225671034, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6598057746887207, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8684226870536804, + "num_tokens": 275606036.0, + "step": 7260 + }, + { + "epoch": 0.9236738328456939, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4983537197113037, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8653595447540283, + "num_tokens": 275645849.0, + "step": 7261 + }, + { + "epoch": 0.9238010431242845, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6384379863739014, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8746844530105591, + "num_tokens": 275682192.0, + "step": 7262 + }, + { + "epoch": 0.923928253402875, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4975476264953613, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.8535258173942566, + "num_tokens": 275722074.0, + "step": 7263 + }, + { + "epoch": 0.9240554636814655, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.633463144302368, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8563574552536011, + "num_tokens": 275764966.0, + "step": 7264 + }, + { + "epoch": 0.9241826739600559, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4882891178131104, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8742071390151978, + "num_tokens": 275805085.0, + "step": 7265 + }, + { + "epoch": 0.9243098842386465, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6444804668426514, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8659976124763489, + "num_tokens": 275837533.0, + "step": 7266 + }, + { + "epoch": 0.924437094517237, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.476876735687256, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8597093820571899, + "num_tokens": 275877168.0, + "step": 7267 + }, + { + "epoch": 0.9245643047958275, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6753292083740234, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.8529394865036011, + "num_tokens": 275917861.0, + "step": 7268 + }, + { + "epoch": 0.924691515074418, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.496300220489502, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.8496951460838318, + "num_tokens": 275952433.0, + "step": 7269 + }, + { + "epoch": 0.9248187253530086, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6447386741638184, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8623547554016113, + "num_tokens": 275993124.0, + "step": 7270 + }, + { + "epoch": 0.924945935631599, + "ewc_loss": 0.05322265625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.485863447189331, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8707832098007202, + "num_tokens": 276032967.0, + "step": 7271 + }, + { + "epoch": 0.9250731459101895, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6408443450927734, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8654674887657166, + "num_tokens": 276068840.0, + "step": 7272 + }, + { + "epoch": 0.92520035618878, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.472271680831909, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8577393889427185, + "num_tokens": 276109196.0, + "step": 7273 + }, + { + "epoch": 0.9253275664673706, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6379973888397217, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.8692415356636047, + "num_tokens": 276151544.0, + "step": 7274 + }, + { + "epoch": 0.9254547767459611, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4894375801086426, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8586318492889404, + "num_tokens": 276192849.0, + "step": 7275 + }, + { + "epoch": 0.9255819870245516, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.638882637023926, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8748078346252441, + "num_tokens": 276226543.0, + "step": 7276 + }, + { + "epoch": 0.925709197303142, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017452239990234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4641244411468506, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8679183721542358, + "num_tokens": 276267199.0, + "step": 7277 + }, + { + "epoch": 0.9258364075817326, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.639965534210205, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8573158979415894, + "num_tokens": 276306786.0, + "step": 7278 + }, + { + "epoch": 0.9259636178603231, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4819324016571045, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8612263202667236, + "num_tokens": 276343479.0, + "step": 7279 + }, + { + "epoch": 0.9260908281389136, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6613664627075195, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8591981530189514, + "num_tokens": 276378067.0, + "step": 7280 + }, + { + "epoch": 0.9262180384175042, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4764909744262695, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8612935543060303, + "num_tokens": 276407610.0, + "step": 7281 + }, + { + "epoch": 0.9263452486960947, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.665663957595825, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.854016900062561, + "num_tokens": 276443664.0, + "step": 7282 + }, + { + "epoch": 0.9264724589746851, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.456099271774292, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8659719228744507, + "num_tokens": 276480446.0, + "step": 7283 + }, + { + "epoch": 0.9265996692532756, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.671574831008911, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8684881925582886, + "num_tokens": 276515012.0, + "step": 7284 + }, + { + "epoch": 0.9267268795318662, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.454667806625366, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8818906545639038, + "num_tokens": 276555804.0, + "step": 7285 + }, + { + "epoch": 0.9268540898104567, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.691728115081787, + "learning_rate": 1e-05, + "loss": 0.5023, + "mean_token_accuracy": 0.8489424586296082, + "num_tokens": 276596290.0, + "step": 7286 + }, + { + "epoch": 0.9269813000890472, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4399526119232178, + "learning_rate": 1e-05, + "loss": 0.4936, + "mean_token_accuracy": 0.8525108098983765, + "num_tokens": 276641767.0, + "step": 7287 + }, + { + "epoch": 0.9271085103676378, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.706713914871216, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8761712312698364, + "num_tokens": 276678375.0, + "step": 7288 + }, + { + "epoch": 0.9272357206462282, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4644927978515625, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8614369034767151, + "num_tokens": 276715835.0, + "step": 7289 + }, + { + "epoch": 0.9273629309248187, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7186639308929443, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8586930632591248, + "num_tokens": 276750323.0, + "step": 7290 + }, + { + "epoch": 0.9274901412034092, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.46164870262146, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.8625540733337402, + "num_tokens": 276786867.0, + "step": 7291 + }, + { + "epoch": 0.9276173514819998, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.721919536590576, + "learning_rate": 1e-05, + "loss": 0.5414, + "mean_token_accuracy": 0.8401682376861572, + "num_tokens": 276831263.0, + "step": 7292 + }, + { + "epoch": 0.9277445617605903, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.463083505630493, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8667038679122925, + "num_tokens": 276867573.0, + "step": 7293 + }, + { + "epoch": 0.9278717720391808, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7154741287231445, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8825068473815918, + "num_tokens": 276900414.0, + "step": 7294 + }, + { + "epoch": 0.9279989823177712, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.47088623046875, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8556420803070068, + "num_tokens": 276938336.0, + "step": 7295 + }, + { + "epoch": 0.9281261925963618, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.706388473510742, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8705413341522217, + "num_tokens": 276981277.0, + "step": 7296 + }, + { + "epoch": 0.9282534028749523, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.474571704864502, + "learning_rate": 1e-05, + "loss": 0.511, + "mean_token_accuracy": 0.8556815385818481, + "num_tokens": 277023346.0, + "step": 7297 + }, + { + "epoch": 0.9283806131535428, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7317798137664795, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8633835315704346, + "num_tokens": 277054821.0, + "step": 7298 + }, + { + "epoch": 0.9285078234321333, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.476602792739868, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8646210432052612, + "num_tokens": 277092124.0, + "step": 7299 + }, + { + "epoch": 0.9286350337107239, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.715090274810791, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8613454699516296, + "num_tokens": 277130119.0, + "step": 7300 + }, + { + "epoch": 0.9287622439893143, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4771575927734375, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.8797441124916077, + "num_tokens": 277167777.0, + "step": 7301 + }, + { + "epoch": 0.9288894542679048, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.702974319458008, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8700682520866394, + "num_tokens": 277207273.0, + "step": 7302 + }, + { + "epoch": 0.9290166645464953, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4706389904022217, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8705654144287109, + "num_tokens": 277248996.0, + "step": 7303 + }, + { + "epoch": 0.9291438748250859, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.72029709815979, + "learning_rate": 1e-05, + "loss": 0.5151, + "mean_token_accuracy": 0.8473378419876099, + "num_tokens": 277286212.0, + "step": 7304 + }, + { + "epoch": 0.9292710851036764, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4825329780578613, + "learning_rate": 1e-05, + "loss": 0.5169, + "mean_token_accuracy": 0.8443410396575928, + "num_tokens": 277330482.0, + "step": 7305 + }, + { + "epoch": 0.9293982953822669, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7114813327789307, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8690869808197021, + "num_tokens": 277364965.0, + "step": 7306 + }, + { + "epoch": 0.9295255056608573, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4964964389801025, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.86179518699646, + "num_tokens": 277392227.0, + "step": 7307 + }, + { + "epoch": 0.9296527159394479, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6790363788604736, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.871618390083313, + "num_tokens": 277435658.0, + "step": 7308 + }, + { + "epoch": 0.9297799262180384, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4885168075561523, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.8607823848724365, + "num_tokens": 277472513.0, + "step": 7309 + }, + { + "epoch": 0.9299071364966289, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6675779819488525, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.8493809700012207, + "num_tokens": 277517740.0, + "step": 7310 + }, + { + "epoch": 0.9300343467752195, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5045394897460938, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8770710229873657, + "num_tokens": 277547304.0, + "step": 7311 + }, + { + "epoch": 0.93016155705381, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.672015428543091, + "learning_rate": 1e-05, + "loss": 0.5109, + "mean_token_accuracy": 0.8499913215637207, + "num_tokens": 277581380.0, + "step": 7312 + }, + { + "epoch": 0.9302887673324005, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4811768531799316, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8701245784759521, + "num_tokens": 277621615.0, + "step": 7313 + }, + { + "epoch": 0.9304159776109909, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6816554069519043, + "learning_rate": 1e-05, + "loss": 0.4973, + "mean_token_accuracy": 0.8513094186782837, + "num_tokens": 277655157.0, + "step": 7314 + }, + { + "epoch": 0.9305431878895815, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4982597827911377, + "learning_rate": 1e-05, + "loss": 0.5074, + "mean_token_accuracy": 0.8480643033981323, + "num_tokens": 277688634.0, + "step": 7315 + }, + { + "epoch": 0.930670398168172, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6570539474487305, + "learning_rate": 1e-05, + "loss": 0.5174, + "mean_token_accuracy": 0.8500158786773682, + "num_tokens": 277736123.0, + "step": 7316 + }, + { + "epoch": 0.9307976084467625, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4752349853515625, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8614595532417297, + "num_tokens": 277776197.0, + "step": 7317 + }, + { + "epoch": 0.930924818725353, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6474530696868896, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8737409114837646, + "num_tokens": 277820477.0, + "step": 7318 + }, + { + "epoch": 0.9310520290039436, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4745616912841797, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8637115955352783, + "num_tokens": 277864660.0, + "step": 7319 + }, + { + "epoch": 0.931179239282534, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.661837577819824, + "learning_rate": 1e-05, + "loss": 0.5061, + "mean_token_accuracy": 0.847568154335022, + "num_tokens": 277905702.0, + "step": 7320 + }, + { + "epoch": 0.9313064495611245, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.463383197784424, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8669766783714294, + "num_tokens": 277946033.0, + "step": 7321 + }, + { + "epoch": 0.931433659839715, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.67708683013916, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8621162176132202, + "num_tokens": 277981556.0, + "step": 7322 + }, + { + "epoch": 0.9315608701183056, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4586620330810547, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8753730654716492, + "num_tokens": 278021455.0, + "step": 7323 + }, + { + "epoch": 0.9316880803968961, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.682859420776367, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8690874576568604, + "num_tokens": 278057840.0, + "step": 7324 + }, + { + "epoch": 0.9318152906754866, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.471369743347168, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8566388487815857, + "num_tokens": 278093186.0, + "step": 7325 + }, + { + "epoch": 0.931942500954077, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6949462890625, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8615102171897888, + "num_tokens": 278127235.0, + "step": 7326 + }, + { + "epoch": 0.9320697112326676, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.460850715637207, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8637644052505493, + "num_tokens": 278165236.0, + "step": 7327 + }, + { + "epoch": 0.9321969215112581, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.70112681388855, + "learning_rate": 1e-05, + "loss": 0.4929, + "mean_token_accuracy": 0.8503917455673218, + "num_tokens": 278205153.0, + "step": 7328 + }, + { + "epoch": 0.9323241317898486, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4533989429473877, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8748961687088013, + "num_tokens": 278240808.0, + "step": 7329 + }, + { + "epoch": 0.9324513420684392, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.704926013946533, + "learning_rate": 1e-05, + "loss": 0.4858, + "mean_token_accuracy": 0.8548042178153992, + "num_tokens": 278281364.0, + "step": 7330 + }, + { + "epoch": 0.9325785523470297, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.467911720275879, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.867447555065155, + "num_tokens": 278316021.0, + "step": 7331 + }, + { + "epoch": 0.9327057626256201, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7113399505615234, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.856898844242096, + "num_tokens": 278357744.0, + "step": 7332 + }, + { + "epoch": 0.9328329729042106, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4829330444335938, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8619017601013184, + "num_tokens": 278390826.0, + "step": 7333 + }, + { + "epoch": 0.9329601831828012, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7152626514434814, + "learning_rate": 1e-05, + "loss": 0.5152, + "mean_token_accuracy": 0.8462464809417725, + "num_tokens": 278424395.0, + "step": 7334 + }, + { + "epoch": 0.9330873934613917, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4637651443481445, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8752219676971436, + "num_tokens": 278462180.0, + "step": 7335 + }, + { + "epoch": 0.9332146037399822, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.724241018295288, + "learning_rate": 1e-05, + "loss": 0.4855, + "mean_token_accuracy": 0.8571944236755371, + "num_tokens": 278499349.0, + "step": 7336 + }, + { + "epoch": 0.9333418140185727, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4957010746002197, + "learning_rate": 1e-05, + "loss": 0.491, + "mean_token_accuracy": 0.8508002758026123, + "num_tokens": 278530782.0, + "step": 7337 + }, + { + "epoch": 0.9334690242971632, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.715607166290283, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8569344878196716, + "num_tokens": 278563262.0, + "step": 7338 + }, + { + "epoch": 0.9335962345757537, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5038726329803467, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8628180027008057, + "num_tokens": 278598882.0, + "step": 7339 + }, + { + "epoch": 0.9337234448543442, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7047908306121826, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.863236665725708, + "num_tokens": 278628535.0, + "step": 7340 + }, + { + "epoch": 0.9338506551329347, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.484484910964966, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.8579658269882202, + "num_tokens": 278667732.0, + "step": 7341 + }, + { + "epoch": 0.9339778654115253, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6858420372009277, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.864804744720459, + "num_tokens": 278706925.0, + "step": 7342 + }, + { + "epoch": 0.9341050756901158, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4884462356567383, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.874539852142334, + "num_tokens": 278740491.0, + "step": 7343 + }, + { + "epoch": 0.9342322859687062, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001773834228515625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6893999576568604, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8512752056121826, + "num_tokens": 278776739.0, + "step": 7344 + }, + { + "epoch": 0.9343594962472968, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4900312423706055, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8722524642944336, + "num_tokens": 278813019.0, + "step": 7345 + }, + { + "epoch": 0.9344867065258873, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.671830892562866, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8616634011268616, + "num_tokens": 278853807.0, + "step": 7346 + }, + { + "epoch": 0.9346139168044778, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.482816696166992, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8795560598373413, + "num_tokens": 278891643.0, + "step": 7347 + }, + { + "epoch": 0.9347411270830683, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6946628093719482, + "learning_rate": 1e-05, + "loss": 0.5688, + "mean_token_accuracy": 0.8425242304801941, + "num_tokens": 278929915.0, + "step": 7348 + }, + { + "epoch": 0.9348683373616589, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4951350688934326, + "learning_rate": 1e-05, + "loss": 0.5127, + "mean_token_accuracy": 0.8451430201530457, + "num_tokens": 278964400.0, + "step": 7349 + }, + { + "epoch": 0.9349955476402493, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6726877689361572, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8637543320655823, + "num_tokens": 279003322.0, + "step": 7350 + }, + { + "epoch": 0.9351227579188398, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4838175773620605, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8508055210113525, + "num_tokens": 279045630.0, + "step": 7351 + }, + { + "epoch": 0.9352499681974303, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.667843818664551, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8619601726531982, + "num_tokens": 279085330.0, + "step": 7352 + }, + { + "epoch": 0.9353771784760209, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4715371131896973, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8683807849884033, + "num_tokens": 279125499.0, + "step": 7353 + }, + { + "epoch": 0.9355043887546114, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6871306896209717, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8654619455337524, + "num_tokens": 279154772.0, + "step": 7354 + }, + { + "epoch": 0.9356315990332019, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4721133708953857, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.858717679977417, + "num_tokens": 279196947.0, + "step": 7355 + }, + { + "epoch": 0.9357588093117923, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6789674758911133, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8780922293663025, + "num_tokens": 279236872.0, + "step": 7356 + }, + { + "epoch": 0.9358860195903829, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4635543823242188, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8707452416419983, + "num_tokens": 279275456.0, + "step": 7357 + }, + { + "epoch": 0.9360132298689734, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6999576091766357, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8588639497756958, + "num_tokens": 279308406.0, + "step": 7358 + }, + { + "epoch": 0.9361404401475639, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4629268646240234, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8602041006088257, + "num_tokens": 279349522.0, + "step": 7359 + }, + { + "epoch": 0.9362676504261545, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.692176580429077, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8740293383598328, + "num_tokens": 279388242.0, + "step": 7360 + }, + { + "epoch": 0.936394860704745, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4817934036254883, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.875084400177002, + "num_tokens": 279421239.0, + "step": 7361 + }, + { + "epoch": 0.9365220709833355, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.692824125289917, + "learning_rate": 1e-05, + "loss": 0.5402, + "mean_token_accuracy": 0.8388951420783997, + "num_tokens": 279464823.0, + "step": 7362 + }, + { + "epoch": 0.9366492812619259, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4783380031585693, + "learning_rate": 1e-05, + "loss": 0.5009, + "mean_token_accuracy": 0.8501896262168884, + "num_tokens": 279507645.0, + "step": 7363 + }, + { + "epoch": 0.9367764915405165, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6961374282836914, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8595002889633179, + "num_tokens": 279539905.0, + "step": 7364 + }, + { + "epoch": 0.936903701819107, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.468229293823242, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8712048530578613, + "num_tokens": 279577929.0, + "step": 7365 + }, + { + "epoch": 0.9370309120976975, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.696239709854126, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8653638362884521, + "num_tokens": 279618421.0, + "step": 7366 + }, + { + "epoch": 0.937158122376288, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4856724739074707, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8682802319526672, + "num_tokens": 279656563.0, + "step": 7367 + }, + { + "epoch": 0.9372853326548786, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.695434093475342, + "learning_rate": 1e-05, + "loss": 0.487, + "mean_token_accuracy": 0.8539974689483643, + "num_tokens": 279693159.0, + "step": 7368 + }, + { + "epoch": 0.937412542933469, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4745616912841797, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8760433197021484, + "num_tokens": 279731492.0, + "step": 7369 + }, + { + "epoch": 0.9375397532120595, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.684504270553589, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8669113516807556, + "num_tokens": 279774906.0, + "step": 7370 + }, + { + "epoch": 0.93766696349065, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.491468906402588, + "learning_rate": 1e-05, + "loss": 0.5295, + "mean_token_accuracy": 0.841199517250061, + "num_tokens": 279809797.0, + "step": 7371 + }, + { + "epoch": 0.9377941737692406, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6726956367492676, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8679144382476807, + "num_tokens": 279850107.0, + "step": 7372 + }, + { + "epoch": 0.9379213840478311, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.48062801361084, + "learning_rate": 1e-05, + "loss": 0.3843, + "mean_token_accuracy": 0.8856745958328247, + "num_tokens": 279885115.0, + "step": 7373 + }, + { + "epoch": 0.9380485943264216, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6724321842193604, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8701285719871521, + "num_tokens": 279921343.0, + "step": 7374 + }, + { + "epoch": 0.938175804605012, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4867615699768066, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8736281394958496, + "num_tokens": 279953059.0, + "step": 7375 + }, + { + "epoch": 0.9383030148836026, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.667586326599121, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8695468902587891, + "num_tokens": 279987993.0, + "step": 7376 + }, + { + "epoch": 0.9384302251621931, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4854159355163574, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8547671437263489, + "num_tokens": 280024620.0, + "step": 7377 + }, + { + "epoch": 0.9385574354407836, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.653900146484375, + "learning_rate": 1e-05, + "loss": 0.5242, + "mean_token_accuracy": 0.8446899652481079, + "num_tokens": 280069011.0, + "step": 7378 + }, + { + "epoch": 0.9386846457193742, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4709644317626953, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8828608989715576, + "num_tokens": 280105877.0, + "step": 7379 + }, + { + "epoch": 0.9388118559979647, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.652935028076172, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8738338351249695, + "num_tokens": 280143155.0, + "step": 7380 + }, + { + "epoch": 0.9389390662765551, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4711709022521973, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8713721632957458, + "num_tokens": 280181490.0, + "step": 7381 + }, + { + "epoch": 0.9390662765551456, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.669034719467163, + "learning_rate": 1e-05, + "loss": 0.4995, + "mean_token_accuracy": 0.8515911102294922, + "num_tokens": 280221959.0, + "step": 7382 + }, + { + "epoch": 0.9391934868337362, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017642974853515625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4574108123779297, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8824279308319092, + "num_tokens": 280265224.0, + "step": 7383 + }, + { + "epoch": 0.9393206971123267, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6792960166931152, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8661972284317017, + "num_tokens": 280302039.0, + "step": 7384 + }, + { + "epoch": 0.9394479073909172, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.475672721862793, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.864824116230011, + "num_tokens": 280338559.0, + "step": 7385 + }, + { + "epoch": 0.9395751176695077, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6765167713165283, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8739444017410278, + "num_tokens": 280376731.0, + "step": 7386 + }, + { + "epoch": 0.9397023279480982, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4778738021850586, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8604600429534912, + "num_tokens": 280414201.0, + "step": 7387 + }, + { + "epoch": 0.9398295382266887, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.670100450515747, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8646599650382996, + "num_tokens": 280456490.0, + "step": 7388 + }, + { + "epoch": 0.9399567485052792, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.464866876602173, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8612477779388428, + "num_tokens": 280499593.0, + "step": 7389 + }, + { + "epoch": 0.9400839587838697, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6836771965026855, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8559961318969727, + "num_tokens": 280535722.0, + "step": 7390 + }, + { + "epoch": 0.9402111690624603, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4779865741729736, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8678075671195984, + "num_tokens": 280569666.0, + "step": 7391 + }, + { + "epoch": 0.9403383793410508, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6684935092926025, + "learning_rate": 1e-05, + "loss": 0.3726, + "mean_token_accuracy": 0.8905411958694458, + "num_tokens": 280607359.0, + "step": 7392 + }, + { + "epoch": 0.9404655896196412, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.483715534210205, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8607603311538696, + "num_tokens": 280641054.0, + "step": 7393 + }, + { + "epoch": 0.9405927998982317, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.664482355117798, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8524173498153687, + "num_tokens": 280683798.0, + "step": 7394 + }, + { + "epoch": 0.9407200101768223, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.465010404586792, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.8529443740844727, + "num_tokens": 280729407.0, + "step": 7395 + }, + { + "epoch": 0.9408472204554128, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6829674243927, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8651341199874878, + "num_tokens": 280764327.0, + "step": 7396 + }, + { + "epoch": 0.9409744307340033, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.472015380859375, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8595766425132751, + "num_tokens": 280802056.0, + "step": 7397 + }, + { + "epoch": 0.9411016410125939, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6778478622436523, + "learning_rate": 1e-05, + "loss": 0.3775, + "mean_token_accuracy": 0.8852733373641968, + "num_tokens": 280837269.0, + "step": 7398 + }, + { + "epoch": 0.9412288512911843, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4855451583862305, + "learning_rate": 1e-05, + "loss": 0.5257, + "mean_token_accuracy": 0.8419918417930603, + "num_tokens": 280873914.0, + "step": 7399 + }, + { + "epoch": 0.9413560615697748, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6758034229278564, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8648366928100586, + "num_tokens": 280911436.0, + "step": 7400 + }, + { + "epoch": 0.9414832718483653, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.462722063064575, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8730812072753906, + "num_tokens": 280952395.0, + "step": 7401 + }, + { + "epoch": 0.9416104821269559, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.684535264968872, + "learning_rate": 1e-05, + "loss": 0.5071, + "mean_token_accuracy": 0.8475000858306885, + "num_tokens": 280990455.0, + "step": 7402 + }, + { + "epoch": 0.9417376924055464, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.494938850402832, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8645370602607727, + "num_tokens": 281020584.0, + "step": 7403 + }, + { + "epoch": 0.9418649026841369, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6625585556030273, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8749043345451355, + "num_tokens": 281059907.0, + "step": 7404 + }, + { + "epoch": 0.9419921129627273, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4878721237182617, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8666731119155884, + "num_tokens": 281097425.0, + "step": 7405 + }, + { + "epoch": 0.9421193232413179, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6458466053009033, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8613591194152832, + "num_tokens": 281146696.0, + "step": 7406 + }, + { + "epoch": 0.9422465335199084, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.488248109817505, + "learning_rate": 1e-05, + "loss": 0.4948, + "mean_token_accuracy": 0.8500696420669556, + "num_tokens": 281186166.0, + "step": 7407 + }, + { + "epoch": 0.9423737437984989, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6485066413879395, + "learning_rate": 1e-05, + "loss": 0.5648, + "mean_token_accuracy": 0.8318200707435608, + "num_tokens": 281230372.0, + "step": 7408 + }, + { + "epoch": 0.9425009540770894, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5144553184509277, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.864614725112915, + "num_tokens": 281256035.0, + "step": 7409 + }, + { + "epoch": 0.94262816435568, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6218295097351074, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8769392371177673, + "num_tokens": 281290792.0, + "step": 7410 + }, + { + "epoch": 0.9427553746342705, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4980661869049072, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8685490489006042, + "num_tokens": 281329949.0, + "step": 7411 + }, + { + "epoch": 0.9428825849128609, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.615920066833496, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8712031841278076, + "num_tokens": 281366383.0, + "step": 7412 + }, + { + "epoch": 0.9430097951914514, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4823763370513916, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.8534568548202515, + "num_tokens": 281408537.0, + "step": 7413 + }, + { + "epoch": 0.943137005470042, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6139461994171143, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.857016384601593, + "num_tokens": 281447745.0, + "step": 7414 + }, + { + "epoch": 0.9432642157486325, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.477137565612793, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8688997030258179, + "num_tokens": 281484430.0, + "step": 7415 + }, + { + "epoch": 0.943391426027223, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.632669687271118, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8816448450088501, + "num_tokens": 281519720.0, + "step": 7416 + }, + { + "epoch": 0.9435186363058136, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4838714599609375, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.8490866422653198, + "num_tokens": 281556039.0, + "step": 7417 + }, + { + "epoch": 0.943645846584404, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6356217861175537, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8551521301269531, + "num_tokens": 281594781.0, + "step": 7418 + }, + { + "epoch": 0.9437730568629945, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.472486734390259, + "learning_rate": 1e-05, + "loss": 0.4958, + "mean_token_accuracy": 0.8511857986450195, + "num_tokens": 281632743.0, + "step": 7419 + }, + { + "epoch": 0.943900267141585, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6494715213775635, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8636561632156372, + "num_tokens": 281669706.0, + "step": 7420 + }, + { + "epoch": 0.9440274774201756, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4628334045410156, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8679943084716797, + "num_tokens": 281706108.0, + "step": 7421 + }, + { + "epoch": 0.9441546876987661, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6656253337860107, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8573094010353088, + "num_tokens": 281743437.0, + "step": 7422 + }, + { + "epoch": 0.9442818979773566, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.454352378845215, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8763555288314819, + "num_tokens": 281779652.0, + "step": 7423 + }, + { + "epoch": 0.944409108255947, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6776950359344482, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8678661584854126, + "num_tokens": 281815841.0, + "step": 7424 + }, + { + "epoch": 0.9445363185345376, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.454785108566284, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.863260805606842, + "num_tokens": 281853991.0, + "step": 7425 + }, + { + "epoch": 0.9446635288131281, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.723797559738159, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8578519225120544, + "num_tokens": 281883264.0, + "step": 7426 + }, + { + "epoch": 0.9447907390917186, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.436129570007324, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8779997229576111, + "num_tokens": 281920266.0, + "step": 7427 + }, + { + "epoch": 0.9449179493703092, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.72998309135437, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8637121319770813, + "num_tokens": 281959949.0, + "step": 7428 + }, + { + "epoch": 0.9450451596488997, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.450206756591797, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8690268993377686, + "num_tokens": 281992255.0, + "step": 7429 + }, + { + "epoch": 0.9451723699274901, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.755035161972046, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8635736703872681, + "num_tokens": 282028000.0, + "step": 7430 + }, + { + "epoch": 0.9452995802060806, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4611575603485107, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8648630380630493, + "num_tokens": 282064332.0, + "step": 7431 + }, + { + "epoch": 0.9454267904846712, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.766223192214966, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8519827127456665, + "num_tokens": 282102185.0, + "step": 7432 + }, + { + "epoch": 0.9455540007632617, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00017833709716796875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.492502212524414, + "learning_rate": 1e-05, + "loss": 0.5646, + "mean_token_accuracy": 0.8270163536071777, + "num_tokens": 282138708.0, + "step": 7433 + }, + { + "epoch": 0.9456812110418522, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7627599239349365, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8743115067481995, + "num_tokens": 282168223.0, + "step": 7434 + }, + { + "epoch": 0.9458084213204427, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.485079288482666, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8739787936210632, + "num_tokens": 282205226.0, + "step": 7435 + }, + { + "epoch": 0.9459356315990332, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7570927143096924, + "learning_rate": 1e-05, + "loss": 0.5046, + "mean_token_accuracy": 0.8506002426147461, + "num_tokens": 282239131.0, + "step": 7436 + }, + { + "epoch": 0.9460628418776237, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.493972063064575, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8644991517066956, + "num_tokens": 282276175.0, + "step": 7437 + }, + { + "epoch": 0.9461900521562142, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7553279399871826, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8543891906738281, + "num_tokens": 282308598.0, + "step": 7438 + }, + { + "epoch": 0.9463172624348047, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4953718185424805, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8812236189842224, + "num_tokens": 282342193.0, + "step": 7439 + }, + { + "epoch": 0.9464444727133953, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7295572757720947, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8643089532852173, + "num_tokens": 282380531.0, + "step": 7440 + }, + { + "epoch": 0.9465716829919858, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5262629985809326, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8593107461929321, + "num_tokens": 282410713.0, + "step": 7441 + }, + { + "epoch": 0.9466988932705762, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7007172107696533, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8664152026176453, + "num_tokens": 282451881.0, + "step": 7442 + }, + { + "epoch": 0.9468261035491667, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.529289484024048, + "learning_rate": 1e-05, + "loss": 0.5003, + "mean_token_accuracy": 0.8474951982498169, + "num_tokens": 282486031.0, + "step": 7443 + }, + { + "epoch": 0.9469533138277573, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.663189649581909, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.87520432472229, + "num_tokens": 282523753.0, + "step": 7444 + }, + { + "epoch": 0.9470805241063478, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5150043964385986, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8574360013008118, + "num_tokens": 282563322.0, + "step": 7445 + }, + { + "epoch": 0.9472077343849383, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6486475467681885, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8602508902549744, + "num_tokens": 282602574.0, + "step": 7446 + }, + { + "epoch": 0.9473349446635289, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5150046348571777, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8691905736923218, + "num_tokens": 282636608.0, + "step": 7447 + }, + { + "epoch": 0.9474621549421193, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6290407180786133, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8785219788551331, + "num_tokens": 282675320.0, + "step": 7448 + }, + { + "epoch": 0.9475893652207098, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.51533842086792, + "learning_rate": 1e-05, + "loss": 0.4909, + "mean_token_accuracy": 0.858440637588501, + "num_tokens": 282712537.0, + "step": 7449 + }, + { + "epoch": 0.9477165754993003, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6283504962921143, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8674967288970947, + "num_tokens": 282744620.0, + "step": 7450 + }, + { + "epoch": 0.9478437857778909, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4957075119018555, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8711508512496948, + "num_tokens": 282786480.0, + "step": 7451 + }, + { + "epoch": 0.9479709960564814, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6302404403686523, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8716288805007935, + "num_tokens": 282819143.0, + "step": 7452 + }, + { + "epoch": 0.9480982063350719, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.481519937515259, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8653075695037842, + "num_tokens": 282859658.0, + "step": 7453 + }, + { + "epoch": 0.9482254166136623, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.643031120300293, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8619989156723022, + "num_tokens": 282896190.0, + "step": 7454 + }, + { + "epoch": 0.9483526268922529, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.46964168548584, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8541628122329712, + "num_tokens": 282937458.0, + "step": 7455 + }, + { + "epoch": 0.9484798371708434, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.657773017883301, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8641147613525391, + "num_tokens": 282970669.0, + "step": 7456 + }, + { + "epoch": 0.9486070474494339, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.459296703338623, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8600070476531982, + "num_tokens": 283012372.0, + "step": 7457 + }, + { + "epoch": 0.9487342577280244, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6855435371398926, + "learning_rate": 1e-05, + "loss": 0.4887, + "mean_token_accuracy": 0.8513622283935547, + "num_tokens": 283046165.0, + "step": 7458 + }, + { + "epoch": 0.948861468006615, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4543263912200928, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8613786101341248, + "num_tokens": 283086539.0, + "step": 7459 + }, + { + "epoch": 0.9489886782852054, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7010862827301025, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8593613505363464, + "num_tokens": 283123643.0, + "step": 7460 + }, + { + "epoch": 0.9491158885637959, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.447031021118164, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8805776238441467, + "num_tokens": 283162354.0, + "step": 7461 + }, + { + "epoch": 0.9492430988423864, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7231035232543945, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8703055381774902, + "num_tokens": 283196814.0, + "step": 7462 + }, + { + "epoch": 0.949370309120977, + "ewc_loss": 0.0537109375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.449427843093872, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8566664457321167, + "num_tokens": 283238051.0, + "step": 7463 + }, + { + "epoch": 0.9494975193995675, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.739439010620117, + "learning_rate": 1e-05, + "loss": 0.4957, + "mean_token_accuracy": 0.8539102673530579, + "num_tokens": 283278025.0, + "step": 7464 + }, + { + "epoch": 0.949624729678158, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4674177169799805, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8686832189559937, + "num_tokens": 283311279.0, + "step": 7465 + }, + { + "epoch": 0.9497519399567486, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.741248607635498, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8558358550071716, + "num_tokens": 283351350.0, + "step": 7466 + }, + { + "epoch": 0.949879150235339, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4672017097473145, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8682747483253479, + "num_tokens": 283387374.0, + "step": 7467 + }, + { + "epoch": 0.9500063605139295, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.741713285446167, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8569660186767578, + "num_tokens": 283431305.0, + "step": 7468 + }, + { + "epoch": 0.95013357079252, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.494878053665161, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8634315729141235, + "num_tokens": 283464941.0, + "step": 7469 + }, + { + "epoch": 0.9502607810711106, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7270162105560303, + "learning_rate": 1e-05, + "loss": 0.536, + "mean_token_accuracy": 0.8454137444496155, + "num_tokens": 283507254.0, + "step": 7470 + }, + { + "epoch": 0.9503879913497011, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4938552379608154, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8510751128196716, + "num_tokens": 283545117.0, + "step": 7471 + }, + { + "epoch": 0.9505152016282916, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7260515689849854, + "learning_rate": 1e-05, + "loss": 0.502, + "mean_token_accuracy": 0.8520669937133789, + "num_tokens": 283577786.0, + "step": 7472 + }, + { + "epoch": 0.950642411906882, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.492537498474121, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8690555691719055, + "num_tokens": 283613486.0, + "step": 7473 + }, + { + "epoch": 0.9507696221854726, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.703562021255493, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8630048036575317, + "num_tokens": 283654480.0, + "step": 7474 + }, + { + "epoch": 0.9508968324640631, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000179290771484375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.513537883758545, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8571103811264038, + "num_tokens": 283686089.0, + "step": 7475 + }, + { + "epoch": 0.9510240427426536, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018024444580078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6812238693237305, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8633265495300293, + "num_tokens": 283726483.0, + "step": 7476 + }, + { + "epoch": 0.9511512530212441, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018024444580078125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5191988945007324, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.867072582244873, + "num_tokens": 283756170.0, + "step": 7477 + }, + { + "epoch": 0.9512784632998347, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018024444580078125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6484148502349854, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8646735548973083, + "num_tokens": 283794950.0, + "step": 7478 + }, + { + "epoch": 0.9514056735784251, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00018024444580078125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.510624647140503, + "learning_rate": 1e-05, + "loss": 0.5385, + "mean_token_accuracy": 0.8405571579933167, + "num_tokens": 283835596.0, + "step": 7479 + }, + { + "epoch": 0.9515328838570156, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018024444580078125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.629234552383423, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8543534278869629, + "num_tokens": 283875380.0, + "step": 7480 + }, + { + "epoch": 0.9516600941356061, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.00018024444580078125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.514292001724243, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8588827848434448, + "num_tokens": 283910026.0, + "step": 7481 + }, + { + "epoch": 0.9517873044141967, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.614785671234131, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.866973876953125, + "num_tokens": 283950533.0, + "step": 7482 + }, + { + "epoch": 0.9519145146927872, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.524862051010132, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8639546632766724, + "num_tokens": 283980939.0, + "step": 7483 + }, + { + "epoch": 0.9520417249713777, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.601022481918335, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8643607497215271, + "num_tokens": 284018923.0, + "step": 7484 + }, + { + "epoch": 0.9521689352499682, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.496354579925537, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8803245425224304, + "num_tokens": 284059752.0, + "step": 7485 + }, + { + "epoch": 0.9522961455285587, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5895721912384033, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8698832392692566, + "num_tokens": 284103783.0, + "step": 7486 + }, + { + "epoch": 0.9524233558071492, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.5078275203704834, + "learning_rate": 1e-05, + "loss": 0.5357, + "mean_token_accuracy": 0.8425400257110596, + "num_tokens": 284144595.0, + "step": 7487 + }, + { + "epoch": 0.9525505660857397, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.593360662460327, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.858441174030304, + "num_tokens": 284182373.0, + "step": 7488 + }, + { + "epoch": 0.9526777763643303, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.50359845161438, + "learning_rate": 1e-05, + "loss": 0.5274, + "mean_token_accuracy": 0.840674102306366, + "num_tokens": 284222537.0, + "step": 7489 + }, + { + "epoch": 0.9528049866429208, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.588134527206421, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.857122540473938, + "num_tokens": 284264780.0, + "step": 7490 + }, + { + "epoch": 0.9529321969215112, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4973509311676025, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8760356903076172, + "num_tokens": 284298663.0, + "step": 7491 + }, + { + "epoch": 0.9530594072001017, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5938150882720947, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8669863343238831, + "num_tokens": 284330516.0, + "step": 7492 + }, + { + "epoch": 0.9531866174786923, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4958696365356445, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.8508114814758301, + "num_tokens": 284370414.0, + "step": 7493 + }, + { + "epoch": 0.9533138277572828, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5821516513824463, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.884300947189331, + "num_tokens": 284409079.0, + "step": 7494 + }, + { + "epoch": 0.9534410380358733, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4787042140960693, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8712784051895142, + "num_tokens": 284451937.0, + "step": 7495 + }, + { + "epoch": 0.9535682483144639, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6002540588378906, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8580912351608276, + "num_tokens": 284490174.0, + "step": 7496 + }, + { + "epoch": 0.9536954585930543, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4811148643493652, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8708257675170898, + "num_tokens": 284530578.0, + "step": 7497 + }, + { + "epoch": 0.9538226688716448, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.635590076446533, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8501207828521729, + "num_tokens": 284562412.0, + "step": 7498 + }, + { + "epoch": 0.9539498791502353, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.462432384490967, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8629090785980225, + "num_tokens": 284601846.0, + "step": 7499 + }, + { + "epoch": 0.9540770894288259, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6327474117279053, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8572522401809692, + "num_tokens": 284640918.0, + "step": 7500 + }, + { + "epoch": 0.9542042997074164, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4649055004119873, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8717312812805176, + "num_tokens": 284672268.0, + "step": 7501 + }, + { + "epoch": 0.9543315099860069, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.651224374771118, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8694508671760559, + "num_tokens": 284708638.0, + "step": 7502 + }, + { + "epoch": 0.9544587202645973, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4710752964019775, + "learning_rate": 1e-05, + "loss": 0.534, + "mean_token_accuracy": 0.8416383266448975, + "num_tokens": 284747670.0, + "step": 7503 + }, + { + "epoch": 0.9545859305431879, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6578116416931152, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8565041422843933, + "num_tokens": 284786561.0, + "step": 7504 + }, + { + "epoch": 0.9547131408217784, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.450322151184082, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8668084144592285, + "num_tokens": 284828631.0, + "step": 7505 + }, + { + "epoch": 0.9548403511003689, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6726748943328857, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.86335688829422, + "num_tokens": 284865782.0, + "step": 7506 + }, + { + "epoch": 0.9549675613789594, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4430017471313477, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.869206428527832, + "num_tokens": 284904000.0, + "step": 7507 + }, + { + "epoch": 0.95509477165755, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6862518787384033, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8669112920761108, + "num_tokens": 284946432.0, + "step": 7508 + }, + { + "epoch": 0.9552219819361404, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.449582099914551, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8645862340927124, + "num_tokens": 284985534.0, + "step": 7509 + }, + { + "epoch": 0.9553491922147309, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7025723457336426, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8755375742912292, + "num_tokens": 285023710.0, + "step": 7510 + }, + { + "epoch": 0.9554764024933214, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4473464488983154, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.8510684967041016, + "num_tokens": 285064182.0, + "step": 7511 + }, + { + "epoch": 0.955603612771912, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.727353096008301, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8671671152114868, + "num_tokens": 285100896.0, + "step": 7512 + }, + { + "epoch": 0.9557308230505025, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.450650930404663, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8632473349571228, + "num_tokens": 285139347.0, + "step": 7513 + }, + { + "epoch": 0.955858033329093, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7350101470947266, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8620054721832275, + "num_tokens": 285183047.0, + "step": 7514 + }, + { + "epoch": 0.9559852436076836, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4487030506134033, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.862323522567749, + "num_tokens": 285225407.0, + "step": 7515 + }, + { + "epoch": 0.956112453886274, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.764296531677246, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8684571981430054, + "num_tokens": 285258465.0, + "step": 7516 + }, + { + "epoch": 0.9562396641648645, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.464529037475586, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8640989065170288, + "num_tokens": 285297221.0, + "step": 7517 + }, + { + "epoch": 0.956366874443455, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.754770278930664, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8680852651596069, + "num_tokens": 285338145.0, + "step": 7518 + }, + { + "epoch": 0.9564940847220456, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.466442823410034, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8655928373336792, + "num_tokens": 285381647.0, + "step": 7519 + }, + { + "epoch": 0.9566212950006361, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7667744159698486, + "learning_rate": 1e-05, + "loss": 0.52, + "mean_token_accuracy": 0.8436129689216614, + "num_tokens": 285424468.0, + "step": 7520 + }, + { + "epoch": 0.9567485052792266, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4843037128448486, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8679606914520264, + "num_tokens": 285470415.0, + "step": 7521 + }, + { + "epoch": 0.956875715557817, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.758263111114502, + "learning_rate": 1e-05, + "loss": 0.4928, + "mean_token_accuracy": 0.8515236973762512, + "num_tokens": 285513299.0, + "step": 7522 + }, + { + "epoch": 0.9570029258364076, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5367233753204346, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8482374548912048, + "num_tokens": 285555855.0, + "step": 7523 + }, + { + "epoch": 0.9571301361149981, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.713059425354004, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.867585301399231, + "num_tokens": 285589670.0, + "step": 7524 + }, + { + "epoch": 0.9572573463935886, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5135092735290527, + "learning_rate": 1e-05, + "loss": 0.5029, + "mean_token_accuracy": 0.8512259125709534, + "num_tokens": 285627257.0, + "step": 7525 + }, + { + "epoch": 0.9573845566721791, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6775290966033936, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.867457926273346, + "num_tokens": 285670100.0, + "step": 7526 + }, + { + "epoch": 0.9575117669507697, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.514036178588867, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8670731782913208, + "num_tokens": 285706902.0, + "step": 7527 + }, + { + "epoch": 0.9576389772293601, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.665998697280884, + "learning_rate": 1e-05, + "loss": 0.4825, + "mean_token_accuracy": 0.8591924905776978, + "num_tokens": 285746952.0, + "step": 7528 + }, + { + "epoch": 0.9577661875079506, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.515288829803467, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.876562237739563, + "num_tokens": 285781532.0, + "step": 7529 + }, + { + "epoch": 0.9578933977865411, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6481189727783203, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8570821285247803, + "num_tokens": 285818725.0, + "step": 7530 + }, + { + "epoch": 0.9580206080651317, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5148308277130127, + "learning_rate": 1e-05, + "loss": 0.4936, + "mean_token_accuracy": 0.8543365597724915, + "num_tokens": 285855502.0, + "step": 7531 + }, + { + "epoch": 0.9581478183437222, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6414647102355957, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.8603424429893494, + "num_tokens": 285893815.0, + "step": 7532 + }, + { + "epoch": 0.9582750286223127, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5073981285095215, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8596402406692505, + "num_tokens": 285928709.0, + "step": 7533 + }, + { + "epoch": 0.9584022389009031, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.630948305130005, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8790827393531799, + "num_tokens": 285959358.0, + "step": 7534 + }, + { + "epoch": 0.9585294491794937, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.504380464553833, + "learning_rate": 1e-05, + "loss": 0.5151, + "mean_token_accuracy": 0.8455202579498291, + "num_tokens": 285997643.0, + "step": 7535 + }, + { + "epoch": 0.9586566594580842, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.621708631515503, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8665245771408081, + "num_tokens": 286032866.0, + "step": 7536 + }, + { + "epoch": 0.9587838697366747, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.507061243057251, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8630112409591675, + "num_tokens": 286066585.0, + "step": 7537 + }, + { + "epoch": 0.9589110800152653, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6160526275634766, + "learning_rate": 1e-05, + "loss": 0.5083, + "mean_token_accuracy": 0.8481494188308716, + "num_tokens": 286106151.0, + "step": 7538 + }, + { + "epoch": 0.9590382902938558, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4880735874176025, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8683465719223022, + "num_tokens": 286142409.0, + "step": 7539 + }, + { + "epoch": 0.9591655005724462, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6249029636383057, + "learning_rate": 1e-05, + "loss": 0.5085, + "mean_token_accuracy": 0.8522084355354309, + "num_tokens": 286179408.0, + "step": 7540 + }, + { + "epoch": 0.9592927108510367, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.491590976715088, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8620842695236206, + "num_tokens": 286212767.0, + "step": 7541 + }, + { + "epoch": 0.9594199211296273, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6235294342041016, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8613041639328003, + "num_tokens": 286250176.0, + "step": 7542 + }, + { + "epoch": 0.9595471314082178, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.481204032897949, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8599808812141418, + "num_tokens": 286292060.0, + "step": 7543 + }, + { + "epoch": 0.9596743416868083, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6250524520874023, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8689707517623901, + "num_tokens": 286333047.0, + "step": 7544 + }, + { + "epoch": 0.9598015519653988, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.467139959335327, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8658989667892456, + "num_tokens": 286373465.0, + "step": 7545 + }, + { + "epoch": 0.9599287622439893, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.642618417739868, + "learning_rate": 1e-05, + "loss": 0.5095, + "mean_token_accuracy": 0.8523476123809814, + "num_tokens": 286414431.0, + "step": 7546 + }, + { + "epoch": 0.9600559725225798, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.48138165473938, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8606394529342651, + "num_tokens": 286449431.0, + "step": 7547 + }, + { + "epoch": 0.9601831828011703, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6465091705322266, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8651761412620544, + "num_tokens": 286486563.0, + "step": 7548 + }, + { + "epoch": 0.9603103930797608, + "ewc_loss": 0.053955078125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4648873805999756, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.854958176612854, + "num_tokens": 286528691.0, + "step": 7549 + }, + { + "epoch": 0.9604376033583514, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6513431072235107, + "learning_rate": 1e-05, + "loss": 0.4769, + "mean_token_accuracy": 0.8591628074645996, + "num_tokens": 286568726.0, + "step": 7550 + }, + { + "epoch": 0.9605648136369419, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4674201011657715, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8714259266853333, + "num_tokens": 286608159.0, + "step": 7551 + }, + { + "epoch": 0.9606920239155323, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6751585006713867, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.858333170413971, + "num_tokens": 286645494.0, + "step": 7552 + }, + { + "epoch": 0.9608192341941229, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4535329341888428, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8719104528427124, + "num_tokens": 286679819.0, + "step": 7553 + }, + { + "epoch": 0.9609464444727134, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.698421001434326, + "learning_rate": 1e-05, + "loss": 0.5042, + "mean_token_accuracy": 0.8481616377830505, + "num_tokens": 286714116.0, + "step": 7554 + }, + { + "epoch": 0.9610736547513039, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.455796718597412, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8757560849189758, + "num_tokens": 286746905.0, + "step": 7555 + }, + { + "epoch": 0.9612008650298944, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6883864402770996, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.883817195892334, + "num_tokens": 286784724.0, + "step": 7556 + }, + { + "epoch": 0.961328075308485, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4505202770233154, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8679399490356445, + "num_tokens": 286825672.0, + "step": 7557 + }, + { + "epoch": 0.9614552855870754, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7291061878204346, + "learning_rate": 1e-05, + "loss": 0.5156, + "mean_token_accuracy": 0.8508524894714355, + "num_tokens": 286862072.0, + "step": 7558 + }, + { + "epoch": 0.9615824958656659, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4488210678100586, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8636059165000916, + "num_tokens": 286903111.0, + "step": 7559 + }, + { + "epoch": 0.9617097061442564, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.731631278991699, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8674629926681519, + "num_tokens": 286947957.0, + "step": 7560 + }, + { + "epoch": 0.961836916422847, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.468480348587036, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8633767366409302, + "num_tokens": 286983254.0, + "step": 7561 + }, + { + "epoch": 0.9619641267014375, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.739699125289917, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8841840028762817, + "num_tokens": 287015294.0, + "step": 7562 + }, + { + "epoch": 0.962091336980028, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.468991279602051, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8673576712608337, + "num_tokens": 287053439.0, + "step": 7563 + }, + { + "epoch": 0.9622185472586186, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7483232021331787, + "learning_rate": 1e-05, + "loss": 0.5384, + "mean_token_accuracy": 0.840002179145813, + "num_tokens": 287096970.0, + "step": 7564 + }, + { + "epoch": 0.962345757537209, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001811981201171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.478701591491699, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8555009961128235, + "num_tokens": 287139179.0, + "step": 7565 + }, + { + "epoch": 0.9624729678157995, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7456398010253906, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.8568768501281738, + "num_tokens": 287177375.0, + "step": 7566 + }, + { + "epoch": 0.96260017809439, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.496971607208252, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8655220866203308, + "num_tokens": 287211296.0, + "step": 7567 + }, + { + "epoch": 0.9627273883729806, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.729606866836548, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.86927330493927, + "num_tokens": 287246913.0, + "step": 7568 + }, + { + "epoch": 0.9628545986515711, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4997308254241943, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.859586238861084, + "num_tokens": 287283639.0, + "step": 7569 + }, + { + "epoch": 0.9629818089301616, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.714604616165161, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8702921867370605, + "num_tokens": 287322694.0, + "step": 7570 + }, + { + "epoch": 0.963109019208752, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.513390302658081, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8539503812789917, + "num_tokens": 287361103.0, + "step": 7571 + }, + { + "epoch": 0.9632362294873426, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7050893306732178, + "learning_rate": 1e-05, + "loss": 0.5125, + "mean_token_accuracy": 0.8478831648826599, + "num_tokens": 287400666.0, + "step": 7572 + }, + { + "epoch": 0.9633634397659331, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4960134029388428, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8785972595214844, + "num_tokens": 287434729.0, + "step": 7573 + }, + { + "epoch": 0.9634906500445236, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.685685396194458, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8739875555038452, + "num_tokens": 287472194.0, + "step": 7574 + }, + { + "epoch": 0.9636178603231141, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.488924026489258, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8573129773139954, + "num_tokens": 287510139.0, + "step": 7575 + }, + { + "epoch": 0.9637450706017047, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.690519332885742, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.8517539501190186, + "num_tokens": 287549529.0, + "step": 7576 + }, + { + "epoch": 0.9638722808802951, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4758753776550293, + "learning_rate": 1e-05, + "loss": 0.4996, + "mean_token_accuracy": 0.8467219471931458, + "num_tokens": 287596525.0, + "step": 7577 + }, + { + "epoch": 0.9639994911588856, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.687991142272949, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8791491985321045, + "num_tokens": 287632284.0, + "step": 7578 + }, + { + "epoch": 0.9641267014374761, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4694576263427734, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8672453165054321, + "num_tokens": 287671867.0, + "step": 7579 + }, + { + "epoch": 0.9642539117160667, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7065181732177734, + "learning_rate": 1e-05, + "loss": 0.4912, + "mean_token_accuracy": 0.8536983132362366, + "num_tokens": 287706715.0, + "step": 7580 + }, + { + "epoch": 0.9643811219946572, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4693214893341064, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8647652864456177, + "num_tokens": 287746269.0, + "step": 7581 + }, + { + "epoch": 0.9645083322732477, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7091615200042725, + "learning_rate": 1e-05, + "loss": 0.4948, + "mean_token_accuracy": 0.8537908792495728, + "num_tokens": 287786194.0, + "step": 7582 + }, + { + "epoch": 0.9646355425518381, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.489565849304199, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8551480174064636, + "num_tokens": 287820873.0, + "step": 7583 + }, + { + "epoch": 0.9647627528304287, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.725679397583008, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8627996444702148, + "num_tokens": 287847356.0, + "step": 7584 + }, + { + "epoch": 0.9648899631090192, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.493227958679199, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8574591875076294, + "num_tokens": 287879611.0, + "step": 7585 + }, + { + "epoch": 0.9650171733876097, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6982970237731934, + "learning_rate": 1e-05, + "loss": 0.5168, + "mean_token_accuracy": 0.8489129543304443, + "num_tokens": 287920865.0, + "step": 7586 + }, + { + "epoch": 0.9651443836662003, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4769275188446045, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.8562233448028564, + "num_tokens": 287963997.0, + "step": 7587 + }, + { + "epoch": 0.9652715939447908, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7015600204467773, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8554785847663879, + "num_tokens": 287997283.0, + "step": 7588 + }, + { + "epoch": 0.9653988042233812, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4955101013183594, + "learning_rate": 1e-05, + "loss": 0.5382, + "mean_token_accuracy": 0.8376519083976746, + "num_tokens": 288037876.0, + "step": 7589 + }, + { + "epoch": 0.9655260145019717, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6950230598449707, + "learning_rate": 1e-05, + "loss": 0.5217, + "mean_token_accuracy": 0.8467854857444763, + "num_tokens": 288078835.0, + "step": 7590 + }, + { + "epoch": 0.9656532247805623, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4918644428253174, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8559343218803406, + "num_tokens": 288118342.0, + "step": 7591 + }, + { + "epoch": 0.9657804350591528, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.680758476257324, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8656069040298462, + "num_tokens": 288159629.0, + "step": 7592 + }, + { + "epoch": 0.9659076453377433, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4936697483062744, + "learning_rate": 1e-05, + "loss": 0.4825, + "mean_token_accuracy": 0.8560553789138794, + "num_tokens": 288199887.0, + "step": 7593 + }, + { + "epoch": 0.9660348556163338, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.685985565185547, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8527483344078064, + "num_tokens": 288233958.0, + "step": 7594 + }, + { + "epoch": 0.9661620658949243, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4897305965423584, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8586973547935486, + "num_tokens": 288274735.0, + "step": 7595 + }, + { + "epoch": 0.9662892761735148, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.67966365814209, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8661941885948181, + "num_tokens": 288309699.0, + "step": 7596 + }, + { + "epoch": 0.9664164864521053, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.491647243499756, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8616300225257874, + "num_tokens": 288344397.0, + "step": 7597 + }, + { + "epoch": 0.9665436967306958, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6649279594421387, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8673838376998901, + "num_tokens": 288385612.0, + "step": 7598 + }, + { + "epoch": 0.9666709070092864, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.499889373779297, + "learning_rate": 1e-05, + "loss": 0.5116, + "mean_token_accuracy": 0.8482938408851624, + "num_tokens": 288420570.0, + "step": 7599 + }, + { + "epoch": 0.9667981172878769, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.662186861038208, + "learning_rate": 1e-05, + "loss": 0.5197, + "mean_token_accuracy": 0.849604070186615, + "num_tokens": 288456917.0, + "step": 7600 + }, + { + "epoch": 0.9669253275664673, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.484682559967041, + "learning_rate": 1e-05, + "loss": 0.4979, + "mean_token_accuracy": 0.8468281030654907, + "num_tokens": 288498228.0, + "step": 7601 + }, + { + "epoch": 0.9670525378450578, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.666001319885254, + "learning_rate": 1e-05, + "loss": 0.5297, + "mean_token_accuracy": 0.8420672416687012, + "num_tokens": 288534082.0, + "step": 7602 + }, + { + "epoch": 0.9671797481236484, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4777257442474365, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8573250770568848, + "num_tokens": 288576142.0, + "step": 7603 + }, + { + "epoch": 0.9673069584022389, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6699607372283936, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8551927804946899, + "num_tokens": 288609707.0, + "step": 7604 + }, + { + "epoch": 0.9674341686808294, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4899892807006836, + "learning_rate": 1e-05, + "loss": 0.5226, + "mean_token_accuracy": 0.8467370867729187, + "num_tokens": 288648228.0, + "step": 7605 + }, + { + "epoch": 0.96756137895942, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.656683921813965, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8675678968429565, + "num_tokens": 288689845.0, + "step": 7606 + }, + { + "epoch": 0.9676885892380104, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4740498065948486, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.87486732006073, + "num_tokens": 288729571.0, + "step": 7607 + }, + { + "epoch": 0.9678157995166009, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.669989585876465, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8757810592651367, + "num_tokens": 288764070.0, + "step": 7608 + }, + { + "epoch": 0.9679430097951914, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.475081205368042, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8639671802520752, + "num_tokens": 288805557.0, + "step": 7609 + }, + { + "epoch": 0.968070220073782, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6703286170959473, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.869185209274292, + "num_tokens": 288840567.0, + "step": 7610 + }, + { + "epoch": 0.9681974303523725, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.463959217071533, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8600850701332092, + "num_tokens": 288881952.0, + "step": 7611 + }, + { + "epoch": 0.968324640630963, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.690998077392578, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8604251146316528, + "num_tokens": 288919208.0, + "step": 7612 + }, + { + "epoch": 0.9684518509095535, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.461014986038208, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8608642816543579, + "num_tokens": 288961622.0, + "step": 7613 + }, + { + "epoch": 0.968579061188144, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.693337917327881, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8703088760375977, + "num_tokens": 288999799.0, + "step": 7614 + }, + { + "epoch": 0.9687062714667345, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.453836441040039, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8720771074295044, + "num_tokens": 289040434.0, + "step": 7615 + }, + { + "epoch": 0.968833481745325, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.73730206489563, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8603795766830444, + "num_tokens": 289072847.0, + "step": 7616 + }, + { + "epoch": 0.9689606920239155, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4528098106384277, + "learning_rate": 1e-05, + "loss": 0.519, + "mean_token_accuracy": 0.8475543260574341, + "num_tokens": 289114838.0, + "step": 7617 + }, + { + "epoch": 0.9690879023025061, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7494170665740967, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8562630414962769, + "num_tokens": 289151937.0, + "step": 7618 + }, + { + "epoch": 0.9692151125810966, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.465773820877075, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.862419843673706, + "num_tokens": 289188630.0, + "step": 7619 + }, + { + "epoch": 0.969342322859687, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.74660062789917, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8649671077728271, + "num_tokens": 289229412.0, + "step": 7620 + }, + { + "epoch": 0.9694695331382776, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4653143882751465, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8718655109405518, + "num_tokens": 289265195.0, + "step": 7621 + }, + { + "epoch": 0.9695967434168681, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.75449538230896, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.8525255918502808, + "num_tokens": 289306203.0, + "step": 7622 + }, + { + "epoch": 0.9697239536954586, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.484743595123291, + "learning_rate": 1e-05, + "loss": 0.4874, + "mean_token_accuracy": 0.8572189211845398, + "num_tokens": 289345196.0, + "step": 7623 + }, + { + "epoch": 0.9698511639740491, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.752413272857666, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8714271783828735, + "num_tokens": 289377221.0, + "step": 7624 + }, + { + "epoch": 0.9699783742526397, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4946675300598145, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8563501238822937, + "num_tokens": 289413196.0, + "step": 7625 + }, + { + "epoch": 0.9701055845312301, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.728830575942993, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.855699896812439, + "num_tokens": 289452774.0, + "step": 7626 + }, + { + "epoch": 0.9702327948098206, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4983794689178467, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8619100451469421, + "num_tokens": 289489806.0, + "step": 7627 + }, + { + "epoch": 0.9703600050884111, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7186667919158936, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8619834780693054, + "num_tokens": 289528362.0, + "step": 7628 + }, + { + "epoch": 0.9704872153670017, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.506901264190674, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8626279830932617, + "num_tokens": 289562725.0, + "step": 7629 + }, + { + "epoch": 0.9706144256455922, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.693192958831787, + "learning_rate": 1e-05, + "loss": 0.4897, + "mean_token_accuracy": 0.8565386533737183, + "num_tokens": 289605968.0, + "step": 7630 + }, + { + "epoch": 0.9707416359241827, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.50915789604187, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8542460203170776, + "num_tokens": 289639065.0, + "step": 7631 + }, + { + "epoch": 0.9708688462027731, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.682952404022217, + "learning_rate": 1e-05, + "loss": 0.537, + "mean_token_accuracy": 0.8409268260002136, + "num_tokens": 289679616.0, + "step": 7632 + }, + { + "epoch": 0.9709960564813637, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.511798858642578, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8623855710029602, + "num_tokens": 289713189.0, + "step": 7633 + }, + { + "epoch": 0.9711232667599542, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6569886207580566, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8661020398139954, + "num_tokens": 289751406.0, + "step": 7634 + }, + { + "epoch": 0.9712504770385447, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4904565811157227, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8615497350692749, + "num_tokens": 289795735.0, + "step": 7635 + }, + { + "epoch": 0.9713776873171353, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.670698404312134, + "learning_rate": 1e-05, + "loss": 0.5063, + "mean_token_accuracy": 0.8485462665557861, + "num_tokens": 289833574.0, + "step": 7636 + }, + { + "epoch": 0.9715048975957258, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.507291555404663, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8721271753311157, + "num_tokens": 289871922.0, + "step": 7637 + }, + { + "epoch": 0.9716321078743162, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.648627281188965, + "learning_rate": 1e-05, + "loss": 0.4977, + "mean_token_accuracy": 0.8551025390625, + "num_tokens": 289913517.0, + "step": 7638 + }, + { + "epoch": 0.9717593181529067, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4924123287200928, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8601994514465332, + "num_tokens": 289957046.0, + "step": 7639 + }, + { + "epoch": 0.9718865284314973, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.637786626815796, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8621325492858887, + "num_tokens": 289997983.0, + "step": 7640 + }, + { + "epoch": 0.9720137387100878, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.483273506164551, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8632100224494934, + "num_tokens": 290035923.0, + "step": 7641 + }, + { + "epoch": 0.9721409489886783, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6429524421691895, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8700624704360962, + "num_tokens": 290075152.0, + "step": 7642 + }, + { + "epoch": 0.9722681592672688, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.494452714920044, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8753389120101929, + "num_tokens": 290108360.0, + "step": 7643 + }, + { + "epoch": 0.9723953695458593, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.631591320037842, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8708916902542114, + "num_tokens": 290148698.0, + "step": 7644 + }, + { + "epoch": 0.9725225798244498, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.486478567123413, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8692934513092041, + "num_tokens": 290185847.0, + "step": 7645 + }, + { + "epoch": 0.9726497901030403, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.624581813812256, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8619488477706909, + "num_tokens": 290228763.0, + "step": 7646 + }, + { + "epoch": 0.9727770003816308, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5120043754577637, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.8580621480941772, + "num_tokens": 290262040.0, + "step": 7647 + }, + { + "epoch": 0.9729042106602214, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6172053813934326, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8676329851150513, + "num_tokens": 290302205.0, + "step": 7648 + }, + { + "epoch": 0.9730314209388119, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.493056535720825, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8674854040145874, + "num_tokens": 290340132.0, + "step": 7649 + }, + { + "epoch": 0.9731586312174023, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.610358476638794, + "learning_rate": 1e-05, + "loss": 0.3791, + "mean_token_accuracy": 0.8873137831687927, + "num_tokens": 290375808.0, + "step": 7650 + }, + { + "epoch": 0.9732858414959928, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.487588405609131, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8581449389457703, + "num_tokens": 290415538.0, + "step": 7651 + }, + { + "epoch": 0.9734130517745834, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6252329349517822, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8696261644363403, + "num_tokens": 290453363.0, + "step": 7652 + }, + { + "epoch": 0.9735402620531739, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.509190797805786, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8549940586090088, + "num_tokens": 290483869.0, + "step": 7653 + }, + { + "epoch": 0.9736674723317644, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.606201171875, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8697367310523987, + "num_tokens": 290521772.0, + "step": 7654 + }, + { + "epoch": 0.973794682610355, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4906692504882812, + "learning_rate": 1e-05, + "loss": 0.5065, + "mean_token_accuracy": 0.8468201756477356, + "num_tokens": 290563226.0, + "step": 7655 + }, + { + "epoch": 0.9739218928889454, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6043689250946045, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8612401485443115, + "num_tokens": 290602209.0, + "step": 7656 + }, + { + "epoch": 0.9740491031675359, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4789340496063232, + "learning_rate": 1e-05, + "loss": 0.4864, + "mean_token_accuracy": 0.8525964021682739, + "num_tokens": 290645554.0, + "step": 7657 + }, + { + "epoch": 0.9741763134461264, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6121714115142822, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8705807328224182, + "num_tokens": 290683982.0, + "step": 7658 + }, + { + "epoch": 0.974303523724717, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4996392726898193, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8534183502197266, + "num_tokens": 290717720.0, + "step": 7659 + }, + { + "epoch": 0.9744307340033075, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6042652130126953, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8591042757034302, + "num_tokens": 290759711.0, + "step": 7660 + }, + { + "epoch": 0.974557944281898, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4904444217681885, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8641034364700317, + "num_tokens": 290795767.0, + "step": 7661 + }, + { + "epoch": 0.9746851545604885, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5985403060913086, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.868964433670044, + "num_tokens": 290839148.0, + "step": 7662 + }, + { + "epoch": 0.974812364839079, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4786744117736816, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8655277490615845, + "num_tokens": 290878325.0, + "step": 7663 + }, + { + "epoch": 0.9749395751176695, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018215179443359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.620436906814575, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8582109212875366, + "num_tokens": 290913053.0, + "step": 7664 + }, + { + "epoch": 0.97506678539626, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4690840244293213, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8684195280075073, + "num_tokens": 290954984.0, + "step": 7665 + }, + { + "epoch": 0.9751939956748505, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.636275291442871, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8539400100708008, + "num_tokens": 290996052.0, + "step": 7666 + }, + { + "epoch": 0.9753212059534411, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.465183973312378, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.8499119877815247, + "num_tokens": 291034021.0, + "step": 7667 + }, + { + "epoch": 0.9754484162320316, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6566102504730225, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8733438849449158, + "num_tokens": 291064216.0, + "step": 7668 + }, + { + "epoch": 0.975575626510622, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.452113389968872, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8696193695068359, + "num_tokens": 291100119.0, + "step": 7669 + }, + { + "epoch": 0.9757028367892125, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6740827560424805, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8607669472694397, + "num_tokens": 291136709.0, + "step": 7670 + }, + { + "epoch": 0.9758300470678031, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4694247245788574, + "learning_rate": 1e-05, + "loss": 0.516, + "mean_token_accuracy": 0.8452777862548828, + "num_tokens": 291175038.0, + "step": 7671 + }, + { + "epoch": 0.9759572573463936, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6897029876708984, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8645281791687012, + "num_tokens": 291206950.0, + "step": 7672 + }, + { + "epoch": 0.9760844676249841, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.454141139984131, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.854473352432251, + "num_tokens": 291247847.0, + "step": 7673 + }, + { + "epoch": 0.9762116779035747, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.702688455581665, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8752220869064331, + "num_tokens": 291282262.0, + "step": 7674 + }, + { + "epoch": 0.9763388881821651, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.460836887359619, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.864037036895752, + "num_tokens": 291315090.0, + "step": 7675 + }, + { + "epoch": 0.9764660984607556, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7042346000671387, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8698633909225464, + "num_tokens": 291356380.0, + "step": 7676 + }, + { + "epoch": 0.9765933087393461, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4428398609161377, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8626141548156738, + "num_tokens": 291401133.0, + "step": 7677 + }, + { + "epoch": 0.9767205190179367, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.730557918548584, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8650118708610535, + "num_tokens": 291439999.0, + "step": 7678 + }, + { + "epoch": 0.9768477292965272, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.461594581604004, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8668882846832275, + "num_tokens": 291476784.0, + "step": 7679 + }, + { + "epoch": 0.9769749395751177, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.737302780151367, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8730556964874268, + "num_tokens": 291517677.0, + "step": 7680 + }, + { + "epoch": 0.9771021498537081, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4691224098205566, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8669053316116333, + "num_tokens": 291551838.0, + "step": 7681 + }, + { + "epoch": 0.9772293601322987, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.741884708404541, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8716400861740112, + "num_tokens": 291591192.0, + "step": 7682 + }, + { + "epoch": 0.9773565704108892, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4810266494750977, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8625966906547546, + "num_tokens": 291626885.0, + "step": 7683 + }, + { + "epoch": 0.9774837806894797, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7393441200256348, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8648325204849243, + "num_tokens": 291666421.0, + "step": 7684 + }, + { + "epoch": 0.9776109909680702, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4826555252075195, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8604056239128113, + "num_tokens": 291704973.0, + "step": 7685 + }, + { + "epoch": 0.9777382012466608, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7397117614746094, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.857286810874939, + "num_tokens": 291750279.0, + "step": 7686 + }, + { + "epoch": 0.9778654115252512, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4977028369903564, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8600841164588928, + "num_tokens": 291784390.0, + "step": 7687 + }, + { + "epoch": 0.9779926218038417, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7220654487609863, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8702412247657776, + "num_tokens": 291826385.0, + "step": 7688 + }, + { + "epoch": 0.9781198320824323, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5071187019348145, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8542750477790833, + "num_tokens": 291858129.0, + "step": 7689 + }, + { + "epoch": 0.9782470423610228, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7101387977600098, + "learning_rate": 1e-05, + "loss": 0.5372, + "mean_token_accuracy": 0.8487231731414795, + "num_tokens": 291902763.0, + "step": 7690 + }, + { + "epoch": 0.9783742526396133, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4840848445892334, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8751805424690247, + "num_tokens": 291940686.0, + "step": 7691 + }, + { + "epoch": 0.9785014629182038, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7007412910461426, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8632607460021973, + "num_tokens": 291976849.0, + "step": 7692 + }, + { + "epoch": 0.9786286731967943, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4856979846954346, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8772976398468018, + "num_tokens": 292014105.0, + "step": 7693 + }, + { + "epoch": 0.9787558834753848, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6956982612609863, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.865411639213562, + "num_tokens": 292055083.0, + "step": 7694 + }, + { + "epoch": 0.9788830937539753, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4889626502990723, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8655496835708618, + "num_tokens": 292089713.0, + "step": 7695 + }, + { + "epoch": 0.9790103040325658, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6935408115386963, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8517268896102905, + "num_tokens": 292128139.0, + "step": 7696 + }, + { + "epoch": 0.9791375143111564, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4974446296691895, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8596072793006897, + "num_tokens": 292164674.0, + "step": 7697 + }, + { + "epoch": 0.9792647245897469, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.683248996734619, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8652325868606567, + "num_tokens": 292197175.0, + "step": 7698 + }, + { + "epoch": 0.9793919348683373, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.49875807762146, + "learning_rate": 1e-05, + "loss": 0.5003, + "mean_token_accuracy": 0.8492069840431213, + "num_tokens": 292237051.0, + "step": 7699 + }, + { + "epoch": 0.9795191451469278, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.671785831451416, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8724011778831482, + "num_tokens": 292272817.0, + "step": 7700 + }, + { + "epoch": 0.9796463554255184, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.488274574279785, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8620663285255432, + "num_tokens": 292310239.0, + "step": 7701 + }, + { + "epoch": 0.9797735657041089, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6599674224853516, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8613826632499695, + "num_tokens": 292351090.0, + "step": 7702 + }, + { + "epoch": 0.9799007759826994, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4934608936309814, + "learning_rate": 1e-05, + "loss": 0.5238, + "mean_token_accuracy": 0.843317985534668, + "num_tokens": 292390500.0, + "step": 7703 + }, + { + "epoch": 0.98002798626129, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.672288417816162, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8549079895019531, + "num_tokens": 292423483.0, + "step": 7704 + }, + { + "epoch": 0.9801551965398804, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4788758754730225, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8764691352844238, + "num_tokens": 292460791.0, + "step": 7705 + }, + { + "epoch": 0.9802824068184709, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.653230905532837, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8782081604003906, + "num_tokens": 292502214.0, + "step": 7706 + }, + { + "epoch": 0.9804096170970614, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4914002418518066, + "learning_rate": 1e-05, + "loss": 0.4936, + "mean_token_accuracy": 0.848804771900177, + "num_tokens": 292541845.0, + "step": 7707 + }, + { + "epoch": 0.980536827375652, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6636099815368652, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8743237853050232, + "num_tokens": 292573932.0, + "step": 7708 + }, + { + "epoch": 0.9806640376542425, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.471498489379883, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8697500228881836, + "num_tokens": 292615932.0, + "step": 7709 + }, + { + "epoch": 0.980791247932833, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.694089651107788, + "learning_rate": 1e-05, + "loss": 0.4979, + "mean_token_accuracy": 0.8518287539482117, + "num_tokens": 292648680.0, + "step": 7710 + }, + { + "epoch": 0.9809184582114235, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.467557430267334, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8755515217781067, + "num_tokens": 292687987.0, + "step": 7711 + }, + { + "epoch": 0.981045668490014, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.687041997909546, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8597634434700012, + "num_tokens": 292732243.0, + "step": 7712 + }, + { + "epoch": 0.9811728787686045, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.475153684616089, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8690849542617798, + "num_tokens": 292764869.0, + "step": 7713 + }, + { + "epoch": 0.981300089047195, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6853904724121094, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8717696666717529, + "num_tokens": 292806401.0, + "step": 7714 + }, + { + "epoch": 0.9814272993257855, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4724280834198, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8706803321838379, + "num_tokens": 292843165.0, + "step": 7715 + }, + { + "epoch": 0.9815545096043761, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6920530796051025, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8623216152191162, + "num_tokens": 292885092.0, + "step": 7716 + }, + { + "epoch": 0.9816817198829666, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4795384407043457, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8538058996200562, + "num_tokens": 292920595.0, + "step": 7717 + }, + { + "epoch": 0.981808930161557, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.713772773742676, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.854360818862915, + "num_tokens": 292954079.0, + "step": 7718 + }, + { + "epoch": 0.9819361404401475, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4835379123687744, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8683643341064453, + "num_tokens": 292985554.0, + "step": 7719 + }, + { + "epoch": 0.9820633507187381, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7026619911193848, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8637796640396118, + "num_tokens": 293021832.0, + "step": 7720 + }, + { + "epoch": 0.9821905609973286, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4855387210845947, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8615056276321411, + "num_tokens": 293054220.0, + "step": 7721 + }, + { + "epoch": 0.9823177712759191, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.690297842025757, + "learning_rate": 1e-05, + "loss": 0.4994, + "mean_token_accuracy": 0.8529639840126038, + "num_tokens": 293099348.0, + "step": 7722 + }, + { + "epoch": 0.9824449815545097, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4826245307922363, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8612395524978638, + "num_tokens": 293134801.0, + "step": 7723 + }, + { + "epoch": 0.9825721918331001, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.70198392868042, + "learning_rate": 1e-05, + "loss": 0.5273, + "mean_token_accuracy": 0.8403555154800415, + "num_tokens": 293172023.0, + "step": 7724 + }, + { + "epoch": 0.9826994021116906, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4715380668640137, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.86332106590271, + "num_tokens": 293210019.0, + "step": 7725 + }, + { + "epoch": 0.9828266123902811, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.696439504623413, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8628915548324585, + "num_tokens": 293249614.0, + "step": 7726 + }, + { + "epoch": 0.9829538226688717, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.471907615661621, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8728106021881104, + "num_tokens": 293289860.0, + "step": 7727 + }, + { + "epoch": 0.9830810329474622, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7033562660217285, + "learning_rate": 1e-05, + "loss": 0.5133, + "mean_token_accuracy": 0.8502930402755737, + "num_tokens": 293330337.0, + "step": 7728 + }, + { + "epoch": 0.9832082432260527, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4705677032470703, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8639962673187256, + "num_tokens": 293370062.0, + "step": 7729 + }, + { + "epoch": 0.9833354535046431, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7126708030700684, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8608478903770447, + "num_tokens": 293409544.0, + "step": 7730 + }, + { + "epoch": 0.9834626637832337, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.478513240814209, + "learning_rate": 1e-05, + "loss": 0.5137, + "mean_token_accuracy": 0.8495283126831055, + "num_tokens": 293453924.0, + "step": 7731 + }, + { + "epoch": 0.9835898740618242, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7080116271972656, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8672839403152466, + "num_tokens": 293493759.0, + "step": 7732 + }, + { + "epoch": 0.9837170843404147, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.490985631942749, + "learning_rate": 1e-05, + "loss": 0.528, + "mean_token_accuracy": 0.8411169052124023, + "num_tokens": 293530155.0, + "step": 7733 + }, + { + "epoch": 0.9838442946190052, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6956627368927, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8605153560638428, + "num_tokens": 293573083.0, + "step": 7734 + }, + { + "epoch": 0.9839715048975958, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4864909648895264, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8707878589630127, + "num_tokens": 293608312.0, + "step": 7735 + }, + { + "epoch": 0.9840987151761862, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.695732355117798, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8608916997909546, + "num_tokens": 293645036.0, + "step": 7736 + }, + { + "epoch": 0.9842259254547767, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5078306198120117, + "learning_rate": 1e-05, + "loss": 0.5496, + "mean_token_accuracy": 0.8383255004882812, + "num_tokens": 293679063.0, + "step": 7737 + }, + { + "epoch": 0.9843531357333672, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6682093143463135, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8655309081077576, + "num_tokens": 293720239.0, + "step": 7738 + }, + { + "epoch": 0.9844803460119578, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4908645153045654, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8782756328582764, + "num_tokens": 293757154.0, + "step": 7739 + }, + { + "epoch": 0.9846075562905483, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6683385372161865, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.8515933752059937, + "num_tokens": 293797181.0, + "step": 7740 + }, + { + "epoch": 0.9847347665691388, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4911279678344727, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8604882955551147, + "num_tokens": 293838130.0, + "step": 7741 + }, + { + "epoch": 0.9848619768477292, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6701905727386475, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8587222099304199, + "num_tokens": 293877341.0, + "step": 7742 + }, + { + "epoch": 0.9849891871263198, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.475922107696533, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8673856258392334, + "num_tokens": 293913764.0, + "step": 7743 + }, + { + "epoch": 0.9851163974049103, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.667808771133423, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8563585877418518, + "num_tokens": 293954142.0, + "step": 7744 + }, + { + "epoch": 0.9852436076835008, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4713211059570312, + "learning_rate": 1e-05, + "loss": 0.4825, + "mean_token_accuracy": 0.8557019233703613, + "num_tokens": 293999016.0, + "step": 7745 + }, + { + "epoch": 0.9853708179620914, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.685328483581543, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8635613918304443, + "num_tokens": 294033545.0, + "step": 7746 + }, + { + "epoch": 0.9854980282406819, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4672186374664307, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.8769856095314026, + "num_tokens": 294076763.0, + "step": 7747 + }, + { + "epoch": 0.9856252385192723, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018405914306640625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6773014068603516, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8841163516044617, + "num_tokens": 294114661.0, + "step": 7748 + }, + { + "epoch": 0.9857524487978628, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.482388496398926, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8579752445220947, + "num_tokens": 294148819.0, + "step": 7749 + }, + { + "epoch": 0.9858796590764534, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.678317070007324, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8666154146194458, + "num_tokens": 294190820.0, + "step": 7750 + }, + { + "epoch": 0.9860068693550439, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4664559364318848, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8624445796012878, + "num_tokens": 294230814.0, + "step": 7751 + }, + { + "epoch": 0.9861340796336344, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6791090965270996, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8608306646347046, + "num_tokens": 294271811.0, + "step": 7752 + }, + { + "epoch": 0.986261289912225, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.46443772315979, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8603658676147461, + "num_tokens": 294313901.0, + "step": 7753 + }, + { + "epoch": 0.9863885001908154, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.685225486755371, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8523297309875488, + "num_tokens": 294353275.0, + "step": 7754 + }, + { + "epoch": 0.9865157104694059, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4749715328216553, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8806003332138062, + "num_tokens": 294390569.0, + "step": 7755 + }, + { + "epoch": 0.9866429207479964, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6783132553100586, + "learning_rate": 1e-05, + "loss": 0.4947, + "mean_token_accuracy": 0.8510981798171997, + "num_tokens": 294433050.0, + "step": 7756 + }, + { + "epoch": 0.986770131026587, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4677743911743164, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.871369481086731, + "num_tokens": 294471198.0, + "step": 7757 + }, + { + "epoch": 0.9868973413051775, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6876907348632812, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.866814136505127, + "num_tokens": 294511855.0, + "step": 7758 + }, + { + "epoch": 0.987024551583768, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4753332138061523, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8675620555877686, + "num_tokens": 294547056.0, + "step": 7759 + }, + { + "epoch": 0.9871517618623584, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7022318840026855, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8590134382247925, + "num_tokens": 294584516.0, + "step": 7760 + }, + { + "epoch": 0.987278972140949, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.468043088912964, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8613702654838562, + "num_tokens": 294622253.0, + "step": 7761 + }, + { + "epoch": 0.9874061824195395, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.684548854827881, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8709514141082764, + "num_tokens": 294664842.0, + "step": 7762 + }, + { + "epoch": 0.98753339269813, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.481032371520996, + "learning_rate": 1e-05, + "loss": 0.4793, + "mean_token_accuracy": 0.8563944697380066, + "num_tokens": 294707135.0, + "step": 7763 + }, + { + "epoch": 0.9876606029767205, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6831703186035156, + "learning_rate": 1e-05, + "loss": 0.4996, + "mean_token_accuracy": 0.8490162491798401, + "num_tokens": 294751356.0, + "step": 7764 + }, + { + "epoch": 0.9877878132553111, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4822418689727783, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8558192253112793, + "num_tokens": 294789444.0, + "step": 7765 + }, + { + "epoch": 0.9879150235339016, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.692812442779541, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8534280061721802, + "num_tokens": 294823247.0, + "step": 7766 + }, + { + "epoch": 0.988042233812492, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4730706214904785, + "learning_rate": 1e-05, + "loss": 0.5014, + "mean_token_accuracy": 0.8510633707046509, + "num_tokens": 294862932.0, + "step": 7767 + }, + { + "epoch": 0.9881694440910825, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6875908374786377, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8621102571487427, + "num_tokens": 294902686.0, + "step": 7768 + }, + { + "epoch": 0.9882966543696731, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.46866774559021, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8696351647377014, + "num_tokens": 294942028.0, + "step": 7769 + }, + { + "epoch": 0.9884238646482636, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.703373908996582, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8621089458465576, + "num_tokens": 294977699.0, + "step": 7770 + }, + { + "epoch": 0.9885510749268541, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4796199798583984, + "learning_rate": 1e-05, + "loss": 0.4764, + "mean_token_accuracy": 0.8613351583480835, + "num_tokens": 295014441.0, + "step": 7771 + }, + { + "epoch": 0.9886782852054447, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.691761016845703, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8712213039398193, + "num_tokens": 295053569.0, + "step": 7772 + }, + { + "epoch": 0.9888054954840351, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4938254356384277, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8601182699203491, + "num_tokens": 295083607.0, + "step": 7773 + }, + { + "epoch": 0.9889327057626256, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.701991319656372, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8514755964279175, + "num_tokens": 295118074.0, + "step": 7774 + }, + { + "epoch": 0.9890599160412161, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4780261516571045, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8644586205482483, + "num_tokens": 295157926.0, + "step": 7775 + }, + { + "epoch": 0.9891871263198067, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6847245693206787, + "learning_rate": 1e-05, + "loss": 0.4745, + "mean_token_accuracy": 0.8609301447868347, + "num_tokens": 295201297.0, + "step": 7776 + }, + { + "epoch": 0.9893143365983972, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.484553575515747, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8568562865257263, + "num_tokens": 295238178.0, + "step": 7777 + }, + { + "epoch": 0.9894415468769877, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.685297966003418, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8626866936683655, + "num_tokens": 295273843.0, + "step": 7778 + }, + { + "epoch": 0.9895687571555781, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.484426259994507, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8662831783294678, + "num_tokens": 295308703.0, + "step": 7779 + }, + { + "epoch": 0.9896959674341687, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6782753467559814, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8608644008636475, + "num_tokens": 295347710.0, + "step": 7780 + }, + { + "epoch": 0.9898231777127592, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4811015129089355, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8705617189407349, + "num_tokens": 295382255.0, + "step": 7781 + }, + { + "epoch": 0.9899503879913497, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6793925762176514, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8670086860656738, + "num_tokens": 295418185.0, + "step": 7782 + }, + { + "epoch": 0.9900775982699402, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.49591064453125, + "learning_rate": 1e-05, + "loss": 0.5243, + "mean_token_accuracy": 0.843096911907196, + "num_tokens": 295455124.0, + "step": 7783 + }, + { + "epoch": 0.9902048085485308, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6635212898254395, + "learning_rate": 1e-05, + "loss": 0.5024, + "mean_token_accuracy": 0.8500479459762573, + "num_tokens": 295498058.0, + "step": 7784 + }, + { + "epoch": 0.9903320188271212, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.485337734222412, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8764268159866333, + "num_tokens": 295534623.0, + "step": 7785 + }, + { + "epoch": 0.9904592291057117, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6525228023529053, + "learning_rate": 1e-05, + "loss": 0.4942, + "mean_token_accuracy": 0.8537321090698242, + "num_tokens": 295580064.0, + "step": 7786 + }, + { + "epoch": 0.9905864393843022, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4873368740081787, + "learning_rate": 1e-05, + "loss": 0.5062, + "mean_token_accuracy": 0.8500086069107056, + "num_tokens": 295620720.0, + "step": 7787 + }, + { + "epoch": 0.9907136496628928, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6529035568237305, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8677902221679688, + "num_tokens": 295662157.0, + "step": 7788 + }, + { + "epoch": 0.9908408599414833, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4834883213043213, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8617885112762451, + "num_tokens": 295700215.0, + "step": 7789 + }, + { + "epoch": 0.9909680702200738, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6473028659820557, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8843240141868591, + "num_tokens": 295738363.0, + "step": 7790 + }, + { + "epoch": 0.9910952804986642, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4837653636932373, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8744826316833496, + "num_tokens": 295773911.0, + "step": 7791 + }, + { + "epoch": 0.9912224907772548, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6627140045166016, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8608755469322205, + "num_tokens": 295809341.0, + "step": 7792 + }, + { + "epoch": 0.9913497010558453, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4710824489593506, + "learning_rate": 1e-05, + "loss": 0.4843, + "mean_token_accuracy": 0.8524528741836548, + "num_tokens": 295855952.0, + "step": 7793 + }, + { + "epoch": 0.9914769113344358, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6633787155151367, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8648425340652466, + "num_tokens": 295892047.0, + "step": 7794 + }, + { + "epoch": 0.9916041216130264, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4940085411071777, + "learning_rate": 1e-05, + "loss": 0.5164, + "mean_token_accuracy": 0.8438906669616699, + "num_tokens": 295926259.0, + "step": 7795 + }, + { + "epoch": 0.9917313318916169, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6600518226623535, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8571284413337708, + "num_tokens": 295965584.0, + "step": 7796 + }, + { + "epoch": 0.9918585421702073, + "ewc_loss": 0.05419921875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.5762786865234375e-05, + "grad_norm": 2.4705069065093994, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8709186911582947, + "num_tokens": 296002754.0, + "step": 7797 + }, + { + "epoch": 0.9919857524487978, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.673572301864624, + "learning_rate": 1e-05, + "loss": 0.4704, + "mean_token_accuracy": 0.8613367676734924, + "num_tokens": 296042161.0, + "step": 7798 + }, + { + "epoch": 0.9921129627273884, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.483611583709717, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8527530431747437, + "num_tokens": 296079153.0, + "step": 7799 + }, + { + "epoch": 0.9922401730059789, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.661297559738159, + "learning_rate": 1e-05, + "loss": 0.4942, + "mean_token_accuracy": 0.8531919717788696, + "num_tokens": 296124064.0, + "step": 7800 + }, + { + "epoch": 0.9923673832845694, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.464742660522461, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8685024976730347, + "num_tokens": 296166035.0, + "step": 7801 + }, + { + "epoch": 0.9924945935631599, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6729953289031982, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8783407211303711, + "num_tokens": 296206566.0, + "step": 7802 + }, + { + "epoch": 0.9926218038417504, + "ewc_loss": 0.054443359375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.600120544433594e-05, + "grad_norm": 2.4672529697418213, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.867468535900116, + "num_tokens": 296243587.0, + "step": 7803 + }, + { + "epoch": 0.9927490141203409, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6928577423095703, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8593414425849915, + "num_tokens": 296282704.0, + "step": 7804 + }, + { + "epoch": 0.9928762243989314, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.479595184326172, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8458230495452881, + "num_tokens": 296317964.0, + "step": 7805 + }, + { + "epoch": 0.993003434677522, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.701354742050171, + "learning_rate": 1e-05, + "loss": 0.4963, + "mean_token_accuracy": 0.8537037372589111, + "num_tokens": 296352861.0, + "step": 7806 + }, + { + "epoch": 0.9931306449561125, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.482063055038452, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8609920740127563, + "num_tokens": 296391302.0, + "step": 7807 + }, + { + "epoch": 0.993257855234703, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7245993614196777, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8566895723342896, + "num_tokens": 296428026.0, + "step": 7808 + }, + { + "epoch": 0.9933850655132934, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.465810775756836, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8618403077125549, + "num_tokens": 296468866.0, + "step": 7809 + }, + { + "epoch": 0.993512275791884, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.703826904296875, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8628581762313843, + "num_tokens": 296514806.0, + "step": 7810 + }, + { + "epoch": 0.9936394860704745, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.470858097076416, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.867751955986023, + "num_tokens": 296552328.0, + "step": 7811 + }, + { + "epoch": 0.993766696349065, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7252488136291504, + "learning_rate": 1e-05, + "loss": 0.4871, + "mean_token_accuracy": 0.8558540344238281, + "num_tokens": 296589908.0, + "step": 7812 + }, + { + "epoch": 0.9938939066276555, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4789016246795654, + "learning_rate": 1e-05, + "loss": 0.4945, + "mean_token_accuracy": 0.851273775100708, + "num_tokens": 296631147.0, + "step": 7813 + }, + { + "epoch": 0.9940211169062461, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.718528985977173, + "learning_rate": 1e-05, + "loss": 0.4934, + "mean_token_accuracy": 0.8538092374801636, + "num_tokens": 296673633.0, + "step": 7814 + }, + { + "epoch": 0.9941483271848366, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.470815658569336, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8619794845581055, + "num_tokens": 296714782.0, + "step": 7815 + }, + { + "epoch": 0.994275537463427, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.728071451187134, + "learning_rate": 1e-05, + "loss": 0.4854, + "mean_token_accuracy": 0.8563907742500305, + "num_tokens": 296751556.0, + "step": 7816 + }, + { + "epoch": 0.9944027477420175, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.494565010070801, + "learning_rate": 1e-05, + "loss": 0.5231, + "mean_token_accuracy": 0.8410214185714722, + "num_tokens": 296788319.0, + "step": 7817 + }, + { + "epoch": 0.9945299580206081, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7259490489959717, + "learning_rate": 1e-05, + "loss": 0.4909, + "mean_token_accuracy": 0.8542042970657349, + "num_tokens": 296823513.0, + "step": 7818 + }, + { + "epoch": 0.9946571682991986, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.495298147201538, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8559301495552063, + "num_tokens": 296862059.0, + "step": 7819 + }, + { + "epoch": 0.9947843785777891, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7148940563201904, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8654186725616455, + "num_tokens": 296898051.0, + "step": 7820 + }, + { + "epoch": 0.9949115888563796, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5305449962615967, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8663867712020874, + "num_tokens": 296935266.0, + "step": 7821 + }, + { + "epoch": 0.9950387991349701, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.682380437850952, + "learning_rate": 1e-05, + "loss": 0.5152, + "mean_token_accuracy": 0.8472546935081482, + "num_tokens": 296971653.0, + "step": 7822 + }, + { + "epoch": 0.9951660094135606, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5038957595825195, + "learning_rate": 1e-05, + "loss": 0.5455, + "mean_token_accuracy": 0.8362201452255249, + "num_tokens": 297015825.0, + "step": 7823 + }, + { + "epoch": 0.9952932196921511, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6610140800476074, + "learning_rate": 1e-05, + "loss": 0.5083, + "mean_token_accuracy": 0.8487371206283569, + "num_tokens": 297059115.0, + "step": 7824 + }, + { + "epoch": 0.9954204299707416, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5078935623168945, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8559638261795044, + "num_tokens": 297092634.0, + "step": 7825 + }, + { + "epoch": 0.9955476402493322, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.651556968688965, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8615847229957581, + "num_tokens": 297137154.0, + "step": 7826 + }, + { + "epoch": 0.9956748505279227, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5098648071289062, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.850836992263794, + "num_tokens": 297175029.0, + "step": 7827 + }, + { + "epoch": 0.9958020608065131, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6546335220336914, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8631612658500671, + "num_tokens": 297207397.0, + "step": 7828 + }, + { + "epoch": 0.9959292710851037, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4847490787506104, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8571726679801941, + "num_tokens": 297250114.0, + "step": 7829 + }, + { + "epoch": 0.9960564813636942, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6553590297698975, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.866682231426239, + "num_tokens": 297289765.0, + "step": 7830 + }, + { + "epoch": 0.9961836916422847, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.479668378829956, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8815778493881226, + "num_tokens": 297327359.0, + "step": 7831 + }, + { + "epoch": 0.9963109019208752, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6744251251220703, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8676332235336304, + "num_tokens": 297360851.0, + "step": 7832 + }, + { + "epoch": 0.9964381121994658, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4895899295806885, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8592687845230103, + "num_tokens": 297396957.0, + "step": 7833 + }, + { + "epoch": 0.9965653224780562, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.682849645614624, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8609219789505005, + "num_tokens": 297427900.0, + "step": 7834 + }, + { + "epoch": 0.9966925327566467, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.47403883934021, + "learning_rate": 1e-05, + "loss": 0.4994, + "mean_token_accuracy": 0.8501153588294983, + "num_tokens": 297464910.0, + "step": 7835 + }, + { + "epoch": 0.9968197430352372, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6881906986236572, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8741355538368225, + "num_tokens": 297497585.0, + "step": 7836 + }, + { + "epoch": 0.9969469533138278, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.506455659866333, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8524230718612671, + "num_tokens": 297537074.0, + "step": 7837 + }, + { + "epoch": 0.9970741635924183, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6743035316467285, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8705902695655823, + "num_tokens": 297570848.0, + "step": 7838 + }, + { + "epoch": 0.9972013738710088, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4862053394317627, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.851791501045227, + "num_tokens": 297607520.0, + "step": 7839 + }, + { + "epoch": 0.9973285841495992, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6584537029266357, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8658705949783325, + "num_tokens": 297648442.0, + "step": 7840 + }, + { + "epoch": 0.9974557944281898, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.499660015106201, + "learning_rate": 1e-05, + "loss": 0.5199, + "mean_token_accuracy": 0.8428446650505066, + "num_tokens": 297686163.0, + "step": 7841 + }, + { + "epoch": 0.9975830047067803, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.646923780441284, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8719645738601685, + "num_tokens": 297724191.0, + "step": 7842 + }, + { + "epoch": 0.9977102149853708, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4893784523010254, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8544381856918335, + "num_tokens": 297766205.0, + "step": 7843 + }, + { + "epoch": 0.9978374252639614, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.651648998260498, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8707365393638611, + "num_tokens": 297802153.0, + "step": 7844 + }, + { + "epoch": 0.9979646355425519, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.476799726486206, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8684141039848328, + "num_tokens": 297841252.0, + "step": 7845 + }, + { + "epoch": 0.9980918458211423, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.650507926940918, + "learning_rate": 1e-05, + "loss": 0.3717, + "mean_token_accuracy": 0.8900565505027771, + "num_tokens": 297875460.0, + "step": 7846 + }, + { + "epoch": 0.9982190560997328, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.508720636367798, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8599566221237183, + "num_tokens": 297908534.0, + "step": 7847 + }, + { + "epoch": 0.9983462663783234, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6505820751190186, + "learning_rate": 1e-05, + "loss": 0.5239, + "mean_token_accuracy": 0.8390135765075684, + "num_tokens": 297950798.0, + "step": 7848 + }, + { + "epoch": 0.9984734766569139, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4777491092681885, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8674778938293457, + "num_tokens": 297989696.0, + "step": 7849 + }, + { + "epoch": 0.9986006869355044, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6448862552642822, + "learning_rate": 1e-05, + "loss": 0.4733, + "mean_token_accuracy": 0.858206033706665, + "num_tokens": 298033702.0, + "step": 7850 + }, + { + "epoch": 0.9987278972140949, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.468172788619995, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8779280185699463, + "num_tokens": 298071867.0, + "step": 7851 + }, + { + "epoch": 0.9988551074926854, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.673809766769409, + "learning_rate": 1e-05, + "loss": 0.5036, + "mean_token_accuracy": 0.8510587215423584, + "num_tokens": 298108726.0, + "step": 7852 + }, + { + "epoch": 0.9989823177712759, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.476670503616333, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8560163378715515, + "num_tokens": 298145174.0, + "step": 7853 + }, + { + "epoch": 0.9991095280498664, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6791787147521973, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8741916418075562, + "num_tokens": 298181300.0, + "step": 7854 + }, + { + "epoch": 0.9992367383284569, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.0001850128173828125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.463158369064331, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.862028181552887, + "num_tokens": 298220592.0, + "step": 7855 + }, + { + "epoch": 0.9993639486070475, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6921379566192627, + "learning_rate": 1e-05, + "loss": 0.4938, + "mean_token_accuracy": 0.8571691513061523, + "num_tokens": 298260796.0, + "step": 7856 + }, + { + "epoch": 0.999491158885638, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.515125274658203, + "learning_rate": 1e-05, + "loss": 0.5078, + "mean_token_accuracy": 0.8441537618637085, + "num_tokens": 298300640.0, + "step": 7857 + }, + { + "epoch": 0.9996183691642284, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.663297414779663, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8770174384117126, + "num_tokens": 298336433.0, + "step": 7858 + }, + { + "epoch": 0.9997455794428189, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4882049560546875, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8739802241325378, + "num_tokens": 298370355.0, + "step": 7859 + }, + { + "epoch": 0.9998727897214095, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.66072678565979, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8621099591255188, + "num_tokens": 298406262.0, + "step": 7860 + }, + { + "epoch": 1.0, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4993245601654053, + "learning_rate": 1e-05, + "loss": 0.5407, + "mean_token_accuracy": 0.8423924446105957, + "num_tokens": 298443310.0, + "step": 7861 + }, + { + "epoch": 1.0001272102785905, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.64892578125, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8643603324890137, + "num_tokens": 298482309.0, + "step": 7862 + }, + { + "epoch": 1.000254420557181, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4780471324920654, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8637091517448425, + "num_tokens": 298522555.0, + "step": 7863 + }, + { + "epoch": 1.0003816308357716, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6477487087249756, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8819759488105774, + "num_tokens": 298559559.0, + "step": 7864 + }, + { + "epoch": 1.0005088411143621, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5709593296051025, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8677836656570435, + "num_tokens": 298596604.0, + "step": 7865 + }, + { + "epoch": 1.0006360513929526, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5919101238250732, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.884428858757019, + "num_tokens": 298634590.0, + "step": 7866 + }, + { + "epoch": 1.0007632616715432, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.510911226272583, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8792060613632202, + "num_tokens": 298670714.0, + "step": 7867 + }, + { + "epoch": 1.0008904719501335, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5806503295898438, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8699266910552979, + "num_tokens": 298713924.0, + "step": 7868 + }, + { + "epoch": 1.001017682228724, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5228657722473145, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.872075080871582, + "num_tokens": 298749537.0, + "step": 7869 + }, + { + "epoch": 1.0011448925073145, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.573580503463745, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8630279898643494, + "num_tokens": 298789887.0, + "step": 7870 + }, + { + "epoch": 1.001272102785905, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5195014476776123, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8709495067596436, + "num_tokens": 298826790.0, + "step": 7871 + }, + { + "epoch": 1.0013993130644956, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6226818561553955, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8624472618103027, + "num_tokens": 298860427.0, + "step": 7872 + }, + { + "epoch": 1.0015265233430861, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.511875629425049, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8707097768783569, + "num_tokens": 298892627.0, + "step": 7873 + }, + { + "epoch": 1.0016537336216766, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.6061649322509766, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.8585115671157837, + "num_tokens": 298930513.0, + "step": 7874 + }, + { + "epoch": 1.0017809439002672, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4755072593688965, + "learning_rate": 1e-05, + "loss": 0.375, + "mean_token_accuracy": 0.8894000053405762, + "num_tokens": 298971234.0, + "step": 7875 + }, + { + "epoch": 1.0019081541788577, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6132965087890625, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8740965723991394, + "num_tokens": 299013224.0, + "step": 7876 + }, + { + "epoch": 1.0020353644574482, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.482318639755249, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8457431197166443, + "num_tokens": 299055093.0, + "step": 7877 + }, + { + "epoch": 1.0021625747360388, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.642962694168091, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8822274208068848, + "num_tokens": 299085368.0, + "step": 7878 + }, + { + "epoch": 1.0022897850146293, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4754798412323, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.8632937669754028, + "num_tokens": 299128279.0, + "step": 7879 + }, + { + "epoch": 1.0024169952932196, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.666893482208252, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8703694343566895, + "num_tokens": 299161714.0, + "step": 7880 + }, + { + "epoch": 1.0025442055718101, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4624600410461426, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8600313663482666, + "num_tokens": 299200565.0, + "step": 7881 + }, + { + "epoch": 1.0026714158504006, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6809935569763184, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8693821430206299, + "num_tokens": 299242242.0, + "step": 7882 + }, + { + "epoch": 1.0027986261289912, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.464808225631714, + "learning_rate": 1e-05, + "loss": 0.3971, + "mean_token_accuracy": 0.8823573589324951, + "num_tokens": 299278141.0, + "step": 7883 + }, + { + "epoch": 1.0029258364075817, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.703943967819214, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8744138479232788, + "num_tokens": 299312413.0, + "step": 7884 + }, + { + "epoch": 1.0030530466861722, + "ewc_loss": 0.054931640625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4550912380218506, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8785696029663086, + "num_tokens": 299348158.0, + "step": 7885 + }, + { + "epoch": 1.0031802569647628, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.709282875061035, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.87611985206604, + "num_tokens": 299386963.0, + "step": 7886 + }, + { + "epoch": 1.0033074672433533, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4541592597961426, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8771677017211914, + "num_tokens": 299424929.0, + "step": 7887 + }, + { + "epoch": 1.0034346775219438, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7477006912231445, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8632431030273438, + "num_tokens": 299461588.0, + "step": 7888 + }, + { + "epoch": 1.0035618878005343, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4627435207366943, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8786145448684692, + "num_tokens": 299498226.0, + "step": 7889 + }, + { + "epoch": 1.0036890980791249, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.762998342514038, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8721692562103271, + "num_tokens": 299536806.0, + "step": 7890 + }, + { + "epoch": 1.0038163083577154, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4551799297332764, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8653151988983154, + "num_tokens": 299583658.0, + "step": 7891 + }, + { + "epoch": 1.0039435186363057, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.781101703643799, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8625915050506592, + "num_tokens": 299621381.0, + "step": 7892 + }, + { + "epoch": 1.0040707289148962, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.478854179382324, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8656224608421326, + "num_tokens": 299661055.0, + "step": 7893 + }, + { + "epoch": 1.0041979391934868, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7803990840911865, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8734045624732971, + "num_tokens": 299702500.0, + "step": 7894 + }, + { + "epoch": 1.0043251494720773, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4824535846710205, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8691679239273071, + "num_tokens": 299742590.0, + "step": 7895 + }, + { + "epoch": 1.0044523597506678, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.792710065841675, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8673061728477478, + "num_tokens": 299777716.0, + "step": 7896 + }, + { + "epoch": 1.0045795700292584, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5129213333129883, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8810821771621704, + "num_tokens": 299808829.0, + "step": 7897 + }, + { + "epoch": 1.0047067803078489, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7784578800201416, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8705786466598511, + "num_tokens": 299845582.0, + "step": 7898 + }, + { + "epoch": 1.0048339905864394, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5017592906951904, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8732318878173828, + "num_tokens": 299886373.0, + "step": 7899 + }, + { + "epoch": 1.00496120086503, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.778585433959961, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8728077411651611, + "num_tokens": 299917464.0, + "step": 7900 + }, + { + "epoch": 1.0050884111436205, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5290088653564453, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8719028234481812, + "num_tokens": 299953455.0, + "step": 7901 + }, + { + "epoch": 1.005215621422211, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7485122680664062, + "learning_rate": 1e-05, + "loss": 0.4844, + "mean_token_accuracy": 0.8612396717071533, + "num_tokens": 299993707.0, + "step": 7902 + }, + { + "epoch": 1.0053428317008015, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.521331548690796, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8671773672103882, + "num_tokens": 300033021.0, + "step": 7903 + }, + { + "epoch": 1.0054700419793918, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7225356101989746, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8691571950912476, + "num_tokens": 300072497.0, + "step": 7904 + }, + { + "epoch": 1.0055972522579824, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.513899803161621, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8786331415176392, + "num_tokens": 300113510.0, + "step": 7905 + }, + { + "epoch": 1.0057244625365729, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7196855545043945, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8660035133361816, + "num_tokens": 300151524.0, + "step": 7906 + }, + { + "epoch": 1.0058516728151634, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5514514446258545, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8695268630981445, + "num_tokens": 300184281.0, + "step": 7907 + }, + { + "epoch": 1.005978883093754, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6842169761657715, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8590672016143799, + "num_tokens": 300222772.0, + "step": 7908 + }, + { + "epoch": 1.0061060933723445, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5319724082946777, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8627597093582153, + "num_tokens": 300257347.0, + "step": 7909 + }, + { + "epoch": 1.006233303650935, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018596649169921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6525776386260986, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.864020824432373, + "num_tokens": 300300678.0, + "step": 7910 + }, + { + "epoch": 1.0063605139295255, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5184860229492188, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8764539361000061, + "num_tokens": 300339851.0, + "step": 7911 + }, + { + "epoch": 1.006487724208116, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.644629955291748, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8798510432243347, + "num_tokens": 300379753.0, + "step": 7912 + }, + { + "epoch": 1.0066149344867066, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.520296573638916, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8711963891983032, + "num_tokens": 300418235.0, + "step": 7913 + }, + { + "epoch": 1.006742144765297, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6387887001037598, + "learning_rate": 1e-05, + "loss": 0.387, + "mean_token_accuracy": 0.8832240104675293, + "num_tokens": 300450237.0, + "step": 7914 + }, + { + "epoch": 1.0068693550438876, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5042004585266113, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8697229027748108, + "num_tokens": 300489416.0, + "step": 7915 + }, + { + "epoch": 1.0069965653224782, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.640263080596924, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8791559934616089, + "num_tokens": 300526180.0, + "step": 7916 + }, + { + "epoch": 1.0071237756010685, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4957656860351562, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8702622652053833, + "num_tokens": 300566327.0, + "step": 7917 + }, + { + "epoch": 1.007250985879659, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6480660438537598, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8628857135772705, + "num_tokens": 300610136.0, + "step": 7918 + }, + { + "epoch": 1.0073781961582495, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4949865341186523, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8685309886932373, + "num_tokens": 300647238.0, + "step": 7919 + }, + { + "epoch": 1.00750540643684, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.648441791534424, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8747141361236572, + "num_tokens": 300684291.0, + "step": 7920 + }, + { + "epoch": 1.0076326167154306, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5035715103149414, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8657316565513611, + "num_tokens": 300718919.0, + "step": 7921 + }, + { + "epoch": 1.0077598269940211, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6507182121276855, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8675917387008667, + "num_tokens": 300752353.0, + "step": 7922 + }, + { + "epoch": 1.0078870372726116, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4811599254608154, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.875112771987915, + "num_tokens": 300789214.0, + "step": 7923 + }, + { + "epoch": 1.0080142475512022, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.664728879928589, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8628659248352051, + "num_tokens": 300825629.0, + "step": 7924 + }, + { + "epoch": 1.0081414578297927, + "ewc_loss": 0.0546875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4697186946868896, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8850513696670532, + "num_tokens": 300863908.0, + "step": 7925 + }, + { + "epoch": 1.0082686681083832, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.675617218017578, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8653753399848938, + "num_tokens": 300905458.0, + "step": 7926 + }, + { + "epoch": 1.0083958783869738, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.468626022338867, + "learning_rate": 1e-05, + "loss": 0.3917, + "mean_token_accuracy": 0.8837486505508423, + "num_tokens": 300943906.0, + "step": 7927 + }, + { + "epoch": 1.0085230886655643, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6885602474212646, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8740965723991394, + "num_tokens": 300979371.0, + "step": 7928 + }, + { + "epoch": 1.0086502989441546, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4679930210113525, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8700273633003235, + "num_tokens": 301017575.0, + "step": 7929 + }, + { + "epoch": 1.0087775092227451, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7114293575286865, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8734558820724487, + "num_tokens": 301053130.0, + "step": 7930 + }, + { + "epoch": 1.0089047195013356, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.468254804611206, + "learning_rate": 1e-05, + "loss": 0.3843, + "mean_token_accuracy": 0.8834275603294373, + "num_tokens": 301090740.0, + "step": 7931 + }, + { + "epoch": 1.0090319297799262, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.713381767272949, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8713129758834839, + "num_tokens": 301133539.0, + "step": 7932 + }, + { + "epoch": 1.0091591400585167, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4953465461730957, + "learning_rate": 1e-05, + "loss": 0.5008, + "mean_token_accuracy": 0.8485718369483948, + "num_tokens": 301168243.0, + "step": 7933 + }, + { + "epoch": 1.0092863503371072, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.725755214691162, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.876689076423645, + "num_tokens": 301204444.0, + "step": 7934 + }, + { + "epoch": 1.0094135606156978, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.465400218963623, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.8870808482170105, + "num_tokens": 301245768.0, + "step": 7935 + }, + { + "epoch": 1.0095407708942883, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.737396240234375, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8579559326171875, + "num_tokens": 301282381.0, + "step": 7936 + }, + { + "epoch": 1.0096679811728788, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.467365026473999, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.881099283695221, + "num_tokens": 301322538.0, + "step": 7937 + }, + { + "epoch": 1.0097951914514693, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7434465885162354, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8748940825462341, + "num_tokens": 301357527.0, + "step": 7938 + }, + { + "epoch": 1.0099224017300599, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4823989868164062, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.8528571128845215, + "num_tokens": 301399609.0, + "step": 7939 + }, + { + "epoch": 1.0100496120086504, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7496306896209717, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8712677359580994, + "num_tokens": 301439271.0, + "step": 7940 + }, + { + "epoch": 1.0101768222872407, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.487990617752075, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8701382875442505, + "num_tokens": 301476895.0, + "step": 7941 + }, + { + "epoch": 1.0103040325658312, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.733537435531616, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8628808259963989, + "num_tokens": 301519649.0, + "step": 7942 + }, + { + "epoch": 1.0104312428444218, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.510190010070801, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8618267774581909, + "num_tokens": 301557132.0, + "step": 7943 + }, + { + "epoch": 1.0105584531230123, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7036643028259277, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8673536777496338, + "num_tokens": 301603604.0, + "step": 7944 + }, + { + "epoch": 1.0106856634016028, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.51271390914917, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8602066040039062, + "num_tokens": 301643797.0, + "step": 7945 + }, + { + "epoch": 1.0108128736801933, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.708681583404541, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8776273727416992, + "num_tokens": 301676658.0, + "step": 7946 + }, + { + "epoch": 1.0109400839587839, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5021793842315674, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8800061941146851, + "num_tokens": 301714749.0, + "step": 7947 + }, + { + "epoch": 1.0110672942373744, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000186920166015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6916258335113525, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.873755931854248, + "num_tokens": 301754116.0, + "step": 7948 + }, + { + "epoch": 1.011194504515965, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4956257343292236, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8811609148979187, + "num_tokens": 301791441.0, + "step": 7949 + }, + { + "epoch": 1.0113217147945555, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.697047710418701, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8606138229370117, + "num_tokens": 301830971.0, + "step": 7950 + }, + { + "epoch": 1.011448925073146, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.504786729812622, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8667291402816772, + "num_tokens": 301867848.0, + "step": 7951 + }, + { + "epoch": 1.0115761353517365, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.674578905105591, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8686380982398987, + "num_tokens": 301912700.0, + "step": 7952 + }, + { + "epoch": 1.0117033456303268, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5100739002227783, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8749316334724426, + "num_tokens": 301945890.0, + "step": 7953 + }, + { + "epoch": 1.0118305559089174, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6708173751831055, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8812544345855713, + "num_tokens": 301980095.0, + "step": 7954 + }, + { + "epoch": 1.0119577661875079, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5203897953033447, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.87126225233078, + "num_tokens": 302011855.0, + "step": 7955 + }, + { + "epoch": 1.0120849764660984, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6564438343048096, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.869587242603302, + "num_tokens": 302048299.0, + "step": 7956 + }, + { + "epoch": 1.012212186744689, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.509868860244751, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8682427406311035, + "num_tokens": 302082628.0, + "step": 7957 + }, + { + "epoch": 1.0123393970232795, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6431031227111816, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8813074231147766, + "num_tokens": 302119832.0, + "step": 7958 + }, + { + "epoch": 1.01246660730187, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.485255002975464, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8758159279823303, + "num_tokens": 302162930.0, + "step": 7959 + }, + { + "epoch": 1.0125938175804605, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6613762378692627, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8723934888839722, + "num_tokens": 302202250.0, + "step": 7960 + }, + { + "epoch": 1.012721027859051, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4939568042755127, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8651386499404907, + "num_tokens": 302239446.0, + "step": 7961 + }, + { + "epoch": 1.0128482381376416, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6448235511779785, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.8857948184013367, + "num_tokens": 302279949.0, + "step": 7962 + }, + { + "epoch": 1.012975448416232, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.499999761581421, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8627756237983704, + "num_tokens": 302318128.0, + "step": 7963 + }, + { + "epoch": 1.0131026586948226, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.653606653213501, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8701938390731812, + "num_tokens": 302357353.0, + "step": 7964 + }, + { + "epoch": 1.0132298689734132, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4790191650390625, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8740352392196655, + "num_tokens": 302399843.0, + "step": 7965 + }, + { + "epoch": 1.0133570792520035, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.661801815032959, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8696056604385376, + "num_tokens": 302440081.0, + "step": 7966 + }, + { + "epoch": 1.013484289530594, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.490495443344116, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8599468469619751, + "num_tokens": 302479061.0, + "step": 7967 + }, + { + "epoch": 1.0136114998091845, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.670278549194336, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8804429769515991, + "num_tokens": 302514490.0, + "step": 7968 + }, + { + "epoch": 1.013738710087775, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4849436283111572, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8758330941200256, + "num_tokens": 302552555.0, + "step": 7969 + }, + { + "epoch": 1.0138659203663656, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00018787384033203125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6799092292785645, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8615036606788635, + "num_tokens": 302589296.0, + "step": 7970 + }, + { + "epoch": 1.013993130644956, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4710967540740967, + "learning_rate": 1e-05, + "loss": 0.3753, + "mean_token_accuracy": 0.8876559138298035, + "num_tokens": 302626085.0, + "step": 7971 + }, + { + "epoch": 1.0141203409235466, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6842634677886963, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8746413588523865, + "num_tokens": 302662671.0, + "step": 7972 + }, + { + "epoch": 1.0142475512021372, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4797890186309814, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8725985884666443, + "num_tokens": 302706112.0, + "step": 7973 + }, + { + "epoch": 1.0143747614807277, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6946897506713867, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8600869178771973, + "num_tokens": 302744942.0, + "step": 7974 + }, + { + "epoch": 1.0145019717593182, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4695215225219727, + "learning_rate": 1e-05, + "loss": 0.3837, + "mean_token_accuracy": 0.885147213935852, + "num_tokens": 302784085.0, + "step": 7975 + }, + { + "epoch": 1.0146291820379088, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7253506183624268, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8761307597160339, + "num_tokens": 302821336.0, + "step": 7976 + }, + { + "epoch": 1.0147563923164993, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4868712425231934, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8721799850463867, + "num_tokens": 302857245.0, + "step": 7977 + }, + { + "epoch": 1.0148836025950896, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.722602605819702, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8738772869110107, + "num_tokens": 302894115.0, + "step": 7978 + }, + { + "epoch": 1.0150108128736801, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.466856002807617, + "learning_rate": 1e-05, + "loss": 0.3591, + "mean_token_accuracy": 0.8919724822044373, + "num_tokens": 302930162.0, + "step": 7979 + }, + { + "epoch": 1.0151380231522706, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7258291244506836, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8720031976699829, + "num_tokens": 302965184.0, + "step": 7980 + }, + { + "epoch": 1.0152652334308612, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.490994691848755, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.863806962966919, + "num_tokens": 303003895.0, + "step": 7981 + }, + { + "epoch": 1.0153924437094517, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.732375383377075, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8715015053749084, + "num_tokens": 303038328.0, + "step": 7982 + }, + { + "epoch": 1.0155196539880422, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5128438472747803, + "learning_rate": 1e-05, + "loss": 0.5079, + "mean_token_accuracy": 0.8484843373298645, + "num_tokens": 303075546.0, + "step": 7983 + }, + { + "epoch": 1.0156468642666328, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7108209133148193, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8687156438827515, + "num_tokens": 303111825.0, + "step": 7984 + }, + { + "epoch": 1.0157740745452233, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4986042976379395, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8793979287147522, + "num_tokens": 303147607.0, + "step": 7985 + }, + { + "epoch": 1.0159012848238138, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.706759452819824, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8667733073234558, + "num_tokens": 303185646.0, + "step": 7986 + }, + { + "epoch": 1.0160284951024043, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5078365802764893, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8752325773239136, + "num_tokens": 303218723.0, + "step": 7987 + }, + { + "epoch": 1.0161557053809949, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6866326332092285, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8669398427009583, + "num_tokens": 303259012.0, + "step": 7988 + }, + { + "epoch": 1.0162829156595854, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.50537371635437, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8699507713317871, + "num_tokens": 303294868.0, + "step": 7989 + }, + { + "epoch": 1.0164101259381757, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.688056707382202, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8724694848060608, + "num_tokens": 303331987.0, + "step": 7990 + }, + { + "epoch": 1.0165373362167662, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.501725912094116, + "learning_rate": 1e-05, + "loss": 0.3595, + "mean_token_accuracy": 0.8920872211456299, + "num_tokens": 303364230.0, + "step": 7991 + }, + { + "epoch": 1.0166645464953568, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.673151731491089, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8806222081184387, + "num_tokens": 303404169.0, + "step": 7992 + }, + { + "epoch": 1.0167917567739473, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4929871559143066, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.875411331653595, + "num_tokens": 303445137.0, + "step": 7993 + }, + { + "epoch": 1.0169189670525378, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.66218900680542, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8852888345718384, + "num_tokens": 303486515.0, + "step": 7994 + }, + { + "epoch": 1.0170461773311283, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.511449098587036, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8701742887496948, + "num_tokens": 303521514.0, + "step": 7995 + }, + { + "epoch": 1.0171733876097189, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6754720211029053, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8697722554206848, + "num_tokens": 303555606.0, + "step": 7996 + }, + { + "epoch": 1.0173005978883094, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.49763560295105, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8718534111976624, + "num_tokens": 303592075.0, + "step": 7997 + }, + { + "epoch": 1.0174278081669, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.663681745529175, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8527204990386963, + "num_tokens": 303632529.0, + "step": 7998 + }, + { + "epoch": 1.0175550184454905, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.0001888275146484375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.508702039718628, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8769419193267822, + "num_tokens": 303665419.0, + "step": 7999 + }, + { + "epoch": 1.017682228724081, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6649727821350098, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8690402507781982, + "num_tokens": 303698778.0, + "step": 8000 + }, + { + "epoch": 1.0178094390026715, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.492649793624878, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8700663447380066, + "num_tokens": 303738713.0, + "step": 8001 + }, + { + "epoch": 1.0179366492812618, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.671835422515869, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8712080121040344, + "num_tokens": 303767821.0, + "step": 8002 + }, + { + "epoch": 1.0180638595598523, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.472029209136963, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8725593090057373, + "num_tokens": 303813088.0, + "step": 8003 + }, + { + "epoch": 1.0181910698384429, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7124099731445312, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.85552978515625, + "num_tokens": 303849926.0, + "step": 8004 + }, + { + "epoch": 1.0183182801170334, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.472280502319336, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8764123320579529, + "num_tokens": 303888681.0, + "step": 8005 + }, + { + "epoch": 1.018445490395624, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7097184658050537, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.873604953289032, + "num_tokens": 303926042.0, + "step": 8006 + }, + { + "epoch": 1.0185727006742145, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4700968265533447, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8827790021896362, + "num_tokens": 303962014.0, + "step": 8007 + }, + { + "epoch": 1.018699910952805, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7192766666412354, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8730518817901611, + "num_tokens": 303998856.0, + "step": 8008 + }, + { + "epoch": 1.0188271212313955, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.479173183441162, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8763607740402222, + "num_tokens": 304034228.0, + "step": 8009 + }, + { + "epoch": 1.018954331509986, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.743502616882324, + "learning_rate": 1e-05, + "loss": 0.5178, + "mean_token_accuracy": 0.8516495227813721, + "num_tokens": 304070477.0, + "step": 8010 + }, + { + "epoch": 1.0190815417885766, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4653024673461914, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8767795562744141, + "num_tokens": 304116073.0, + "step": 8011 + }, + { + "epoch": 1.019208752067167, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.759159803390503, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8636700510978699, + "num_tokens": 304149950.0, + "step": 8012 + }, + { + "epoch": 1.0193359623457576, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4672770500183105, + "learning_rate": 1e-05, + "loss": 0.3756, + "mean_token_accuracy": 0.8881504535675049, + "num_tokens": 304191824.0, + "step": 8013 + }, + { + "epoch": 1.0194631726243482, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.773674488067627, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8851603865623474, + "num_tokens": 304223616.0, + "step": 8014 + }, + { + "epoch": 1.0195903829029385, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4958794116973877, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8695100545883179, + "num_tokens": 304261120.0, + "step": 8015 + }, + { + "epoch": 1.019717593181529, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.78464674949646, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8589277267456055, + "num_tokens": 304294796.0, + "step": 8016 + }, + { + "epoch": 1.0198448034601195, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5014050006866455, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8612390756607056, + "num_tokens": 304333396.0, + "step": 8017 + }, + { + "epoch": 1.01997201373871, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.769484043121338, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8741005063056946, + "num_tokens": 304371246.0, + "step": 8018 + }, + { + "epoch": 1.0200992240173006, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.50411057472229, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8848628997802734, + "num_tokens": 304408179.0, + "step": 8019 + }, + { + "epoch": 1.020226434295891, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7641990184783936, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8747707605361938, + "num_tokens": 304442758.0, + "step": 8020 + }, + { + "epoch": 1.0203536445744816, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5164599418640137, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.88160640001297, + "num_tokens": 304479568.0, + "step": 8021 + }, + { + "epoch": 1.0204808548530722, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7432873249053955, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8720279932022095, + "num_tokens": 304521255.0, + "step": 8022 + }, + { + "epoch": 1.0206080651316627, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5243680477142334, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8731452226638794, + "num_tokens": 304553569.0, + "step": 8023 + }, + { + "epoch": 1.0207352754102532, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7159695625305176, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8680123090744019, + "num_tokens": 304594632.0, + "step": 8024 + }, + { + "epoch": 1.0208624856888437, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5279128551483154, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8692263960838318, + "num_tokens": 304635255.0, + "step": 8025 + }, + { + "epoch": 1.0209896959674343, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.692728281021118, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8724955320358276, + "num_tokens": 304674472.0, + "step": 8026 + }, + { + "epoch": 1.0211169062460246, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.527927875518799, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8790497779846191, + "num_tokens": 304708950.0, + "step": 8027 + }, + { + "epoch": 1.021244116524615, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.667949676513672, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8702656030654907, + "num_tokens": 304752849.0, + "step": 8028 + }, + { + "epoch": 1.0213713268032056, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5232479572296143, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8690251111984253, + "num_tokens": 304791936.0, + "step": 8029 + }, + { + "epoch": 1.0214985370817962, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6480815410614014, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8741178512573242, + "num_tokens": 304832228.0, + "step": 8030 + }, + { + "epoch": 1.0216257473603867, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.52514910697937, + "learning_rate": 1e-05, + "loss": 0.3685, + "mean_token_accuracy": 0.8883716464042664, + "num_tokens": 304863169.0, + "step": 8031 + }, + { + "epoch": 1.0217529576389772, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6456689834594727, + "learning_rate": 1e-05, + "loss": 0.5207, + "mean_token_accuracy": 0.8405452370643616, + "num_tokens": 304904938.0, + "step": 8032 + }, + { + "epoch": 1.0218801679175677, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5197789669036865, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8722422122955322, + "num_tokens": 304940590.0, + "step": 8033 + }, + { + "epoch": 1.0220073781961583, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6315438747406006, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.8664984107017517, + "num_tokens": 304976945.0, + "step": 8034 + }, + { + "epoch": 1.0221345884747488, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4937126636505127, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8722593784332275, + "num_tokens": 305021407.0, + "step": 8035 + }, + { + "epoch": 1.0222617987533393, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.64585018157959, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8779007196426392, + "num_tokens": 305053141.0, + "step": 8036 + }, + { + "epoch": 1.0223890090319299, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5009496212005615, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8780714869499207, + "num_tokens": 305086795.0, + "step": 8037 + }, + { + "epoch": 1.0225162193105204, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.657270669937134, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8595502376556396, + "num_tokens": 305125759.0, + "step": 8038 + }, + { + "epoch": 1.0226434295891107, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.483214855194092, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8730023503303528, + "num_tokens": 305165169.0, + "step": 8039 + }, + { + "epoch": 1.0227706398677012, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6580328941345215, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8902196884155273, + "num_tokens": 305203457.0, + "step": 8040 + }, + { + "epoch": 1.0228978501462918, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4822845458984375, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8622848391532898, + "num_tokens": 305241021.0, + "step": 8041 + }, + { + "epoch": 1.0230250604248823, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6850945949554443, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8523368239402771, + "num_tokens": 305277579.0, + "step": 8042 + }, + { + "epoch": 1.0231522707034728, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.480992078781128, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8629113435745239, + "num_tokens": 305318027.0, + "step": 8043 + }, + { + "epoch": 1.0232794809820633, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.694164276123047, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8724339008331299, + "num_tokens": 305351249.0, + "step": 8044 + }, + { + "epoch": 1.0234066912606539, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4700446128845215, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8736937642097473, + "num_tokens": 305387906.0, + "step": 8045 + }, + { + "epoch": 1.0235339015392444, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7041258811950684, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8790582418441772, + "num_tokens": 305419511.0, + "step": 8046 + }, + { + "epoch": 1.023661111817835, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.472989797592163, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8724290132522583, + "num_tokens": 305457483.0, + "step": 8047 + }, + { + "epoch": 1.0237883220964255, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.740656852722168, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8749279975891113, + "num_tokens": 305486498.0, + "step": 8048 + }, + { + "epoch": 1.023915532375016, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.474910259246826, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8718395829200745, + "num_tokens": 305525250.0, + "step": 8049 + }, + { + "epoch": 1.0240427426536065, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7427351474761963, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8683176040649414, + "num_tokens": 305566229.0, + "step": 8050 + }, + { + "epoch": 1.0241699529321968, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.478821039199829, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8789860010147095, + "num_tokens": 305601884.0, + "step": 8051 + }, + { + "epoch": 1.0242971632107873, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.745713949203491, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8686676621437073, + "num_tokens": 305644495.0, + "step": 8052 + }, + { + "epoch": 1.0244243734893779, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4864304065704346, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8773470520973206, + "num_tokens": 305680662.0, + "step": 8053 + }, + { + "epoch": 1.0245515837679684, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7355594635009766, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.876468300819397, + "num_tokens": 305720821.0, + "step": 8054 + }, + { + "epoch": 1.024678794046559, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.505321502685547, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.8630828261375427, + "num_tokens": 305757312.0, + "step": 8055 + }, + { + "epoch": 1.0248060043251495, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7335469722747803, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8616129159927368, + "num_tokens": 305794372.0, + "step": 8056 + }, + { + "epoch": 1.02493321460374, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.491342782974243, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8719513416290283, + "num_tokens": 305839975.0, + "step": 8057 + }, + { + "epoch": 1.0250604248823305, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7238433361053467, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8792574405670166, + "num_tokens": 305877964.0, + "step": 8058 + }, + { + "epoch": 1.025187635160921, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5125999450683594, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8705877065658569, + "num_tokens": 305911077.0, + "step": 8059 + }, + { + "epoch": 1.0253148454395116, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.712178945541382, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8767653703689575, + "num_tokens": 305947741.0, + "step": 8060 + }, + { + "epoch": 1.025442055718102, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5084171295166016, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8681048154830933, + "num_tokens": 305986872.0, + "step": 8061 + }, + { + "epoch": 1.0255692659966926, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.70693039894104, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8631590604782104, + "num_tokens": 306023437.0, + "step": 8062 + }, + { + "epoch": 1.0256964762752832, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.503784656524658, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8817419409751892, + "num_tokens": 306063026.0, + "step": 8063 + }, + { + "epoch": 1.0258236865538735, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6883060932159424, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8648545742034912, + "num_tokens": 306102574.0, + "step": 8064 + }, + { + "epoch": 1.025950896832464, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.512481451034546, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.865630030632019, + "num_tokens": 306137194.0, + "step": 8065 + }, + { + "epoch": 1.0260781071110545, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6869804859161377, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8690410852432251, + "num_tokens": 306171539.0, + "step": 8066 + }, + { + "epoch": 1.026205317389645, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5041801929473877, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8675146698951721, + "num_tokens": 306212385.0, + "step": 8067 + }, + { + "epoch": 1.0263325276682356, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.677924394607544, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8731430768966675, + "num_tokens": 306247624.0, + "step": 8068 + }, + { + "epoch": 1.026459737946826, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.511249303817749, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8576400279998779, + "num_tokens": 306286445.0, + "step": 8069 + }, + { + "epoch": 1.0265869482254166, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6566219329833984, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8785833120346069, + "num_tokens": 306327792.0, + "step": 8070 + }, + { + "epoch": 1.0267141585040072, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.514115333557129, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.8541127443313599, + "num_tokens": 306366811.0, + "step": 8071 + }, + { + "epoch": 1.0268413687825977, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.661863327026367, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8668893575668335, + "num_tokens": 306403938.0, + "step": 8072 + }, + { + "epoch": 1.0269685790611882, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4941585063934326, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8830891251564026, + "num_tokens": 306440623.0, + "step": 8073 + }, + { + "epoch": 1.0270957893397787, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6628477573394775, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.870057225227356, + "num_tokens": 306477623.0, + "step": 8074 + }, + { + "epoch": 1.0272229996183693, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.506281852722168, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8697471022605896, + "num_tokens": 306513586.0, + "step": 8075 + }, + { + "epoch": 1.0273502098969596, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6569607257843018, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8866673707962036, + "num_tokens": 306548121.0, + "step": 8076 + }, + { + "epoch": 1.02747742017555, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.473963975906372, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8797875642776489, + "num_tokens": 306596776.0, + "step": 8077 + }, + { + "epoch": 1.0276046304541406, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6764450073242188, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8651158809661865, + "num_tokens": 306635497.0, + "step": 8078 + }, + { + "epoch": 1.0277318407327312, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.540724515914917, + "learning_rate": 1e-05, + "loss": 0.5022, + "mean_token_accuracy": 0.8589707612991333, + "num_tokens": 306671933.0, + "step": 8079 + }, + { + "epoch": 1.0278590510113217, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6446328163146973, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8730946779251099, + "num_tokens": 306709313.0, + "step": 8080 + }, + { + "epoch": 1.0279862612899122, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.500762701034546, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8556026220321655, + "num_tokens": 306748181.0, + "step": 8081 + }, + { + "epoch": 1.0281134715685027, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.638488531112671, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8825547695159912, + "num_tokens": 306786353.0, + "step": 8082 + }, + { + "epoch": 1.0282406818470933, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.00019073486328125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5027012825012207, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8709430694580078, + "num_tokens": 306821660.0, + "step": 8083 + }, + { + "epoch": 1.0283678921256838, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.632896900177002, + "learning_rate": 1e-05, + "loss": 0.3663, + "mean_token_accuracy": 0.8926891088485718, + "num_tokens": 306858479.0, + "step": 8084 + }, + { + "epoch": 1.0284951024042743, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.514207601547241, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8705840110778809, + "num_tokens": 306890483.0, + "step": 8085 + }, + { + "epoch": 1.0286223126828649, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.624398946762085, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8735547065734863, + "num_tokens": 306931865.0, + "step": 8086 + }, + { + "epoch": 1.0287495229614554, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5125410556793213, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8669912815093994, + "num_tokens": 306966907.0, + "step": 8087 + }, + { + "epoch": 1.0288767332400457, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6141068935394287, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8777973651885986, + "num_tokens": 307006032.0, + "step": 8088 + }, + { + "epoch": 1.0290039435186362, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5100862979888916, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8642884492874146, + "num_tokens": 307045621.0, + "step": 8089 + }, + { + "epoch": 1.0291311537972267, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6324288845062256, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8611500263214111, + "num_tokens": 307078768.0, + "step": 8090 + }, + { + "epoch": 1.0292583640758173, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4932656288146973, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8744617700576782, + "num_tokens": 307120089.0, + "step": 8091 + }, + { + "epoch": 1.0293855743544078, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6277029514312744, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8697248697280884, + "num_tokens": 307157478.0, + "step": 8092 + }, + { + "epoch": 1.0295127846329983, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4832875728607178, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8723134994506836, + "num_tokens": 307199842.0, + "step": 8093 + }, + { + "epoch": 1.0296399949115889, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.637690544128418, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8705354928970337, + "num_tokens": 307240609.0, + "step": 8094 + }, + { + "epoch": 1.0297672051901794, + "ewc_loss": 0.05517578125, + "ewc_loss_diag": 0.00019168853759765625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.489607572555542, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8627464771270752, + "num_tokens": 307279112.0, + "step": 8095 + }, + { + "epoch": 1.02989441546877, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.653460741043091, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8781814575195312, + "num_tokens": 307313718.0, + "step": 8096 + }, + { + "epoch": 1.0300216257473604, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4803199768066406, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8705956935882568, + "num_tokens": 307353660.0, + "step": 8097 + }, + { + "epoch": 1.030148836025951, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6624417304992676, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.863081157207489, + "num_tokens": 307393974.0, + "step": 8098 + }, + { + "epoch": 1.0302760463045415, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.468939781188965, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8820245265960693, + "num_tokens": 307434877.0, + "step": 8099 + }, + { + "epoch": 1.0304032565831318, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6697781085968018, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.8812210559844971, + "num_tokens": 307473167.0, + "step": 8100 + }, + { + "epoch": 1.0305304668617223, + "ewc_loss": 0.055908203125, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4634532928466797, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8817479610443115, + "num_tokens": 307513781.0, + "step": 8101 + }, + { + "epoch": 1.0306576771403129, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.699733257293701, + "learning_rate": 1e-05, + "loss": 0.3735, + "mean_token_accuracy": 0.8886745572090149, + "num_tokens": 307549524.0, + "step": 8102 + }, + { + "epoch": 1.0307848874189034, + "ewc_loss": 0.055419921875, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4667651653289795, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8705324530601501, + "num_tokens": 307585196.0, + "step": 8103 + }, + { + "epoch": 1.030912097697494, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.722057342529297, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8600566387176514, + "num_tokens": 307623002.0, + "step": 8104 + }, + { + "epoch": 1.0310393079760845, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4491584300994873, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8736132979393005, + "num_tokens": 307667736.0, + "step": 8105 + }, + { + "epoch": 1.031166518254675, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.742090940475464, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8809994459152222, + "num_tokens": 307706031.0, + "step": 8106 + }, + { + "epoch": 1.0312937285332655, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.467832326889038, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8588916659355164, + "num_tokens": 307746333.0, + "step": 8107 + }, + { + "epoch": 1.031420938811856, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.76986026763916, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8579964637756348, + "num_tokens": 307784479.0, + "step": 8108 + }, + { + "epoch": 1.0315481490904466, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.483694314956665, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.870646059513092, + "num_tokens": 307818245.0, + "step": 8109 + }, + { + "epoch": 1.031675359369037, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7523770332336426, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.876518726348877, + "num_tokens": 307858730.0, + "step": 8110 + }, + { + "epoch": 1.0318025696476276, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4804651737213135, + "learning_rate": 1e-05, + "loss": 0.39, + "mean_token_accuracy": 0.8849942684173584, + "num_tokens": 307897067.0, + "step": 8111 + }, + { + "epoch": 1.0319297799262181, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.762639045715332, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8702076077461243, + "num_tokens": 307935896.0, + "step": 8112 + }, + { + "epoch": 1.0320569902048085, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.514536142349243, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8505113124847412, + "num_tokens": 307970930.0, + "step": 8113 + }, + { + "epoch": 1.032184200483399, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7409348487854004, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8614402413368225, + "num_tokens": 308015857.0, + "step": 8114 + }, + { + "epoch": 1.0323114107619895, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.499795913696289, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8724206686019897, + "num_tokens": 308055432.0, + "step": 8115 + }, + { + "epoch": 1.03243862104058, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.731992244720459, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.86034095287323, + "num_tokens": 308094922.0, + "step": 8116 + }, + { + "epoch": 1.0325658313191706, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.507917642593384, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8733859062194824, + "num_tokens": 308132941.0, + "step": 8117 + }, + { + "epoch": 1.032693041597761, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7167859077453613, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8545024394989014, + "num_tokens": 308176749.0, + "step": 8118 + }, + { + "epoch": 1.0328202518763516, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.511556386947632, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8614107370376587, + "num_tokens": 308215845.0, + "step": 8119 + }, + { + "epoch": 1.0329474621549422, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7040958404541016, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8783146142959595, + "num_tokens": 308254220.0, + "step": 8120 + }, + { + "epoch": 1.0330746724335327, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001926422119140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.520282506942749, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8606311678886414, + "num_tokens": 308290059.0, + "step": 8121 + }, + { + "epoch": 1.0332018827121232, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7125601768493652, + "learning_rate": 1e-05, + "loss": 0.5121, + "mean_token_accuracy": 0.846030592918396, + "num_tokens": 308320478.0, + "step": 8122 + }, + { + "epoch": 1.0333290929907137, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.507436990737915, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8751564025878906, + "num_tokens": 308356094.0, + "step": 8123 + }, + { + "epoch": 1.0334563032693043, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.691032648086548, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8739922046661377, + "num_tokens": 308393120.0, + "step": 8124 + }, + { + "epoch": 1.0335835135478946, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.515453815460205, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8830351233482361, + "num_tokens": 308424153.0, + "step": 8125 + }, + { + "epoch": 1.033710723826485, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6767141819000244, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8747038841247559, + "num_tokens": 308462884.0, + "step": 8126 + }, + { + "epoch": 1.0338379341050756, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4970481395721436, + "learning_rate": 1e-05, + "loss": 0.3669, + "mean_token_accuracy": 0.8911656141281128, + "num_tokens": 308501185.0, + "step": 8127 + }, + { + "epoch": 1.0339651443836662, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6823432445526123, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8609181642532349, + "num_tokens": 308538770.0, + "step": 8128 + }, + { + "epoch": 1.0340923546622567, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4991114139556885, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8736138343811035, + "num_tokens": 308575224.0, + "step": 8129 + }, + { + "epoch": 1.0342195649408472, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.679563283920288, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8829548358917236, + "num_tokens": 308611859.0, + "step": 8130 + }, + { + "epoch": 1.0343467752194377, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5076656341552734, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8561820983886719, + "num_tokens": 308648212.0, + "step": 8131 + }, + { + "epoch": 1.0344739854980283, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6691269874572754, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8687506914138794, + "num_tokens": 308689830.0, + "step": 8132 + }, + { + "epoch": 1.0346011957766188, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5080440044403076, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8576157689094543, + "num_tokens": 308726238.0, + "step": 8133 + }, + { + "epoch": 1.0347284060552093, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6936986446380615, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.862058699131012, + "num_tokens": 308755090.0, + "step": 8134 + }, + { + "epoch": 1.0348556163337999, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.491297483444214, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8569930791854858, + "num_tokens": 308794025.0, + "step": 8135 + }, + { + "epoch": 1.0349828266123904, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.681321620941162, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8713696002960205, + "num_tokens": 308831521.0, + "step": 8136 + }, + { + "epoch": 1.0351100368909807, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.492729663848877, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8761334419250488, + "num_tokens": 308868113.0, + "step": 8137 + }, + { + "epoch": 1.0352372471695712, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.686124563217163, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.870929479598999, + "num_tokens": 308905070.0, + "step": 8138 + }, + { + "epoch": 1.0353644574481617, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5010972023010254, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8637728691101074, + "num_tokens": 308942703.0, + "step": 8139 + }, + { + "epoch": 1.0354916677267523, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.674499034881592, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8724217414855957, + "num_tokens": 308981328.0, + "step": 8140 + }, + { + "epoch": 1.0356188780053428, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4949278831481934, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8845801949501038, + "num_tokens": 309017751.0, + "step": 8141 + }, + { + "epoch": 1.0357460882839333, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.683424711227417, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8718960285186768, + "num_tokens": 309052216.0, + "step": 8142 + }, + { + "epoch": 1.0358732985625239, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.520552635192871, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8701769709587097, + "num_tokens": 309091323.0, + "step": 8143 + }, + { + "epoch": 1.0360005088411144, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6700451374053955, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8706797957420349, + "num_tokens": 309125324.0, + "step": 8144 + }, + { + "epoch": 1.036127719119705, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5030579566955566, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8709728717803955, + "num_tokens": 309166009.0, + "step": 8145 + }, + { + "epoch": 1.0362549293982954, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.648798942565918, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.883434534072876, + "num_tokens": 309205822.0, + "step": 8146 + }, + { + "epoch": 1.036382139676886, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5070414543151855, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8731410503387451, + "num_tokens": 309243463.0, + "step": 8147 + }, + { + "epoch": 1.0365093499554765, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.665630340576172, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8652124404907227, + "num_tokens": 309276904.0, + "step": 8148 + }, + { + "epoch": 1.0366365602340668, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4932925701141357, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8694226145744324, + "num_tokens": 309314292.0, + "step": 8149 + }, + { + "epoch": 1.0367637705126573, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6751136779785156, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8622775077819824, + "num_tokens": 309349231.0, + "step": 8150 + }, + { + "epoch": 1.0368909807912479, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5028371810913086, + "learning_rate": 1e-05, + "loss": 0.5094, + "mean_token_accuracy": 0.8463150262832642, + "num_tokens": 309387901.0, + "step": 8151 + }, + { + "epoch": 1.0370181910698384, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6651246547698975, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8740994334220886, + "num_tokens": 309427167.0, + "step": 8152 + }, + { + "epoch": 1.037145401348429, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.500001907348633, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8717508316040039, + "num_tokens": 309464121.0, + "step": 8153 + }, + { + "epoch": 1.0372726116270194, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6560490131378174, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8729782700538635, + "num_tokens": 309506759.0, + "step": 8154 + }, + { + "epoch": 1.03739982190561, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4885315895080566, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8800281286239624, + "num_tokens": 309546059.0, + "step": 8155 + }, + { + "epoch": 1.0375270321842005, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.664541244506836, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8651658892631531, + "num_tokens": 309585076.0, + "step": 8156 + }, + { + "epoch": 1.037654242462791, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.499497652053833, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8794537782669067, + "num_tokens": 309623354.0, + "step": 8157 + }, + { + "epoch": 1.0377814527413816, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.652670383453369, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8570718765258789, + "num_tokens": 309668420.0, + "step": 8158 + }, + { + "epoch": 1.037908663019972, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.489391803741455, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8734641671180725, + "num_tokens": 309711417.0, + "step": 8159 + }, + { + "epoch": 1.0380358732985626, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6627144813537598, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8740975260734558, + "num_tokens": 309749938.0, + "step": 8160 + }, + { + "epoch": 1.0381630835771531, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4958813190460205, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8753061890602112, + "num_tokens": 309783328.0, + "step": 8161 + }, + { + "epoch": 1.0382902938557435, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.658611297607422, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8767643570899963, + "num_tokens": 309821347.0, + "step": 8162 + }, + { + "epoch": 1.038417504134334, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5013723373413086, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8540151715278625, + "num_tokens": 309858430.0, + "step": 8163 + }, + { + "epoch": 1.0385447144129245, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.657362461090088, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8702413439750671, + "num_tokens": 309896096.0, + "step": 8164 + }, + { + "epoch": 1.038671924691515, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4945149421691895, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8698073625564575, + "num_tokens": 309929069.0, + "step": 8165 + }, + { + "epoch": 1.0387991349701056, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6684744358062744, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8575907945632935, + "num_tokens": 309969706.0, + "step": 8166 + }, + { + "epoch": 1.038926345248696, + "ewc_loss": 0.0556640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4979896545410156, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8668919801712036, + "num_tokens": 310003990.0, + "step": 8167 + }, + { + "epoch": 1.0390535555272866, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.689150094985962, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8514994382858276, + "num_tokens": 310036253.0, + "step": 8168 + }, + { + "epoch": 1.0391807658058771, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.476454973220825, + "learning_rate": 1e-05, + "loss": 0.3741, + "mean_token_accuracy": 0.885459840297699, + "num_tokens": 310073189.0, + "step": 8169 + }, + { + "epoch": 1.0393079760844677, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6845080852508545, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8642085790634155, + "num_tokens": 310110432.0, + "step": 8170 + }, + { + "epoch": 1.0394351863630582, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4783782958984375, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8632773160934448, + "num_tokens": 310154830.0, + "step": 8171 + }, + { + "epoch": 1.0395623966416487, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.713573455810547, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8558586239814758, + "num_tokens": 310187270.0, + "step": 8172 + }, + { + "epoch": 1.0396896069202393, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4772493839263916, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.871535062789917, + "num_tokens": 310223736.0, + "step": 8173 + }, + { + "epoch": 1.0398168171988296, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7353644371032715, + "learning_rate": 1e-05, + "loss": 0.5039, + "mean_token_accuracy": 0.8534069061279297, + "num_tokens": 310259262.0, + "step": 8174 + }, + { + "epoch": 1.03994402747742, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4649171829223633, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8701870441436768, + "num_tokens": 310300438.0, + "step": 8175 + }, + { + "epoch": 1.0400712377560106, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.736234188079834, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8793243765830994, + "num_tokens": 310336630.0, + "step": 8176 + }, + { + "epoch": 1.0401984480346012, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4902851581573486, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8660221695899963, + "num_tokens": 310368755.0, + "step": 8177 + }, + { + "epoch": 1.0403256583131917, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7422091960906982, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8812610507011414, + "num_tokens": 310403520.0, + "step": 8178 + }, + { + "epoch": 1.0404528685917822, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5007081031799316, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8680661916732788, + "num_tokens": 310433805.0, + "step": 8179 + }, + { + "epoch": 1.0405800788703727, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7713944911956787, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8651268482208252, + "num_tokens": 310469801.0, + "step": 8180 + }, + { + "epoch": 1.0407072891489633, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.484978675842285, + "learning_rate": 1e-05, + "loss": 0.378, + "mean_token_accuracy": 0.8856592774391174, + "num_tokens": 310504972.0, + "step": 8181 + }, + { + "epoch": 1.0408344994275538, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.765254497528076, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8656151294708252, + "num_tokens": 310537851.0, + "step": 8182 + }, + { + "epoch": 1.0409617097061443, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5015361309051514, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8703680634498596, + "num_tokens": 310572647.0, + "step": 8183 + }, + { + "epoch": 1.0410889199847349, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.748751401901245, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8654961585998535, + "num_tokens": 310612239.0, + "step": 8184 + }, + { + "epoch": 1.0412161302633254, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000194549560546875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5142335891723633, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8637163043022156, + "num_tokens": 310650442.0, + "step": 8185 + }, + { + "epoch": 1.0413433405419157, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.732996702194214, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8675588369369507, + "num_tokens": 310687687.0, + "step": 8186 + }, + { + "epoch": 1.0414705508205062, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.532024383544922, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.861763596534729, + "num_tokens": 310725165.0, + "step": 8187 + }, + { + "epoch": 1.0415977610990967, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6968250274658203, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8847912549972534, + "num_tokens": 310762532.0, + "step": 8188 + }, + { + "epoch": 1.0417249713776873, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.519073724746704, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8608490824699402, + "num_tokens": 310800903.0, + "step": 8189 + }, + { + "epoch": 1.0418521816562778, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6884961128234863, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8504586219787598, + "num_tokens": 310841391.0, + "step": 8190 + }, + { + "epoch": 1.0419793919348683, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5346105098724365, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8618545532226562, + "num_tokens": 310879027.0, + "step": 8191 + }, + { + "epoch": 1.0421066022134589, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6667747497558594, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8742667436599731, + "num_tokens": 310918448.0, + "step": 8192 + }, + { + "epoch": 1.0422338124920494, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5203099250793457, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8654959201812744, + "num_tokens": 310955641.0, + "step": 8193 + }, + { + "epoch": 1.04236102277064, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6633143424987793, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8467953205108643, + "num_tokens": 310996487.0, + "step": 8194 + }, + { + "epoch": 1.0424882330492304, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5052382946014404, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8621917366981506, + "num_tokens": 311038208.0, + "step": 8195 + }, + { + "epoch": 1.042615443327821, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.660362482070923, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8712408542633057, + "num_tokens": 311073720.0, + "step": 8196 + }, + { + "epoch": 1.0427426536064115, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.488895893096924, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8835858106613159, + "num_tokens": 311115488.0, + "step": 8197 + }, + { + "epoch": 1.0428698638850018, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6644253730773926, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8704704642295837, + "num_tokens": 311159217.0, + "step": 8198 + }, + { + "epoch": 1.0429970741635923, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5040955543518066, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8595303893089294, + "num_tokens": 311196058.0, + "step": 8199 + }, + { + "epoch": 1.0431242844421829, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6737442016601562, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8758598566055298, + "num_tokens": 311231024.0, + "step": 8200 + }, + { + "epoch": 1.0432514947207734, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.493673086166382, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8707758188247681, + "num_tokens": 311266883.0, + "step": 8201 + }, + { + "epoch": 1.043378704999364, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6804418563842773, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8529701232910156, + "num_tokens": 311302594.0, + "step": 8202 + }, + { + "epoch": 1.0435059152779544, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4886507987976074, + "learning_rate": 1e-05, + "loss": 0.3691, + "mean_token_accuracy": 0.8885889053344727, + "num_tokens": 311334384.0, + "step": 8203 + }, + { + "epoch": 1.043633125556545, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6681764125823975, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.871971607208252, + "num_tokens": 311381350.0, + "step": 8204 + }, + { + "epoch": 1.0437603358351355, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4790823459625244, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8758283853530884, + "num_tokens": 311418107.0, + "step": 8205 + }, + { + "epoch": 1.043887546113726, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6882576942443848, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8702315092086792, + "num_tokens": 311457881.0, + "step": 8206 + }, + { + "epoch": 1.0440147563923166, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4916481971740723, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8639225959777832, + "num_tokens": 311492821.0, + "step": 8207 + }, + { + "epoch": 1.044141966670907, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6969122886657715, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8692115545272827, + "num_tokens": 311527981.0, + "step": 8208 + }, + { + "epoch": 1.0442691769494976, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4731497764587402, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8610385060310364, + "num_tokens": 311568853.0, + "step": 8209 + }, + { + "epoch": 1.0443963872280881, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.69305157661438, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8810229301452637, + "num_tokens": 311613321.0, + "step": 8210 + }, + { + "epoch": 1.0445235975066784, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4757180213928223, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.864712655544281, + "num_tokens": 311656849.0, + "step": 8211 + }, + { + "epoch": 1.044650807785269, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7287909984588623, + "learning_rate": 1e-05, + "loss": 0.4838, + "mean_token_accuracy": 0.8575073480606079, + "num_tokens": 311692231.0, + "step": 8212 + }, + { + "epoch": 1.0447780180638595, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.478243112564087, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8809146881103516, + "num_tokens": 311732793.0, + "step": 8213 + }, + { + "epoch": 1.04490522834245, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7257187366485596, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8665362596511841, + "num_tokens": 311773320.0, + "step": 8214 + }, + { + "epoch": 1.0450324386210406, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4725120067596436, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.866592288017273, + "num_tokens": 311822187.0, + "step": 8215 + }, + { + "epoch": 1.045159648899631, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7470548152923584, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.868511438369751, + "num_tokens": 311860272.0, + "step": 8216 + }, + { + "epoch": 1.0452868591782216, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4989874362945557, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8701114654541016, + "num_tokens": 311894479.0, + "step": 8217 + }, + { + "epoch": 1.0454140694568121, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7372779846191406, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8803348541259766, + "num_tokens": 311929401.0, + "step": 8218 + }, + { + "epoch": 1.0455412797354027, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.493027687072754, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8626886606216431, + "num_tokens": 311969401.0, + "step": 8219 + }, + { + "epoch": 1.0456684900139932, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.748490571975708, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8583053946495056, + "num_tokens": 312004295.0, + "step": 8220 + }, + { + "epoch": 1.0457957002925837, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5019233226776123, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8671126365661621, + "num_tokens": 312038487.0, + "step": 8221 + }, + { + "epoch": 1.0459229105711743, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7255516052246094, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.870269775390625, + "num_tokens": 312076011.0, + "step": 8222 + }, + { + "epoch": 1.0460501208497646, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5148701667785645, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8619797229766846, + "num_tokens": 312114489.0, + "step": 8223 + }, + { + "epoch": 1.046177331128355, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7087247371673584, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8645133972167969, + "num_tokens": 312152388.0, + "step": 8224 + }, + { + "epoch": 1.0463045414069456, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.506286144256592, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8749811053276062, + "num_tokens": 312190269.0, + "step": 8225 + }, + { + "epoch": 1.0464317516855361, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.699328899383545, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8780273199081421, + "num_tokens": 312229909.0, + "step": 8226 + }, + { + "epoch": 1.0465589619641267, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00019550323486328125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5311903953552246, + "learning_rate": 1e-05, + "loss": 0.5023, + "mean_token_accuracy": 0.8540897369384766, + "num_tokens": 312267527.0, + "step": 8227 + }, + { + "epoch": 1.0466861722427172, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6707041263580322, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8715764284133911, + "num_tokens": 312310632.0, + "step": 8228 + }, + { + "epoch": 1.0468133825213077, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5141913890838623, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8600798845291138, + "num_tokens": 312351570.0, + "step": 8229 + }, + { + "epoch": 1.0469405927998983, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.675271511077881, + "learning_rate": 1e-05, + "loss": 0.374, + "mean_token_accuracy": 0.8902570009231567, + "num_tokens": 312382765.0, + "step": 8230 + }, + { + "epoch": 1.0470678030784888, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5086941719055176, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.878565788269043, + "num_tokens": 312415517.0, + "step": 8231 + }, + { + "epoch": 1.0471950133570793, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.672518014907837, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8762851357460022, + "num_tokens": 312450574.0, + "step": 8232 + }, + { + "epoch": 1.0473222236356698, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.531395435333252, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8595836162567139, + "num_tokens": 312483054.0, + "step": 8233 + }, + { + "epoch": 1.0474494339142604, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.638784885406494, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8691174983978271, + "num_tokens": 312527825.0, + "step": 8234 + }, + { + "epoch": 1.0475766441928507, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5117201805114746, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8628168106079102, + "num_tokens": 312566971.0, + "step": 8235 + }, + { + "epoch": 1.0477038544714412, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6429390907287598, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8702510595321655, + "num_tokens": 312603527.0, + "step": 8236 + }, + { + "epoch": 1.0478310647500317, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5246336460113525, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8698257207870483, + "num_tokens": 312634281.0, + "step": 8237 + }, + { + "epoch": 1.0479582750286223, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6401023864746094, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8642144203186035, + "num_tokens": 312668036.0, + "step": 8238 + }, + { + "epoch": 1.0480854853072128, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.515347957611084, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.860937237739563, + "num_tokens": 312707422.0, + "step": 8239 + }, + { + "epoch": 1.0482126955858033, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.7834596633911133, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8655248880386353, + "num_tokens": 312740715.0, + "step": 8240 + }, + { + "epoch": 1.0483399058643939, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4801557064056396, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8719520568847656, + "num_tokens": 312773196.0, + "step": 8241 + }, + { + "epoch": 1.0484671161429844, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7113025188446045, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8619665503501892, + "num_tokens": 312817502.0, + "step": 8242 + }, + { + "epoch": 1.048594326421575, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001964569091796875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4670848846435547, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8665109872817993, + "num_tokens": 312852810.0, + "step": 8243 + }, + { + "epoch": 1.0487215367001654, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7303051948547363, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8783447742462158, + "num_tokens": 312889069.0, + "step": 8244 + }, + { + "epoch": 1.048848746978756, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5147173404693604, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8667118549346924, + "num_tokens": 312929032.0, + "step": 8245 + }, + { + "epoch": 1.0489759572573465, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7127175331115723, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8718839287757874, + "num_tokens": 312963792.0, + "step": 8246 + }, + { + "epoch": 1.0491031675359368, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4875383377075195, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8864358067512512, + "num_tokens": 312999532.0, + "step": 8247 + }, + { + "epoch": 1.0492303778145273, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7205886840820312, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8692517280578613, + "num_tokens": 313040807.0, + "step": 8248 + }, + { + "epoch": 1.0493575880931179, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5018465518951416, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8786765336990356, + "num_tokens": 313074895.0, + "step": 8249 + }, + { + "epoch": 1.0494847983717084, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7077889442443848, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8730800151824951, + "num_tokens": 313115299.0, + "step": 8250 + }, + { + "epoch": 1.049612008650299, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.498854875564575, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8693233132362366, + "num_tokens": 313157578.0, + "step": 8251 + }, + { + "epoch": 1.0497392189288894, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.687411069869995, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8685851097106934, + "num_tokens": 313202219.0, + "step": 8252 + }, + { + "epoch": 1.04986642920748, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.4979166984558105, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8741395473480225, + "num_tokens": 313242345.0, + "step": 8253 + }, + { + "epoch": 1.0499936394860705, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.700202703475952, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8755356073379517, + "num_tokens": 313277052.0, + "step": 8254 + }, + { + "epoch": 1.050120849764661, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5116655826568604, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8680935502052307, + "num_tokens": 313311291.0, + "step": 8255 + }, + { + "epoch": 1.0502480600432516, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6869938373565674, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8739071488380432, + "num_tokens": 313349141.0, + "step": 8256 + }, + { + "epoch": 1.050375270321842, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.510507583618164, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8570936322212219, + "num_tokens": 313387575.0, + "step": 8257 + }, + { + "epoch": 1.0505024806004326, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6864287853240967, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8644404411315918, + "num_tokens": 313424087.0, + "step": 8258 + }, + { + "epoch": 1.0506296908790231, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4939050674438477, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8748105764389038, + "num_tokens": 313464517.0, + "step": 8259 + }, + { + "epoch": 1.0507569011576134, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.683990478515625, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8604260087013245, + "num_tokens": 313504146.0, + "step": 8260 + }, + { + "epoch": 1.050884111436204, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.50085711479187, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8657422065734863, + "num_tokens": 313541842.0, + "step": 8261 + }, + { + "epoch": 1.0510113217147945, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6849923133850098, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8647964596748352, + "num_tokens": 313580695.0, + "step": 8262 + }, + { + "epoch": 1.051138531993385, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.513011932373047, + "learning_rate": 1e-05, + "loss": 0.473, + "mean_token_accuracy": 0.8587645292282104, + "num_tokens": 313619494.0, + "step": 8263 + }, + { + "epoch": 1.0512657422719756, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.679334878921509, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8788852691650391, + "num_tokens": 313653234.0, + "step": 8264 + }, + { + "epoch": 1.051392952550566, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5063397884368896, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8691911697387695, + "num_tokens": 313694395.0, + "step": 8265 + }, + { + "epoch": 1.0515201628291566, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6812081336975098, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8563221096992493, + "num_tokens": 313733370.0, + "step": 8266 + }, + { + "epoch": 1.0516473731077471, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.516345977783203, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.8568294048309326, + "num_tokens": 313770611.0, + "step": 8267 + }, + { + "epoch": 1.0517745833863377, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6589035987854004, + "learning_rate": 1e-05, + "loss": 0.3697, + "mean_token_accuracy": 0.8901606798171997, + "num_tokens": 313807262.0, + "step": 8268 + }, + { + "epoch": 1.0519017936649282, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.514153242111206, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8637326955795288, + "num_tokens": 313844294.0, + "step": 8269 + }, + { + "epoch": 1.0520290039435187, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6527295112609863, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8815439343452454, + "num_tokens": 313878701.0, + "step": 8270 + }, + { + "epoch": 1.0521562142221093, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.00019741058349609375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.495962619781494, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8788304328918457, + "num_tokens": 313917780.0, + "step": 8271 + }, + { + "epoch": 1.0522834245006996, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6654741764068604, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8822875618934631, + "num_tokens": 313948611.0, + "step": 8272 + }, + { + "epoch": 1.05241063477929, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5010344982147217, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8753195405006409, + "num_tokens": 313981999.0, + "step": 8273 + }, + { + "epoch": 1.0525378450578806, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6618385314941406, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8772616386413574, + "num_tokens": 314021199.0, + "step": 8274 + }, + { + "epoch": 1.0526650553364711, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5418317317962646, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8819928169250488, + "num_tokens": 314058187.0, + "step": 8275 + }, + { + "epoch": 1.0527922656150617, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6290643215179443, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8705373406410217, + "num_tokens": 314095612.0, + "step": 8276 + }, + { + "epoch": 1.0529194758936522, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5340797901153564, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8636811375617981, + "num_tokens": 314124895.0, + "step": 8277 + }, + { + "epoch": 1.0530466861722427, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.605325698852539, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.879939079284668, + "num_tokens": 314167787.0, + "step": 8278 + }, + { + "epoch": 1.0531738964508333, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5230026245117188, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8719490766525269, + "num_tokens": 314203389.0, + "step": 8279 + }, + { + "epoch": 1.0533011067294238, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6007702350616455, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8804482221603394, + "num_tokens": 314245161.0, + "step": 8280 + }, + { + "epoch": 1.0534283170080143, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0001983642578125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5185861587524414, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8474020957946777, + "num_tokens": 314288097.0, + "step": 8281 + }, + { + "epoch": 1.0535555272866048, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6012468338012695, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8678054809570312, + "num_tokens": 314324066.0, + "step": 8282 + }, + { + "epoch": 1.0536827375651954, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.518995761871338, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8797639608383179, + "num_tokens": 314358430.0, + "step": 8283 + }, + { + "epoch": 1.0538099478437857, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.607619047164917, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8670991659164429, + "num_tokens": 314394199.0, + "step": 8284 + }, + { + "epoch": 1.0539371581223762, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5099451541900635, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8720515966415405, + "num_tokens": 314432851.0, + "step": 8285 + }, + { + "epoch": 1.0540643684009667, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6109719276428223, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8696428537368774, + "num_tokens": 314473843.0, + "step": 8286 + }, + { + "epoch": 1.0541915786795573, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4884369373321533, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.8851428031921387, + "num_tokens": 314518782.0, + "step": 8287 + }, + { + "epoch": 1.0543187889581478, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.622474431991577, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8678308129310608, + "num_tokens": 314561140.0, + "step": 8288 + }, + { + "epoch": 1.0544459992367383, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.498795509338379, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8689188957214355, + "num_tokens": 314602605.0, + "step": 8289 + }, + { + "epoch": 1.0545732095153288, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6290206909179688, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8549565076828003, + "num_tokens": 314647719.0, + "step": 8290 + }, + { + "epoch": 1.0547004197939194, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.495119094848633, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8568531274795532, + "num_tokens": 314690016.0, + "step": 8291 + }, + { + "epoch": 1.05482763007251, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6319329738616943, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8727462291717529, + "num_tokens": 314730432.0, + "step": 8292 + }, + { + "epoch": 1.0549548403511004, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4885575771331787, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8781468868255615, + "num_tokens": 314764957.0, + "step": 8293 + }, + { + "epoch": 1.055082050629691, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6437621116638184, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8751096725463867, + "num_tokens": 314803787.0, + "step": 8294 + }, + { + "epoch": 1.0552092609082815, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.4777462482452393, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8764848709106445, + "num_tokens": 314841732.0, + "step": 8295 + }, + { + "epoch": 1.0553364711868718, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6608312129974365, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8744584321975708, + "num_tokens": 314878212.0, + "step": 8296 + }, + { + "epoch": 1.0554636814654623, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4809815883636475, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.866126298904419, + "num_tokens": 314917130.0, + "step": 8297 + }, + { + "epoch": 1.0555908917440529, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6569197177886963, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8784222602844238, + "num_tokens": 314961804.0, + "step": 8298 + }, + { + "epoch": 1.0557181020226434, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.47236967086792, + "learning_rate": 1e-05, + "loss": 0.3754, + "mean_token_accuracy": 0.8871966600418091, + "num_tokens": 314997157.0, + "step": 8299 + }, + { + "epoch": 1.055845312301234, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6853036880493164, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.852595865726471, + "num_tokens": 315038370.0, + "step": 8300 + }, + { + "epoch": 1.0559725225798244, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4627182483673096, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8827837109565735, + "num_tokens": 315081716.0, + "step": 8301 + }, + { + "epoch": 1.056099732858415, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.716209888458252, + "learning_rate": 1e-05, + "loss": 0.502, + "mean_token_accuracy": 0.8510380983352661, + "num_tokens": 315124528.0, + "step": 8302 + }, + { + "epoch": 1.0562269431370055, + "ewc_loss": 0.056396484375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.451582670211792, + "learning_rate": 1e-05, + "loss": 0.3839, + "mean_token_accuracy": 0.8859643340110779, + "num_tokens": 315163893.0, + "step": 8303 + }, + { + "epoch": 1.056354153415596, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7547340393066406, + "learning_rate": 1e-05, + "loss": 0.5097, + "mean_token_accuracy": 0.8489124774932861, + "num_tokens": 315199462.0, + "step": 8304 + }, + { + "epoch": 1.0564813636941865, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4430484771728516, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.86976158618927, + "num_tokens": 315245075.0, + "step": 8305 + }, + { + "epoch": 1.056608573972777, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.765608787536621, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8742004632949829, + "num_tokens": 315289291.0, + "step": 8306 + }, + { + "epoch": 1.0567357842513676, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.465775728225708, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8778600692749023, + "num_tokens": 315327750.0, + "step": 8307 + }, + { + "epoch": 1.0568629945299581, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.787301778793335, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8661200404167175, + "num_tokens": 315366863.0, + "step": 8308 + }, + { + "epoch": 1.0569902048085484, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4730427265167236, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8835214376449585, + "num_tokens": 315406935.0, + "step": 8309 + }, + { + "epoch": 1.057117415087139, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8006134033203125, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8643465638160706, + "num_tokens": 315446483.0, + "step": 8310 + }, + { + "epoch": 1.0572446253657295, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5009443759918213, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8662404417991638, + "num_tokens": 315482862.0, + "step": 8311 + }, + { + "epoch": 1.05737183564432, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7861807346343994, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8734934329986572, + "num_tokens": 315522649.0, + "step": 8312 + }, + { + "epoch": 1.0574990459229106, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5080864429473877, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8646253347396851, + "num_tokens": 315562642.0, + "step": 8313 + }, + { + "epoch": 1.057626256201501, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.777848720550537, + "learning_rate": 1e-05, + "loss": 0.367, + "mean_token_accuracy": 0.8945366144180298, + "num_tokens": 315594056.0, + "step": 8314 + }, + { + "epoch": 1.0577534664800916, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.526791572570801, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8662306070327759, + "num_tokens": 315632474.0, + "step": 8315 + }, + { + "epoch": 1.0578806767586821, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7786240577697754, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.871878981590271, + "num_tokens": 315662036.0, + "step": 8316 + }, + { + "epoch": 1.0580078870372727, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5257458686828613, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8740282654762268, + "num_tokens": 315701974.0, + "step": 8317 + }, + { + "epoch": 1.0581350973158632, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7388696670532227, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8684659004211426, + "num_tokens": 315745876.0, + "step": 8318 + }, + { + "epoch": 1.0582623075944537, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.531254768371582, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8697609305381775, + "num_tokens": 315787386.0, + "step": 8319 + }, + { + "epoch": 1.058389517873044, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.724797010421753, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8789132237434387, + "num_tokens": 315824047.0, + "step": 8320 + }, + { + "epoch": 1.0585167281516346, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5417120456695557, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8535408973693848, + "num_tokens": 315863890.0, + "step": 8321 + }, + { + "epoch": 1.058643938430225, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.699815273284912, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8654638528823853, + "num_tokens": 315902855.0, + "step": 8322 + }, + { + "epoch": 1.0587711487088156, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5254721641540527, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.872316300868988, + "num_tokens": 315942112.0, + "step": 8323 + }, + { + "epoch": 1.0588983589874061, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6873908042907715, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8734200596809387, + "num_tokens": 315981256.0, + "step": 8324 + }, + { + "epoch": 1.0590255692659967, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.523510456085205, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8651158809661865, + "num_tokens": 316021192.0, + "step": 8325 + }, + { + "epoch": 1.0591527795445872, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6812798976898193, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8676754236221313, + "num_tokens": 316056261.0, + "step": 8326 + }, + { + "epoch": 1.0592799898231777, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5018105506896973, + "learning_rate": 1e-05, + "loss": 0.3774, + "mean_token_accuracy": 0.8883129358291626, + "num_tokens": 316093390.0, + "step": 8327 + }, + { + "epoch": 1.0594072001017683, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.67629075050354, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.858101487159729, + "num_tokens": 316133771.0, + "step": 8328 + }, + { + "epoch": 1.0595344103803588, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.507420063018799, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.868370532989502, + "num_tokens": 316172123.0, + "step": 8329 + }, + { + "epoch": 1.0596616206589493, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6616032123565674, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8834604024887085, + "num_tokens": 316211866.0, + "step": 8330 + }, + { + "epoch": 1.0597888309375398, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5097525119781494, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8750752210617065, + "num_tokens": 316248838.0, + "step": 8331 + }, + { + "epoch": 1.0599160412161304, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.665696859359741, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8734304904937744, + "num_tokens": 316286551.0, + "step": 8332 + }, + { + "epoch": 1.0600432514947207, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.523341417312622, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8698468208312988, + "num_tokens": 316321278.0, + "step": 8333 + }, + { + "epoch": 1.0601704617733112, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.651770830154419, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8701034784317017, + "num_tokens": 316356282.0, + "step": 8334 + }, + { + "epoch": 1.0602976720519017, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5077805519104004, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8679088950157166, + "num_tokens": 316398858.0, + "step": 8335 + }, + { + "epoch": 1.0604248823304923, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6591744422912598, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8695229291915894, + "num_tokens": 316432883.0, + "step": 8336 + }, + { + "epoch": 1.0605520926090828, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.0002002716064453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.498413324356079, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8844519853591919, + "num_tokens": 316469305.0, + "step": 8337 + }, + { + "epoch": 1.0606793028876733, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6551876068115234, + "learning_rate": 1e-05, + "loss": 0.3787, + "mean_token_accuracy": 0.8888394832611084, + "num_tokens": 316509072.0, + "step": 8338 + }, + { + "epoch": 1.0608065131662638, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.494859218597412, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8665605187416077, + "num_tokens": 316549391.0, + "step": 8339 + }, + { + "epoch": 1.0609337234448544, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.660261392593384, + "learning_rate": 1e-05, + "loss": 0.3798, + "mean_token_accuracy": 0.8885307908058167, + "num_tokens": 316583696.0, + "step": 8340 + }, + { + "epoch": 1.061060933723445, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.49833607673645, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8641184568405151, + "num_tokens": 316618421.0, + "step": 8341 + }, + { + "epoch": 1.0611881440020354, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.659045696258545, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8701040148735046, + "num_tokens": 316660284.0, + "step": 8342 + }, + { + "epoch": 1.061315354280626, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.503506660461426, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.8553001880645752, + "num_tokens": 316699753.0, + "step": 8343 + }, + { + "epoch": 1.0614425645592165, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.666192054748535, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8693675398826599, + "num_tokens": 316735336.0, + "step": 8344 + }, + { + "epoch": 1.0615697748378068, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.489636182785034, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8759870529174805, + "num_tokens": 316775327.0, + "step": 8345 + }, + { + "epoch": 1.0616969851163973, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6758365631103516, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.8542313575744629, + "num_tokens": 316817027.0, + "step": 8346 + }, + { + "epoch": 1.0618241953949878, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.504055976867676, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8726118206977844, + "num_tokens": 316850980.0, + "step": 8347 + }, + { + "epoch": 1.0619514056735784, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.661494016647339, + "learning_rate": 1e-05, + "loss": 0.3856, + "mean_token_accuracy": 0.887052595615387, + "num_tokens": 316886533.0, + "step": 8348 + }, + { + "epoch": 1.062078615952169, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4871397018432617, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8804762363433838, + "num_tokens": 316927447.0, + "step": 8349 + }, + { + "epoch": 1.0622058262307594, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6771135330200195, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8619723320007324, + "num_tokens": 316965983.0, + "step": 8350 + }, + { + "epoch": 1.06233303650935, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4967501163482666, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8725380301475525, + "num_tokens": 316999678.0, + "step": 8351 + }, + { + "epoch": 1.0624602467879405, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.678170919418335, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8611757159233093, + "num_tokens": 317038650.0, + "step": 8352 + }, + { + "epoch": 1.062587457066531, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4880127906799316, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8747410178184509, + "num_tokens": 317075507.0, + "step": 8353 + }, + { + "epoch": 1.0627146673451215, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.686279535293579, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8844277262687683, + "num_tokens": 317109364.0, + "step": 8354 + }, + { + "epoch": 1.062841877623712, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4730257987976074, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8759409785270691, + "num_tokens": 317149959.0, + "step": 8355 + }, + { + "epoch": 1.0629690879023026, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7091000080108643, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8693325519561768, + "num_tokens": 317182604.0, + "step": 8356 + }, + { + "epoch": 1.0630962981808931, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.470381259918213, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8804794549942017, + "num_tokens": 317224190.0, + "step": 8357 + }, + { + "epoch": 1.0632235084594834, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.727376937866211, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8678615093231201, + "num_tokens": 317261607.0, + "step": 8358 + }, + { + "epoch": 1.063350718738074, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.482666015625, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8577656149864197, + "num_tokens": 317300772.0, + "step": 8359 + }, + { + "epoch": 1.0634779290166645, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7307627201080322, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8704266548156738, + "num_tokens": 317336981.0, + "step": 8360 + }, + { + "epoch": 1.063605139295255, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4844377040863037, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.862126350402832, + "num_tokens": 317376522.0, + "step": 8361 + }, + { + "epoch": 1.0637323495738455, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7421844005584717, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8734527826309204, + "num_tokens": 317409924.0, + "step": 8362 + }, + { + "epoch": 1.063859559852436, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5041024684906006, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8840861320495605, + "num_tokens": 317440762.0, + "step": 8363 + }, + { + "epoch": 1.0639867701310266, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7495181560516357, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.873346209526062, + "num_tokens": 317471606.0, + "step": 8364 + }, + { + "epoch": 1.0641139804096171, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4928128719329834, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8591980934143066, + "num_tokens": 317508383.0, + "step": 8365 + }, + { + "epoch": 1.0642411906882077, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7295613288879395, + "learning_rate": 1e-05, + "loss": 0.3859, + "mean_token_accuracy": 0.8903671503067017, + "num_tokens": 317546690.0, + "step": 8366 + }, + { + "epoch": 1.0643684009667982, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.49373722076416, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8831851482391357, + "num_tokens": 317584926.0, + "step": 8367 + }, + { + "epoch": 1.0644956112453887, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7443811893463135, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8596796989440918, + "num_tokens": 317619941.0, + "step": 8368 + }, + { + "epoch": 1.064622821523979, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.514927625656128, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.882364809513092, + "num_tokens": 317651006.0, + "step": 8369 + }, + { + "epoch": 1.0647500318025696, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.728367805480957, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8733072280883789, + "num_tokens": 317688051.0, + "step": 8370 + }, + { + "epoch": 1.06487724208116, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4994711875915527, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8775333762168884, + "num_tokens": 317727447.0, + "step": 8371 + }, + { + "epoch": 1.0650044523597506, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7083418369293213, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8812071084976196, + "num_tokens": 317771495.0, + "step": 8372 + }, + { + "epoch": 1.0651316626383411, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5343267917633057, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8820691108703613, + "num_tokens": 317808166.0, + "step": 8373 + }, + { + "epoch": 1.0652588729169317, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6913206577301025, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.876079261302948, + "num_tokens": 317850928.0, + "step": 8374 + }, + { + "epoch": 1.0653860831955222, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4992055892944336, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8783735036849976, + "num_tokens": 317893156.0, + "step": 8375 + }, + { + "epoch": 1.0655132934741127, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.689988851547241, + "learning_rate": 1e-05, + "loss": 0.513, + "mean_token_accuracy": 0.8469897508621216, + "num_tokens": 317937146.0, + "step": 8376 + }, + { + "epoch": 1.0656405037527032, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5007171630859375, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8807743787765503, + "num_tokens": 317977429.0, + "step": 8377 + }, + { + "epoch": 1.0657677140312938, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.693276882171631, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8677563667297363, + "num_tokens": 318013445.0, + "step": 8378 + }, + { + "epoch": 1.0658949243098843, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5069804191589355, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8629611134529114, + "num_tokens": 318054082.0, + "step": 8379 + }, + { + "epoch": 1.0660221345884748, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6847827434539795, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8572957515716553, + "num_tokens": 318096125.0, + "step": 8380 + }, + { + "epoch": 1.0661493448670654, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.504256010055542, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8733406066894531, + "num_tokens": 318130859.0, + "step": 8381 + }, + { + "epoch": 1.0662765551456557, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.680990695953369, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8770697712898254, + "num_tokens": 318171616.0, + "step": 8382 + }, + { + "epoch": 1.0664037654242462, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5121548175811768, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8663216829299927, + "num_tokens": 318206741.0, + "step": 8383 + }, + { + "epoch": 1.0665309757028367, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6582446098327637, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8669025897979736, + "num_tokens": 318252513.0, + "step": 8384 + }, + { + "epoch": 1.0666581859814273, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5220956802368164, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8618635535240173, + "num_tokens": 318286632.0, + "step": 8385 + }, + { + "epoch": 1.0667853962600178, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6495344638824463, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8726754784584045, + "num_tokens": 318326923.0, + "step": 8386 + }, + { + "epoch": 1.0669126065386083, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.579774856567383, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8518791198730469, + "num_tokens": 318364159.0, + "step": 8387 + }, + { + "epoch": 1.0670398168171988, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6130521297454834, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8485626578330994, + "num_tokens": 318402715.0, + "step": 8388 + }, + { + "epoch": 1.0671670270957894, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5281779766082764, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8673957586288452, + "num_tokens": 318445925.0, + "step": 8389 + }, + { + "epoch": 1.06729423737438, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6050310134887695, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8630828261375427, + "num_tokens": 318481756.0, + "step": 8390 + }, + { + "epoch": 1.0674214476529704, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5157618522644043, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8700338006019592, + "num_tokens": 318526885.0, + "step": 8391 + }, + { + "epoch": 1.067548657931561, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.602889060974121, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8660479187965393, + "num_tokens": 318569396.0, + "step": 8392 + }, + { + "epoch": 1.0676758682101515, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.519890069961548, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8860996961593628, + "num_tokens": 318606404.0, + "step": 8393 + }, + { + "epoch": 1.0678030784887418, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6193478107452393, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.857391893863678, + "num_tokens": 318642457.0, + "step": 8394 + }, + { + "epoch": 1.0679302887673323, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5216941833496094, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8604246377944946, + "num_tokens": 318680498.0, + "step": 8395 + }, + { + "epoch": 1.0680574990459228, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.6130876541137695, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.864462673664093, + "num_tokens": 318720493.0, + "step": 8396 + }, + { + "epoch": 1.0681847093245134, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.52441668510437, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8628735542297363, + "num_tokens": 318755297.0, + "step": 8397 + }, + { + "epoch": 1.068311919603104, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6143128871917725, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8760418891906738, + "num_tokens": 318788716.0, + "step": 8398 + }, + { + "epoch": 1.0684391298816944, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.52074933052063, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8696208596229553, + "num_tokens": 318825130.0, + "step": 8399 + }, + { + "epoch": 1.068566340160285, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.615516424179077, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8722427487373352, + "num_tokens": 318861216.0, + "step": 8400 + }, + { + "epoch": 1.0686935504388755, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5094025135040283, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8741833567619324, + "num_tokens": 318896410.0, + "step": 8401 + }, + { + "epoch": 1.068820760717466, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6163923740386963, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8841118812561035, + "num_tokens": 318933834.0, + "step": 8402 + }, + { + "epoch": 1.0689479709960565, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5136756896972656, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8530699014663696, + "num_tokens": 318973752.0, + "step": 8403 + }, + { + "epoch": 1.069075181274647, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6168274879455566, + "learning_rate": 1e-05, + "loss": 0.3809, + "mean_token_accuracy": 0.8870072960853577, + "num_tokens": 319009376.0, + "step": 8404 + }, + { + "epoch": 1.0692023915532376, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5010645389556885, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8729275465011597, + "num_tokens": 319050175.0, + "step": 8405 + }, + { + "epoch": 1.0693296018318281, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6439738273620605, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8735105991363525, + "num_tokens": 319080808.0, + "step": 8406 + }, + { + "epoch": 1.0694568121104184, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.485161542892456, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8770807385444641, + "num_tokens": 319123123.0, + "step": 8407 + }, + { + "epoch": 1.069584022389009, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.672431707382202, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8784340620040894, + "num_tokens": 319155116.0, + "step": 8408 + }, + { + "epoch": 1.0697112326675995, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4864048957824707, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8787429928779602, + "num_tokens": 319188087.0, + "step": 8409 + }, + { + "epoch": 1.06983844294619, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6872596740722656, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.859963059425354, + "num_tokens": 319228820.0, + "step": 8410 + }, + { + "epoch": 1.0699656532247805, + "ewc_loss": 0.05615234375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.62396240234375e-05, + "grad_norm": 2.491441011428833, + "learning_rate": 1e-05, + "loss": 0.5104, + "mean_token_accuracy": 0.8476927280426025, + "num_tokens": 319266046.0, + "step": 8411 + }, + { + "epoch": 1.070092863503371, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6819653511047363, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8743433952331543, + "num_tokens": 319305209.0, + "step": 8412 + }, + { + "epoch": 1.0702200737819616, + "ewc_loss": 0.056640625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.474137544631958, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8667351603507996, + "num_tokens": 319347463.0, + "step": 8413 + }, + { + "epoch": 1.0703472840605521, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7043473720550537, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.881850004196167, + "num_tokens": 319383965.0, + "step": 8414 + }, + { + "epoch": 1.0704744943391427, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4769976139068604, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8799406886100769, + "num_tokens": 319418330.0, + "step": 8415 + }, + { + "epoch": 1.0706017046177332, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.707033395767212, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.867855429649353, + "num_tokens": 319460518.0, + "step": 8416 + }, + { + "epoch": 1.0707289148963237, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5210063457489014, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8653937578201294, + "num_tokens": 319504044.0, + "step": 8417 + }, + { + "epoch": 1.070856125174914, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.702791929244995, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8732403516769409, + "num_tokens": 319540707.0, + "step": 8418 + }, + { + "epoch": 1.0709833354535045, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4840195178985596, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8770155906677246, + "num_tokens": 319580968.0, + "step": 8419 + }, + { + "epoch": 1.071110545732095, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.712902784347534, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8617144823074341, + "num_tokens": 319619271.0, + "step": 8420 + }, + { + "epoch": 1.0712377560106856, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.489122152328491, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.864799976348877, + "num_tokens": 319657728.0, + "step": 8421 + }, + { + "epoch": 1.0713649662892761, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7153122425079346, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8630262613296509, + "num_tokens": 319696807.0, + "step": 8422 + }, + { + "epoch": 1.0714921765678667, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4924581050872803, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8613172769546509, + "num_tokens": 319734397.0, + "step": 8423 + }, + { + "epoch": 1.0716193868464572, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7370288372039795, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8566457033157349, + "num_tokens": 319769247.0, + "step": 8424 + }, + { + "epoch": 1.0717465971250477, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.499994993209839, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8676988482475281, + "num_tokens": 319801147.0, + "step": 8425 + }, + { + "epoch": 1.0718738074036382, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.730550527572632, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.876866340637207, + "num_tokens": 319834083.0, + "step": 8426 + }, + { + "epoch": 1.0720010176822288, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4930224418640137, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8836688995361328, + "num_tokens": 319872586.0, + "step": 8427 + }, + { + "epoch": 1.0721282279608193, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7540438175201416, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8715742826461792, + "num_tokens": 319902756.0, + "step": 8428 + }, + { + "epoch": 1.0722554382394098, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4877262115478516, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8744970560073853, + "num_tokens": 319943610.0, + "step": 8429 + }, + { + "epoch": 1.0723826485180004, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020122528076171875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7558400630950928, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8647303581237793, + "num_tokens": 319983762.0, + "step": 8430 + }, + { + "epoch": 1.0725098587965907, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4975361824035645, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8717169761657715, + "num_tokens": 320019560.0, + "step": 8431 + }, + { + "epoch": 1.0726370690751812, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.769101858139038, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8645498752593994, + "num_tokens": 320052907.0, + "step": 8432 + }, + { + "epoch": 1.0727642793537717, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.515373468399048, + "learning_rate": 1e-05, + "loss": 0.4838, + "mean_token_accuracy": 0.8548589944839478, + "num_tokens": 320087670.0, + "step": 8433 + }, + { + "epoch": 1.0728914896323622, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.744412660598755, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8708182573318481, + "num_tokens": 320125768.0, + "step": 8434 + }, + { + "epoch": 1.0730186999109528, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5037105083465576, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8793215155601501, + "num_tokens": 320163498.0, + "step": 8435 + }, + { + "epoch": 1.0731459101895433, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7474417686462402, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8665351271629333, + "num_tokens": 320200951.0, + "step": 8436 + }, + { + "epoch": 1.0732731204681338, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.512303113937378, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8780899047851562, + "num_tokens": 320239258.0, + "step": 8437 + }, + { + "epoch": 1.0734003307467244, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7348976135253906, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8667371273040771, + "num_tokens": 320276872.0, + "step": 8438 + }, + { + "epoch": 1.073527541025315, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.522285223007202, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8679945468902588, + "num_tokens": 320315340.0, + "step": 8439 + }, + { + "epoch": 1.0736547513039054, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.723935842514038, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8775104880332947, + "num_tokens": 320351213.0, + "step": 8440 + }, + { + "epoch": 1.073781961582496, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.517427444458008, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8666117191314697, + "num_tokens": 320391456.0, + "step": 8441 + }, + { + "epoch": 1.0739091718610865, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7381083965301514, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8759735822677612, + "num_tokens": 320428193.0, + "step": 8442 + }, + { + "epoch": 1.0740363821396768, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5074331760406494, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8748202919960022, + "num_tokens": 320466685.0, + "step": 8443 + }, + { + "epoch": 1.0741635924182673, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.726247549057007, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8622723817825317, + "num_tokens": 320508936.0, + "step": 8444 + }, + { + "epoch": 1.0742908026968578, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5263960361480713, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.8508554697036743, + "num_tokens": 320546644.0, + "step": 8445 + }, + { + "epoch": 1.0744180129754484, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7303695678710938, + "learning_rate": 1e-05, + "loss": 0.3613, + "mean_token_accuracy": 0.890912652015686, + "num_tokens": 320571074.0, + "step": 8446 + }, + { + "epoch": 1.074545223254039, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5216758251190186, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.865915060043335, + "num_tokens": 320605412.0, + "step": 8447 + }, + { + "epoch": 1.0746724335326294, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7024457454681396, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8645576238632202, + "num_tokens": 320643077.0, + "step": 8448 + }, + { + "epoch": 1.07479964381122, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5090372562408447, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8775306940078735, + "num_tokens": 320680630.0, + "step": 8449 + }, + { + "epoch": 1.0749268540898105, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.683168649673462, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8806184530258179, + "num_tokens": 320720405.0, + "step": 8450 + }, + { + "epoch": 1.075054064368401, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5267715454101562, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8741164207458496, + "num_tokens": 320753453.0, + "step": 8451 + }, + { + "epoch": 1.0751812746469915, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6605114936828613, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8727903366088867, + "num_tokens": 320795316.0, + "step": 8452 + }, + { + "epoch": 1.075308484925582, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.51348614692688, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8743463754653931, + "num_tokens": 320834022.0, + "step": 8453 + }, + { + "epoch": 1.0754356952041726, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.672057867050171, + "learning_rate": 1e-05, + "loss": 0.5426, + "mean_token_accuracy": 0.8360060453414917, + "num_tokens": 320878410.0, + "step": 8454 + }, + { + "epoch": 1.0755629054827631, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4930193424224854, + "learning_rate": 1e-05, + "loss": 0.373, + "mean_token_accuracy": 0.8888734579086304, + "num_tokens": 320918767.0, + "step": 8455 + }, + { + "epoch": 1.0756901157613534, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.670954704284668, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8726370334625244, + "num_tokens": 320963845.0, + "step": 8456 + }, + { + "epoch": 1.075817326039944, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4860854148864746, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8755972385406494, + "num_tokens": 321004811.0, + "step": 8457 + }, + { + "epoch": 1.0759445363185345, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6908082962036133, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8666059970855713, + "num_tokens": 321040894.0, + "step": 8458 + }, + { + "epoch": 1.076071746597125, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.488917589187622, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8530004024505615, + "num_tokens": 321083602.0, + "step": 8459 + }, + { + "epoch": 1.0761989568757155, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.700988292694092, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8683122396469116, + "num_tokens": 321119444.0, + "step": 8460 + }, + { + "epoch": 1.076326167154306, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.50103497505188, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8754024505615234, + "num_tokens": 321155125.0, + "step": 8461 + }, + { + "epoch": 1.0764533774328966, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.685120105743408, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8787766098976135, + "num_tokens": 321193645.0, + "step": 8462 + }, + { + "epoch": 1.0765805877114871, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5159733295440674, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8562579154968262, + "num_tokens": 321227118.0, + "step": 8463 + }, + { + "epoch": 1.0767077979900777, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.688042640686035, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8682494163513184, + "num_tokens": 321263245.0, + "step": 8464 + }, + { + "epoch": 1.0768350082686682, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5014593601226807, + "learning_rate": 1e-05, + "loss": 0.4972, + "mean_token_accuracy": 0.8478485345840454, + "num_tokens": 321301476.0, + "step": 8465 + }, + { + "epoch": 1.0769622185472587, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6960737705230713, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8723694682121277, + "num_tokens": 321333464.0, + "step": 8466 + }, + { + "epoch": 1.077089428825849, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.50683856010437, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8695414066314697, + "num_tokens": 321367807.0, + "step": 8467 + }, + { + "epoch": 1.0772166391044395, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.672008991241455, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8802719116210938, + "num_tokens": 321408638.0, + "step": 8468 + }, + { + "epoch": 1.07734384938303, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4979889392852783, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8659203052520752, + "num_tokens": 321451036.0, + "step": 8469 + }, + { + "epoch": 1.0774710596616206, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.666309356689453, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8822165131568909, + "num_tokens": 321491423.0, + "step": 8470 + }, + { + "epoch": 1.0775982699402111, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.504763603210449, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8614914417266846, + "num_tokens": 321527956.0, + "step": 8471 + }, + { + "epoch": 1.0777254802188017, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.67741322517395, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8805804252624512, + "num_tokens": 321560185.0, + "step": 8472 + }, + { + "epoch": 1.0778526904973922, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.490546464920044, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8750182390213013, + "num_tokens": 321602073.0, + "step": 8473 + }, + { + "epoch": 1.0779799007759827, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6920359134674072, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8677865266799927, + "num_tokens": 321636722.0, + "step": 8474 + }, + { + "epoch": 1.0781071110545732, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4845781326293945, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8712275624275208, + "num_tokens": 321675348.0, + "step": 8475 + }, + { + "epoch": 1.0782343213331638, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7070224285125732, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8707029223442078, + "num_tokens": 321711983.0, + "step": 8476 + }, + { + "epoch": 1.0783615316117543, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4778892993927, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8852568864822388, + "num_tokens": 321748268.0, + "step": 8477 + }, + { + "epoch": 1.0784887418903448, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7271406650543213, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.866891086101532, + "num_tokens": 321783082.0, + "step": 8478 + }, + { + "epoch": 1.0786159521689354, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4818618297576904, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8636744022369385, + "num_tokens": 321823634.0, + "step": 8479 + }, + { + "epoch": 1.0787431624475257, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7238569259643555, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.877260684967041, + "num_tokens": 321859033.0, + "step": 8480 + }, + { + "epoch": 1.0788703727261162, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.495656728744507, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8674720525741577, + "num_tokens": 321896227.0, + "step": 8481 + }, + { + "epoch": 1.0789975830047067, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7267940044403076, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8699424266815186, + "num_tokens": 321934329.0, + "step": 8482 + }, + { + "epoch": 1.0791247932832972, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4812381267547607, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.864331841468811, + "num_tokens": 321977426.0, + "step": 8483 + }, + { + "epoch": 1.0792520035618878, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7335777282714844, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8711264133453369, + "num_tokens": 322014603.0, + "step": 8484 + }, + { + "epoch": 1.0793792138404783, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.491279363632202, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8793042898178101, + "num_tokens": 322051809.0, + "step": 8485 + }, + { + "epoch": 1.0795064241190688, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.734606981277466, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8682605028152466, + "num_tokens": 322091628.0, + "step": 8486 + }, + { + "epoch": 1.0796336343976594, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.509422779083252, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8629428148269653, + "num_tokens": 322130616.0, + "step": 8487 + }, + { + "epoch": 1.0797608446762499, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7038509845733643, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8836499452590942, + "num_tokens": 322172525.0, + "step": 8488 + }, + { + "epoch": 1.0798880549548404, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.509150266647339, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8758937120437622, + "num_tokens": 322213438.0, + "step": 8489 + }, + { + "epoch": 1.080015265233431, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6997528076171875, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8767392039299011, + "num_tokens": 322252492.0, + "step": 8490 + }, + { + "epoch": 1.0801424755120215, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5029685497283936, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8716497421264648, + "num_tokens": 322295320.0, + "step": 8491 + }, + { + "epoch": 1.0802696857906118, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.689387798309326, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8848356604576111, + "num_tokens": 322335475.0, + "step": 8492 + }, + { + "epoch": 1.0803968960692023, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5101165771484375, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.87471604347229, + "num_tokens": 322373559.0, + "step": 8493 + }, + { + "epoch": 1.0805241063477928, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.698277235031128, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8609702587127686, + "num_tokens": 322407978.0, + "step": 8494 + }, + { + "epoch": 1.0806513166263834, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.504499673843384, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8699297904968262, + "num_tokens": 322443657.0, + "step": 8495 + }, + { + "epoch": 1.080778526904974, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6964664459228516, + "learning_rate": 1e-05, + "loss": 0.381, + "mean_token_accuracy": 0.8883833289146423, + "num_tokens": 322479424.0, + "step": 8496 + }, + { + "epoch": 1.0809057371835644, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4971213340759277, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8564122915267944, + "num_tokens": 322523112.0, + "step": 8497 + }, + { + "epoch": 1.081032947462155, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.703460931777954, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8753026127815247, + "num_tokens": 322560444.0, + "step": 8498 + }, + { + "epoch": 1.0811601577407455, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5131571292877197, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8716703653335571, + "num_tokens": 322591211.0, + "step": 8499 + }, + { + "epoch": 1.081287368019336, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.713660478591919, + "learning_rate": 1e-05, + "loss": 0.5035, + "mean_token_accuracy": 0.8521011471748352, + "num_tokens": 322625129.0, + "step": 8500 + }, + { + "epoch": 1.0814145782979265, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4915664196014404, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8737713098526001, + "num_tokens": 322663428.0, + "step": 8501 + }, + { + "epoch": 1.081541788576517, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6968185901641846, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8785312175750732, + "num_tokens": 322707936.0, + "step": 8502 + }, + { + "epoch": 1.0816689988551076, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.490583896636963, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8828531503677368, + "num_tokens": 322748605.0, + "step": 8503 + }, + { + "epoch": 1.0817962091336981, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7089767456054688, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8525680899620056, + "num_tokens": 322788009.0, + "step": 8504 + }, + { + "epoch": 1.0819234194122884, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.503483295440674, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8669413328170776, + "num_tokens": 322825159.0, + "step": 8505 + }, + { + "epoch": 1.082050629690879, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.710440158843994, + "learning_rate": 1e-05, + "loss": 0.5125, + "mean_token_accuracy": 0.8445457220077515, + "num_tokens": 322866769.0, + "step": 8506 + }, + { + "epoch": 1.0821778399694695, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5024969577789307, + "learning_rate": 1e-05, + "loss": 0.3873, + "mean_token_accuracy": 0.8798578381538391, + "num_tokens": 322901851.0, + "step": 8507 + }, + { + "epoch": 1.08230505024806, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7355597019195557, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8740093111991882, + "num_tokens": 322938527.0, + "step": 8508 + }, + { + "epoch": 1.0824322605266505, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.50053071975708, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8741086721420288, + "num_tokens": 322972135.0, + "step": 8509 + }, + { + "epoch": 1.082559470805241, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7271037101745605, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8597537279129028, + "num_tokens": 323010451.0, + "step": 8510 + }, + { + "epoch": 1.0826866810838316, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.492555856704712, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8714768886566162, + "num_tokens": 323047583.0, + "step": 8511 + }, + { + "epoch": 1.0828138913624221, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7202200889587402, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8637421727180481, + "num_tokens": 323088754.0, + "step": 8512 + }, + { + "epoch": 1.0829411016410126, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.486797332763672, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8749280571937561, + "num_tokens": 323128510.0, + "step": 8513 + }, + { + "epoch": 1.0830683119196032, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000202178955078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7273812294006348, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8654583096504211, + "num_tokens": 323172557.0, + "step": 8514 + }, + { + "epoch": 1.0831955221981937, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4900569915771484, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8803153038024902, + "num_tokens": 323208298.0, + "step": 8515 + }, + { + "epoch": 1.083322732476784, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7248623371124268, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8606874942779541, + "num_tokens": 323250824.0, + "step": 8516 + }, + { + "epoch": 1.0834499427553745, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.494394063949585, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8717814683914185, + "num_tokens": 323290792.0, + "step": 8517 + }, + { + "epoch": 1.083577153033965, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7339088916778564, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8664236068725586, + "num_tokens": 323327806.0, + "step": 8518 + }, + { + "epoch": 1.0837043633125556, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.511444091796875, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8699864149093628, + "num_tokens": 323364275.0, + "step": 8519 + }, + { + "epoch": 1.0838315735911461, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.732503652572632, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8776052594184875, + "num_tokens": 323395671.0, + "step": 8520 + }, + { + "epoch": 1.0839587838697367, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.506248712539673, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8717907667160034, + "num_tokens": 323432719.0, + "step": 8521 + }, + { + "epoch": 1.0840859941483272, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7175099849700928, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8624228835105896, + "num_tokens": 323474431.0, + "step": 8522 + }, + { + "epoch": 1.0842132044269177, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.502751588821411, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8741356134414673, + "num_tokens": 323515439.0, + "step": 8523 + }, + { + "epoch": 1.0843404147055082, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7222816944122314, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8605115413665771, + "num_tokens": 323552613.0, + "step": 8524 + }, + { + "epoch": 1.0844676249840988, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.501595973968506, + "learning_rate": 1e-05, + "loss": 0.3734, + "mean_token_accuracy": 0.889999508857727, + "num_tokens": 323590037.0, + "step": 8525 + }, + { + "epoch": 1.0845948352626893, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.703104019165039, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8812651634216309, + "num_tokens": 323634540.0, + "step": 8526 + }, + { + "epoch": 1.0847220455412798, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.521834373474121, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.872896671295166, + "num_tokens": 323666772.0, + "step": 8527 + }, + { + "epoch": 1.0848492558198704, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6953814029693604, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8697729110717773, + "num_tokens": 323707847.0, + "step": 8528 + }, + { + "epoch": 1.0849764660984607, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5259053707122803, + "learning_rate": 1e-05, + "loss": 0.382, + "mean_token_accuracy": 0.886329174041748, + "num_tokens": 323737648.0, + "step": 8529 + }, + { + "epoch": 1.0851036763770512, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.677858591079712, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8762224912643433, + "num_tokens": 323772621.0, + "step": 8530 + }, + { + "epoch": 1.0852308866556417, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.54360032081604, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8594582676887512, + "num_tokens": 323806384.0, + "step": 8531 + }, + { + "epoch": 1.0853580969342322, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6436541080474854, + "learning_rate": 1e-05, + "loss": 0.3713, + "mean_token_accuracy": 0.8904529213905334, + "num_tokens": 323845287.0, + "step": 8532 + }, + { + "epoch": 1.0854853072128228, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5177149772644043, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8770921230316162, + "num_tokens": 323884182.0, + "step": 8533 + }, + { + "epoch": 1.0856125174914133, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.665698766708374, + "learning_rate": 1e-05, + "loss": 0.495, + "mean_token_accuracy": 0.8529949188232422, + "num_tokens": 323919357.0, + "step": 8534 + }, + { + "epoch": 1.0857397277700038, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.509244918823242, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8788272142410278, + "num_tokens": 323957993.0, + "step": 8535 + }, + { + "epoch": 1.0858669380485944, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6581082344055176, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8821864128112793, + "num_tokens": 323991726.0, + "step": 8536 + }, + { + "epoch": 1.0859941483271849, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.504453182220459, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8699179887771606, + "num_tokens": 324031639.0, + "step": 8537 + }, + { + "epoch": 1.0861213586057754, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.683708667755127, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8613070249557495, + "num_tokens": 324063359.0, + "step": 8538 + }, + { + "epoch": 1.086248568884366, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4920225143432617, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8671069145202637, + "num_tokens": 324105058.0, + "step": 8539 + }, + { + "epoch": 1.0863757791629565, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.689359426498413, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8605256676673889, + "num_tokens": 324144209.0, + "step": 8540 + }, + { + "epoch": 1.0865029894415468, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.498439311981201, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8750890493392944, + "num_tokens": 324179194.0, + "step": 8541 + }, + { + "epoch": 1.0866301997201373, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.679582118988037, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8784956932067871, + "num_tokens": 324218405.0, + "step": 8542 + }, + { + "epoch": 1.0867574099987278, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.499826431274414, + "learning_rate": 1e-05, + "loss": 0.5093, + "mean_token_accuracy": 0.8460427522659302, + "num_tokens": 324258298.0, + "step": 8543 + }, + { + "epoch": 1.0868846202773184, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6818435192108154, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8788331747055054, + "num_tokens": 324296518.0, + "step": 8544 + }, + { + "epoch": 1.0870118305559089, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4954206943511963, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8688188195228577, + "num_tokens": 324336724.0, + "step": 8545 + }, + { + "epoch": 1.0871390408344994, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.695863723754883, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8640779256820679, + "num_tokens": 324373464.0, + "step": 8546 + }, + { + "epoch": 1.08726625111309, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.501412868499756, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8749669790267944, + "num_tokens": 324410893.0, + "step": 8547 + }, + { + "epoch": 1.0873934613916805, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6968564987182617, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.876750111579895, + "num_tokens": 324446765.0, + "step": 8548 + }, + { + "epoch": 1.087520671670271, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.497738838195801, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8724238872528076, + "num_tokens": 324482745.0, + "step": 8549 + }, + { + "epoch": 1.0876478819488615, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7058939933776855, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.876815676689148, + "num_tokens": 324513764.0, + "step": 8550 + }, + { + "epoch": 1.087775092227452, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.484452247619629, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8694829940795898, + "num_tokens": 324549502.0, + "step": 8551 + }, + { + "epoch": 1.0879023025060426, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7168610095977783, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8707369565963745, + "num_tokens": 324584456.0, + "step": 8552 + }, + { + "epoch": 1.0880295127846331, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4865975379943848, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8638776540756226, + "num_tokens": 324624070.0, + "step": 8553 + }, + { + "epoch": 1.0881567230632234, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.717987298965454, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8697196245193481, + "num_tokens": 324665971.0, + "step": 8554 + }, + { + "epoch": 1.088283933341814, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.474912405014038, + "learning_rate": 1e-05, + "loss": 0.386, + "mean_token_accuracy": 0.8838923573493958, + "num_tokens": 324706705.0, + "step": 8555 + }, + { + "epoch": 1.0884111436204045, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7410526275634766, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8620308637619019, + "num_tokens": 324744701.0, + "step": 8556 + }, + { + "epoch": 1.088538353898995, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4974000453948975, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8687160611152649, + "num_tokens": 324781447.0, + "step": 8557 + }, + { + "epoch": 1.0886655641775855, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.741739273071289, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.872776210308075, + "num_tokens": 324816753.0, + "step": 8558 + }, + { + "epoch": 1.088792774456176, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5013465881347656, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8653774261474609, + "num_tokens": 324855093.0, + "step": 8559 + }, + { + "epoch": 1.0889199847347666, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.738109827041626, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8709416389465332, + "num_tokens": 324893107.0, + "step": 8560 + }, + { + "epoch": 1.0890471950133571, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.513026714324951, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8686779737472534, + "num_tokens": 324927589.0, + "step": 8561 + }, + { + "epoch": 1.0891744052919476, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.742626428604126, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8784864544868469, + "num_tokens": 324958801.0, + "step": 8562 + }, + { + "epoch": 1.0893016155705382, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5096395015716553, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8753034472465515, + "num_tokens": 324995617.0, + "step": 8563 + }, + { + "epoch": 1.0894288258491287, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7208263874053955, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8658451437950134, + "num_tokens": 325035702.0, + "step": 8564 + }, + { + "epoch": 1.089556036127719, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5072433948516846, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8603986501693726, + "num_tokens": 325078063.0, + "step": 8565 + }, + { + "epoch": 1.0896832464063095, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.722485303878784, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8672783374786377, + "num_tokens": 325113127.0, + "step": 8566 + }, + { + "epoch": 1.0898104566849, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.524644613265991, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8662869930267334, + "num_tokens": 325149451.0, + "step": 8567 + }, + { + "epoch": 1.0899376669634906, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6958374977111816, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.86817467212677, + "num_tokens": 325193265.0, + "step": 8568 + }, + { + "epoch": 1.0900648772420811, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.50426983833313, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8739449977874756, + "num_tokens": 325235160.0, + "step": 8569 + }, + { + "epoch": 1.0901920875206716, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6965301036834717, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8673502802848816, + "num_tokens": 325276299.0, + "step": 8570 + }, + { + "epoch": 1.0903192977992622, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5209295749664307, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8566581010818481, + "num_tokens": 325313509.0, + "step": 8571 + }, + { + "epoch": 1.0904465080778527, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6904280185699463, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8590153455734253, + "num_tokens": 325355883.0, + "step": 8572 + }, + { + "epoch": 1.0905737183564432, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.513195514678955, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8761823177337646, + "num_tokens": 325392937.0, + "step": 8573 + }, + { + "epoch": 1.0907009286350338, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.706035614013672, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8715171813964844, + "num_tokens": 325422132.0, + "step": 8574 + }, + { + "epoch": 1.0908281389136243, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5048561096191406, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8668652176856995, + "num_tokens": 325460383.0, + "step": 8575 + }, + { + "epoch": 1.0909553491922148, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6932828426361084, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8619324564933777, + "num_tokens": 325499242.0, + "step": 8576 + }, + { + "epoch": 1.0910825594708053, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4957053661346436, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8768980503082275, + "num_tokens": 325535389.0, + "step": 8577 + }, + { + "epoch": 1.0912097697493957, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.695605516433716, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8778052926063538, + "num_tokens": 325574459.0, + "step": 8578 + }, + { + "epoch": 1.0913369800279862, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.500986099243164, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8551133275032043, + "num_tokens": 325616296.0, + "step": 8579 + }, + { + "epoch": 1.0914641903065767, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7037601470947266, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8604726791381836, + "num_tokens": 325652707.0, + "step": 8580 + }, + { + "epoch": 1.0915914005851672, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4947547912597656, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8829376697540283, + "num_tokens": 325692423.0, + "step": 8581 + }, + { + "epoch": 1.0917186108637578, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7014718055725098, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8712294697761536, + "num_tokens": 325731638.0, + "step": 8582 + }, + { + "epoch": 1.0918458211423483, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4886064529418945, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8773890733718872, + "num_tokens": 325771482.0, + "step": 8583 + }, + { + "epoch": 1.0919730314209388, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7212579250335693, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8634673953056335, + "num_tokens": 325807447.0, + "step": 8584 + }, + { + "epoch": 1.0921002416995294, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5247535705566406, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8719146847724915, + "num_tokens": 325848070.0, + "step": 8585 + }, + { + "epoch": 1.0922274519781199, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6965413093566895, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8767074346542358, + "num_tokens": 325889027.0, + "step": 8586 + }, + { + "epoch": 1.0923546622567104, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5145487785339355, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8669301271438599, + "num_tokens": 325926547.0, + "step": 8587 + }, + { + "epoch": 1.092481872535301, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6733572483062744, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8751940727233887, + "num_tokens": 325968968.0, + "step": 8588 + }, + { + "epoch": 1.0926090828138915, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5156118869781494, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8714491128921509, + "num_tokens": 326005060.0, + "step": 8589 + }, + { + "epoch": 1.0927362930924818, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6688218116760254, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8591060638427734, + "num_tokens": 326049895.0, + "step": 8590 + }, + { + "epoch": 1.0928635033710723, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5223987102508545, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8618545532226562, + "num_tokens": 326087772.0, + "step": 8591 + }, + { + "epoch": 1.0929907136496628, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6574184894561768, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8743746280670166, + "num_tokens": 326126518.0, + "step": 8592 + }, + { + "epoch": 1.0931179239282534, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.518982172012329, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.861503005027771, + "num_tokens": 326166672.0, + "step": 8593 + }, + { + "epoch": 1.0932451342068439, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.649060010910034, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8656023740768433, + "num_tokens": 326209099.0, + "step": 8594 + }, + { + "epoch": 1.0933723444854344, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5285842418670654, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8621970415115356, + "num_tokens": 326244101.0, + "step": 8595 + }, + { + "epoch": 1.093499554764025, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.640814781188965, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8685101270675659, + "num_tokens": 326279997.0, + "step": 8596 + }, + { + "epoch": 1.0936267650426155, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5113606452941895, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8624202013015747, + "num_tokens": 326321241.0, + "step": 8597 + }, + { + "epoch": 1.093753975321206, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.637471914291382, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8693536520004272, + "num_tokens": 326359662.0, + "step": 8598 + }, + { + "epoch": 1.0938811855997965, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5081627368927, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.879135251045227, + "num_tokens": 326397072.0, + "step": 8599 + }, + { + "epoch": 1.094008395878387, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6368327140808105, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.866460919380188, + "num_tokens": 326440029.0, + "step": 8600 + }, + { + "epoch": 1.0941356061569776, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5033206939697266, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8727615475654602, + "num_tokens": 326479586.0, + "step": 8601 + }, + { + "epoch": 1.094262816435568, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6500895023345947, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.868034839630127, + "num_tokens": 326518235.0, + "step": 8602 + }, + { + "epoch": 1.0943900267141584, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.48982572555542, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8747528195381165, + "num_tokens": 326559420.0, + "step": 8603 + }, + { + "epoch": 1.094517236992749, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.669527053833008, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8652248382568359, + "num_tokens": 326597020.0, + "step": 8604 + }, + { + "epoch": 1.0946444472713395, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4978034496307373, + "learning_rate": 1e-05, + "loss": 0.5125, + "mean_token_accuracy": 0.8447105884552002, + "num_tokens": 326632248.0, + "step": 8605 + }, + { + "epoch": 1.09477165754993, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.681352376937866, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.873088002204895, + "num_tokens": 326666185.0, + "step": 8606 + }, + { + "epoch": 1.0948988678285205, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.536241054534912, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8515005707740784, + "num_tokens": 326700356.0, + "step": 8607 + }, + { + "epoch": 1.095026078107111, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.650578260421753, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8731893301010132, + "num_tokens": 326739448.0, + "step": 8608 + }, + { + "epoch": 1.0951532883857016, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.503693103790283, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8704513311386108, + "num_tokens": 326776290.0, + "step": 8609 + }, + { + "epoch": 1.0952804986642921, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6452791690826416, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.874390184879303, + "num_tokens": 326817975.0, + "step": 8610 + }, + { + "epoch": 1.0954077089428826, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5217041969299316, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8728708028793335, + "num_tokens": 326852404.0, + "step": 8611 + }, + { + "epoch": 1.0955349192214732, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6527624130249023, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8607857823371887, + "num_tokens": 326888519.0, + "step": 8612 + }, + { + "epoch": 1.0956621295000637, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5117619037628174, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8631256818771362, + "num_tokens": 326925644.0, + "step": 8613 + }, + { + "epoch": 1.095789339778654, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6549832820892334, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8674261569976807, + "num_tokens": 326961490.0, + "step": 8614 + }, + { + "epoch": 1.0959165500572445, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5079474449157715, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8588476777076721, + "num_tokens": 326998726.0, + "step": 8615 + }, + { + "epoch": 1.096043760335835, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.654015302658081, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.855579137802124, + "num_tokens": 327040717.0, + "step": 8616 + }, + { + "epoch": 1.0961709706144256, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.553915500640869, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.867199182510376, + "num_tokens": 327070597.0, + "step": 8617 + }, + { + "epoch": 1.0962981808930161, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.654971122741699, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.853827953338623, + "num_tokens": 327108598.0, + "step": 8618 + }, + { + "epoch": 1.0964253911716066, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.508192539215088, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8803902268409729, + "num_tokens": 327142750.0, + "step": 8619 + }, + { + "epoch": 1.0965526014501972, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6374335289001465, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8598672151565552, + "num_tokens": 327182536.0, + "step": 8620 + }, + { + "epoch": 1.0966798117287877, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5049641132354736, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8683484792709351, + "num_tokens": 327218135.0, + "step": 8621 + }, + { + "epoch": 1.0968070220073782, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.655270576477051, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8815450668334961, + "num_tokens": 327251581.0, + "step": 8622 + }, + { + "epoch": 1.0969342322859688, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4995949268341064, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8696200251579285, + "num_tokens": 327288466.0, + "step": 8623 + }, + { + "epoch": 1.0970614425645593, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 3.044752359390259, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8741100430488586, + "num_tokens": 327325646.0, + "step": 8624 + }, + { + "epoch": 1.0971886528431498, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.493964672088623, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8629447817802429, + "num_tokens": 327358244.0, + "step": 8625 + }, + { + "epoch": 1.0973158631217403, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8202807903289795, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8773481845855713, + "num_tokens": 327397315.0, + "step": 8626 + }, + { + "epoch": 1.0974430734003306, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.4823391437530518, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8699226379394531, + "num_tokens": 327432642.0, + "step": 8627 + }, + { + "epoch": 1.0975702836789212, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8583014011383057, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.8584284782409668, + "num_tokens": 327478563.0, + "step": 8628 + }, + { + "epoch": 1.0976974939575117, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.510979175567627, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8764649629592896, + "num_tokens": 327514295.0, + "step": 8629 + }, + { + "epoch": 1.0978247042361022, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8596365451812744, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8768821358680725, + "num_tokens": 327550496.0, + "step": 8630 + }, + { + "epoch": 1.0979519145146928, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5355117321014404, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.8861631155014038, + "num_tokens": 327584692.0, + "step": 8631 + }, + { + "epoch": 1.0980791247932833, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.836276054382324, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8778257966041565, + "num_tokens": 327627710.0, + "step": 8632 + }, + { + "epoch": 1.0982063350718738, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020313262939453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5518076419830322, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8633559346199036, + "num_tokens": 327666958.0, + "step": 8633 + }, + { + "epoch": 1.0983335453504643, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8199269771575928, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8743699193000793, + "num_tokens": 327700829.0, + "step": 8634 + }, + { + "epoch": 1.0984607556290549, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.566061019897461, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8612192869186401, + "num_tokens": 327741410.0, + "step": 8635 + }, + { + "epoch": 1.0985879659076454, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7950031757354736, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.8557283878326416, + "num_tokens": 327778305.0, + "step": 8636 + }, + { + "epoch": 1.098715176186236, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.571296215057373, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8594809770584106, + "num_tokens": 327813384.0, + "step": 8637 + }, + { + "epoch": 1.0988423864648265, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.751626491546631, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8728102445602417, + "num_tokens": 327851928.0, + "step": 8638 + }, + { + "epoch": 1.0989695967434168, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5466082096099854, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.8805489540100098, + "num_tokens": 327890053.0, + "step": 8639 + }, + { + "epoch": 1.0990968070220073, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.733487606048584, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.868606448173523, + "num_tokens": 327928947.0, + "step": 8640 + }, + { + "epoch": 1.0992240173005978, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5518393516540527, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8739562034606934, + "num_tokens": 327966286.0, + "step": 8641 + }, + { + "epoch": 1.0993512275791884, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.707657814025879, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8655372262001038, + "num_tokens": 328005480.0, + "step": 8642 + }, + { + "epoch": 1.0994784378577789, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.543081521987915, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8738037347793579, + "num_tokens": 328040587.0, + "step": 8643 + }, + { + "epoch": 1.0996056481363694, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.695810556411743, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8641905188560486, + "num_tokens": 328075856.0, + "step": 8644 + }, + { + "epoch": 1.09973285841496, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.564647674560547, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8585188984870911, + "num_tokens": 328116243.0, + "step": 8645 + }, + { + "epoch": 1.0998600686935505, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.664527177810669, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8727786540985107, + "num_tokens": 328151854.0, + "step": 8646 + }, + { + "epoch": 1.099987278972141, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.539640188217163, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8629299998283386, + "num_tokens": 328191455.0, + "step": 8647 + }, + { + "epoch": 1.1001144892507315, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.641126871109009, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.874883770942688, + "num_tokens": 328232034.0, + "step": 8648 + }, + { + "epoch": 1.100241699529322, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5465447902679443, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8705918788909912, + "num_tokens": 328265581.0, + "step": 8649 + }, + { + "epoch": 1.1003689098079126, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6445043087005615, + "learning_rate": 1e-05, + "loss": 0.5105, + "mean_token_accuracy": 0.8522669076919556, + "num_tokens": 328304354.0, + "step": 8650 + }, + { + "epoch": 1.100496120086503, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.525493621826172, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8605835437774658, + "num_tokens": 328347924.0, + "step": 8651 + }, + { + "epoch": 1.1006233303650934, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.624178171157837, + "learning_rate": 1e-05, + "loss": 0.3925, + "mean_token_accuracy": 0.8842290639877319, + "num_tokens": 328385603.0, + "step": 8652 + }, + { + "epoch": 1.100750540643684, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.530766010284424, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8767766356468201, + "num_tokens": 328422881.0, + "step": 8653 + }, + { + "epoch": 1.1008777509222745, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.625358819961548, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.866235613822937, + "num_tokens": 328461191.0, + "step": 8654 + }, + { + "epoch": 1.101004961200865, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.515021324157715, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8692407608032227, + "num_tokens": 328499824.0, + "step": 8655 + }, + { + "epoch": 1.1011321714794555, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.628394603729248, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8754286766052246, + "num_tokens": 328538456.0, + "step": 8656 + }, + { + "epoch": 1.101259381758046, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.531268835067749, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8553364276885986, + "num_tokens": 328574722.0, + "step": 8657 + }, + { + "epoch": 1.1013865920366366, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.626909017562866, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8725572228431702, + "num_tokens": 328608248.0, + "step": 8658 + }, + { + "epoch": 1.101513802315227, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5072596073150635, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8699142932891846, + "num_tokens": 328651011.0, + "step": 8659 + }, + { + "epoch": 1.1016410125938176, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6201059818267822, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8645387887954712, + "num_tokens": 328694438.0, + "step": 8660 + }, + { + "epoch": 1.1017682228724082, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5091567039489746, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8694149851799011, + "num_tokens": 328731851.0, + "step": 8661 + }, + { + "epoch": 1.1018954331509987, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.636538505554199, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8698694705963135, + "num_tokens": 328772159.0, + "step": 8662 + }, + { + "epoch": 1.102022643429589, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4877243041992188, + "learning_rate": 1e-05, + "loss": 0.3849, + "mean_token_accuracy": 0.8856605887413025, + "num_tokens": 328814712.0, + "step": 8663 + }, + { + "epoch": 1.1021498537081795, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6531922817230225, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.865646481513977, + "num_tokens": 328854243.0, + "step": 8664 + }, + { + "epoch": 1.10227706398677, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4965951442718506, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8585220575332642, + "num_tokens": 328894109.0, + "step": 8665 + }, + { + "epoch": 1.1024042742653606, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6493945121765137, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8807556629180908, + "num_tokens": 328937275.0, + "step": 8666 + }, + { + "epoch": 1.1025314845439511, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4943344593048096, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8781253099441528, + "num_tokens": 328974572.0, + "step": 8667 + }, + { + "epoch": 1.1026586948225416, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6657421588897705, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8643820881843567, + "num_tokens": 329013871.0, + "step": 8668 + }, + { + "epoch": 1.1027859051011322, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.506038188934326, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8563110828399658, + "num_tokens": 329050333.0, + "step": 8669 + }, + { + "epoch": 1.1029131153797227, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.664106607437134, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8646166920661926, + "num_tokens": 329091817.0, + "step": 8670 + }, + { + "epoch": 1.1030403256583132, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.495816946029663, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8747335076332092, + "num_tokens": 329128523.0, + "step": 8671 + }, + { + "epoch": 1.1031675359369038, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6678049564361572, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8860293030738831, + "num_tokens": 329166320.0, + "step": 8672 + }, + { + "epoch": 1.1032947462154943, + "ewc_loss": 0.056884765625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5124340057373047, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8727037906646729, + "num_tokens": 329195140.0, + "step": 8673 + }, + { + "epoch": 1.1034219564940848, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.669604539871216, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8791694045066833, + "num_tokens": 329230814.0, + "step": 8674 + }, + { + "epoch": 1.1035491667726753, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4872336387634277, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8761882781982422, + "num_tokens": 329270695.0, + "step": 8675 + }, + { + "epoch": 1.1036763770512656, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6944432258605957, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.856211245059967, + "num_tokens": 329308061.0, + "step": 8676 + }, + { + "epoch": 1.1038035873298562, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4805729389190674, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8673692941665649, + "num_tokens": 329347093.0, + "step": 8677 + }, + { + "epoch": 1.1039307976084467, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.705958843231201, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8669885993003845, + "num_tokens": 329385009.0, + "step": 8678 + }, + { + "epoch": 1.1040580078870372, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4871137142181396, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8688762187957764, + "num_tokens": 329425317.0, + "step": 8679 + }, + { + "epoch": 1.1041852181656278, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.725847005844116, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8774089217185974, + "num_tokens": 329461581.0, + "step": 8680 + }, + { + "epoch": 1.1043124284442183, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4864583015441895, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8815697431564331, + "num_tokens": 329494064.0, + "step": 8681 + }, + { + "epoch": 1.1044396387228088, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7340900897979736, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8756369352340698, + "num_tokens": 329530807.0, + "step": 8682 + }, + { + "epoch": 1.1045668490013993, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4858896732330322, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8489732146263123, + "num_tokens": 329575689.0, + "step": 8683 + }, + { + "epoch": 1.1046940592799899, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7460203170776367, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8637383580207825, + "num_tokens": 329616855.0, + "step": 8684 + }, + { + "epoch": 1.1048212695585804, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4913833141326904, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8710551857948303, + "num_tokens": 329654085.0, + "step": 8685 + }, + { + "epoch": 1.104948479837171, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7690508365631104, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8691948652267456, + "num_tokens": 329688375.0, + "step": 8686 + }, + { + "epoch": 1.1050756901157615, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4888949394226074, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8594464063644409, + "num_tokens": 329734258.0, + "step": 8687 + }, + { + "epoch": 1.1052029003943518, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7712202072143555, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8722056150436401, + "num_tokens": 329772080.0, + "step": 8688 + }, + { + "epoch": 1.1053301106729423, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4825594425201416, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8777632713317871, + "num_tokens": 329817809.0, + "step": 8689 + }, + { + "epoch": 1.1054573209515328, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7789814472198486, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8763450384140015, + "num_tokens": 329856063.0, + "step": 8690 + }, + { + "epoch": 1.1055845312301233, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5068674087524414, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8599194884300232, + "num_tokens": 329892548.0, + "step": 8691 + }, + { + "epoch": 1.1057117415087139, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7728655338287354, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8856180906295776, + "num_tokens": 329931897.0, + "step": 8692 + }, + { + "epoch": 1.1058389517873044, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5231740474700928, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8652814030647278, + "num_tokens": 329967477.0, + "step": 8693 + }, + { + "epoch": 1.105966162065895, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7687127590179443, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8686540126800537, + "num_tokens": 330004840.0, + "step": 8694 + }, + { + "epoch": 1.1060933723444855, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.513603687286377, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8708518147468567, + "num_tokens": 330048928.0, + "step": 8695 + }, + { + "epoch": 1.106220582623076, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.765580892562866, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8667383790016174, + "num_tokens": 330084112.0, + "step": 8696 + }, + { + "epoch": 1.1063477929016665, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5187151432037354, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8602870106697083, + "num_tokens": 330127533.0, + "step": 8697 + }, + { + "epoch": 1.106475003180257, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.967935562133789, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8498072624206543, + "num_tokens": 330169379.0, + "step": 8698 + }, + { + "epoch": 1.1066022134588476, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.530733108520508, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8787654638290405, + "num_tokens": 330205553.0, + "step": 8699 + }, + { + "epoch": 1.106729423737438, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8155856132507324, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8726209998130798, + "num_tokens": 330241088.0, + "step": 8700 + }, + { + "epoch": 1.1068566340160284, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.52408504486084, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8715623617172241, + "num_tokens": 330282520.0, + "step": 8701 + }, + { + "epoch": 1.106983844294619, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.818013906478882, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8654580116271973, + "num_tokens": 330326231.0, + "step": 8702 + }, + { + "epoch": 1.1071110545732095, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.547194480895996, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8801790475845337, + "num_tokens": 330363674.0, + "step": 8703 + }, + { + "epoch": 1.1072382648518, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7698519229888916, + "learning_rate": 1e-05, + "loss": 0.3673, + "mean_token_accuracy": 0.894485354423523, + "num_tokens": 330398890.0, + "step": 8704 + }, + { + "epoch": 1.1073654751303905, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5651557445526123, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8758431673049927, + "num_tokens": 330434564.0, + "step": 8705 + }, + { + "epoch": 1.107492685408981, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.738065481185913, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8765670657157898, + "num_tokens": 330475580.0, + "step": 8706 + }, + { + "epoch": 1.1076198956875716, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5561397075653076, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8812633156776428, + "num_tokens": 330513255.0, + "step": 8707 + }, + { + "epoch": 1.107747105966162, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7175023555755615, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8603750467300415, + "num_tokens": 330554101.0, + "step": 8708 + }, + { + "epoch": 1.1078743162447526, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.558504581451416, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8565738201141357, + "num_tokens": 330595312.0, + "step": 8709 + }, + { + "epoch": 1.1080015265233432, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.682661533355713, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8776917457580566, + "num_tokens": 330633510.0, + "step": 8710 + }, + { + "epoch": 1.1081287368019337, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5365214347839355, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8742401599884033, + "num_tokens": 330673626.0, + "step": 8711 + }, + { + "epoch": 1.108255947080524, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6756200790405273, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8669942617416382, + "num_tokens": 330715051.0, + "step": 8712 + }, + { + "epoch": 1.1083831573591145, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.513092041015625, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8692880868911743, + "num_tokens": 330765603.0, + "step": 8713 + }, + { + "epoch": 1.108510367637705, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6965978145599365, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.867045521736145, + "num_tokens": 330799427.0, + "step": 8714 + }, + { + "epoch": 1.1086375779162956, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.504047393798828, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8735864758491516, + "num_tokens": 330840810.0, + "step": 8715 + }, + { + "epoch": 1.108764788194886, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7064592838287354, + "learning_rate": 1e-05, + "loss": 0.4987, + "mean_token_accuracy": 0.8585555553436279, + "num_tokens": 330878325.0, + "step": 8716 + }, + { + "epoch": 1.1088919984734766, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.499142646789551, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8824109435081482, + "num_tokens": 330914817.0, + "step": 8717 + }, + { + "epoch": 1.1090192087520672, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.701511859893799, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.879573404788971, + "num_tokens": 330951890.0, + "step": 8718 + }, + { + "epoch": 1.1091464190306577, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5182712078094482, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8597514033317566, + "num_tokens": 330986807.0, + "step": 8719 + }, + { + "epoch": 1.1092736293092482, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6910552978515625, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8619112968444824, + "num_tokens": 331027132.0, + "step": 8720 + }, + { + "epoch": 1.1094008395878387, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5104308128356934, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8766999244689941, + "num_tokens": 331062669.0, + "step": 8721 + }, + { + "epoch": 1.1095280498664293, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6828773021698, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8736841678619385, + "num_tokens": 331097376.0, + "step": 8722 + }, + { + "epoch": 1.1096552601450198, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5190625190734863, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8790923357009888, + "num_tokens": 331130930.0, + "step": 8723 + }, + { + "epoch": 1.1097824704236103, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6646735668182373, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8683082461357117, + "num_tokens": 331172012.0, + "step": 8724 + }, + { + "epoch": 1.1099096807022006, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5237011909484863, + "learning_rate": 1e-05, + "loss": 0.5039, + "mean_token_accuracy": 0.848033607006073, + "num_tokens": 331210016.0, + "step": 8725 + }, + { + "epoch": 1.1100368909807912, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6643264293670654, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8631987571716309, + "num_tokens": 331251818.0, + "step": 8726 + }, + { + "epoch": 1.1101641012593817, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5324809551239014, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8579424023628235, + "num_tokens": 331283034.0, + "step": 8727 + }, + { + "epoch": 1.1102913115379722, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6424171924591064, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8656536340713501, + "num_tokens": 331324985.0, + "step": 8728 + }, + { + "epoch": 1.1104185218165628, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5324087142944336, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8719857931137085, + "num_tokens": 331358595.0, + "step": 8729 + }, + { + "epoch": 1.1105457320951533, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.659423589706421, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8650707006454468, + "num_tokens": 331387388.0, + "step": 8730 + }, + { + "epoch": 1.1106729423737438, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.518439292907715, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.8641812801361084, + "num_tokens": 331423562.0, + "step": 8731 + }, + { + "epoch": 1.1108001526523343, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.640073776245117, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.874424159526825, + "num_tokens": 331458835.0, + "step": 8732 + }, + { + "epoch": 1.1109273629309249, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.529369592666626, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8623638153076172, + "num_tokens": 331489889.0, + "step": 8733 + }, + { + "epoch": 1.1110545732095154, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6207191944122314, + "learning_rate": 1e-05, + "loss": 0.3822, + "mean_token_accuracy": 0.882874071598053, + "num_tokens": 331529103.0, + "step": 8734 + }, + { + "epoch": 1.111181783488106, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.519664764404297, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8762398362159729, + "num_tokens": 331566100.0, + "step": 8735 + }, + { + "epoch": 1.1113089937666965, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.62113881111145, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8767545223236084, + "num_tokens": 331606704.0, + "step": 8736 + }, + { + "epoch": 1.1114362040452868, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.537949323654175, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.8796252012252808, + "num_tokens": 331642019.0, + "step": 8737 + }, + { + "epoch": 1.1115634143238773, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6327733993530273, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8697644472122192, + "num_tokens": 331672888.0, + "step": 8738 + }, + { + "epoch": 1.1116906246024678, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.519714593887329, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.870555579662323, + "num_tokens": 331710383.0, + "step": 8739 + }, + { + "epoch": 1.1118178348810583, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6121268272399902, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8736671805381775, + "num_tokens": 331754299.0, + "step": 8740 + }, + { + "epoch": 1.1119450451596489, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.523887872695923, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8722853064537048, + "num_tokens": 331789329.0, + "step": 8741 + }, + { + "epoch": 1.1120722554382394, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6331777572631836, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8766365051269531, + "num_tokens": 331822727.0, + "step": 8742 + }, + { + "epoch": 1.11219946571683, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020503997802734375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5038840770721436, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8741304278373718, + "num_tokens": 331863091.0, + "step": 8743 + }, + { + "epoch": 1.1123266759954205, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.633592367172241, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8733936548233032, + "num_tokens": 331900866.0, + "step": 8744 + }, + { + "epoch": 1.112453886274011, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.505319833755493, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8840214014053345, + "num_tokens": 331936774.0, + "step": 8745 + }, + { + "epoch": 1.1125810965526015, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6501691341400146, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8739790916442871, + "num_tokens": 331974629.0, + "step": 8746 + }, + { + "epoch": 1.112708306831192, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5042319297790527, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8779534101486206, + "num_tokens": 332008707.0, + "step": 8747 + }, + { + "epoch": 1.1128355171097826, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.650449752807617, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.882391631603241, + "num_tokens": 332046973.0, + "step": 8748 + }, + { + "epoch": 1.112962727388373, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.486480951309204, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8621366620063782, + "num_tokens": 332092658.0, + "step": 8749 + }, + { + "epoch": 1.1130899376669634, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.668898105621338, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8728014230728149, + "num_tokens": 332129705.0, + "step": 8750 + }, + { + "epoch": 1.113217147945554, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5034372806549072, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8707005381584167, + "num_tokens": 332163129.0, + "step": 8751 + }, + { + "epoch": 1.1133443582241445, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.682101011276245, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8677548766136169, + "num_tokens": 332198148.0, + "step": 8752 + }, + { + "epoch": 1.113471568502735, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4778079986572266, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8716561198234558, + "num_tokens": 332238068.0, + "step": 8753 + }, + { + "epoch": 1.1135987787813255, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.702014684677124, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8602560758590698, + "num_tokens": 332277455.0, + "step": 8754 + }, + { + "epoch": 1.113725989059916, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.4748589992523193, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8667814135551453, + "num_tokens": 332314778.0, + "step": 8755 + }, + { + "epoch": 1.1138531993385066, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7245545387268066, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8744804263114929, + "num_tokens": 332347863.0, + "step": 8756 + }, + { + "epoch": 1.113980409617097, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4673445224761963, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.884354829788208, + "num_tokens": 332389577.0, + "step": 8757 + }, + { + "epoch": 1.1141076198956876, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.735419750213623, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.864716649055481, + "num_tokens": 332434140.0, + "step": 8758 + }, + { + "epoch": 1.1142348301742782, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.484600067138672, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8722257614135742, + "num_tokens": 332468843.0, + "step": 8759 + }, + { + "epoch": 1.1143620404528687, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7407710552215576, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8775221109390259, + "num_tokens": 332509863.0, + "step": 8760 + }, + { + "epoch": 1.114489250731459, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4859189987182617, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8674842119216919, + "num_tokens": 332550242.0, + "step": 8761 + }, + { + "epoch": 1.1146164610100495, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7620949745178223, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8699312806129456, + "num_tokens": 332588606.0, + "step": 8762 + }, + { + "epoch": 1.11474367128864, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5026895999908447, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8730452656745911, + "num_tokens": 332623787.0, + "step": 8763 + }, + { + "epoch": 1.1148708815672306, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.756105661392212, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8621557950973511, + "num_tokens": 332665358.0, + "step": 8764 + }, + { + "epoch": 1.114998091845821, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.500124931335449, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8811789751052856, + "num_tokens": 332700541.0, + "step": 8765 + }, + { + "epoch": 1.1151253021244116, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7694222927093506, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8618441224098206, + "num_tokens": 332737555.0, + "step": 8766 + }, + { + "epoch": 1.1152525124030022, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5080080032348633, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8619083166122437, + "num_tokens": 332775957.0, + "step": 8767 + }, + { + "epoch": 1.1153797226815927, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.764885187149048, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8747780323028564, + "num_tokens": 332812000.0, + "step": 8768 + }, + { + "epoch": 1.1155069329601832, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5017049312591553, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.8853660821914673, + "num_tokens": 332848974.0, + "step": 8769 + }, + { + "epoch": 1.1156341432387737, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.75795841217041, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8745232224464417, + "num_tokens": 332890362.0, + "step": 8770 + }, + { + "epoch": 1.1157613535173643, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.52700138092041, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8679964542388916, + "num_tokens": 332924547.0, + "step": 8771 + }, + { + "epoch": 1.1158885637959548, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.753403902053833, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8839006423950195, + "num_tokens": 332957697.0, + "step": 8772 + }, + { + "epoch": 1.1160157740745453, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.531269073486328, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.871309220790863, + "num_tokens": 332992671.0, + "step": 8773 + }, + { + "epoch": 1.1161429843531356, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7248611450195312, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.875269889831543, + "num_tokens": 333033092.0, + "step": 8774 + }, + { + "epoch": 1.1162701946317262, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.524975061416626, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8649191856384277, + "num_tokens": 333071631.0, + "step": 8775 + }, + { + "epoch": 1.1163974049103167, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7201263904571533, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8782045841217041, + "num_tokens": 333100931.0, + "step": 8776 + }, + { + "epoch": 1.1165246151889072, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5076568126678467, + "learning_rate": 1e-05, + "loss": 0.3801, + "mean_token_accuracy": 0.891998291015625, + "num_tokens": 333141063.0, + "step": 8777 + }, + { + "epoch": 1.1166518254674977, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7135348320007324, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.870980441570282, + "num_tokens": 333180322.0, + "step": 8778 + }, + { + "epoch": 1.1167790357460883, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5255186557769775, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8655460476875305, + "num_tokens": 333219836.0, + "step": 8779 + }, + { + "epoch": 1.1169062460246788, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7008817195892334, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.863653302192688, + "num_tokens": 333263748.0, + "step": 8780 + }, + { + "epoch": 1.1170334563032693, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5307321548461914, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8716654777526855, + "num_tokens": 333296110.0, + "step": 8781 + }, + { + "epoch": 1.1171606665818599, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.718143939971924, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8679121732711792, + "num_tokens": 333328372.0, + "step": 8782 + }, + { + "epoch": 1.1172878768604504, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020599365234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.514611005783081, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8780136108398438, + "num_tokens": 333367680.0, + "step": 8783 + }, + { + "epoch": 1.117415087139041, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6896960735321045, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8720502853393555, + "num_tokens": 333406761.0, + "step": 8784 + }, + { + "epoch": 1.1175422974176314, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5089497566223145, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8751309514045715, + "num_tokens": 333443268.0, + "step": 8785 + }, + { + "epoch": 1.1176695076962218, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.700486183166504, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8597006797790527, + "num_tokens": 333478770.0, + "step": 8786 + }, + { + "epoch": 1.1177967179748123, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5001649856567383, + "learning_rate": 1e-05, + "loss": 0.3834, + "mean_token_accuracy": 0.8877280354499817, + "num_tokens": 333514971.0, + "step": 8787 + }, + { + "epoch": 1.1179239282534028, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6970458030700684, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8701962232589722, + "num_tokens": 333553610.0, + "step": 8788 + }, + { + "epoch": 1.1180511385319933, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4825806617736816, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.87220698595047, + "num_tokens": 333604283.0, + "step": 8789 + }, + { + "epoch": 1.1181783488105839, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.710313558578491, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8821970224380493, + "num_tokens": 333641621.0, + "step": 8790 + }, + { + "epoch": 1.1183055590891744, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5035452842712402, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8808228373527527, + "num_tokens": 333676435.0, + "step": 8791 + }, + { + "epoch": 1.118432769367765, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.710131883621216, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8824464082717896, + "num_tokens": 333715308.0, + "step": 8792 + }, + { + "epoch": 1.1185599796463555, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5184884071350098, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.856465756893158, + "num_tokens": 333752086.0, + "step": 8793 + }, + { + "epoch": 1.118687189924946, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7088282108306885, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8699132800102234, + "num_tokens": 333789726.0, + "step": 8794 + }, + { + "epoch": 1.1188144002035365, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5241963863372803, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8603835105895996, + "num_tokens": 333828518.0, + "step": 8795 + }, + { + "epoch": 1.118941610482127, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.686920166015625, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8661550283432007, + "num_tokens": 333870520.0, + "step": 8796 + }, + { + "epoch": 1.1190688207607176, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5517799854278564, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.874165415763855, + "num_tokens": 333914676.0, + "step": 8797 + }, + { + "epoch": 1.119196031039308, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6613001823425293, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8764052391052246, + "num_tokens": 333953381.0, + "step": 8798 + }, + { + "epoch": 1.1193232413178984, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5518312454223633, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8586152791976929, + "num_tokens": 333983275.0, + "step": 8799 + }, + { + "epoch": 1.119450451596489, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6423754692077637, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8770784735679626, + "num_tokens": 334018530.0, + "step": 8800 + }, + { + "epoch": 1.1195776618750795, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5295867919921875, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8819682598114014, + "num_tokens": 334056606.0, + "step": 8801 + }, + { + "epoch": 1.11970487215367, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.626080274581909, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8747332692146301, + "num_tokens": 334098541.0, + "step": 8802 + }, + { + "epoch": 1.1198320824322605, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.527871608734131, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8622846603393555, + "num_tokens": 334140243.0, + "step": 8803 + }, + { + "epoch": 1.119959292710851, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.626405715942383, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8792065382003784, + "num_tokens": 334177126.0, + "step": 8804 + }, + { + "epoch": 1.1200865029894416, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.523285150527954, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8791697025299072, + "num_tokens": 334217058.0, + "step": 8805 + }, + { + "epoch": 1.120213713268032, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.625715732574463, + "learning_rate": 1e-05, + "loss": 0.3789, + "mean_token_accuracy": 0.8903945684432983, + "num_tokens": 334255060.0, + "step": 8806 + }, + { + "epoch": 1.1203409235466226, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5280003547668457, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8674290180206299, + "num_tokens": 334290661.0, + "step": 8807 + }, + { + "epoch": 1.1204681338252132, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6237239837646484, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8830822706222534, + "num_tokens": 334328661.0, + "step": 8808 + }, + { + "epoch": 1.1205953441038037, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.51580548286438, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8718819618225098, + "num_tokens": 334367535.0, + "step": 8809 + }, + { + "epoch": 1.120722554382394, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.631281614303589, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8742030262947083, + "num_tokens": 334407366.0, + "step": 8810 + }, + { + "epoch": 1.1208497646609845, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5194571018218994, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8745784163475037, + "num_tokens": 334444049.0, + "step": 8811 + }, + { + "epoch": 1.120976974939575, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.624054193496704, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8657792806625366, + "num_tokens": 334485405.0, + "step": 8812 + }, + { + "epoch": 1.1211041852181656, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4990642070770264, + "learning_rate": 1e-05, + "loss": 0.3546, + "mean_token_accuracy": 0.8945903778076172, + "num_tokens": 334525209.0, + "step": 8813 + }, + { + "epoch": 1.121231395496756, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6311609745025635, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8739603757858276, + "num_tokens": 334569156.0, + "step": 8814 + }, + { + "epoch": 1.1213586057753466, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5125067234039307, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.87917160987854, + "num_tokens": 334602692.0, + "step": 8815 + }, + { + "epoch": 1.1214858160539372, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.640350580215454, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8666481971740723, + "num_tokens": 334644926.0, + "step": 8816 + }, + { + "epoch": 1.1216130263325277, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.499002456665039, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8756546974182129, + "num_tokens": 334690116.0, + "step": 8817 + }, + { + "epoch": 1.1217402366111182, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6454646587371826, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.885717511177063, + "num_tokens": 334728403.0, + "step": 8818 + }, + { + "epoch": 1.1218674468897087, + "ewc_loss": 0.057373046875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.513127088546753, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.871888279914856, + "num_tokens": 334763394.0, + "step": 8819 + }, + { + "epoch": 1.1219946571682993, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6653554439544678, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8802787065505981, + "num_tokens": 334795029.0, + "step": 8820 + }, + { + "epoch": 1.1221218674468898, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.500763177871704, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8690838813781738, + "num_tokens": 334833298.0, + "step": 8821 + }, + { + "epoch": 1.1222490777254803, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6735758781433105, + "learning_rate": 1e-05, + "loss": 0.3873, + "mean_token_accuracy": 0.8842734098434448, + "num_tokens": 334865146.0, + "step": 8822 + }, + { + "epoch": 1.1223762880040706, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.551055431365967, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8585617542266846, + "num_tokens": 334899392.0, + "step": 8823 + }, + { + "epoch": 1.1225034982826612, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6534135341644287, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.859063446521759, + "num_tokens": 334936501.0, + "step": 8824 + }, + { + "epoch": 1.1226307085612517, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.5074498653411865, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8631908297538757, + "num_tokens": 334975920.0, + "step": 8825 + }, + { + "epoch": 1.1227579188398422, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6576387882232666, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.871418833732605, + "num_tokens": 335012104.0, + "step": 8826 + }, + { + "epoch": 1.1228851291184327, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.506979465484619, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8567221760749817, + "num_tokens": 335051302.0, + "step": 8827 + }, + { + "epoch": 1.1230123393970233, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6651771068573, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8705295920372009, + "num_tokens": 335091778.0, + "step": 8828 + }, + { + "epoch": 1.1231395496756138, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5343692302703857, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8573954105377197, + "num_tokens": 335120687.0, + "step": 8829 + }, + { + "epoch": 1.1232667599542043, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.65498685836792, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8694146871566772, + "num_tokens": 335158166.0, + "step": 8830 + }, + { + "epoch": 1.1233939702327949, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.501450300216675, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8776151537895203, + "num_tokens": 335194674.0, + "step": 8831 + }, + { + "epoch": 1.1235211805113854, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6652472019195557, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8770835399627686, + "num_tokens": 335229768.0, + "step": 8832 + }, + { + "epoch": 1.123648390789976, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4962522983551025, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8754032850265503, + "num_tokens": 335270500.0, + "step": 8833 + }, + { + "epoch": 1.1237756010685664, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6697473526000977, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8812060356140137, + "num_tokens": 335309672.0, + "step": 8834 + }, + { + "epoch": 1.1239028113471567, + "ewc_loss": 0.057861328125, + "ewc_loss_diag": 0.00020694732666015625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5070626735687256, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.8814822435379028, + "num_tokens": 335341505.0, + "step": 8835 + }, + { + "epoch": 1.1240300216257473, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.687159776687622, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8583921194076538, + "num_tokens": 335379013.0, + "step": 8836 + }, + { + "epoch": 1.1241572319043378, + "ewc_loss": 0.05712890625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.501311779022217, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8632169961929321, + "num_tokens": 335415170.0, + "step": 8837 + }, + { + "epoch": 1.1242844421829283, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6840031147003174, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8794253468513489, + "num_tokens": 335455476.0, + "step": 8838 + }, + { + "epoch": 1.1244116524615189, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4877004623413086, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8680650591850281, + "num_tokens": 335497185.0, + "step": 8839 + }, + { + "epoch": 1.1245388627401094, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.724759340286255, + "learning_rate": 1e-05, + "loss": 0.4985, + "mean_token_accuracy": 0.8551113605499268, + "num_tokens": 335531754.0, + "step": 8840 + }, + { + "epoch": 1.1246660730187, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4706921577453613, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8781778216362, + "num_tokens": 335570486.0, + "step": 8841 + }, + { + "epoch": 1.1247932832972904, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7365574836730957, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8625761270523071, + "num_tokens": 335610179.0, + "step": 8842 + }, + { + "epoch": 1.124920493575881, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5133674144744873, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8572909832000732, + "num_tokens": 335639785.0, + "step": 8843 + }, + { + "epoch": 1.1250477038544715, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.724938154220581, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8711434602737427, + "num_tokens": 335679012.0, + "step": 8844 + }, + { + "epoch": 1.125174914133062, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.490631580352783, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8816875219345093, + "num_tokens": 335717495.0, + "step": 8845 + }, + { + "epoch": 1.1253021244116526, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.735699415206909, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.872472882270813, + "num_tokens": 335751617.0, + "step": 8846 + }, + { + "epoch": 1.125429334690243, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5162580013275146, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8638202548027039, + "num_tokens": 335782698.0, + "step": 8847 + }, + { + "epoch": 1.1255565449688334, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.727445602416992, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8656319379806519, + "num_tokens": 335823091.0, + "step": 8848 + }, + { + "epoch": 1.125683755247424, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4950010776519775, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8701224327087402, + "num_tokens": 335863318.0, + "step": 8849 + }, + { + "epoch": 1.1258109655260145, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.727079391479492, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8741451501846313, + "num_tokens": 335900467.0, + "step": 8850 + }, + { + "epoch": 1.125938175804605, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.495887279510498, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8633226752281189, + "num_tokens": 335942274.0, + "step": 8851 + }, + { + "epoch": 1.1260653860831955, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7453181743621826, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8683236241340637, + "num_tokens": 335975073.0, + "step": 8852 + }, + { + "epoch": 1.126192596361786, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5083467960357666, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8573812246322632, + "num_tokens": 336011846.0, + "step": 8853 + }, + { + "epoch": 1.1263198066403766, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7408981323242188, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8659319877624512, + "num_tokens": 336050969.0, + "step": 8854 + }, + { + "epoch": 1.126447016918967, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.498056173324585, + "learning_rate": 1e-05, + "loss": 0.3867, + "mean_token_accuracy": 0.885608971118927, + "num_tokens": 336087714.0, + "step": 8855 + }, + { + "epoch": 1.1265742271975576, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7673938274383545, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8605226874351501, + "num_tokens": 336124937.0, + "step": 8856 + }, + { + "epoch": 1.1267014374761481, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.4839470386505127, + "learning_rate": 1e-05, + "loss": 0.3888, + "mean_token_accuracy": 0.8863270282745361, + "num_tokens": 336167666.0, + "step": 8857 + }, + { + "epoch": 1.1268286477547387, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7660791873931885, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8852214813232422, + "num_tokens": 336202170.0, + "step": 8858 + }, + { + "epoch": 1.126955858033329, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.507936954498291, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.880230188369751, + "num_tokens": 336235613.0, + "step": 8859 + }, + { + "epoch": 1.1270830683119195, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7653775215148926, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8681936860084534, + "num_tokens": 336272027.0, + "step": 8860 + }, + { + "epoch": 1.12721027859051, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5168728828430176, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8569345474243164, + "num_tokens": 336312554.0, + "step": 8861 + }, + { + "epoch": 1.1273374888691006, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.743762493133545, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8709008693695068, + "num_tokens": 336356719.0, + "step": 8862 + }, + { + "epoch": 1.127464699147691, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5137362480163574, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8811109066009521, + "num_tokens": 336395242.0, + "step": 8863 + }, + { + "epoch": 1.1275919094262816, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7412610054016113, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8676143884658813, + "num_tokens": 336431738.0, + "step": 8864 + }, + { + "epoch": 1.1277191197048722, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.533735752105713, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8695014715194702, + "num_tokens": 336467799.0, + "step": 8865 + }, + { + "epoch": 1.1278463299834627, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7334020137786865, + "learning_rate": 1e-05, + "loss": 0.5042, + "mean_token_accuracy": 0.8509505391120911, + "num_tokens": 336506628.0, + "step": 8866 + }, + { + "epoch": 1.1279735402620532, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.520280122756958, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8791355490684509, + "num_tokens": 336546034.0, + "step": 8867 + }, + { + "epoch": 1.1281007505406437, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7289557456970215, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8695501089096069, + "num_tokens": 336578561.0, + "step": 8868 + }, + { + "epoch": 1.1282279608192343, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.523900270462036, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8841885328292847, + "num_tokens": 336610500.0, + "step": 8869 + }, + { + "epoch": 1.1283551710978248, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.699615716934204, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.879462480545044, + "num_tokens": 336653889.0, + "step": 8870 + }, + { + "epoch": 1.1284823813764153, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5228054523468018, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8676818609237671, + "num_tokens": 336690605.0, + "step": 8871 + }, + { + "epoch": 1.1286095916550056, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.69709849357605, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8661758899688721, + "num_tokens": 336729159.0, + "step": 8872 + }, + { + "epoch": 1.1287368019335962, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5353856086730957, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8777749538421631, + "num_tokens": 336762376.0, + "step": 8873 + }, + { + "epoch": 1.1288640122121867, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.686278820037842, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8769928216934204, + "num_tokens": 336797060.0, + "step": 8874 + }, + { + "epoch": 1.1289912224907772, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.523736000061035, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8526517152786255, + "num_tokens": 336838686.0, + "step": 8875 + }, + { + "epoch": 1.1291184327693677, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6726582050323486, + "learning_rate": 1e-05, + "loss": 0.4885, + "mean_token_accuracy": 0.8544448614120483, + "num_tokens": 336887535.0, + "step": 8876 + }, + { + "epoch": 1.1292456430479583, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.526021957397461, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8764927387237549, + "num_tokens": 336920167.0, + "step": 8877 + }, + { + "epoch": 1.1293728533265488, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6836373805999756, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8721960186958313, + "num_tokens": 336953925.0, + "step": 8878 + }, + { + "epoch": 1.1295000636051393, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.513462781906128, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8754916191101074, + "num_tokens": 336992407.0, + "step": 8879 + }, + { + "epoch": 1.1296272738837299, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.68727707862854, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8583019971847534, + "num_tokens": 337029495.0, + "step": 8880 + }, + { + "epoch": 1.1297544841623204, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.506591558456421, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8691128492355347, + "num_tokens": 337067533.0, + "step": 8881 + }, + { + "epoch": 1.129881694440911, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6958484649658203, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8584761023521423, + "num_tokens": 337105112.0, + "step": 8882 + }, + { + "epoch": 1.1300089047195012, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.522400140762329, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8613018989562988, + "num_tokens": 337140807.0, + "step": 8883 + }, + { + "epoch": 1.1301361149980917, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.661482095718384, + "learning_rate": 1e-05, + "loss": 0.3792, + "mean_token_accuracy": 0.8886581659317017, + "num_tokens": 337182644.0, + "step": 8884 + }, + { + "epoch": 1.1302633252766823, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.499589204788208, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8731518983840942, + "num_tokens": 337226868.0, + "step": 8885 + }, + { + "epoch": 1.1303905355552728, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7043702602386475, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.860054075717926, + "num_tokens": 337262118.0, + "step": 8886 + }, + { + "epoch": 1.1305177458338633, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5136988162994385, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8527992963790894, + "num_tokens": 337299575.0, + "step": 8887 + }, + { + "epoch": 1.1306449561124539, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6890010833740234, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8740825653076172, + "num_tokens": 337335178.0, + "step": 8888 + }, + { + "epoch": 1.1307721663910444, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.548344373703003, + "learning_rate": 1e-05, + "loss": 0.5062, + "mean_token_accuracy": 0.8546000123023987, + "num_tokens": 337368982.0, + "step": 8889 + }, + { + "epoch": 1.130899376669635, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6708171367645264, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8656980991363525, + "num_tokens": 337403708.0, + "step": 8890 + }, + { + "epoch": 1.1310265869482254, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5133304595947266, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.874343991279602, + "num_tokens": 337441265.0, + "step": 8891 + }, + { + "epoch": 1.131153797226816, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6764590740203857, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8730084300041199, + "num_tokens": 337475600.0, + "step": 8892 + }, + { + "epoch": 1.1312810075054065, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.509153127670288, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8811972737312317, + "num_tokens": 337513051.0, + "step": 8893 + }, + { + "epoch": 1.131408217783997, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.684835910797119, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8600805997848511, + "num_tokens": 337552187.0, + "step": 8894 + }, + { + "epoch": 1.1315354280625876, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4952807426452637, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8843828439712524, + "num_tokens": 337586877.0, + "step": 8895 + }, + { + "epoch": 1.131662638341178, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6874752044677734, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8718615770339966, + "num_tokens": 337627979.0, + "step": 8896 + }, + { + "epoch": 1.1317898486197684, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.48486590385437, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8729882836341858, + "num_tokens": 337670064.0, + "step": 8897 + }, + { + "epoch": 1.131917058898359, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.714129686355591, + "learning_rate": 1e-05, + "loss": 0.5343, + "mean_token_accuracy": 0.8447967767715454, + "num_tokens": 337709670.0, + "step": 8898 + }, + { + "epoch": 1.1320442691769494, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.503183603286743, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8683763146400452, + "num_tokens": 337747507.0, + "step": 8899 + }, + { + "epoch": 1.13217147945554, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7071163654327393, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8675096035003662, + "num_tokens": 337789542.0, + "step": 8900 + }, + { + "epoch": 1.1322986897341305, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.474912643432617, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8841427564620972, + "num_tokens": 337832100.0, + "step": 8901 + }, + { + "epoch": 1.132425900012721, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.738548994064331, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8724603652954102, + "num_tokens": 337869395.0, + "step": 8902 + }, + { + "epoch": 1.1325531102913116, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4979593753814697, + "learning_rate": 1e-05, + "loss": 0.473, + "mean_token_accuracy": 0.8563293814659119, + "num_tokens": 337909644.0, + "step": 8903 + }, + { + "epoch": 1.132680320569902, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7422993183135986, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8571925163269043, + "num_tokens": 337947255.0, + "step": 8904 + }, + { + "epoch": 1.1328075308484926, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.497697353363037, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8838611841201782, + "num_tokens": 337986377.0, + "step": 8905 + }, + { + "epoch": 1.1329347411270831, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7296347618103027, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8778523802757263, + "num_tokens": 338025234.0, + "step": 8906 + }, + { + "epoch": 1.1330619514056737, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.495948553085327, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8590723872184753, + "num_tokens": 338069070.0, + "step": 8907 + }, + { + "epoch": 1.133189161684264, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7323904037475586, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8747509717941284, + "num_tokens": 338111529.0, + "step": 8908 + }, + { + "epoch": 1.1333163719628545, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5031988620758057, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.859918475151062, + "num_tokens": 338155881.0, + "step": 8909 + }, + { + "epoch": 1.133443582241445, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7479302883148193, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.863174557685852, + "num_tokens": 338192570.0, + "step": 8910 + }, + { + "epoch": 1.1335707925200356, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5255074501037598, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8669394254684448, + "num_tokens": 338225088.0, + "step": 8911 + }, + { + "epoch": 1.133698002798626, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.735413074493408, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8579420447349548, + "num_tokens": 338267301.0, + "step": 8912 + }, + { + "epoch": 1.1338252130772166, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5099101066589355, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8765838146209717, + "num_tokens": 338305130.0, + "step": 8913 + }, + { + "epoch": 1.1339524233558071, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7368083000183105, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8541406393051147, + "num_tokens": 338347556.0, + "step": 8914 + }, + { + "epoch": 1.1340796336343977, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5169665813446045, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8704895973205566, + "num_tokens": 338384994.0, + "step": 8915 + }, + { + "epoch": 1.1342068439129882, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7248809337615967, + "learning_rate": 1e-05, + "loss": 0.4745, + "mean_token_accuracy": 0.8605308532714844, + "num_tokens": 338427311.0, + "step": 8916 + }, + { + "epoch": 1.1343340541915787, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5120105743408203, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8786880970001221, + "num_tokens": 338464091.0, + "step": 8917 + }, + { + "epoch": 1.1344612644701693, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.705220937728882, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8688917756080627, + "num_tokens": 338507961.0, + "step": 8918 + }, + { + "epoch": 1.1345884747487598, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.550752878189087, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8719029426574707, + "num_tokens": 338544028.0, + "step": 8919 + }, + { + "epoch": 1.1347156850273503, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.683941125869751, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8557722568511963, + "num_tokens": 338587827.0, + "step": 8920 + }, + { + "epoch": 1.1348428953059406, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5192911624908447, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8728061318397522, + "num_tokens": 338627729.0, + "step": 8921 + }, + { + "epoch": 1.1349701055845312, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.681495189666748, + "learning_rate": 1e-05, + "loss": 0.3917, + "mean_token_accuracy": 0.882867693901062, + "num_tokens": 338663805.0, + "step": 8922 + }, + { + "epoch": 1.1350973158631217, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5222535133361816, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8698663115501404, + "num_tokens": 338702204.0, + "step": 8923 + }, + { + "epoch": 1.1352245261417122, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.660646677017212, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8747450709342957, + "num_tokens": 338748769.0, + "step": 8924 + }, + { + "epoch": 1.1353517364203027, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5218987464904785, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8784809708595276, + "num_tokens": 338793617.0, + "step": 8925 + }, + { + "epoch": 1.1354789466988933, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6735591888427734, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8745786547660828, + "num_tokens": 338827893.0, + "step": 8926 + }, + { + "epoch": 1.1356061569774838, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5157577991485596, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8748379349708557, + "num_tokens": 338866036.0, + "step": 8927 + }, + { + "epoch": 1.1357333672560743, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.685232162475586, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8641775846481323, + "num_tokens": 338900595.0, + "step": 8928 + }, + { + "epoch": 1.1358605775346649, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5253348350524902, + "learning_rate": 1e-05, + "loss": 0.3798, + "mean_token_accuracy": 0.8847600221633911, + "num_tokens": 338930268.0, + "step": 8929 + }, + { + "epoch": 1.1359877878132554, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6624069213867188, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8708314895629883, + "num_tokens": 338974633.0, + "step": 8930 + }, + { + "epoch": 1.136114998091846, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5240285396575928, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8597159385681152, + "num_tokens": 339008884.0, + "step": 8931 + }, + { + "epoch": 1.1362422083704362, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.668661594390869, + "learning_rate": 1e-05, + "loss": 0.5113, + "mean_token_accuracy": 0.8456854224205017, + "num_tokens": 339043923.0, + "step": 8932 + }, + { + "epoch": 1.1363694186490267, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5107576847076416, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8751535415649414, + "num_tokens": 339080545.0, + "step": 8933 + }, + { + "epoch": 1.1364966289276173, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6715939044952393, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8705704808235168, + "num_tokens": 339114243.0, + "step": 8934 + }, + { + "epoch": 1.1366238392062078, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.515756130218506, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.877790629863739, + "num_tokens": 339147609.0, + "step": 8935 + }, + { + "epoch": 1.1367510494847983, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6598966121673584, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8784184455871582, + "num_tokens": 339186295.0, + "step": 8936 + }, + { + "epoch": 1.1368782597633889, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00020885467529296875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5329830646514893, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8754032850265503, + "num_tokens": 339217572.0, + "step": 8937 + }, + { + "epoch": 1.1370054700419794, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.650965929031372, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8739467859268188, + "num_tokens": 339257305.0, + "step": 8938 + }, + { + "epoch": 1.13713268032057, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5176780223846436, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8646884560585022, + "num_tokens": 339295117.0, + "step": 8939 + }, + { + "epoch": 1.1372598905991604, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.654510736465454, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8718972206115723, + "num_tokens": 339330543.0, + "step": 8940 + }, + { + "epoch": 1.137387100877751, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.498525857925415, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8712850213050842, + "num_tokens": 339375040.0, + "step": 8941 + }, + { + "epoch": 1.1375143111563415, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.664504051208496, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8653985261917114, + "num_tokens": 339410862.0, + "step": 8942 + }, + { + "epoch": 1.137641521434932, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5119664669036865, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8761612176895142, + "num_tokens": 339441929.0, + "step": 8943 + }, + { + "epoch": 1.1377687317135226, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.655074119567871, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8728190660476685, + "num_tokens": 339486156.0, + "step": 8944 + }, + { + "epoch": 1.137895941992113, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.494264602661133, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8581405878067017, + "num_tokens": 339531676.0, + "step": 8945 + }, + { + "epoch": 1.1380231522707034, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6729464530944824, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.860985279083252, + "num_tokens": 339571003.0, + "step": 8946 + }, + { + "epoch": 1.138150362549294, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.505352735519409, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8662270307540894, + "num_tokens": 339604389.0, + "step": 8947 + }, + { + "epoch": 1.1382775728278844, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.66853666305542, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.857580304145813, + "num_tokens": 339649267.0, + "step": 8948 + }, + { + "epoch": 1.138404783106475, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.512956142425537, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8612937331199646, + "num_tokens": 339685564.0, + "step": 8949 + }, + { + "epoch": 1.1385319933850655, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6779303550720215, + "learning_rate": 1e-05, + "loss": 0.3888, + "mean_token_accuracy": 0.8843940496444702, + "num_tokens": 339716312.0, + "step": 8950 + }, + { + "epoch": 1.138659203663656, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4920055866241455, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8720942735671997, + "num_tokens": 339760666.0, + "step": 8951 + }, + { + "epoch": 1.1387864139422466, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6818878650665283, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8789492845535278, + "num_tokens": 339799432.0, + "step": 8952 + }, + { + "epoch": 1.138913624220837, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4936039447784424, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8652558326721191, + "num_tokens": 339839787.0, + "step": 8953 + }, + { + "epoch": 1.1390408344994276, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7021121978759766, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8725244998931885, + "num_tokens": 339876193.0, + "step": 8954 + }, + { + "epoch": 1.1391680447780181, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4878289699554443, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8701662421226501, + "num_tokens": 339919791.0, + "step": 8955 + }, + { + "epoch": 1.1392952550566087, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.738187313079834, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8609634637832642, + "num_tokens": 339954432.0, + "step": 8956 + }, + { + "epoch": 1.139422465335199, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4734349250793457, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8744206428527832, + "num_tokens": 339996327.0, + "step": 8957 + }, + { + "epoch": 1.1395496756137895, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7492618560791016, + "learning_rate": 1e-05, + "loss": 0.3602, + "mean_token_accuracy": 0.8991958498954773, + "num_tokens": 340031604.0, + "step": 8958 + }, + { + "epoch": 1.13967688589238, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4783120155334473, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8710399270057678, + "num_tokens": 340072433.0, + "step": 8959 + }, + { + "epoch": 1.1398040961709706, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7573795318603516, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8701146841049194, + "num_tokens": 340114306.0, + "step": 8960 + }, + { + "epoch": 1.139931306449561, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.504408836364746, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.8489168286323547, + "num_tokens": 340152826.0, + "step": 8961 + }, + { + "epoch": 1.1400585167281516, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.765949010848999, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8635413646697998, + "num_tokens": 340191110.0, + "step": 8962 + }, + { + "epoch": 1.1401857270067421, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.502484083175659, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8694437146186829, + "num_tokens": 340230606.0, + "step": 8963 + }, + { + "epoch": 1.1403129372853327, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7578282356262207, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8617761135101318, + "num_tokens": 340274831.0, + "step": 8964 + }, + { + "epoch": 1.1404401475639232, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5228097438812256, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8705962300300598, + "num_tokens": 340308245.0, + "step": 8965 + }, + { + "epoch": 1.1405673578425137, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.750678062438965, + "learning_rate": 1e-05, + "loss": 0.3848, + "mean_token_accuracy": 0.8909093141555786, + "num_tokens": 340343091.0, + "step": 8966 + }, + { + "epoch": 1.1406945681211043, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5195651054382324, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8743587732315063, + "num_tokens": 340382968.0, + "step": 8967 + }, + { + "epoch": 1.1408217783996948, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.72983455657959, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.8783316612243652, + "num_tokens": 340421740.0, + "step": 8968 + }, + { + "epoch": 1.1409489886782853, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.523542881011963, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8679775595664978, + "num_tokens": 340460156.0, + "step": 8969 + }, + { + "epoch": 1.1410761989568756, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7329859733581543, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8712344169616699, + "num_tokens": 340496106.0, + "step": 8970 + }, + { + "epoch": 1.1412034092354661, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.528961181640625, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8729625940322876, + "num_tokens": 340530338.0, + "step": 8971 + }, + { + "epoch": 1.1413306195140567, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7226452827453613, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8724756240844727, + "num_tokens": 340565590.0, + "step": 8972 + }, + { + "epoch": 1.1414578297926472, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5070626735687256, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.874109148979187, + "num_tokens": 340609651.0, + "step": 8973 + }, + { + "epoch": 1.1415850400712377, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.722778081893921, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8707084059715271, + "num_tokens": 340650119.0, + "step": 8974 + }, + { + "epoch": 1.1417122503498283, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5214877128601074, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8714436292648315, + "num_tokens": 340686734.0, + "step": 8975 + }, + { + "epoch": 1.1418394606284188, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.71797513961792, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8785070180892944, + "num_tokens": 340722405.0, + "step": 8976 + }, + { + "epoch": 1.1419666709070093, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.504725933074951, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8806700110435486, + "num_tokens": 340763402.0, + "step": 8977 + }, + { + "epoch": 1.1420938811855998, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7136385440826416, + "learning_rate": 1e-05, + "loss": 0.36, + "mean_token_accuracy": 0.8975769281387329, + "num_tokens": 340799410.0, + "step": 8978 + }, + { + "epoch": 1.1422210914641904, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.522251844406128, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8616648316383362, + "num_tokens": 340832970.0, + "step": 8979 + }, + { + "epoch": 1.142348301742781, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.702939510345459, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8784282803535461, + "num_tokens": 340872500.0, + "step": 8980 + }, + { + "epoch": 1.1424755120213712, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5052099227905273, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8662832975387573, + "num_tokens": 340913784.0, + "step": 8981 + }, + { + "epoch": 1.1426027222999617, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.710021734237671, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8821709156036377, + "num_tokens": 340945660.0, + "step": 8982 + }, + { + "epoch": 1.1427299325785523, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.521052360534668, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.869354248046875, + "num_tokens": 340979528.0, + "step": 8983 + }, + { + "epoch": 1.1428571428571428, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7017440795898438, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.868821382522583, + "num_tokens": 341016256.0, + "step": 8984 + }, + { + "epoch": 1.1429843531357333, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5162858963012695, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8609980344772339, + "num_tokens": 341056339.0, + "step": 8985 + }, + { + "epoch": 1.1431115634143239, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6992416381835938, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8779948949813843, + "num_tokens": 341093060.0, + "step": 8986 + }, + { + "epoch": 1.1432387736929144, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5251100063323975, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8638143539428711, + "num_tokens": 341128634.0, + "step": 8987 + }, + { + "epoch": 1.143365983971505, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.7069761753082275, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8552625775337219, + "num_tokens": 341160649.0, + "step": 8988 + }, + { + "epoch": 1.1434931942500954, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5408689975738525, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8709923028945923, + "num_tokens": 341196660.0, + "step": 8989 + }, + { + "epoch": 1.143620404528686, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6785173416137695, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.858933687210083, + "num_tokens": 341236704.0, + "step": 8990 + }, + { + "epoch": 1.1437476148072765, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.531282901763916, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8678750991821289, + "num_tokens": 341272874.0, + "step": 8991 + }, + { + "epoch": 1.143874825085867, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6745121479034424, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8644469380378723, + "num_tokens": 341310209.0, + "step": 8992 + }, + { + "epoch": 1.1440020353644575, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021076202392578125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5324928760528564, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.88270103931427, + "num_tokens": 341341717.0, + "step": 8993 + }, + { + "epoch": 1.144129245643048, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.666151285171509, + "learning_rate": 1e-05, + "loss": 0.3778, + "mean_token_accuracy": 0.8875529766082764, + "num_tokens": 341374298.0, + "step": 8994 + }, + { + "epoch": 1.1442564559216384, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5425755977630615, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8698291778564453, + "num_tokens": 341416214.0, + "step": 8995 + }, + { + "epoch": 1.144383666200229, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.648287773132324, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.87236487865448, + "num_tokens": 341457419.0, + "step": 8996 + }, + { + "epoch": 1.1445108764788194, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5252785682678223, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.878242552280426, + "num_tokens": 341493251.0, + "step": 8997 + }, + { + "epoch": 1.14463808675741, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6621856689453125, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8541690111160278, + "num_tokens": 341531501.0, + "step": 8998 + }, + { + "epoch": 1.1447652970360005, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5003244876861572, + "learning_rate": 1e-05, + "loss": 0.378, + "mean_token_accuracy": 0.8865196108818054, + "num_tokens": 341572114.0, + "step": 8999 + }, + { + "epoch": 1.144892507314591, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6593518257141113, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8655095100402832, + "num_tokens": 341617446.0, + "step": 9000 + }, + { + "epoch": 1.1450197175931816, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.512277603149414, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8660674095153809, + "num_tokens": 341653636.0, + "step": 9001 + }, + { + "epoch": 1.145146927871772, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.691873788833618, + "learning_rate": 1e-05, + "loss": 0.5614, + "mean_token_accuracy": 0.8342500925064087, + "num_tokens": 341692174.0, + "step": 9002 + }, + { + "epoch": 1.1452741381503626, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4938271045684814, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8640291094779968, + "num_tokens": 341737215.0, + "step": 9003 + }, + { + "epoch": 1.1454013484289531, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6895978450775146, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.866828441619873, + "num_tokens": 341778571.0, + "step": 9004 + }, + { + "epoch": 1.1455285587075437, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5116684436798096, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8576638698577881, + "num_tokens": 341814725.0, + "step": 9005 + }, + { + "epoch": 1.145655768986134, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.696997880935669, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8833659291267395, + "num_tokens": 341854982.0, + "step": 9006 + }, + { + "epoch": 1.1457829792647245, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.504586935043335, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8788968920707703, + "num_tokens": 341888952.0, + "step": 9007 + }, + { + "epoch": 1.145910189543315, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6890416145324707, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8780813217163086, + "num_tokens": 341927985.0, + "step": 9008 + }, + { + "epoch": 1.1460373998219056, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.510450839996338, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8716152906417847, + "num_tokens": 341959813.0, + "step": 9009 + }, + { + "epoch": 1.146164610100496, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6940758228302, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.876447856426239, + "num_tokens": 341997231.0, + "step": 9010 + }, + { + "epoch": 1.1462918203790866, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.503328323364258, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8830431699752808, + "num_tokens": 342029277.0, + "step": 9011 + }, + { + "epoch": 1.1464190306576771, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6885902881622314, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8806563019752502, + "num_tokens": 342069297.0, + "step": 9012 + }, + { + "epoch": 1.1465462409362677, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4896962642669678, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8682745099067688, + "num_tokens": 342111525.0, + "step": 9013 + }, + { + "epoch": 1.1466734512148582, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.70825457572937, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.871092677116394, + "num_tokens": 342148445.0, + "step": 9014 + }, + { + "epoch": 1.1468006614934487, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.494309902191162, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8710229396820068, + "num_tokens": 342186855.0, + "step": 9015 + }, + { + "epoch": 1.1469278717720393, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.721719264984131, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8702673316001892, + "num_tokens": 342224619.0, + "step": 9016 + }, + { + "epoch": 1.1470550820506298, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4903619289398193, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8789067268371582, + "num_tokens": 342261775.0, + "step": 9017 + }, + { + "epoch": 1.1471822923292203, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7329864501953125, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8761670589447021, + "num_tokens": 342296355.0, + "step": 9018 + }, + { + "epoch": 1.1473095026078106, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4898111820220947, + "learning_rate": 1e-05, + "loss": 0.492, + "mean_token_accuracy": 0.8523856401443481, + "num_tokens": 342337363.0, + "step": 9019 + }, + { + "epoch": 1.1474367128864011, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7423501014709473, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8712986707687378, + "num_tokens": 342376462.0, + "step": 9020 + }, + { + "epoch": 1.1475639231649917, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4893736839294434, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.873771071434021, + "num_tokens": 342417341.0, + "step": 9021 + }, + { + "epoch": 1.1476911334435822, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.755789279937744, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8811564445495605, + "num_tokens": 342455489.0, + "step": 9022 + }, + { + "epoch": 1.1478183437221727, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.4952406883239746, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8780548572540283, + "num_tokens": 342489594.0, + "step": 9023 + }, + { + "epoch": 1.1479455540007633, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.772625207901001, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8622922897338867, + "num_tokens": 342525473.0, + "step": 9024 + }, + { + "epoch": 1.1480727642793538, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5123291015625, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8831007480621338, + "num_tokens": 342557472.0, + "step": 9025 + }, + { + "epoch": 1.1481999745579443, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7642292976379395, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8762065172195435, + "num_tokens": 342593386.0, + "step": 9026 + }, + { + "epoch": 1.1483271848365348, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5170738697052, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8676676750183105, + "num_tokens": 342631370.0, + "step": 9027 + }, + { + "epoch": 1.1484543951151254, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7443578243255615, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8712253570556641, + "num_tokens": 342675570.0, + "step": 9028 + }, + { + "epoch": 1.148581605393716, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5201501846313477, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.867613673210144, + "num_tokens": 342717519.0, + "step": 9029 + }, + { + "epoch": 1.1487088156723062, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7329447269439697, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.884002685546875, + "num_tokens": 342754104.0, + "step": 9030 + }, + { + "epoch": 1.1488360259508967, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5220422744750977, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8600796461105347, + "num_tokens": 342796059.0, + "step": 9031 + }, + { + "epoch": 1.1489632362294873, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.734041690826416, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8664504289627075, + "num_tokens": 342833731.0, + "step": 9032 + }, + { + "epoch": 1.1490904465080778, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.525563955307007, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.879452109336853, + "num_tokens": 342871918.0, + "step": 9033 + }, + { + "epoch": 1.1492176567866683, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7360150814056396, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8570190668106079, + "num_tokens": 342903129.0, + "step": 9034 + }, + { + "epoch": 1.1493448670652588, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5219943523406982, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8616422414779663, + "num_tokens": 342941503.0, + "step": 9035 + }, + { + "epoch": 1.1494720773438494, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7242586612701416, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8663939833641052, + "num_tokens": 342977766.0, + "step": 9036 + }, + { + "epoch": 1.14959928762244, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5019638538360596, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8734644651412964, + "num_tokens": 343019865.0, + "step": 9037 + }, + { + "epoch": 1.1497264979010304, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7392096519470215, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8609297275543213, + "num_tokens": 343056500.0, + "step": 9038 + }, + { + "epoch": 1.149853708179621, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5141537189483643, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8588489294052124, + "num_tokens": 343098404.0, + "step": 9039 + }, + { + "epoch": 1.1499809184582115, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.723034620285034, + "learning_rate": 1e-05, + "loss": 0.3907, + "mean_token_accuracy": 0.8850504159927368, + "num_tokens": 343137360.0, + "step": 9040 + }, + { + "epoch": 1.150108128736802, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5139975547790527, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8809557557106018, + "num_tokens": 343176038.0, + "step": 9041 + }, + { + "epoch": 1.1502353390153925, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.716764450073242, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8739611506462097, + "num_tokens": 343217888.0, + "step": 9042 + }, + { + "epoch": 1.150362549293983, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5180492401123047, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8746157884597778, + "num_tokens": 343257217.0, + "step": 9043 + }, + { + "epoch": 1.1504897595725734, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.721013307571411, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8771897554397583, + "num_tokens": 343290607.0, + "step": 9044 + }, + { + "epoch": 1.150616969851164, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.511559009552002, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8746331334114075, + "num_tokens": 343329608.0, + "step": 9045 + }, + { + "epoch": 1.1507441801297544, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7189018726348877, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8828893899917603, + "num_tokens": 343365459.0, + "step": 9046 + }, + { + "epoch": 1.150871390408345, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5098984241485596, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8765676021575928, + "num_tokens": 343403909.0, + "step": 9047 + }, + { + "epoch": 1.1509986006869355, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7144994735717773, + "learning_rate": 1e-05, + "loss": 0.3713, + "mean_token_accuracy": 0.8924964070320129, + "num_tokens": 343438506.0, + "step": 9048 + }, + { + "epoch": 1.151125810965526, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5191092491149902, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8675335049629211, + "num_tokens": 343475059.0, + "step": 9049 + }, + { + "epoch": 1.1512530212441165, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7146947383880615, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8745424151420593, + "num_tokens": 343511286.0, + "step": 9050 + }, + { + "epoch": 1.151380231522707, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.510141134262085, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8831558227539062, + "num_tokens": 343548092.0, + "step": 9051 + }, + { + "epoch": 1.1515074418012976, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.704850912094116, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8868419528007507, + "num_tokens": 343586487.0, + "step": 9052 + }, + { + "epoch": 1.1516346520798881, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4973509311676025, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.884404182434082, + "num_tokens": 343627747.0, + "step": 9053 + }, + { + "epoch": 1.1517618623584787, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.711215019226074, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8581656217575073, + "num_tokens": 343672725.0, + "step": 9054 + }, + { + "epoch": 1.151889072637069, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5024421215057373, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8686434030532837, + "num_tokens": 343714426.0, + "step": 9055 + }, + { + "epoch": 1.1520162829156595, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7179181575775146, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.865829586982727, + "num_tokens": 343754613.0, + "step": 9056 + }, + { + "epoch": 1.15214349319425, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.505596876144409, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8730416893959045, + "num_tokens": 343796187.0, + "step": 9057 + }, + { + "epoch": 1.1522707034728406, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.726227045059204, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8655163049697876, + "num_tokens": 343833323.0, + "step": 9058 + }, + { + "epoch": 1.152397913751431, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.517152786254883, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.8619713187217712, + "num_tokens": 343872642.0, + "step": 9059 + }, + { + "epoch": 1.1525251240300216, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7197225093841553, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8690147995948792, + "num_tokens": 343909104.0, + "step": 9060 + }, + { + "epoch": 1.1526523343086121, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.518115282058716, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8658258318901062, + "num_tokens": 343947102.0, + "step": 9061 + }, + { + "epoch": 1.1527795445872027, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.712507963180542, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8787480592727661, + "num_tokens": 343985887.0, + "step": 9062 + }, + { + "epoch": 1.1529067548657932, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5261659622192383, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.8637031316757202, + "num_tokens": 344019427.0, + "step": 9063 + }, + { + "epoch": 1.1530339651443837, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6964046955108643, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8641119003295898, + "num_tokens": 344061706.0, + "step": 9064 + }, + { + "epoch": 1.1531611754229742, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.507021188735962, + "learning_rate": 1e-05, + "loss": 0.3864, + "mean_token_accuracy": 0.8876088261604309, + "num_tokens": 344100912.0, + "step": 9065 + }, + { + "epoch": 1.1532883857015648, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.716766119003296, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8661262392997742, + "num_tokens": 344135645.0, + "step": 9066 + }, + { + "epoch": 1.1534155959801553, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.505833387374878, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8717808723449707, + "num_tokens": 344176467.0, + "step": 9067 + }, + { + "epoch": 1.1535428062587456, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.719817638397217, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8659898638725281, + "num_tokens": 344213498.0, + "step": 9068 + }, + { + "epoch": 1.1536700165373361, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5017926692962646, + "learning_rate": 1e-05, + "loss": 0.3867, + "mean_token_accuracy": 0.8869664669036865, + "num_tokens": 344250105.0, + "step": 9069 + }, + { + "epoch": 1.1537972268159267, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7347371578216553, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8694489002227783, + "num_tokens": 344284017.0, + "step": 9070 + }, + { + "epoch": 1.1539244370945172, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.504136323928833, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.875154972076416, + "num_tokens": 344317729.0, + "step": 9071 + }, + { + "epoch": 1.1540516473731077, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.730905055999756, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8545824289321899, + "num_tokens": 344356032.0, + "step": 9072 + }, + { + "epoch": 1.1541788576516983, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5327446460723877, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.862724244594574, + "num_tokens": 344385694.0, + "step": 9073 + }, + { + "epoch": 1.1543060679302888, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7126197814941406, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8674920797348022, + "num_tokens": 344420435.0, + "step": 9074 + }, + { + "epoch": 1.1544332782088793, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.50838303565979, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8799050450325012, + "num_tokens": 344461065.0, + "step": 9075 + }, + { + "epoch": 1.1545604884874698, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7129528522491455, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8783266544342041, + "num_tokens": 344495419.0, + "step": 9076 + }, + { + "epoch": 1.1546876987660604, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5149364471435547, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.859443724155426, + "num_tokens": 344536304.0, + "step": 9077 + }, + { + "epoch": 1.154814909044651, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.705867052078247, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8728698492050171, + "num_tokens": 344577118.0, + "step": 9078 + }, + { + "epoch": 1.1549421193232412, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5362095832824707, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8615438938140869, + "num_tokens": 344609919.0, + "step": 9079 + }, + { + "epoch": 1.1550693296018317, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.686541795730591, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8725128173828125, + "num_tokens": 344651543.0, + "step": 9080 + }, + { + "epoch": 1.1551965398804223, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5148892402648926, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8756751418113708, + "num_tokens": 344691477.0, + "step": 9081 + }, + { + "epoch": 1.1553237501590128, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.680605411529541, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8704757690429688, + "num_tokens": 344731533.0, + "step": 9082 + }, + { + "epoch": 1.1554509604376033, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.505873441696167, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8831706047058105, + "num_tokens": 344771628.0, + "step": 9083 + }, + { + "epoch": 1.1555781707161938, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6873326301574707, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8618261218070984, + "num_tokens": 344812079.0, + "step": 9084 + }, + { + "epoch": 1.1557053809947844, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4990434646606445, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8767162561416626, + "num_tokens": 344856395.0, + "step": 9085 + }, + { + "epoch": 1.155832591273375, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6932692527770996, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8792786598205566, + "num_tokens": 344894578.0, + "step": 9086 + }, + { + "epoch": 1.1559598015519654, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5069117546081543, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8570146560668945, + "num_tokens": 344937896.0, + "step": 9087 + }, + { + "epoch": 1.156087011830556, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.700880527496338, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8853591680526733, + "num_tokens": 344972852.0, + "step": 9088 + }, + { + "epoch": 1.1562142221091465, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.505880117416382, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8664087057113647, + "num_tokens": 345010322.0, + "step": 9089 + }, + { + "epoch": 1.156341432387737, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7027509212493896, + "learning_rate": 1e-05, + "loss": 0.3798, + "mean_token_accuracy": 0.8886082768440247, + "num_tokens": 345046268.0, + "step": 9090 + }, + { + "epoch": 1.1564686426663275, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5113437175750732, + "learning_rate": 1e-05, + "loss": 0.3787, + "mean_token_accuracy": 0.8863773345947266, + "num_tokens": 345078601.0, + "step": 9091 + }, + { + "epoch": 1.156595852944918, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.694719076156616, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8714371919631958, + "num_tokens": 345121863.0, + "step": 9092 + }, + { + "epoch": 1.1567230632235084, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.515590190887451, + "learning_rate": 1e-05, + "loss": 0.3609, + "mean_token_accuracy": 0.893040120601654, + "num_tokens": 345153884.0, + "step": 9093 + }, + { + "epoch": 1.156850273502099, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6968061923980713, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8785752654075623, + "num_tokens": 345188793.0, + "step": 9094 + }, + { + "epoch": 1.1569774837806894, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5142738819122314, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8801277875900269, + "num_tokens": 345222537.0, + "step": 9095 + }, + { + "epoch": 1.15710469405928, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.689387798309326, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8689115643501282, + "num_tokens": 345262006.0, + "step": 9096 + }, + { + "epoch": 1.1572319043378705, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5301146507263184, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8580062389373779, + "num_tokens": 345295388.0, + "step": 9097 + }, + { + "epoch": 1.157359114616461, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.673985481262207, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8844243288040161, + "num_tokens": 345331144.0, + "step": 9098 + }, + { + "epoch": 1.1574863248950515, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5203046798706055, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8527489304542542, + "num_tokens": 345373009.0, + "step": 9099 + }, + { + "epoch": 1.157613535173642, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.667617082595825, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.8843450546264648, + "num_tokens": 345411931.0, + "step": 9100 + }, + { + "epoch": 1.1577407454522326, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5165798664093018, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8706481456756592, + "num_tokens": 345448818.0, + "step": 9101 + }, + { + "epoch": 1.1578679557308231, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.679722547531128, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8802392482757568, + "num_tokens": 345484867.0, + "step": 9102 + }, + { + "epoch": 1.1579951660094137, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.5089492797851562, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8742059469223022, + "num_tokens": 345525949.0, + "step": 9103 + }, + { + "epoch": 1.158122376288004, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6738619804382324, + "learning_rate": 1e-05, + "loss": 0.3872, + "mean_token_accuracy": 0.8853132724761963, + "num_tokens": 345563027.0, + "step": 9104 + }, + { + "epoch": 1.1582495865665945, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5033793449401855, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8830119371414185, + "num_tokens": 345605920.0, + "step": 9105 + }, + { + "epoch": 1.158376796845185, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.689764976501465, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8654983043670654, + "num_tokens": 345645843.0, + "step": 9106 + }, + { + "epoch": 1.1585040071237755, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.505807399749756, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8723794221878052, + "num_tokens": 345684207.0, + "step": 9107 + }, + { + "epoch": 1.158631217402366, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7031731605529785, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8634676337242126, + "num_tokens": 345721628.0, + "step": 9108 + }, + { + "epoch": 1.1587584276809566, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.0002117156982421875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4992523193359375, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8777974843978882, + "num_tokens": 345761864.0, + "step": 9109 + }, + { + "epoch": 1.1588856379595471, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7036614418029785, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8735583424568176, + "num_tokens": 345802478.0, + "step": 9110 + }, + { + "epoch": 1.1590128482381377, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.485517978668213, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8756536841392517, + "num_tokens": 345846598.0, + "step": 9111 + }, + { + "epoch": 1.1591400585167282, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.735802412033081, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.8594187498092651, + "num_tokens": 345885050.0, + "step": 9112 + }, + { + "epoch": 1.1592672687953187, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5032455921173096, + "learning_rate": 1e-05, + "loss": 0.5177, + "mean_token_accuracy": 0.8419356346130371, + "num_tokens": 345927460.0, + "step": 9113 + }, + { + "epoch": 1.1593944790739092, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.74651837348938, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.869687557220459, + "num_tokens": 345960855.0, + "step": 9114 + }, + { + "epoch": 1.1595216893524998, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.493945837020874, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8775145411491394, + "num_tokens": 345997086.0, + "step": 9115 + }, + { + "epoch": 1.1596488996310903, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7458877563476562, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8779623508453369, + "num_tokens": 346034317.0, + "step": 9116 + }, + { + "epoch": 1.1597761099096806, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.496238946914673, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8666160106658936, + "num_tokens": 346072626.0, + "step": 9117 + }, + { + "epoch": 1.1599033201882711, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7605936527252197, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.8664559125900269, + "num_tokens": 346109792.0, + "step": 9118 + }, + { + "epoch": 1.1600305304668617, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.518310546875, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8805835247039795, + "num_tokens": 346147696.0, + "step": 9119 + }, + { + "epoch": 1.1601577407454522, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.762721061706543, + "learning_rate": 1e-05, + "loss": 0.3917, + "mean_token_accuracy": 0.8831188678741455, + "num_tokens": 346183944.0, + "step": 9120 + }, + { + "epoch": 1.1602849510240427, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.506897211074829, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8795193433761597, + "num_tokens": 346223352.0, + "step": 9121 + }, + { + "epoch": 1.1604121613026332, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7757668495178223, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8696548938751221, + "num_tokens": 346255008.0, + "step": 9122 + }, + { + "epoch": 1.1605393715812238, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5528690814971924, + "learning_rate": 1e-05, + "loss": 0.5299, + "mean_token_accuracy": 0.8457689881324768, + "num_tokens": 346285188.0, + "step": 9123 + }, + { + "epoch": 1.1606665818598143, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.740797996520996, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8775595426559448, + "num_tokens": 346318691.0, + "step": 9124 + }, + { + "epoch": 1.1607937921384048, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5223188400268555, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.8858175277709961, + "num_tokens": 346353800.0, + "step": 9125 + }, + { + "epoch": 1.1609210024169954, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7336785793304443, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8562408685684204, + "num_tokens": 346396616.0, + "step": 9126 + }, + { + "epoch": 1.161048212695586, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00021266937255859375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.524336814880371, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8725680112838745, + "num_tokens": 346438244.0, + "step": 9127 + }, + { + "epoch": 1.1611754229741762, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.743358612060547, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8711239099502563, + "num_tokens": 346475081.0, + "step": 9128 + }, + { + "epoch": 1.1613026332527667, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.514118194580078, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8781498074531555, + "num_tokens": 346513435.0, + "step": 9129 + }, + { + "epoch": 1.1614298435313573, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.731301784515381, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8660512566566467, + "num_tokens": 346553216.0, + "step": 9130 + }, + { + "epoch": 1.1615570538099478, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5219473838806152, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8679726123809814, + "num_tokens": 346589271.0, + "step": 9131 + }, + { + "epoch": 1.1616842640885383, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7197318077087402, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8725738525390625, + "num_tokens": 346631806.0, + "step": 9132 + }, + { + "epoch": 1.1618114743671288, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.516589403152466, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.884190022945404, + "num_tokens": 346670805.0, + "step": 9133 + }, + { + "epoch": 1.1619386846457194, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.714245557785034, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8835068345069885, + "num_tokens": 346710506.0, + "step": 9134 + }, + { + "epoch": 1.16206589492431, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.528217315673828, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8627854585647583, + "num_tokens": 346753410.0, + "step": 9135 + }, + { + "epoch": 1.1621931052029004, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7067995071411133, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8592258095741272, + "num_tokens": 346795104.0, + "step": 9136 + }, + { + "epoch": 1.162320315481491, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5313262939453125, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8562776446342468, + "num_tokens": 346836888.0, + "step": 9137 + }, + { + "epoch": 1.1624475257600815, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.693258047103882, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8688735365867615, + "num_tokens": 346874449.0, + "step": 9138 + }, + { + "epoch": 1.162574736038672, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.514596939086914, + "learning_rate": 1e-05, + "loss": 0.3527, + "mean_token_accuracy": 0.8946774005889893, + "num_tokens": 346906706.0, + "step": 9139 + }, + { + "epoch": 1.1627019463172625, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.689272403717041, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8717896938323975, + "num_tokens": 346947250.0, + "step": 9140 + }, + { + "epoch": 1.162829156595853, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.524794578552246, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8689373731613159, + "num_tokens": 346984159.0, + "step": 9141 + }, + { + "epoch": 1.1629563668744434, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6943321228027344, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8519569635391235, + "num_tokens": 347026449.0, + "step": 9142 + }, + { + "epoch": 1.163083577153034, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5201892852783203, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8850786685943604, + "num_tokens": 347057903.0, + "step": 9143 + }, + { + "epoch": 1.1632107874316244, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6808927059173584, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8717963695526123, + "num_tokens": 347095805.0, + "step": 9144 + }, + { + "epoch": 1.163337997710215, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5195679664611816, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8725993633270264, + "num_tokens": 347133357.0, + "step": 9145 + }, + { + "epoch": 1.1634652079888055, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6877007484436035, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.860928475856781, + "num_tokens": 347169679.0, + "step": 9146 + }, + { + "epoch": 1.163592418267396, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5646934509277344, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8650954961776733, + "num_tokens": 347207990.0, + "step": 9147 + }, + { + "epoch": 1.1637196285459865, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.650543689727783, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8823736906051636, + "num_tokens": 347244427.0, + "step": 9148 + }, + { + "epoch": 1.163846838824577, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.539588212966919, + "learning_rate": 1e-05, + "loss": 0.3671, + "mean_token_accuracy": 0.8929979205131531, + "num_tokens": 347276303.0, + "step": 9149 + }, + { + "epoch": 1.1639740491031676, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.630711793899536, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8778156042098999, + "num_tokens": 347318682.0, + "step": 9150 + }, + { + "epoch": 1.1641012593817581, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5314979553222656, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8624879121780396, + "num_tokens": 347359355.0, + "step": 9151 + }, + { + "epoch": 1.1642284696603487, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6439926624298096, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8682059645652771, + "num_tokens": 347397617.0, + "step": 9152 + }, + { + "epoch": 1.164355679938939, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.542393684387207, + "learning_rate": 1e-05, + "loss": 0.4937, + "mean_token_accuracy": 0.8508589267730713, + "num_tokens": 347433067.0, + "step": 9153 + }, + { + "epoch": 1.1644828902175295, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6396496295928955, + "learning_rate": 1e-05, + "loss": 0.3859, + "mean_token_accuracy": 0.8847848176956177, + "num_tokens": 347467091.0, + "step": 9154 + }, + { + "epoch": 1.16461010049612, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5312087535858154, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8789496421813965, + "num_tokens": 347503921.0, + "step": 9155 + }, + { + "epoch": 1.1647373107747105, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.632354497909546, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8738791346549988, + "num_tokens": 347547061.0, + "step": 9156 + }, + { + "epoch": 1.164864521053301, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5379579067230225, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8655844926834106, + "num_tokens": 347583845.0, + "step": 9157 + }, + { + "epoch": 1.1649917313318916, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.635953664779663, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8708776235580444, + "num_tokens": 347624146.0, + "step": 9158 + }, + { + "epoch": 1.1651189416104821, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5419552326202393, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8703370094299316, + "num_tokens": 347666171.0, + "step": 9159 + }, + { + "epoch": 1.1652461518890727, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.648493766784668, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8687583208084106, + "num_tokens": 347706960.0, + "step": 9160 + }, + { + "epoch": 1.1653733621676632, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5267772674560547, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8687180280685425, + "num_tokens": 347744830.0, + "step": 9161 + }, + { + "epoch": 1.1655005724462537, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6269137859344482, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.876997172832489, + "num_tokens": 347791033.0, + "step": 9162 + }, + { + "epoch": 1.1656277827248442, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.52260684967041, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8682418465614319, + "num_tokens": 347832579.0, + "step": 9163 + }, + { + "epoch": 1.1657549930034348, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6456704139709473, + "learning_rate": 1e-05, + "loss": 0.3725, + "mean_token_accuracy": 0.8894162178039551, + "num_tokens": 347863404.0, + "step": 9164 + }, + { + "epoch": 1.1658822032820253, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5187530517578125, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8663722276687622, + "num_tokens": 347900882.0, + "step": 9165 + }, + { + "epoch": 1.1660094135606156, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6457390785217285, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8647927045822144, + "num_tokens": 347943105.0, + "step": 9166 + }, + { + "epoch": 1.1661366238392061, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.545292377471924, + "learning_rate": 1e-05, + "loss": 0.5324, + "mean_token_accuracy": 0.8365705013275146, + "num_tokens": 347978783.0, + "step": 9167 + }, + { + "epoch": 1.1662638341177967, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.634758234024048, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8802672028541565, + "num_tokens": 348016169.0, + "step": 9168 + }, + { + "epoch": 1.1663910443963872, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.526869773864746, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8641110062599182, + "num_tokens": 348052431.0, + "step": 9169 + }, + { + "epoch": 1.1665182546749777, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6339406967163086, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8680504560470581, + "num_tokens": 348091412.0, + "step": 9170 + }, + { + "epoch": 1.1666454649535682, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5271925926208496, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8668789863586426, + "num_tokens": 348128370.0, + "step": 9171 + }, + { + "epoch": 1.1667726752321588, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.647010564804077, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.86463862657547, + "num_tokens": 348167076.0, + "step": 9172 + }, + { + "epoch": 1.1668998855107493, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.513505220413208, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8770580291748047, + "num_tokens": 348206926.0, + "step": 9173 + }, + { + "epoch": 1.1670270957893398, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.662083387374878, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8655760884284973, + "num_tokens": 348247209.0, + "step": 9174 + }, + { + "epoch": 1.1671543060679304, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4980452060699463, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.86793053150177, + "num_tokens": 348286613.0, + "step": 9175 + }, + { + "epoch": 1.1672815163465209, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6778640747070312, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8686105012893677, + "num_tokens": 348322246.0, + "step": 9176 + }, + { + "epoch": 1.1674087266251112, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.49422550201416, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8777868151664734, + "num_tokens": 348359435.0, + "step": 9177 + }, + { + "epoch": 1.1675359369037017, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.682935953140259, + "learning_rate": 1e-05, + "loss": 0.3856, + "mean_token_accuracy": 0.8888965845108032, + "num_tokens": 348397330.0, + "step": 9178 + }, + { + "epoch": 1.1676631471822922, + "ewc_loss": 0.0576171875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.647804260253906e-05, + "grad_norm": 2.497258186340332, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.859553337097168, + "num_tokens": 348435413.0, + "step": 9179 + }, + { + "epoch": 1.1677903574608828, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.697963237762451, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8589733242988586, + "num_tokens": 348474963.0, + "step": 9180 + }, + { + "epoch": 1.1679175677394733, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.497635841369629, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8699990510940552, + "num_tokens": 348511306.0, + "step": 9181 + }, + { + "epoch": 1.1680447780180638, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7027933597564697, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8781070113182068, + "num_tokens": 348552257.0, + "step": 9182 + }, + { + "epoch": 1.1681719882966544, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.496372938156128, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8676498532295227, + "num_tokens": 348588143.0, + "step": 9183 + }, + { + "epoch": 1.168299198575245, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.699497938156128, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8711360692977905, + "num_tokens": 348633525.0, + "step": 9184 + }, + { + "epoch": 1.1684264088538354, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.493769407272339, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8680382966995239, + "num_tokens": 348676024.0, + "step": 9185 + }, + { + "epoch": 1.168553619132426, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7131240367889404, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.88002610206604, + "num_tokens": 348715704.0, + "step": 9186 + }, + { + "epoch": 1.1686808294110165, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.500379800796509, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.865609884262085, + "num_tokens": 348753160.0, + "step": 9187 + }, + { + "epoch": 1.168808039689607, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.715494155883789, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.873315155506134, + "num_tokens": 348796423.0, + "step": 9188 + }, + { + "epoch": 1.1689352499681975, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.490676164627075, + "learning_rate": 1e-05, + "loss": 0.3743, + "mean_token_accuracy": 0.8907250761985779, + "num_tokens": 348832813.0, + "step": 9189 + }, + { + "epoch": 1.169062460246788, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7409400939941406, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8712223172187805, + "num_tokens": 348868273.0, + "step": 9190 + }, + { + "epoch": 1.1691896705253784, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.483537435531616, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8795076608657837, + "num_tokens": 348908008.0, + "step": 9191 + }, + { + "epoch": 1.169316880803969, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.745328426361084, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8713676929473877, + "num_tokens": 348947701.0, + "step": 9192 + }, + { + "epoch": 1.1694440910825594, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4858479499816895, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8704061508178711, + "num_tokens": 348992221.0, + "step": 9193 + }, + { + "epoch": 1.16957130136115, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7658064365386963, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8801910877227783, + "num_tokens": 349031982.0, + "step": 9194 + }, + { + "epoch": 1.1696985116397405, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4858813285827637, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.8829900026321411, + "num_tokens": 349070905.0, + "step": 9195 + }, + { + "epoch": 1.169825721918331, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000213623046875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.8221356868743896, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8713512420654297, + "num_tokens": 349114736.0, + "step": 9196 + }, + { + "epoch": 1.1699529321969215, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5089287757873535, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8648750185966492, + "num_tokens": 349153760.0, + "step": 9197 + }, + { + "epoch": 1.170080142475512, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7859909534454346, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8868412971496582, + "num_tokens": 349192464.0, + "step": 9198 + }, + { + "epoch": 1.1702073527541026, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5145251750946045, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8703278303146362, + "num_tokens": 349234444.0, + "step": 9199 + }, + { + "epoch": 1.1703345630326931, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7762744426727295, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.85835862159729, + "num_tokens": 349276777.0, + "step": 9200 + }, + { + "epoch": 1.1704617733112836, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5235610008239746, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8811548948287964, + "num_tokens": 349317158.0, + "step": 9201 + }, + { + "epoch": 1.170588983589874, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7700798511505127, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8653340339660645, + "num_tokens": 349357043.0, + "step": 9202 + }, + { + "epoch": 1.1707161938684645, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5382790565490723, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.8546547889709473, + "num_tokens": 349395843.0, + "step": 9203 + }, + { + "epoch": 1.170843404147055, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7603859901428223, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8650000095367432, + "num_tokens": 349429410.0, + "step": 9204 + }, + { + "epoch": 1.1709706144256455, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.549254894256592, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.856541633605957, + "num_tokens": 349466507.0, + "step": 9205 + }, + { + "epoch": 1.171097824704236, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7277660369873047, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8849523067474365, + "num_tokens": 349502918.0, + "step": 9206 + }, + { + "epoch": 1.1712250349828266, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.532782554626465, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8723440170288086, + "num_tokens": 349546740.0, + "step": 9207 + }, + { + "epoch": 1.1713522452614171, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.705258846282959, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8760590553283691, + "num_tokens": 349590479.0, + "step": 9208 + }, + { + "epoch": 1.1714794555400077, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.549003839492798, + "learning_rate": 1e-05, + "loss": 0.3748, + "mean_token_accuracy": 0.8881531953811646, + "num_tokens": 349627726.0, + "step": 9209 + }, + { + "epoch": 1.1716066658185982, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.701859474182129, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8719395399093628, + "num_tokens": 349663547.0, + "step": 9210 + }, + { + "epoch": 1.1717338760971887, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5582921504974365, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8661595582962036, + "num_tokens": 349696927.0, + "step": 9211 + }, + { + "epoch": 1.1718610863757792, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6716394424438477, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8791590929031372, + "num_tokens": 349736027.0, + "step": 9212 + }, + { + "epoch": 1.1719882966543698, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.530817747116089, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8661803603172302, + "num_tokens": 349778225.0, + "step": 9213 + }, + { + "epoch": 1.1721155069329603, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6747019290924072, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8709831237792969, + "num_tokens": 349818093.0, + "step": 9214 + }, + { + "epoch": 1.1722427172115506, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5347237586975098, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8693870902061462, + "num_tokens": 349856433.0, + "step": 9215 + }, + { + "epoch": 1.1723699274901411, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.663424253463745, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8663492798805237, + "num_tokens": 349898829.0, + "step": 9216 + }, + { + "epoch": 1.1724971377687317, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.53003191947937, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8742994070053101, + "num_tokens": 349937059.0, + "step": 9217 + }, + { + "epoch": 1.1726243480473222, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6629109382629395, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8622828125953674, + "num_tokens": 349973433.0, + "step": 9218 + }, + { + "epoch": 1.1727515583259127, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5337090492248535, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8532264828681946, + "num_tokens": 350012859.0, + "step": 9219 + }, + { + "epoch": 1.1728787686045032, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.653787136077881, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8595008850097656, + "num_tokens": 350055128.0, + "step": 9220 + }, + { + "epoch": 1.1730059788830938, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5396463871002197, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8572743535041809, + "num_tokens": 350090058.0, + "step": 9221 + }, + { + "epoch": 1.1731331891616843, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6406240463256836, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8791454434394836, + "num_tokens": 350129441.0, + "step": 9222 + }, + { + "epoch": 1.1732603994402748, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5225672721862793, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8769282102584839, + "num_tokens": 350168866.0, + "step": 9223 + }, + { + "epoch": 1.1733876097188654, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.648378849029541, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8682688474655151, + "num_tokens": 350207498.0, + "step": 9224 + }, + { + "epoch": 1.1735148199974559, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5180394649505615, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8598791360855103, + "num_tokens": 350248729.0, + "step": 9225 + }, + { + "epoch": 1.1736420302760462, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6716256141662598, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8719854354858398, + "num_tokens": 350279399.0, + "step": 9226 + }, + { + "epoch": 1.1737692405546367, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.512803316116333, + "learning_rate": 1e-05, + "loss": 0.4876, + "mean_token_accuracy": 0.8534445762634277, + "num_tokens": 350321135.0, + "step": 9227 + }, + { + "epoch": 1.1738964508332272, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6729507446289062, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8671860694885254, + "num_tokens": 350359348.0, + "step": 9228 + }, + { + "epoch": 1.1740236611118178, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4966557025909424, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.875392496585846, + "num_tokens": 350401140.0, + "step": 9229 + }, + { + "epoch": 1.1741508713904083, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6735665798187256, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8665041327476501, + "num_tokens": 350443936.0, + "step": 9230 + }, + { + "epoch": 1.1742780816689988, + "ewc_loss": 0.058349609375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4874279499053955, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8815252780914307, + "num_tokens": 350486110.0, + "step": 9231 + }, + { + "epoch": 1.1744052919475894, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7166953086853027, + "learning_rate": 1e-05, + "loss": 0.506, + "mean_token_accuracy": 0.8520843386650085, + "num_tokens": 350521964.0, + "step": 9232 + }, + { + "epoch": 1.1745325022261799, + "ewc_loss": 0.05810546875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.4920105934143066, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8846701979637146, + "num_tokens": 350557578.0, + "step": 9233 + }, + { + "epoch": 1.1746597125047704, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.720775842666626, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8705703020095825, + "num_tokens": 350595693.0, + "step": 9234 + }, + { + "epoch": 1.174786922783361, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4933464527130127, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.878338098526001, + "num_tokens": 350633247.0, + "step": 9235 + }, + { + "epoch": 1.1749141330619515, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.731518030166626, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8803853988647461, + "num_tokens": 350673048.0, + "step": 9236 + }, + { + "epoch": 1.175041343340542, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4997007846832275, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8600884675979614, + "num_tokens": 350708840.0, + "step": 9237 + }, + { + "epoch": 1.1751685536191325, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7421932220458984, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8711432218551636, + "num_tokens": 350748875.0, + "step": 9238 + }, + { + "epoch": 1.175295763897723, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5085713863372803, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8686097264289856, + "num_tokens": 350783200.0, + "step": 9239 + }, + { + "epoch": 1.1754229741763134, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7432143688201904, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8713383078575134, + "num_tokens": 350819514.0, + "step": 9240 + }, + { + "epoch": 1.175550184454904, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.4928293228149414, + "learning_rate": 1e-05, + "loss": 0.37, + "mean_token_accuracy": 0.8919156789779663, + "num_tokens": 350854261.0, + "step": 9241 + }, + { + "epoch": 1.1756773947334944, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.744760274887085, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8720581531524658, + "num_tokens": 350897847.0, + "step": 9242 + }, + { + "epoch": 1.175804605012085, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.52059268951416, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8635753393173218, + "num_tokens": 350931926.0, + "step": 9243 + }, + { + "epoch": 1.1759318152906755, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7321224212646484, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8825637102127075, + "num_tokens": 350972352.0, + "step": 9244 + }, + { + "epoch": 1.176059025569266, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5104730129241943, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8694445490837097, + "num_tokens": 351012245.0, + "step": 9245 + }, + { + "epoch": 1.1761862358478565, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.746851682662964, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8764545917510986, + "num_tokens": 351043005.0, + "step": 9246 + }, + { + "epoch": 1.176313446126447, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.518325090408325, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8567707538604736, + "num_tokens": 351084810.0, + "step": 9247 + }, + { + "epoch": 1.1764406564050376, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7327873706817627, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8766574859619141, + "num_tokens": 351124243.0, + "step": 9248 + }, + { + "epoch": 1.1765678666836281, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.510023832321167, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.88022381067276, + "num_tokens": 351163650.0, + "step": 9249 + }, + { + "epoch": 1.1766950769622184, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7482283115386963, + "learning_rate": 1e-05, + "loss": 0.5394, + "mean_token_accuracy": 0.8460057973861694, + "num_tokens": 351205912.0, + "step": 9250 + }, + { + "epoch": 1.176822287240809, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00021457672119140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.511155128479004, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.871141791343689, + "num_tokens": 351250515.0, + "step": 9251 + }, + { + "epoch": 1.1769494975193995, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7522714138031006, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8683027625083923, + "num_tokens": 351284222.0, + "step": 9252 + }, + { + "epoch": 1.17707670779799, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.511411666870117, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8599063158035278, + "num_tokens": 351327799.0, + "step": 9253 + }, + { + "epoch": 1.1772039180765805, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.760775566101074, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8715462684631348, + "num_tokens": 351362194.0, + "step": 9254 + }, + { + "epoch": 1.177331128355171, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.522071599960327, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8776986002922058, + "num_tokens": 351395186.0, + "step": 9255 + }, + { + "epoch": 1.1774583386337616, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7406277656555176, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8730022311210632, + "num_tokens": 351435484.0, + "step": 9256 + }, + { + "epoch": 1.1775855489123521, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.530036449432373, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8622925877571106, + "num_tokens": 351474613.0, + "step": 9257 + }, + { + "epoch": 1.1777127591909426, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.738739252090454, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8779320120811462, + "num_tokens": 351508612.0, + "step": 9258 + }, + { + "epoch": 1.1778399694695332, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.519777774810791, + "learning_rate": 1e-05, + "loss": 0.4949, + "mean_token_accuracy": 0.8573987483978271, + "num_tokens": 351554811.0, + "step": 9259 + }, + { + "epoch": 1.1779671797481237, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7274270057678223, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8737882375717163, + "num_tokens": 351591540.0, + "step": 9260 + }, + { + "epoch": 1.1780943900267142, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.538721799850464, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8718550205230713, + "num_tokens": 351630529.0, + "step": 9261 + }, + { + "epoch": 1.1782216003053048, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.720461130142212, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8596640825271606, + "num_tokens": 351669412.0, + "step": 9262 + }, + { + "epoch": 1.1783488105838953, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5252578258514404, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8653117418289185, + "num_tokens": 351711825.0, + "step": 9263 + }, + { + "epoch": 1.1784760208624856, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7104580402374268, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8767907023429871, + "num_tokens": 351747967.0, + "step": 9264 + }, + { + "epoch": 1.1786032311410761, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5290558338165283, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.8785170316696167, + "num_tokens": 351786208.0, + "step": 9265 + }, + { + "epoch": 1.1787304414196667, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7040023803710938, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8687960505485535, + "num_tokens": 351825711.0, + "step": 9266 + }, + { + "epoch": 1.1788576516982572, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5094833374023438, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8816077709197998, + "num_tokens": 351866772.0, + "step": 9267 + }, + { + "epoch": 1.1789848619768477, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.711115837097168, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8730504512786865, + "num_tokens": 351905812.0, + "step": 9268 + }, + { + "epoch": 1.1791120722554382, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5054314136505127, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8778984546661377, + "num_tokens": 351950295.0, + "step": 9269 + }, + { + "epoch": 1.1792392825340288, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.725501775741577, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8588736057281494, + "num_tokens": 351990980.0, + "step": 9270 + }, + { + "epoch": 1.1793664928126193, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.503066301345825, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8579306602478027, + "num_tokens": 352034483.0, + "step": 9271 + }, + { + "epoch": 1.1794937030912098, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.730086088180542, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8800814151763916, + "num_tokens": 352069195.0, + "step": 9272 + }, + { + "epoch": 1.1796209133698004, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5091943740844727, + "learning_rate": 1e-05, + "loss": 0.3804, + "mean_token_accuracy": 0.8819987177848816, + "num_tokens": 352103393.0, + "step": 9273 + }, + { + "epoch": 1.1797481236483909, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7329466342926025, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8786147236824036, + "num_tokens": 352138032.0, + "step": 9274 + }, + { + "epoch": 1.1798753339269812, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.517953872680664, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8613497018814087, + "num_tokens": 352177243.0, + "step": 9275 + }, + { + "epoch": 1.1800025442055717, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7415831089019775, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8544754981994629, + "num_tokens": 352212461.0, + "step": 9276 + }, + { + "epoch": 1.1801297544841622, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.516636848449707, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8619047403335571, + "num_tokens": 352250001.0, + "step": 9277 + }, + { + "epoch": 1.1802569647627528, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.734950065612793, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8571116924285889, + "num_tokens": 352288893.0, + "step": 9278 + }, + { + "epoch": 1.1803841750413433, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.51488995552063, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8731092810630798, + "num_tokens": 352328255.0, + "step": 9279 + }, + { + "epoch": 1.1805113853199338, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7330586910247803, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8687812089920044, + "num_tokens": 352364871.0, + "step": 9280 + }, + { + "epoch": 1.1806385955985244, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5176479816436768, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.880651593208313, + "num_tokens": 352398894.0, + "step": 9281 + }, + { + "epoch": 1.1807658058771149, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7223153114318848, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8666921854019165, + "num_tokens": 352438327.0, + "step": 9282 + }, + { + "epoch": 1.1808930161557054, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5213818550109863, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8601651787757874, + "num_tokens": 352475732.0, + "step": 9283 + }, + { + "epoch": 1.181020226434296, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7392654418945312, + "learning_rate": 1e-05, + "loss": 0.4953, + "mean_token_accuracy": 0.8562631011009216, + "num_tokens": 352509405.0, + "step": 9284 + }, + { + "epoch": 1.1811474367128865, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5238797664642334, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.862091064453125, + "num_tokens": 352547172.0, + "step": 9285 + }, + { + "epoch": 1.181274646991477, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7264318466186523, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8698980212211609, + "num_tokens": 352585705.0, + "step": 9286 + }, + { + "epoch": 1.1814018572700675, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5018858909606934, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8788914680480957, + "num_tokens": 352629246.0, + "step": 9287 + }, + { + "epoch": 1.181529067548658, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7336623668670654, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.861359179019928, + "num_tokens": 352669504.0, + "step": 9288 + }, + { + "epoch": 1.1816562778272484, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.519068956375122, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8657572865486145, + "num_tokens": 352708981.0, + "step": 9289 + }, + { + "epoch": 1.1817834881058389, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.724933385848999, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8662202954292297, + "num_tokens": 352751646.0, + "step": 9290 + }, + { + "epoch": 1.1819106983844294, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.517561674118042, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8702260255813599, + "num_tokens": 352789959.0, + "step": 9291 + }, + { + "epoch": 1.18203790866302, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7304067611694336, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8570281863212585, + "num_tokens": 352828725.0, + "step": 9292 + }, + { + "epoch": 1.1821651189416105, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.513357162475586, + "learning_rate": 1e-05, + "loss": 0.3758, + "mean_token_accuracy": 0.8893202543258667, + "num_tokens": 352866373.0, + "step": 9293 + }, + { + "epoch": 1.182292329220201, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.725123882293701, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8712426424026489, + "num_tokens": 352908964.0, + "step": 9294 + }, + { + "epoch": 1.1824195394987915, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002155303955078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.519608497619629, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8792644739151001, + "num_tokens": 352946292.0, + "step": 9295 + }, + { + "epoch": 1.182546749777382, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7225091457366943, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8745906352996826, + "num_tokens": 352985875.0, + "step": 9296 + }, + { + "epoch": 1.1826739600559726, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5188345909118652, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8656001091003418, + "num_tokens": 353032019.0, + "step": 9297 + }, + { + "epoch": 1.1828011703345631, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.734649896621704, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8687938451766968, + "num_tokens": 353062624.0, + "step": 9298 + }, + { + "epoch": 1.1829283806131534, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5082666873931885, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.87436443567276, + "num_tokens": 353105401.0, + "step": 9299 + }, + { + "epoch": 1.183055590891744, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7358713150024414, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.854889988899231, + "num_tokens": 353143180.0, + "step": 9300 + }, + { + "epoch": 1.1831828011703345, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5317304134368896, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8709200620651245, + "num_tokens": 353177800.0, + "step": 9301 + }, + { + "epoch": 1.183310011448925, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.71628737449646, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8700188994407654, + "num_tokens": 353221491.0, + "step": 9302 + }, + { + "epoch": 1.1834372217275155, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5152711868286133, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8581992387771606, + "num_tokens": 353263851.0, + "step": 9303 + }, + { + "epoch": 1.183564432006106, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7341485023498535, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8592960834503174, + "num_tokens": 353299197.0, + "step": 9304 + }, + { + "epoch": 1.1836916422846966, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5222959518432617, + "learning_rate": 1e-05, + "loss": 0.5023, + "mean_token_accuracy": 0.8495163917541504, + "num_tokens": 353339008.0, + "step": 9305 + }, + { + "epoch": 1.1838188525632871, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7146873474121094, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8703129291534424, + "num_tokens": 353378143.0, + "step": 9306 + }, + { + "epoch": 1.1839460628418776, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.516573429107666, + "learning_rate": 1e-05, + "loss": 0.3762, + "mean_token_accuracy": 0.8891529440879822, + "num_tokens": 353412659.0, + "step": 9307 + }, + { + "epoch": 1.1840732731204682, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.709916591644287, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8570383787155151, + "num_tokens": 353454459.0, + "step": 9308 + }, + { + "epoch": 1.1842004833990587, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.517300844192505, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8638110756874084, + "num_tokens": 353501446.0, + "step": 9309 + }, + { + "epoch": 1.1843276936776492, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.72078537940979, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8647031784057617, + "num_tokens": 353538129.0, + "step": 9310 + }, + { + "epoch": 1.1844549039562398, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5083534717559814, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.879837155342102, + "num_tokens": 353581488.0, + "step": 9311 + }, + { + "epoch": 1.1845821142348303, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7203283309936523, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8724334239959717, + "num_tokens": 353622729.0, + "step": 9312 + }, + { + "epoch": 1.1847093245134206, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.495163917541504, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8782630562782288, + "num_tokens": 353663696.0, + "step": 9313 + }, + { + "epoch": 1.1848365347920111, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7306034564971924, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.860162615776062, + "num_tokens": 353705934.0, + "step": 9314 + }, + { + "epoch": 1.1849637450706016, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.513214588165283, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8867907524108887, + "num_tokens": 353741535.0, + "step": 9315 + }, + { + "epoch": 1.1850909553491922, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.721283197402954, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8687376379966736, + "num_tokens": 353784446.0, + "step": 9316 + }, + { + "epoch": 1.1852181656277827, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.52349853515625, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8687604665756226, + "num_tokens": 353821955.0, + "step": 9317 + }, + { + "epoch": 1.1853453759063732, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.718858242034912, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8705627918243408, + "num_tokens": 353859994.0, + "step": 9318 + }, + { + "epoch": 1.1854725861849638, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5136806964874268, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8762292861938477, + "num_tokens": 353903301.0, + "step": 9319 + }, + { + "epoch": 1.1855997964635543, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.722459554672241, + "learning_rate": 1e-05, + "loss": 0.5124, + "mean_token_accuracy": 0.8468328714370728, + "num_tokens": 353944527.0, + "step": 9320 + }, + { + "epoch": 1.1857270067421448, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5266189575195312, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8800559639930725, + "num_tokens": 353977402.0, + "step": 9321 + }, + { + "epoch": 1.1858542170207353, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.70703125, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8781754970550537, + "num_tokens": 354016681.0, + "step": 9322 + }, + { + "epoch": 1.1859814272993259, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5216493606567383, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8597330451011658, + "num_tokens": 354057923.0, + "step": 9323 + }, + { + "epoch": 1.1861086375779162, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6974637508392334, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.869259238243103, + "num_tokens": 354097787.0, + "step": 9324 + }, + { + "epoch": 1.1862358478565067, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5374701023101807, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8769142031669617, + "num_tokens": 354136694.0, + "step": 9325 + }, + { + "epoch": 1.1863630581350972, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.680520534515381, + "learning_rate": 1e-05, + "loss": 0.386, + "mean_token_accuracy": 0.8888756036758423, + "num_tokens": 354176326.0, + "step": 9326 + }, + { + "epoch": 1.1864902684136878, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5249602794647217, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8655081391334534, + "num_tokens": 354214350.0, + "step": 9327 + }, + { + "epoch": 1.1866174786922783, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.682079792022705, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8692508339881897, + "num_tokens": 354252910.0, + "step": 9328 + }, + { + "epoch": 1.1867446889708688, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.526102066040039, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8707173466682434, + "num_tokens": 354291105.0, + "step": 9329 + }, + { + "epoch": 1.1868718992494594, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.67533016204834, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8750607371330261, + "num_tokens": 354329767.0, + "step": 9330 + }, + { + "epoch": 1.1869991095280499, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.509812355041504, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8794853687286377, + "num_tokens": 354369826.0, + "step": 9331 + }, + { + "epoch": 1.1871263198066404, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6905932426452637, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8819810152053833, + "num_tokens": 354406088.0, + "step": 9332 + }, + { + "epoch": 1.187253530085231, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5093019008636475, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8829928040504456, + "num_tokens": 354445675.0, + "step": 9333 + }, + { + "epoch": 1.1873807403638215, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7001492977142334, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8522714972496033, + "num_tokens": 354482733.0, + "step": 9334 + }, + { + "epoch": 1.187507950642412, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5300166606903076, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8649746775627136, + "num_tokens": 354515483.0, + "step": 9335 + }, + { + "epoch": 1.1876351609210025, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6902012825012207, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.878347635269165, + "num_tokens": 354551972.0, + "step": 9336 + }, + { + "epoch": 1.187762371199593, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.000217437744140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5135555267333984, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8704896569252014, + "num_tokens": 354592089.0, + "step": 9337 + }, + { + "epoch": 1.1878895814781834, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6865460872650146, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.880778431892395, + "num_tokens": 354629582.0, + "step": 9338 + }, + { + "epoch": 1.1880167917567739, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.525228977203369, + "learning_rate": 1e-05, + "loss": 0.5129, + "mean_token_accuracy": 0.84734046459198, + "num_tokens": 354677114.0, + "step": 9339 + }, + { + "epoch": 1.1881440020353644, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6726434230804443, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8677302598953247, + "num_tokens": 354723125.0, + "step": 9340 + }, + { + "epoch": 1.188271212313955, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5253493785858154, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8608101606369019, + "num_tokens": 354761032.0, + "step": 9341 + }, + { + "epoch": 1.1883984225925455, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6751022338867188, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8797057867050171, + "num_tokens": 354798522.0, + "step": 9342 + }, + { + "epoch": 1.188525632871136, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.533994436264038, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8719485998153687, + "num_tokens": 354833752.0, + "step": 9343 + }, + { + "epoch": 1.1886528431497265, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.678835868835449, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8746579885482788, + "num_tokens": 354869901.0, + "step": 9344 + }, + { + "epoch": 1.188780053428317, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5301709175109863, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8707370758056641, + "num_tokens": 354902487.0, + "step": 9345 + }, + { + "epoch": 1.1889072637069076, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6726362705230713, + "learning_rate": 1e-05, + "loss": 0.5025, + "mean_token_accuracy": 0.8485746383666992, + "num_tokens": 354948778.0, + "step": 9346 + }, + { + "epoch": 1.189034473985498, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5151853561401367, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8696928024291992, + "num_tokens": 354990242.0, + "step": 9347 + }, + { + "epoch": 1.1891616842640884, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.665832757949829, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8827682137489319, + "num_tokens": 355025462.0, + "step": 9348 + }, + { + "epoch": 1.189288894542679, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.522702693939209, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8608980178833008, + "num_tokens": 355067488.0, + "step": 9349 + }, + { + "epoch": 1.1894161048212695, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6847050189971924, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8667740225791931, + "num_tokens": 355101734.0, + "step": 9350 + }, + { + "epoch": 1.18954331509986, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5173118114471436, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8601687550544739, + "num_tokens": 355140209.0, + "step": 9351 + }, + { + "epoch": 1.1896705253784505, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.684873104095459, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8677164316177368, + "num_tokens": 355177424.0, + "step": 9352 + }, + { + "epoch": 1.189797735657041, + "ewc_loss": 0.058837890625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.4981319904327393, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8727234601974487, + "num_tokens": 355215112.0, + "step": 9353 + }, + { + "epoch": 1.1899249459356316, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.702082633972168, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8814972639083862, + "num_tokens": 355250402.0, + "step": 9354 + }, + { + "epoch": 1.1900521562142221, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4935693740844727, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8733439445495605, + "num_tokens": 355289887.0, + "step": 9355 + }, + { + "epoch": 1.1901793664928126, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.713811159133911, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8721379041671753, + "num_tokens": 355330946.0, + "step": 9356 + }, + { + "epoch": 1.1903065767714032, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4903855323791504, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8724031448364258, + "num_tokens": 355369029.0, + "step": 9357 + }, + { + "epoch": 1.1904337870499937, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.748673915863037, + "learning_rate": 1e-05, + "loss": 0.5109, + "mean_token_accuracy": 0.8500406742095947, + "num_tokens": 355406145.0, + "step": 9358 + }, + { + "epoch": 1.1905609973285842, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4823622703552246, + "learning_rate": 1e-05, + "loss": 0.3696, + "mean_token_accuracy": 0.8903031945228577, + "num_tokens": 355445702.0, + "step": 9359 + }, + { + "epoch": 1.1906882076071748, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.75333833694458, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8675068616867065, + "num_tokens": 355485592.0, + "step": 9360 + }, + { + "epoch": 1.1908154178857653, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4891111850738525, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8853150010108948, + "num_tokens": 355523208.0, + "step": 9361 + }, + { + "epoch": 1.1909426281643556, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7787671089172363, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8706129789352417, + "num_tokens": 355557729.0, + "step": 9362 + }, + { + "epoch": 1.1910698384429461, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4875199794769287, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.881821870803833, + "num_tokens": 355597222.0, + "step": 9363 + }, + { + "epoch": 1.1911970487215366, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.820507764816284, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8871500492095947, + "num_tokens": 355630477.0, + "step": 9364 + }, + { + "epoch": 1.1913242590001272, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5116820335388184, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8702126741409302, + "num_tokens": 355664506.0, + "step": 9365 + }, + { + "epoch": 1.1914514692787177, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79866099357605, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8709115982055664, + "num_tokens": 355710268.0, + "step": 9366 + }, + { + "epoch": 1.1915786795573082, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.53184175491333, + "learning_rate": 1e-05, + "loss": 0.4962, + "mean_token_accuracy": 0.8562910556793213, + "num_tokens": 355746396.0, + "step": 9367 + }, + { + "epoch": 1.1917058898358988, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.78383731842041, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8615624904632568, + "num_tokens": 355787483.0, + "step": 9368 + }, + { + "epoch": 1.1918331001144893, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5370311737060547, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8643110990524292, + "num_tokens": 355824138.0, + "step": 9369 + }, + { + "epoch": 1.1919603103930798, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7814743518829346, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8606200814247131, + "num_tokens": 355854258.0, + "step": 9370 + }, + { + "epoch": 1.1920875206716703, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5456390380859375, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8682452440261841, + "num_tokens": 355889750.0, + "step": 9371 + }, + { + "epoch": 1.1922147309502609, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7534477710723877, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8806102275848389, + "num_tokens": 355923950.0, + "step": 9372 + }, + { + "epoch": 1.1923419412288512, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5439515113830566, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8775811791419983, + "num_tokens": 355959807.0, + "step": 9373 + }, + { + "epoch": 1.1924691515074417, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7389471530914307, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8773989677429199, + "num_tokens": 355992574.0, + "step": 9374 + }, + { + "epoch": 1.1925963617860322, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.536457061767578, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8629723787307739, + "num_tokens": 356033726.0, + "step": 9375 + }, + { + "epoch": 1.1927235720646228, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7354049682617188, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.880927562713623, + "num_tokens": 356066959.0, + "step": 9376 + }, + { + "epoch": 1.1928507823432133, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.543787717819214, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.871934711933136, + "num_tokens": 356102316.0, + "step": 9377 + }, + { + "epoch": 1.1929779926218038, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.695822238922119, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.881560742855072, + "num_tokens": 356146203.0, + "step": 9378 + }, + { + "epoch": 1.1931052029003943, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.547987699508667, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8600889444351196, + "num_tokens": 356184673.0, + "step": 9379 + }, + { + "epoch": 1.1932324131789849, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.684647560119629, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8680385947227478, + "num_tokens": 356224693.0, + "step": 9380 + }, + { + "epoch": 1.1933596234575754, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5385820865631104, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8638553619384766, + "num_tokens": 356265454.0, + "step": 9381 + }, + { + "epoch": 1.193486833736166, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.686556816101074, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8697664737701416, + "num_tokens": 356302866.0, + "step": 9382 + }, + { + "epoch": 1.1936140440147565, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5265049934387207, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.8736461997032166, + "num_tokens": 356341897.0, + "step": 9383 + }, + { + "epoch": 1.193741254293347, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.682936429977417, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8779436349868774, + "num_tokens": 356380637.0, + "step": 9384 + }, + { + "epoch": 1.1938684645719375, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.523102045059204, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8602341413497925, + "num_tokens": 356422584.0, + "step": 9385 + }, + { + "epoch": 1.193995674850528, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.688558578491211, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8785794973373413, + "num_tokens": 356457007.0, + "step": 9386 + }, + { + "epoch": 1.1941228851291183, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.526423454284668, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8745953440666199, + "num_tokens": 356491837.0, + "step": 9387 + }, + { + "epoch": 1.1942500954077089, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6915197372436523, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8714603185653687, + "num_tokens": 356527892.0, + "step": 9388 + }, + { + "epoch": 1.1943773056862994, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.519676446914673, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8660150766372681, + "num_tokens": 356564310.0, + "step": 9389 + }, + { + "epoch": 1.19450451596489, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6781136989593506, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.878658652305603, + "num_tokens": 356606476.0, + "step": 9390 + }, + { + "epoch": 1.1946317262434805, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5129663944244385, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.869243323802948, + "num_tokens": 356646104.0, + "step": 9391 + }, + { + "epoch": 1.194758936522071, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.680023670196533, + "learning_rate": 1e-05, + "loss": 0.3811, + "mean_token_accuracy": 0.8872330784797668, + "num_tokens": 356687196.0, + "step": 9392 + }, + { + "epoch": 1.1948861468006615, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.531400442123413, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8702816963195801, + "num_tokens": 356717634.0, + "step": 9393 + }, + { + "epoch": 1.195013357079252, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.687121868133545, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8580040335655212, + "num_tokens": 356755494.0, + "step": 9394 + }, + { + "epoch": 1.1951405673578426, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.505610942840576, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8778830766677856, + "num_tokens": 356800798.0, + "step": 9395 + }, + { + "epoch": 1.195267777636433, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.687117099761963, + "learning_rate": 1e-05, + "loss": 0.379, + "mean_token_accuracy": 0.8918188810348511, + "num_tokens": 356837819.0, + "step": 9396 + }, + { + "epoch": 1.1953949879150234, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5025177001953125, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8785117864608765, + "num_tokens": 356876371.0, + "step": 9397 + }, + { + "epoch": 1.195522198193614, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7014076709747314, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8710846900939941, + "num_tokens": 356911427.0, + "step": 9398 + }, + { + "epoch": 1.1956494084722045, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4950766563415527, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8798646926879883, + "num_tokens": 356951229.0, + "step": 9399 + }, + { + "epoch": 1.195776618750795, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7098636627197266, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8781550526618958, + "num_tokens": 356988954.0, + "step": 9400 + }, + { + "epoch": 1.1959038290293855, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5037317276000977, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8562465310096741, + "num_tokens": 357027982.0, + "step": 9401 + }, + { + "epoch": 1.196031039307976, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7264962196350098, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.869149923324585, + "num_tokens": 357061434.0, + "step": 9402 + }, + { + "epoch": 1.1961582495865666, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.498741388320923, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8675051331520081, + "num_tokens": 357099255.0, + "step": 9403 + }, + { + "epoch": 1.196285459865157, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7509453296661377, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8782514333724976, + "num_tokens": 357131917.0, + "step": 9404 + }, + { + "epoch": 1.1964126701437476, + "ewc_loss": 0.059326171875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4821791648864746, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8799846172332764, + "num_tokens": 357171520.0, + "step": 9405 + }, + { + "epoch": 1.1965398804223382, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.770141839981079, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8715406656265259, + "num_tokens": 357208517.0, + "step": 9406 + }, + { + "epoch": 1.1966670907009287, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4937169551849365, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8816184401512146, + "num_tokens": 357245300.0, + "step": 9407 + }, + { + "epoch": 1.1967943009795192, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7640223503112793, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8866312503814697, + "num_tokens": 357284765.0, + "step": 9408 + }, + { + "epoch": 1.1969215112581097, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5117247104644775, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8621963262557983, + "num_tokens": 357322968.0, + "step": 9409 + }, + { + "epoch": 1.1970487215367003, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7650258541107178, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8751562833786011, + "num_tokens": 357360546.0, + "step": 9410 + }, + { + "epoch": 1.1971759318152906, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5104928016662598, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8851097822189331, + "num_tokens": 357394433.0, + "step": 9411 + }, + { + "epoch": 1.1973031420938811, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.765930414199829, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8692432641983032, + "num_tokens": 357431498.0, + "step": 9412 + }, + { + "epoch": 1.1974303523724716, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5320115089416504, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8668413162231445, + "num_tokens": 357466930.0, + "step": 9413 + }, + { + "epoch": 1.1975575626510622, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7443997859954834, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8612174987792969, + "num_tokens": 357509343.0, + "step": 9414 + }, + { + "epoch": 1.1976847729296527, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.54097843170166, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8722636699676514, + "num_tokens": 357541980.0, + "step": 9415 + }, + { + "epoch": 1.1978119832082432, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.72324800491333, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8776695132255554, + "num_tokens": 357579380.0, + "step": 9416 + }, + { + "epoch": 1.1979391934868338, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5315940380096436, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8816712498664856, + "num_tokens": 357614666.0, + "step": 9417 + }, + { + "epoch": 1.1980664037654243, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.722982883453369, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8780199885368347, + "num_tokens": 357648532.0, + "step": 9418 + }, + { + "epoch": 1.1981936140440148, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0002193450927734375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5370678901672363, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8768779635429382, + "num_tokens": 357683585.0, + "step": 9419 + }, + { + "epoch": 1.1983208243226053, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.708350896835327, + "learning_rate": 1e-05, + "loss": 0.4997, + "mean_token_accuracy": 0.848922848701477, + "num_tokens": 357725580.0, + "step": 9420 + }, + { + "epoch": 1.1984480346011959, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5273375511169434, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8694324493408203, + "num_tokens": 357763017.0, + "step": 9421 + }, + { + "epoch": 1.1985752448797862, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7076809406280518, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8822950720787048, + "num_tokens": 357797433.0, + "step": 9422 + }, + { + "epoch": 1.1987024551583767, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5225987434387207, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8687403202056885, + "num_tokens": 357835348.0, + "step": 9423 + }, + { + "epoch": 1.1988296654369672, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6923820972442627, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8655440807342529, + "num_tokens": 357877376.0, + "step": 9424 + }, + { + "epoch": 1.1989568757155578, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.528810739517212, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8704989552497864, + "num_tokens": 357912983.0, + "step": 9425 + }, + { + "epoch": 1.1990840859941483, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6963391304016113, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8790604472160339, + "num_tokens": 357948068.0, + "step": 9426 + }, + { + "epoch": 1.1992112962727388, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5301766395568848, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8772756457328796, + "num_tokens": 357984019.0, + "step": 9427 + }, + { + "epoch": 1.1993385065513293, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6779556274414062, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8789342045783997, + "num_tokens": 358022440.0, + "step": 9428 + }, + { + "epoch": 1.1994657168299199, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5273730754852295, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8704379796981812, + "num_tokens": 358061615.0, + "step": 9429 + }, + { + "epoch": 1.1995929271085104, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6926140785217285, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8674353361129761, + "num_tokens": 358097042.0, + "step": 9430 + }, + { + "epoch": 1.199720137387101, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.550675392150879, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8656113147735596, + "num_tokens": 358134067.0, + "step": 9431 + }, + { + "epoch": 1.1998473476656915, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6584887504577637, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8700948357582092, + "num_tokens": 358178975.0, + "step": 9432 + }, + { + "epoch": 1.199974557944282, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5403871536254883, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8726948499679565, + "num_tokens": 358212879.0, + "step": 9433 + }, + { + "epoch": 1.2001017682228725, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6567490100860596, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8837100267410278, + "num_tokens": 358245711.0, + "step": 9434 + }, + { + "epoch": 1.200228978501463, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5308761596679688, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.8841665983200073, + "num_tokens": 358283073.0, + "step": 9435 + }, + { + "epoch": 1.2003561887800533, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6522819995880127, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.880246639251709, + "num_tokens": 358320338.0, + "step": 9436 + }, + { + "epoch": 1.2004833990586439, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5334906578063965, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8710002899169922, + "num_tokens": 358358704.0, + "step": 9437 + }, + { + "epoch": 1.2006106093372344, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6550519466400146, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8781728148460388, + "num_tokens": 358393512.0, + "step": 9438 + }, + { + "epoch": 1.200737819615825, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.533728837966919, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.8633546829223633, + "num_tokens": 358435843.0, + "step": 9439 + }, + { + "epoch": 1.2008650298944155, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.65043568611145, + "learning_rate": 1e-05, + "loss": 0.3752, + "mean_token_accuracy": 0.8872972726821899, + "num_tokens": 358468918.0, + "step": 9440 + }, + { + "epoch": 1.200992240173006, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.523730754852295, + "learning_rate": 1e-05, + "loss": 0.5026, + "mean_token_accuracy": 0.8517462015151978, + "num_tokens": 358511275.0, + "step": 9441 + }, + { + "epoch": 1.2011194504515965, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6571311950683594, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8633586764335632, + "num_tokens": 358552665.0, + "step": 9442 + }, + { + "epoch": 1.201246660730187, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.529001474380493, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8787970542907715, + "num_tokens": 358584725.0, + "step": 9443 + }, + { + "epoch": 1.2013738710087776, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.665494918823242, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8770033121109009, + "num_tokens": 358620026.0, + "step": 9444 + }, + { + "epoch": 1.201501081287368, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.517742156982422, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8700429201126099, + "num_tokens": 358657386.0, + "step": 9445 + }, + { + "epoch": 1.2016282915659584, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.668503522872925, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8740115165710449, + "num_tokens": 358695069.0, + "step": 9446 + }, + { + "epoch": 1.201755501844549, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.523740768432617, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8789739012718201, + "num_tokens": 358728091.0, + "step": 9447 + }, + { + "epoch": 1.2018827121231395, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.669600248336792, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8580443263053894, + "num_tokens": 358767930.0, + "step": 9448 + }, + { + "epoch": 1.20200992240173, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.515075445175171, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8677700757980347, + "num_tokens": 358803705.0, + "step": 9449 + }, + { + "epoch": 1.2021371326803205, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.68217396736145, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8719450831413269, + "num_tokens": 358840730.0, + "step": 9450 + }, + { + "epoch": 1.202264342958911, + "ewc_loss": 0.05859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.6716461181640625e-05, + "grad_norm": 2.501217842102051, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8653196096420288, + "num_tokens": 358881457.0, + "step": 9451 + }, + { + "epoch": 1.2023915532375016, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.710547924041748, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.864971399307251, + "num_tokens": 358917034.0, + "step": 9452 + }, + { + "epoch": 1.202518763516092, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4987969398498535, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8635399341583252, + "num_tokens": 358957851.0, + "step": 9453 + }, + { + "epoch": 1.2026459737946826, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.714398145675659, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8630509376525879, + "num_tokens": 358999816.0, + "step": 9454 + }, + { + "epoch": 1.2027731840732732, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5004591941833496, + "learning_rate": 1e-05, + "loss": 0.4922, + "mean_token_accuracy": 0.8504904508590698, + "num_tokens": 359041067.0, + "step": 9455 + }, + { + "epoch": 1.2029003943518637, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7231972217559814, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8696932792663574, + "num_tokens": 359080495.0, + "step": 9456 + }, + { + "epoch": 1.2030276046304542, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.499150037765503, + "learning_rate": 1e-05, + "loss": 0.3965, + "mean_token_accuracy": 0.8835163712501526, + "num_tokens": 359118245.0, + "step": 9457 + }, + { + "epoch": 1.2031548149090447, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.736128091812134, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.860012412071228, + "num_tokens": 359159840.0, + "step": 9458 + }, + { + "epoch": 1.2032820251876353, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.502500534057617, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8673737049102783, + "num_tokens": 359198917.0, + "step": 9459 + }, + { + "epoch": 1.2034092354662256, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7580854892730713, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8683966398239136, + "num_tokens": 359231904.0, + "step": 9460 + }, + { + "epoch": 1.203536445744816, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4989571571350098, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8575630187988281, + "num_tokens": 359271713.0, + "step": 9461 + }, + { + "epoch": 1.2036636560234066, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.755384922027588, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8693386316299438, + "num_tokens": 359312548.0, + "step": 9462 + }, + { + "epoch": 1.2037908663019972, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.496347427368164, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8803045153617859, + "num_tokens": 359348171.0, + "step": 9463 + }, + { + "epoch": 1.2039180765805877, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7924835681915283, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8608831167221069, + "num_tokens": 359383863.0, + "step": 9464 + }, + { + "epoch": 1.2040452868591782, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.4978275299072266, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8649778962135315, + "num_tokens": 359421595.0, + "step": 9465 + }, + { + "epoch": 1.2041724971377687, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7920804023742676, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8825297355651855, + "num_tokens": 359457889.0, + "step": 9466 + }, + { + "epoch": 1.2042997074163593, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5140066146850586, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8656489849090576, + "num_tokens": 359496938.0, + "step": 9467 + }, + { + "epoch": 1.2044269176949498, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7885591983795166, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8635067939758301, + "num_tokens": 359536124.0, + "step": 9468 + }, + { + "epoch": 1.2045541279735403, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5293705463409424, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8629255294799805, + "num_tokens": 359573525.0, + "step": 9469 + }, + { + "epoch": 1.2046813382521309, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.76583194732666, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8739917874336243, + "num_tokens": 359614960.0, + "step": 9470 + }, + { + "epoch": 1.2048085485307212, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5400335788726807, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8642388582229614, + "num_tokens": 359653367.0, + "step": 9471 + }, + { + "epoch": 1.2049357588093117, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.766733407974243, + "learning_rate": 1e-05, + "loss": 0.503, + "mean_token_accuracy": 0.8509780764579773, + "num_tokens": 359692983.0, + "step": 9472 + }, + { + "epoch": 1.2050629690879022, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.548583984375, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8621702790260315, + "num_tokens": 359729487.0, + "step": 9473 + }, + { + "epoch": 1.2051901793664928, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7319462299346924, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.878797709941864, + "num_tokens": 359764805.0, + "step": 9474 + }, + { + "epoch": 1.2053173896450833, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5476675033569336, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.859451174736023, + "num_tokens": 359803014.0, + "step": 9475 + }, + { + "epoch": 1.2054445999236738, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.735957384109497, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8718674778938293, + "num_tokens": 359837866.0, + "step": 9476 + }, + { + "epoch": 1.2055718102022643, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5331690311431885, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8847904205322266, + "num_tokens": 359874052.0, + "step": 9477 + }, + { + "epoch": 1.2056990204808549, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.706721544265747, + "learning_rate": 1e-05, + "loss": 0.3858, + "mean_token_accuracy": 0.8877450227737427, + "num_tokens": 359915746.0, + "step": 9478 + }, + { + "epoch": 1.2058262307594454, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.544287919998169, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8829888105392456, + "num_tokens": 359945857.0, + "step": 9479 + }, + { + "epoch": 1.205953441038036, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.693964719772339, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8771403431892395, + "num_tokens": 359988455.0, + "step": 9480 + }, + { + "epoch": 1.2060806513166265, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.524245262145996, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8768582940101624, + "num_tokens": 360030610.0, + "step": 9481 + }, + { + "epoch": 1.206207861595217, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.695622444152832, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8628950119018555, + "num_tokens": 360068919.0, + "step": 9482 + }, + { + "epoch": 1.2063350718738075, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5490667819976807, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8691411018371582, + "num_tokens": 360099073.0, + "step": 9483 + }, + { + "epoch": 1.206462282152398, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.673759698867798, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.872402548789978, + "num_tokens": 360141947.0, + "step": 9484 + }, + { + "epoch": 1.2065894924309883, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.544062376022339, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8680030107498169, + "num_tokens": 360179435.0, + "step": 9485 + }, + { + "epoch": 1.2067167027095789, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6620969772338867, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8773972392082214, + "num_tokens": 360221254.0, + "step": 9486 + }, + { + "epoch": 1.2068439129881694, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5321502685546875, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8792672753334045, + "num_tokens": 360261657.0, + "step": 9487 + }, + { + "epoch": 1.20697112326676, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6627659797668457, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8737587928771973, + "num_tokens": 360294408.0, + "step": 9488 + }, + { + "epoch": 1.2070983335453505, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5193827152252197, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8792824745178223, + "num_tokens": 360332275.0, + "step": 9489 + }, + { + "epoch": 1.207225543823941, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.659573554992676, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8786827325820923, + "num_tokens": 360372381.0, + "step": 9490 + }, + { + "epoch": 1.2073527541025315, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.6035869121551514, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8655998110771179, + "num_tokens": 360404066.0, + "step": 9491 + }, + { + "epoch": 1.207479964381122, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.630045175552368, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8798802495002747, + "num_tokens": 360434457.0, + "step": 9492 + }, + { + "epoch": 1.2076071746597126, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5641255378723145, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8717514276504517, + "num_tokens": 360467905.0, + "step": 9493 + }, + { + "epoch": 1.207734384938303, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.607893943786621, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8739826679229736, + "num_tokens": 360505190.0, + "step": 9494 + }, + { + "epoch": 1.2078615952168934, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5614688396453857, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8738884329795837, + "num_tokens": 360539191.0, + "step": 9495 + }, + { + "epoch": 1.207988805495484, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.639484167098999, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8590694069862366, + "num_tokens": 360569508.0, + "step": 9496 + }, + { + "epoch": 1.2081160157740745, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5442628860473633, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8805496692657471, + "num_tokens": 360604669.0, + "step": 9497 + }, + { + "epoch": 1.208243226052665, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6183745861053467, + "learning_rate": 1e-05, + "loss": 0.3599, + "mean_token_accuracy": 0.8934537172317505, + "num_tokens": 360639009.0, + "step": 9498 + }, + { + "epoch": 1.2083704363312555, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022125244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5409131050109863, + "learning_rate": 1e-05, + "loss": 0.3724, + "mean_token_accuracy": 0.8865357637405396, + "num_tokens": 360673857.0, + "step": 9499 + }, + { + "epoch": 1.208497646609846, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6201610565185547, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8625882267951965, + "num_tokens": 360717553.0, + "step": 9500 + }, + { + "epoch": 1.2086248568884366, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5318939685821533, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8729103803634644, + "num_tokens": 360761013.0, + "step": 9501 + }, + { + "epoch": 1.208752067167027, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.624614715576172, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8712449073791504, + "num_tokens": 360804302.0, + "step": 9502 + }, + { + "epoch": 1.2088792774456176, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5237762928009033, + "learning_rate": 1e-05, + "loss": 0.3524, + "mean_token_accuracy": 0.8920011520385742, + "num_tokens": 360837045.0, + "step": 9503 + }, + { + "epoch": 1.2090064877242082, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6377112865448, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8722734451293945, + "num_tokens": 360876243.0, + "step": 9504 + }, + { + "epoch": 1.2091336980027987, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5271637439727783, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8681974411010742, + "num_tokens": 360915112.0, + "step": 9505 + }, + { + "epoch": 1.2092609082813892, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6370017528533936, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8745605945587158, + "num_tokens": 360951856.0, + "step": 9506 + }, + { + "epoch": 1.2093881185599797, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5162956714630127, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8787939548492432, + "num_tokens": 360987243.0, + "step": 9507 + }, + { + "epoch": 1.2095153288385703, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6449944972991943, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.877754807472229, + "num_tokens": 361025099.0, + "step": 9508 + }, + { + "epoch": 1.2096425391171606, + "ewc_loss": 0.05908203125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.538389205932617, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.8548707365989685, + "num_tokens": 361055232.0, + "step": 9509 + }, + { + "epoch": 1.209769749395751, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6494948863983154, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8719203472137451, + "num_tokens": 361092500.0, + "step": 9510 + }, + { + "epoch": 1.2098969596743416, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.526841163635254, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8776552677154541, + "num_tokens": 361127044.0, + "step": 9511 + }, + { + "epoch": 1.2100241699529322, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.7112369537353516, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8911949396133423, + "num_tokens": 361163065.0, + "step": 9512 + }, + { + "epoch": 1.2101513802315227, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.489729881286621, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8636263608932495, + "num_tokens": 361204465.0, + "step": 9513 + }, + { + "epoch": 1.2102785905101132, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.71935772895813, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.850125789642334, + "num_tokens": 361243788.0, + "step": 9514 + }, + { + "epoch": 1.2104058007887037, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4853415489196777, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8777624368667603, + "num_tokens": 361281427.0, + "step": 9515 + }, + { + "epoch": 1.2105330110672943, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.73646879196167, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8568393588066101, + "num_tokens": 361324695.0, + "step": 9516 + }, + { + "epoch": 1.2106602213458848, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4705986976623535, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8697820901870728, + "num_tokens": 361370446.0, + "step": 9517 + }, + { + "epoch": 1.2107874316244753, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7554166316986084, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8696208000183105, + "num_tokens": 361414622.0, + "step": 9518 + }, + { + "epoch": 1.2109146419030659, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.480828046798706, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.882226288318634, + "num_tokens": 361452363.0, + "step": 9519 + }, + { + "epoch": 1.2110418521816562, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.809616804122925, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8563603162765503, + "num_tokens": 361484195.0, + "step": 9520 + }, + { + "epoch": 1.2111690624602467, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.484938859939575, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8700261116027832, + "num_tokens": 361523604.0, + "step": 9521 + }, + { + "epoch": 1.2112962727388372, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.815476179122925, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8563004732131958, + "num_tokens": 361563723.0, + "step": 9522 + }, + { + "epoch": 1.2114234830174277, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.498784303665161, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8729882836341858, + "num_tokens": 361602578.0, + "step": 9523 + }, + { + "epoch": 1.2115506932960183, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8265910148620605, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8694698810577393, + "num_tokens": 361644255.0, + "step": 9524 + }, + { + "epoch": 1.2116779035746088, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.522719621658325, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8726229667663574, + "num_tokens": 361683424.0, + "step": 9525 + }, + { + "epoch": 1.2118051138531993, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8201377391815186, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.881202757358551, + "num_tokens": 361720965.0, + "step": 9526 + }, + { + "epoch": 1.2119323241317899, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5615453720092773, + "learning_rate": 1e-05, + "loss": 0.4841, + "mean_token_accuracy": 0.8577509522438049, + "num_tokens": 361753900.0, + "step": 9527 + }, + { + "epoch": 1.2120595344103804, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.791611433029175, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8707584738731384, + "num_tokens": 361793072.0, + "step": 9528 + }, + { + "epoch": 1.212186744688971, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002231597900390625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5531625747680664, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8540226221084595, + "num_tokens": 361831082.0, + "step": 9529 + }, + { + "epoch": 1.2123139549675614, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.761321783065796, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8741429448127747, + "num_tokens": 361864834.0, + "step": 9530 + }, + { + "epoch": 1.212441165246152, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5556206703186035, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8722275495529175, + "num_tokens": 361905567.0, + "step": 9531 + }, + { + "epoch": 1.2125683755247425, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7310116291046143, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8804364204406738, + "num_tokens": 361945718.0, + "step": 9532 + }, + { + "epoch": 1.212695585803333, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5536906719207764, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8641724586486816, + "num_tokens": 361985317.0, + "step": 9533 + }, + { + "epoch": 1.2128227960819233, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.735062599182129, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8727710247039795, + "num_tokens": 362020725.0, + "step": 9534 + }, + { + "epoch": 1.2129500063605139, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5637829303741455, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8613000512123108, + "num_tokens": 362054398.0, + "step": 9535 + }, + { + "epoch": 1.2130772166391044, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.704970359802246, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8554748892784119, + "num_tokens": 362092075.0, + "step": 9536 + }, + { + "epoch": 1.213204426917695, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5358519554138184, + "learning_rate": 1e-05, + "loss": 0.3781, + "mean_token_accuracy": 0.8920629620552063, + "num_tokens": 362128286.0, + "step": 9537 + }, + { + "epoch": 1.2133316371962855, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.702751636505127, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8639905452728271, + "num_tokens": 362169965.0, + "step": 9538 + }, + { + "epoch": 1.213458847474876, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5317559242248535, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8702231049537659, + "num_tokens": 362211638.0, + "step": 9539 + }, + { + "epoch": 1.2135860577534665, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.703836679458618, + "learning_rate": 1e-05, + "loss": 0.3811, + "mean_token_accuracy": 0.8877679705619812, + "num_tokens": 362241597.0, + "step": 9540 + }, + { + "epoch": 1.213713268032057, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5217535495758057, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8690351247787476, + "num_tokens": 362280028.0, + "step": 9541 + }, + { + "epoch": 1.2138404783106476, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.694983959197998, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8701058030128479, + "num_tokens": 362323611.0, + "step": 9542 + }, + { + "epoch": 1.213967688589238, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5273563861846924, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8719836473464966, + "num_tokens": 362359097.0, + "step": 9543 + }, + { + "epoch": 1.2140948988678284, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.687674045562744, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8691928386688232, + "num_tokens": 362402175.0, + "step": 9544 + }, + { + "epoch": 1.214222109146419, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.527161121368408, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8716055154800415, + "num_tokens": 362442581.0, + "step": 9545 + }, + { + "epoch": 1.2143493194250095, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.68035888671875, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.880972146987915, + "num_tokens": 362480691.0, + "step": 9546 + }, + { + "epoch": 1.2144765297036, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.518972873687744, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8727277517318726, + "num_tokens": 362522864.0, + "step": 9547 + }, + { + "epoch": 1.2146037399821905, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6773147583007812, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8727525472640991, + "num_tokens": 362564431.0, + "step": 9548 + }, + { + "epoch": 1.214730950260781, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5160813331604004, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8840959668159485, + "num_tokens": 362599670.0, + "step": 9549 + }, + { + "epoch": 1.2148581605393716, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6956002712249756, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8675323724746704, + "num_tokens": 362637588.0, + "step": 9550 + }, + { + "epoch": 1.214985370817962, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5185723304748535, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8733400106430054, + "num_tokens": 362674679.0, + "step": 9551 + }, + { + "epoch": 1.2151125810965526, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.706172466278076, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8665941953659058, + "num_tokens": 362705840.0, + "step": 9552 + }, + { + "epoch": 1.2152397913751432, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5272939205169678, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8692315816879272, + "num_tokens": 362739880.0, + "step": 9553 + }, + { + "epoch": 1.2153670016537337, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.690171480178833, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8790693283081055, + "num_tokens": 362779101.0, + "step": 9554 + }, + { + "epoch": 1.2154942119323242, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.499290704727173, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8750969171524048, + "num_tokens": 362821034.0, + "step": 9555 + }, + { + "epoch": 1.2156214222109147, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7137415409088135, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8810458183288574, + "num_tokens": 362856895.0, + "step": 9556 + }, + { + "epoch": 1.2157486324895053, + "ewc_loss": 0.059814453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5054752826690674, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8703218698501587, + "num_tokens": 362894955.0, + "step": 9557 + }, + { + "epoch": 1.2158758427680956, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.725188732147217, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8664301037788391, + "num_tokens": 362930397.0, + "step": 9558 + }, + { + "epoch": 1.216003053046686, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.489703416824341, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8888086080551147, + "num_tokens": 362970728.0, + "step": 9559 + }, + { + "epoch": 1.2161302633252766, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.741101026535034, + "learning_rate": 1e-05, + "loss": 0.3956, + "mean_token_accuracy": 0.8861989378929138, + "num_tokens": 363007803.0, + "step": 9560 + }, + { + "epoch": 1.2162574736038672, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5036544799804688, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8698900938034058, + "num_tokens": 363047815.0, + "step": 9561 + }, + { + "epoch": 1.2163846838824577, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7468507289886475, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8794873952865601, + "num_tokens": 363084156.0, + "step": 9562 + }, + { + "epoch": 1.2165118941610482, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5026333332061768, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8679394721984863, + "num_tokens": 363125390.0, + "step": 9563 + }, + { + "epoch": 1.2166391044396387, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.751055955886841, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8725587129592896, + "num_tokens": 363164210.0, + "step": 9564 + }, + { + "epoch": 1.2167663147182293, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5207955837249756, + "learning_rate": 1e-05, + "loss": 0.4792, + "mean_token_accuracy": 0.854033350944519, + "num_tokens": 363200356.0, + "step": 9565 + }, + { + "epoch": 1.2168935249968198, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7489397525787354, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.852985143661499, + "num_tokens": 363239622.0, + "step": 9566 + }, + { + "epoch": 1.2170207352754103, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5223803520202637, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8759593963623047, + "num_tokens": 363277348.0, + "step": 9567 + }, + { + "epoch": 1.2171479455540009, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.751209020614624, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.87195885181427, + "num_tokens": 363310077.0, + "step": 9568 + }, + { + "epoch": 1.2172751558325912, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.531675100326538, + "learning_rate": 1e-05, + "loss": 0.534, + "mean_token_accuracy": 0.8380385637283325, + "num_tokens": 363347919.0, + "step": 9569 + }, + { + "epoch": 1.2174023661111817, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.722860336303711, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8731696605682373, + "num_tokens": 363390818.0, + "step": 9570 + }, + { + "epoch": 1.2175295763897722, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5554251670837402, + "learning_rate": 1e-05, + "loss": 0.524, + "mean_token_accuracy": 0.8463083505630493, + "num_tokens": 363424028.0, + "step": 9571 + }, + { + "epoch": 1.2176567866683627, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7125015258789062, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8693637847900391, + "num_tokens": 363456862.0, + "step": 9572 + }, + { + "epoch": 1.2177839969469533, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5212574005126953, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8746212720870972, + "num_tokens": 363498538.0, + "step": 9573 + }, + { + "epoch": 1.2179112072255438, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7083077430725098, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8754924535751343, + "num_tokens": 363533050.0, + "step": 9574 + }, + { + "epoch": 1.2180384175041343, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5222020149230957, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8702808618545532, + "num_tokens": 363574151.0, + "step": 9575 + }, + { + "epoch": 1.2181656277827249, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.70298171043396, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8671464920043945, + "num_tokens": 363615829.0, + "step": 9576 + }, + { + "epoch": 1.2182928380613154, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.524179697036743, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8699709177017212, + "num_tokens": 363649974.0, + "step": 9577 + }, + { + "epoch": 1.218420048339906, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.701630115509033, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8729262948036194, + "num_tokens": 363691196.0, + "step": 9578 + }, + { + "epoch": 1.2185472586184964, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5134117603302, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8835315108299255, + "num_tokens": 363726496.0, + "step": 9579 + }, + { + "epoch": 1.218674468897087, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7019481658935547, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8616054654121399, + "num_tokens": 363769119.0, + "step": 9580 + }, + { + "epoch": 1.2188016791756775, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5369343757629395, + "learning_rate": 1e-05, + "loss": 0.4948, + "mean_token_accuracy": 0.8563363552093506, + "num_tokens": 363803363.0, + "step": 9581 + }, + { + "epoch": 1.218928889454268, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6943254470825195, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8757407665252686, + "num_tokens": 363842602.0, + "step": 9582 + }, + { + "epoch": 1.2190560997328583, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.519587278366089, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8695919513702393, + "num_tokens": 363882758.0, + "step": 9583 + }, + { + "epoch": 1.2191833100114489, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.687535285949707, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.884247899055481, + "num_tokens": 363923738.0, + "step": 9584 + }, + { + "epoch": 1.2193105202900394, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5217645168304443, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8792625665664673, + "num_tokens": 363957999.0, + "step": 9585 + }, + { + "epoch": 1.21943773056863, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6972239017486572, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8734278678894043, + "num_tokens": 363992653.0, + "step": 9586 + }, + { + "epoch": 1.2195649408472204, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.515744686126709, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8852569460868835, + "num_tokens": 364027376.0, + "step": 9587 + }, + { + "epoch": 1.219692151125811, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7009940147399902, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8705560564994812, + "num_tokens": 364063299.0, + "step": 9588 + }, + { + "epoch": 1.2198193614044015, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.513920783996582, + "learning_rate": 1e-05, + "loss": 0.5132, + "mean_token_accuracy": 0.8437941074371338, + "num_tokens": 364105724.0, + "step": 9589 + }, + { + "epoch": 1.219946571682992, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7163257598876953, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8611598014831543, + "num_tokens": 364140427.0, + "step": 9590 + }, + { + "epoch": 1.2200737819615826, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5023021697998047, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8603106737136841, + "num_tokens": 364185262.0, + "step": 9591 + }, + { + "epoch": 1.220200992240173, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7253308296203613, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8727380037307739, + "num_tokens": 364219006.0, + "step": 9592 + }, + { + "epoch": 1.2203282025187634, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.503948926925659, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.876686155796051, + "num_tokens": 364259699.0, + "step": 9593 + }, + { + "epoch": 1.220455412797354, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.725832223892212, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8774638175964355, + "num_tokens": 364297759.0, + "step": 9594 + }, + { + "epoch": 1.2205826230759445, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5048770904541016, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8677515983581543, + "num_tokens": 364338683.0, + "step": 9595 + }, + { + "epoch": 1.220709833354535, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.740229368209839, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8714228868484497, + "num_tokens": 364377587.0, + "step": 9596 + }, + { + "epoch": 1.2208370436331255, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5064730644226074, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8644918203353882, + "num_tokens": 364416740.0, + "step": 9597 + }, + { + "epoch": 1.220964253911716, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.74284291267395, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8609617948532104, + "num_tokens": 364458695.0, + "step": 9598 + }, + { + "epoch": 1.2210914641903066, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022411346435546875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5054283142089844, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8636089563369751, + "num_tokens": 364501395.0, + "step": 9599 + }, + { + "epoch": 1.221218674468897, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7432289123535156, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8776752948760986, + "num_tokens": 364534126.0, + "step": 9600 + }, + { + "epoch": 1.2213458847474876, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5081725120544434, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8849354982376099, + "num_tokens": 364573776.0, + "step": 9601 + }, + { + "epoch": 1.2214730950260781, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7375526428222656, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8668870329856873, + "num_tokens": 364617900.0, + "step": 9602 + }, + { + "epoch": 1.2216003053046687, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5073461532592773, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8791024684906006, + "num_tokens": 364658992.0, + "step": 9603 + }, + { + "epoch": 1.2217275155832592, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.745487689971924, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8857415914535522, + "num_tokens": 364695224.0, + "step": 9604 + }, + { + "epoch": 1.2218547258618497, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5288610458374023, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8744022846221924, + "num_tokens": 364731476.0, + "step": 9605 + }, + { + "epoch": 1.2219819361404403, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.728013277053833, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8724187612533569, + "num_tokens": 364774129.0, + "step": 9606 + }, + { + "epoch": 1.2221091464190306, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5383834838867188, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8714737296104431, + "num_tokens": 364808097.0, + "step": 9607 + }, + { + "epoch": 1.222236356697621, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7075319290161133, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8791659474372864, + "num_tokens": 364847592.0, + "step": 9608 + }, + { + "epoch": 1.2223635669762116, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5274906158447266, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8742319345474243, + "num_tokens": 364885846.0, + "step": 9609 + }, + { + "epoch": 1.2224907772548022, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7194602489471436, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.8572779297828674, + "num_tokens": 364927536.0, + "step": 9610 + }, + { + "epoch": 1.2226179875333927, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5349678993225098, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8712380528450012, + "num_tokens": 364961050.0, + "step": 9611 + }, + { + "epoch": 1.2227451978119832, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7048492431640625, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8655288219451904, + "num_tokens": 365001058.0, + "step": 9612 + }, + { + "epoch": 1.2228724080905737, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.522388219833374, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8785579800605774, + "num_tokens": 365041345.0, + "step": 9613 + }, + { + "epoch": 1.2229996183691643, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.693138360977173, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.869135320186615, + "num_tokens": 365085669.0, + "step": 9614 + }, + { + "epoch": 1.2231268286477548, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.507702589035034, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8864305019378662, + "num_tokens": 365125630.0, + "step": 9615 + }, + { + "epoch": 1.2232540389263453, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.711186170578003, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8737027645111084, + "num_tokens": 365162904.0, + "step": 9616 + }, + { + "epoch": 1.2233812492049359, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.523254871368408, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8735693693161011, + "num_tokens": 365196509.0, + "step": 9617 + }, + { + "epoch": 1.2235084594835262, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7196037769317627, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.857237696647644, + "num_tokens": 365232947.0, + "step": 9618 + }, + { + "epoch": 1.2236356697621167, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.514134407043457, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8729183673858643, + "num_tokens": 365273434.0, + "step": 9619 + }, + { + "epoch": 1.2237628800407072, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7123959064483643, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8648680448532104, + "num_tokens": 365316638.0, + "step": 9620 + }, + { + "epoch": 1.2238900903192977, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5291271209716797, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8667261600494385, + "num_tokens": 365348519.0, + "step": 9621 + }, + { + "epoch": 1.2240173005978883, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.708413600921631, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8837769031524658, + "num_tokens": 365383782.0, + "step": 9622 + }, + { + "epoch": 1.2241445108764788, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5264625549316406, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8615130186080933, + "num_tokens": 365421363.0, + "step": 9623 + }, + { + "epoch": 1.2242717211550693, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000225067138671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.688413619995117, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.871304988861084, + "num_tokens": 365468207.0, + "step": 9624 + }, + { + "epoch": 1.2243989314336599, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5370302200317383, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8777562379837036, + "num_tokens": 365498318.0, + "step": 9625 + }, + { + "epoch": 1.2245261417122504, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.683675765991211, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8732128143310547, + "num_tokens": 365536140.0, + "step": 9626 + }, + { + "epoch": 1.224653351990841, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.531859874725342, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8580440282821655, + "num_tokens": 365576490.0, + "step": 9627 + }, + { + "epoch": 1.2247805622694314, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.679804801940918, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8682416081428528, + "num_tokens": 365618043.0, + "step": 9628 + }, + { + "epoch": 1.224907772548022, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5564045906066895, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8643999099731445, + "num_tokens": 365648303.0, + "step": 9629 + }, + { + "epoch": 1.2250349828266125, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.664870262145996, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8706960678100586, + "num_tokens": 365684739.0, + "step": 9630 + }, + { + "epoch": 1.225162193105203, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.525474786758423, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8568257093429565, + "num_tokens": 365726542.0, + "step": 9631 + }, + { + "epoch": 1.2252894033837933, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6606321334838867, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.880268931388855, + "num_tokens": 365769949.0, + "step": 9632 + }, + { + "epoch": 1.2254166136623839, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5316996574401855, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8729535341262817, + "num_tokens": 365805891.0, + "step": 9633 + }, + { + "epoch": 1.2255438239409744, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6798036098480225, + "learning_rate": 1e-05, + "loss": 0.5038, + "mean_token_accuracy": 0.8523048162460327, + "num_tokens": 365847011.0, + "step": 9634 + }, + { + "epoch": 1.225671034219565, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.518740653991699, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8736748695373535, + "num_tokens": 365884546.0, + "step": 9635 + }, + { + "epoch": 1.2257982444981554, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6823267936706543, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.880597710609436, + "num_tokens": 365919619.0, + "step": 9636 + }, + { + "epoch": 1.225925454776746, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5108580589294434, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8787835836410522, + "num_tokens": 365956020.0, + "step": 9637 + }, + { + "epoch": 1.2260526650553365, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.699836492538452, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.8492445945739746, + "num_tokens": 365994945.0, + "step": 9638 + }, + { + "epoch": 1.226179875333927, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.518476963043213, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8633874654769897, + "num_tokens": 366036476.0, + "step": 9639 + }, + { + "epoch": 1.2263070856125176, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6863901615142822, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8784601092338562, + "num_tokens": 366072966.0, + "step": 9640 + }, + { + "epoch": 1.226434295891108, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.512000560760498, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8730083703994751, + "num_tokens": 366111535.0, + "step": 9641 + }, + { + "epoch": 1.2265615061696984, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6947009563446045, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8662248253822327, + "num_tokens": 366151104.0, + "step": 9642 + }, + { + "epoch": 1.226688716448289, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.534292697906494, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8630033731460571, + "num_tokens": 366184062.0, + "step": 9643 + }, + { + "epoch": 1.2268159267268794, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6854665279388428, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8752077221870422, + "num_tokens": 366217774.0, + "step": 9644 + }, + { + "epoch": 1.22694313700547, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5186312198638916, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8783226609230042, + "num_tokens": 366252776.0, + "step": 9645 + }, + { + "epoch": 1.2270703472840605, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6936540603637695, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8686372637748718, + "num_tokens": 366289031.0, + "step": 9646 + }, + { + "epoch": 1.227197557562651, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.504467248916626, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8826455473899841, + "num_tokens": 366327919.0, + "step": 9647 + }, + { + "epoch": 1.2273247678412416, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.709953784942627, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8575254678726196, + "num_tokens": 366368655.0, + "step": 9648 + }, + { + "epoch": 1.227451978119832, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.511137008666992, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.872075080871582, + "num_tokens": 366406987.0, + "step": 9649 + }, + { + "epoch": 1.2275791883984226, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.713543653488159, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8582817316055298, + "num_tokens": 366447360.0, + "step": 9650 + }, + { + "epoch": 1.2277063986770131, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4985930919647217, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8781408071517944, + "num_tokens": 366487640.0, + "step": 9651 + }, + { + "epoch": 1.2278336089556037, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7383525371551514, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8617463111877441, + "num_tokens": 366526569.0, + "step": 9652 + }, + { + "epoch": 1.2279608192341942, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.491997003555298, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8660539984703064, + "num_tokens": 366567503.0, + "step": 9653 + }, + { + "epoch": 1.2280880295127847, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.745438575744629, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8693467378616333, + "num_tokens": 366609230.0, + "step": 9654 + }, + { + "epoch": 1.2282152397913753, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.507023572921753, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8729459047317505, + "num_tokens": 366646982.0, + "step": 9655 + }, + { + "epoch": 1.2283424500699656, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7604761123657227, + "learning_rate": 1e-05, + "loss": 0.4897, + "mean_token_accuracy": 0.8501666188240051, + "num_tokens": 366684051.0, + "step": 9656 + }, + { + "epoch": 1.228469660348556, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5073795318603516, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.855258584022522, + "num_tokens": 366724617.0, + "step": 9657 + }, + { + "epoch": 1.2285968706271466, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.766509771347046, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8862193822860718, + "num_tokens": 366756642.0, + "step": 9658 + }, + { + "epoch": 1.2287240809057371, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5309858322143555, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8699782490730286, + "num_tokens": 366789197.0, + "step": 9659 + }, + { + "epoch": 1.2288512911843277, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.758418560028076, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8678518533706665, + "num_tokens": 366825684.0, + "step": 9660 + }, + { + "epoch": 1.2289785014629182, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.524280309677124, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8590270280838013, + "num_tokens": 366871597.0, + "step": 9661 + }, + { + "epoch": 1.2291057117415087, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7411911487579346, + "learning_rate": 1e-05, + "loss": 0.3897, + "mean_token_accuracy": 0.88609778881073, + "num_tokens": 366910961.0, + "step": 9662 + }, + { + "epoch": 1.2292329220200993, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5150868892669678, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8841500878334045, + "num_tokens": 366951701.0, + "step": 9663 + }, + { + "epoch": 1.2293601322986898, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7544097900390625, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8613331317901611, + "num_tokens": 366992472.0, + "step": 9664 + }, + { + "epoch": 1.2294873425772803, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5441784858703613, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8628401756286621, + "num_tokens": 367031220.0, + "step": 9665 + }, + { + "epoch": 1.2296145528558708, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.742004632949829, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8640292882919312, + "num_tokens": 367067275.0, + "step": 9666 + }, + { + "epoch": 1.2297417631344612, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.522955894470215, + "learning_rate": 1e-05, + "loss": 0.4838, + "mean_token_accuracy": 0.8547329306602478, + "num_tokens": 367111851.0, + "step": 9667 + }, + { + "epoch": 1.2298689734130517, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.736809015274048, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8650974631309509, + "num_tokens": 367150895.0, + "step": 9668 + }, + { + "epoch": 1.2299961836916422, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5328338146209717, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8584860563278198, + "num_tokens": 367187874.0, + "step": 9669 + }, + { + "epoch": 1.2301233939702327, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.725969076156616, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8756510615348816, + "num_tokens": 367228859.0, + "step": 9670 + }, + { + "epoch": 1.2302506042488233, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5268421173095703, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8862283229827881, + "num_tokens": 367264686.0, + "step": 9671 + }, + { + "epoch": 1.2303778145274138, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.707498073577881, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8751014471054077, + "num_tokens": 367309909.0, + "step": 9672 + }, + { + "epoch": 1.2305050248060043, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5401458740234375, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8785498142242432, + "num_tokens": 367343996.0, + "step": 9673 + }, + { + "epoch": 1.2306322350845948, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.700087070465088, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.867638349533081, + "num_tokens": 367386267.0, + "step": 9674 + }, + { + "epoch": 1.2307594453631854, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5190937519073486, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8629021644592285, + "num_tokens": 367430256.0, + "step": 9675 + }, + { + "epoch": 1.230886655641776, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7090952396392822, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.855975866317749, + "num_tokens": 367469189.0, + "step": 9676 + }, + { + "epoch": 1.2310138659203664, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.559654474258423, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8563997745513916, + "num_tokens": 367501323.0, + "step": 9677 + }, + { + "epoch": 1.231141076198957, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6832265853881836, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8655530214309692, + "num_tokens": 367542361.0, + "step": 9678 + }, + { + "epoch": 1.2312682864775475, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5595250129699707, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8534423112869263, + "num_tokens": 367575859.0, + "step": 9679 + }, + { + "epoch": 1.231395496756138, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6662158966064453, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8708887100219727, + "num_tokens": 367611330.0, + "step": 9680 + }, + { + "epoch": 1.2315227070347283, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5276761054992676, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8821156024932861, + "num_tokens": 367653110.0, + "step": 9681 + }, + { + "epoch": 1.2316499173133189, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6746063232421875, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8777520656585693, + "num_tokens": 367687799.0, + "step": 9682 + }, + { + "epoch": 1.2317771275919094, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5285439491271973, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8717148900032043, + "num_tokens": 367728253.0, + "step": 9683 + }, + { + "epoch": 1.2319043378705, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.654202938079834, + "learning_rate": 1e-05, + "loss": 0.3537, + "mean_token_accuracy": 0.8995825052261353, + "num_tokens": 367770397.0, + "step": 9684 + }, + { + "epoch": 1.2320315481490904, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.527967691421509, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8690224885940552, + "num_tokens": 367810630.0, + "step": 9685 + }, + { + "epoch": 1.232158758427681, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6635873317718506, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8634747266769409, + "num_tokens": 367853563.0, + "step": 9686 + }, + { + "epoch": 1.2322859687062715, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5512192249298096, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8586164116859436, + "num_tokens": 367888113.0, + "step": 9687 + }, + { + "epoch": 1.232413178984862, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6546757221221924, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8654547929763794, + "num_tokens": 367925839.0, + "step": 9688 + }, + { + "epoch": 1.2325403892634526, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.531031370162964, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8594614267349243, + "num_tokens": 367966944.0, + "step": 9689 + }, + { + "epoch": 1.232667599542043, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.657965898513794, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8725172281265259, + "num_tokens": 367999470.0, + "step": 9690 + }, + { + "epoch": 1.2327948098206334, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5060508251190186, + "learning_rate": 1e-05, + "loss": 0.3767, + "mean_token_accuracy": 0.8892704844474792, + "num_tokens": 368042780.0, + "step": 9691 + }, + { + "epoch": 1.232922020099224, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6722257137298584, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.875316858291626, + "num_tokens": 368078062.0, + "step": 9692 + }, + { + "epoch": 1.2330492303778144, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.6006391048431396, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8708194494247437, + "num_tokens": 368121570.0, + "step": 9693 + }, + { + "epoch": 1.233176440656405, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6394810676574707, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8770670890808105, + "num_tokens": 368158576.0, + "step": 9694 + }, + { + "epoch": 1.2333036509349955, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5266754627227783, + "learning_rate": 1e-05, + "loss": 0.3794, + "mean_token_accuracy": 0.8881125450134277, + "num_tokens": 368199939.0, + "step": 9695 + }, + { + "epoch": 1.233430861213586, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6351358890533447, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8638694286346436, + "num_tokens": 368240156.0, + "step": 9696 + }, + { + "epoch": 1.2335580714921766, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5568881034851074, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.8522855639457703, + "num_tokens": 368270852.0, + "step": 9697 + }, + { + "epoch": 1.233685281770767, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6278209686279297, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8649946451187134, + "num_tokens": 368311986.0, + "step": 9698 + }, + { + "epoch": 1.2338124920493576, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.537885904312134, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8641433715820312, + "num_tokens": 368354330.0, + "step": 9699 + }, + { + "epoch": 1.2339397023279481, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.633521795272827, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8789513111114502, + "num_tokens": 368392712.0, + "step": 9700 + }, + { + "epoch": 1.2340669126065387, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.538681745529175, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8630557060241699, + "num_tokens": 368430913.0, + "step": 9701 + }, + { + "epoch": 1.2341941228851292, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6457555294036865, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8844980001449585, + "num_tokens": 368462353.0, + "step": 9702 + }, + { + "epoch": 1.2343213331637197, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5247113704681396, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8637949228286743, + "num_tokens": 368506061.0, + "step": 9703 + }, + { + "epoch": 1.2344485434423103, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6467978954315186, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8773531913757324, + "num_tokens": 368539435.0, + "step": 9704 + }, + { + "epoch": 1.2345757537209006, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.524456262588501, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.868394672870636, + "num_tokens": 368578249.0, + "step": 9705 + }, + { + "epoch": 1.234702963999491, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6499836444854736, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8850675821304321, + "num_tokens": 368617766.0, + "step": 9706 + }, + { + "epoch": 1.2348301742780816, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5197207927703857, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8787463903427124, + "num_tokens": 368651458.0, + "step": 9707 + }, + { + "epoch": 1.2349573845566721, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6763854026794434, + "learning_rate": 1e-05, + "loss": 0.4973, + "mean_token_accuracy": 0.8533623218536377, + "num_tokens": 368688689.0, + "step": 9708 + }, + { + "epoch": 1.2350845948352627, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5077099800109863, + "learning_rate": 1e-05, + "loss": 0.49, + "mean_token_accuracy": 0.8500964641571045, + "num_tokens": 368731996.0, + "step": 9709 + }, + { + "epoch": 1.2352118051138532, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.696218252182007, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8804136514663696, + "num_tokens": 368772712.0, + "step": 9710 + }, + { + "epoch": 1.2353390153924437, + "ewc_loss": 0.0595703125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.4974937438964844, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8749421238899231, + "num_tokens": 368816582.0, + "step": 9711 + }, + { + "epoch": 1.2354662256710343, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7075655460357666, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8751983642578125, + "num_tokens": 368854284.0, + "step": 9712 + }, + { + "epoch": 1.2355934359496248, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.4954421520233154, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8729468584060669, + "num_tokens": 368891564.0, + "step": 9713 + }, + { + "epoch": 1.2357206462282153, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.731337308883667, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8542790412902832, + "num_tokens": 368931176.0, + "step": 9714 + }, + { + "epoch": 1.2358478565068058, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.500554084777832, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8764957189559937, + "num_tokens": 368967730.0, + "step": 9715 + }, + { + "epoch": 1.2359750667853961, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7285308837890625, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8737436532974243, + "num_tokens": 369009378.0, + "step": 9716 + }, + { + "epoch": 1.2361022770639867, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5040283203125, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8655630350112915, + "num_tokens": 369045716.0, + "step": 9717 + }, + { + "epoch": 1.2362294873425772, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7378008365631104, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8805168867111206, + "num_tokens": 369082022.0, + "step": 9718 + }, + { + "epoch": 1.2363566976211677, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.499361515045166, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8628166913986206, + "num_tokens": 369122456.0, + "step": 9719 + }, + { + "epoch": 1.2364839078997583, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.782742977142334, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8583724498748779, + "num_tokens": 369156977.0, + "step": 9720 + }, + { + "epoch": 1.2366111181783488, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.510314702987671, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8595604300498962, + "num_tokens": 369195113.0, + "step": 9721 + }, + { + "epoch": 1.2367383284569393, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7485344409942627, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8821345567703247, + "num_tokens": 369238650.0, + "step": 9722 + }, + { + "epoch": 1.2368655387355298, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.522378444671631, + "learning_rate": 1e-05, + "loss": 0.4939, + "mean_token_accuracy": 0.8513543009757996, + "num_tokens": 369275753.0, + "step": 9723 + }, + { + "epoch": 1.2369927490141204, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.8006176948547363, + "learning_rate": 1e-05, + "loss": 0.5052, + "mean_token_accuracy": 0.8471271395683289, + "num_tokens": 369317364.0, + "step": 9724 + }, + { + "epoch": 1.237119959292711, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022602081298828125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5139496326446533, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8748301267623901, + "num_tokens": 369355889.0, + "step": 9725 + }, + { + "epoch": 1.2372471695713014, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7607243061065674, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8840532898902893, + "num_tokens": 369393749.0, + "step": 9726 + }, + { + "epoch": 1.237374379849892, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5151419639587402, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8699873685836792, + "num_tokens": 369432442.0, + "step": 9727 + }, + { + "epoch": 1.2375015901284825, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.779226303100586, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8684879541397095, + "num_tokens": 369469513.0, + "step": 9728 + }, + { + "epoch": 1.237628800407073, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5300683975219727, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8704472780227661, + "num_tokens": 369505720.0, + "step": 9729 + }, + { + "epoch": 1.2377560106856633, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.774048328399658, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.878868818283081, + "num_tokens": 369535225.0, + "step": 9730 + }, + { + "epoch": 1.2378832209642538, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.536807060241699, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8738691806793213, + "num_tokens": 369572580.0, + "step": 9731 + }, + { + "epoch": 1.2380104312428444, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7481460571289062, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8772996664047241, + "num_tokens": 369611566.0, + "step": 9732 + }, + { + "epoch": 1.238137641521435, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5304372310638428, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8717999458312988, + "num_tokens": 369652541.0, + "step": 9733 + }, + { + "epoch": 1.2382648518000254, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7667484283447266, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.8589047789573669, + "num_tokens": 369686744.0, + "step": 9734 + }, + { + "epoch": 1.238392062078616, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.530043125152588, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8799827694892883, + "num_tokens": 369725090.0, + "step": 9735 + }, + { + "epoch": 1.2385192723572065, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7331619262695312, + "learning_rate": 1e-05, + "loss": 0.3826, + "mean_token_accuracy": 0.8890398740768433, + "num_tokens": 369764255.0, + "step": 9736 + }, + { + "epoch": 1.238646482635797, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5355825424194336, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8763399124145508, + "num_tokens": 369803589.0, + "step": 9737 + }, + { + "epoch": 1.2387736929143875, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.733168125152588, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8828538656234741, + "num_tokens": 369837984.0, + "step": 9738 + }, + { + "epoch": 1.238900903192978, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5229101181030273, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8710217475891113, + "num_tokens": 369881398.0, + "step": 9739 + }, + { + "epoch": 1.2390281134715684, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.738211154937744, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8696520328521729, + "num_tokens": 369915230.0, + "step": 9740 + }, + { + "epoch": 1.239155323750159, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5181853771209717, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8710389137268066, + "num_tokens": 369955237.0, + "step": 9741 + }, + { + "epoch": 1.2392825340287494, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7265777587890625, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.86681067943573, + "num_tokens": 369995938.0, + "step": 9742 + }, + { + "epoch": 1.23940974430734, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.52239990234375, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8627582788467407, + "num_tokens": 370037346.0, + "step": 9743 + }, + { + "epoch": 1.2395369545859305, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.740401029586792, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8701295852661133, + "num_tokens": 370067222.0, + "step": 9744 + }, + { + "epoch": 1.239664164864521, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5227909088134766, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.8820315003395081, + "num_tokens": 370101438.0, + "step": 9745 + }, + { + "epoch": 1.2397913751431116, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7325077056884766, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8682594895362854, + "num_tokens": 370136887.0, + "step": 9746 + }, + { + "epoch": 1.239918585421702, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5166923999786377, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8799986839294434, + "num_tokens": 370176797.0, + "step": 9747 + }, + { + "epoch": 1.2400457957002926, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7601265907287598, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8643739819526672, + "num_tokens": 370206246.0, + "step": 9748 + }, + { + "epoch": 1.2401730059788831, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5221774578094482, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8705790638923645, + "num_tokens": 370246132.0, + "step": 9749 + }, + { + "epoch": 1.2403002162574737, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7482573986053467, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8760536313056946, + "num_tokens": 370280039.0, + "step": 9750 + }, + { + "epoch": 1.2404274265360642, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5224690437316895, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8759424686431885, + "num_tokens": 370317522.0, + "step": 9751 + }, + { + "epoch": 1.2405546368146547, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.733214855194092, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8739579916000366, + "num_tokens": 370352350.0, + "step": 9752 + }, + { + "epoch": 1.2406818470932452, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5450501441955566, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8818761706352234, + "num_tokens": 370382645.0, + "step": 9753 + }, + { + "epoch": 1.2408090573718356, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.720407485961914, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8743981122970581, + "num_tokens": 370422679.0, + "step": 9754 + }, + { + "epoch": 1.240936267650426, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.537092447280884, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.867812991142273, + "num_tokens": 370458475.0, + "step": 9755 + }, + { + "epoch": 1.2410634779290166, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7241437435150146, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8668684363365173, + "num_tokens": 370489641.0, + "step": 9756 + }, + { + "epoch": 1.2411906882076071, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5405941009521484, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8705687522888184, + "num_tokens": 370526649.0, + "step": 9757 + }, + { + "epoch": 1.2413178984861977, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.711737632751465, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8663400411605835, + "num_tokens": 370564664.0, + "step": 9758 + }, + { + "epoch": 1.2414451087647882, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5435380935668945, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8812113404273987, + "num_tokens": 370598000.0, + "step": 9759 + }, + { + "epoch": 1.2415723190433787, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7074856758117676, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8599063158035278, + "num_tokens": 370639318.0, + "step": 9760 + }, + { + "epoch": 1.2416995293219693, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5472466945648193, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8607052564620972, + "num_tokens": 370676064.0, + "step": 9761 + }, + { + "epoch": 1.2418267396005598, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6889524459838867, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8750386238098145, + "num_tokens": 370713190.0, + "step": 9762 + }, + { + "epoch": 1.2419539498791503, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5350821018218994, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.8843445181846619, + "num_tokens": 370748433.0, + "step": 9763 + }, + { + "epoch": 1.2420811601577408, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6834332942962646, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8775069713592529, + "num_tokens": 370781522.0, + "step": 9764 + }, + { + "epoch": 1.2422083704363311, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5277020931243896, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8736704587936401, + "num_tokens": 370821878.0, + "step": 9765 + }, + { + "epoch": 1.2423355807149217, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6898348331451416, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8669684529304504, + "num_tokens": 370857754.0, + "step": 9766 + }, + { + "epoch": 1.2424627909935122, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5299854278564453, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8663919568061829, + "num_tokens": 370893672.0, + "step": 9767 + }, + { + "epoch": 1.2425900012721027, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7470524311065674, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8663396835327148, + "num_tokens": 370928118.0, + "step": 9768 + }, + { + "epoch": 1.2427172115506933, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00022792816162109375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5357561111450195, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8536442518234253, + "num_tokens": 370960748.0, + "step": 9769 + }, + { + "epoch": 1.2428444218292838, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.707990884780884, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8829623460769653, + "num_tokens": 370992408.0, + "step": 9770 + }, + { + "epoch": 1.2429716321078743, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.506763458251953, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8557834625244141, + "num_tokens": 371035020.0, + "step": 9771 + }, + { + "epoch": 1.2430988423864648, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7139599323272705, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8777607679367065, + "num_tokens": 371072738.0, + "step": 9772 + }, + { + "epoch": 1.2432260526650554, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5037715435028076, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8781445026397705, + "num_tokens": 371109246.0, + "step": 9773 + }, + { + "epoch": 1.243353262943646, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.718229055404663, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8805965185165405, + "num_tokens": 371148322.0, + "step": 9774 + }, + { + "epoch": 1.2434804732222364, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5206689834594727, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8598207235336304, + "num_tokens": 371186534.0, + "step": 9775 + }, + { + "epoch": 1.243607683500827, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.719942331314087, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8709278106689453, + "num_tokens": 371224973.0, + "step": 9776 + }, + { + "epoch": 1.2437348937794175, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.519442319869995, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8716764450073242, + "num_tokens": 371262629.0, + "step": 9777 + }, + { + "epoch": 1.243862104058008, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.729957342147827, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8691663146018982, + "num_tokens": 371298421.0, + "step": 9778 + }, + { + "epoch": 1.2439893143365983, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5234076976776123, + "learning_rate": 1e-05, + "loss": 0.4997, + "mean_token_accuracy": 0.8470922708511353, + "num_tokens": 371337393.0, + "step": 9779 + }, + { + "epoch": 1.2441165246151888, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.722914457321167, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8749185800552368, + "num_tokens": 371372436.0, + "step": 9780 + }, + { + "epoch": 1.2442437348937794, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.535323143005371, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8742243051528931, + "num_tokens": 371404269.0, + "step": 9781 + }, + { + "epoch": 1.24437094517237, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.704343557357788, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8727469444274902, + "num_tokens": 371446494.0, + "step": 9782 + }, + { + "epoch": 1.2444981554509604, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5358030796051025, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8636474609375, + "num_tokens": 371482524.0, + "step": 9783 + }, + { + "epoch": 1.244625365729551, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7199718952178955, + "learning_rate": 1e-05, + "loss": 0.5179, + "mean_token_accuracy": 0.8506327271461487, + "num_tokens": 371519745.0, + "step": 9784 + }, + { + "epoch": 1.2447525760081415, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.518982410430908, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8746557235717773, + "num_tokens": 371563593.0, + "step": 9785 + }, + { + "epoch": 1.244879786286732, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.718424081802368, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8769717812538147, + "num_tokens": 371600646.0, + "step": 9786 + }, + { + "epoch": 1.2450069965653225, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5214898586273193, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8794212341308594, + "num_tokens": 371635071.0, + "step": 9787 + }, + { + "epoch": 1.245134206843913, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7209365367889404, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.870917797088623, + "num_tokens": 371672441.0, + "step": 9788 + }, + { + "epoch": 1.2452614171225034, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5067801475524902, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8768029808998108, + "num_tokens": 371712751.0, + "step": 9789 + }, + { + "epoch": 1.245388627401094, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7368788719177246, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8734850883483887, + "num_tokens": 371748863.0, + "step": 9790 + }, + { + "epoch": 1.2455158376796844, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.527437686920166, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8610376715660095, + "num_tokens": 371784763.0, + "step": 9791 + }, + { + "epoch": 1.245643047958275, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.742640972137451, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8495373725891113, + "num_tokens": 371822722.0, + "step": 9792 + }, + { + "epoch": 1.2457702582368655, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5091240406036377, + "learning_rate": 1e-05, + "loss": 0.37, + "mean_token_accuracy": 0.891122043132782, + "num_tokens": 371855423.0, + "step": 9793 + }, + { + "epoch": 1.245897468515456, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7384355068206787, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.865807056427002, + "num_tokens": 371897900.0, + "step": 9794 + }, + { + "epoch": 1.2460246787940465, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.502506732940674, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8737319707870483, + "num_tokens": 371942394.0, + "step": 9795 + }, + { + "epoch": 1.246151889072637, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.757389545440674, + "learning_rate": 1e-05, + "loss": 0.502, + "mean_token_accuracy": 0.8500477075576782, + "num_tokens": 371982391.0, + "step": 9796 + }, + { + "epoch": 1.2462790993512276, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.510373830795288, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8709369897842407, + "num_tokens": 372018599.0, + "step": 9797 + }, + { + "epoch": 1.2464063096298181, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7584946155548096, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8660430908203125, + "num_tokens": 372058650.0, + "step": 9798 + }, + { + "epoch": 1.2465335199084087, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.50982928276062, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.866697371006012, + "num_tokens": 372102272.0, + "step": 9799 + }, + { + "epoch": 1.2466607301869992, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7510082721710205, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8892905116081238, + "num_tokens": 372139086.0, + "step": 9800 + }, + { + "epoch": 1.2467879404655897, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.509401559829712, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.872834324836731, + "num_tokens": 372178418.0, + "step": 9801 + }, + { + "epoch": 1.2469151507441802, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.75757098197937, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8823279142379761, + "num_tokens": 372218837.0, + "step": 9802 + }, + { + "epoch": 1.2470423610227706, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5507314205169678, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8568370938301086, + "num_tokens": 372256620.0, + "step": 9803 + }, + { + "epoch": 1.247169571301361, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.750009298324585, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8655145764350891, + "num_tokens": 372292379.0, + "step": 9804 + }, + { + "epoch": 1.2472967815799516, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.51313853263855, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8800150752067566, + "num_tokens": 372336319.0, + "step": 9805 + }, + { + "epoch": 1.2474239918585421, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.756983995437622, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8648045063018799, + "num_tokens": 372372965.0, + "step": 9806 + }, + { + "epoch": 1.2475512021371327, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5196330547332764, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8737544417381287, + "num_tokens": 372415453.0, + "step": 9807 + }, + { + "epoch": 1.2476784124157232, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7575933933258057, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8663326501846313, + "num_tokens": 372452822.0, + "step": 9808 + }, + { + "epoch": 1.2478056226943137, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.514927387237549, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8689531683921814, + "num_tokens": 372494316.0, + "step": 9809 + }, + { + "epoch": 1.2479328329729042, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7562248706817627, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8809242844581604, + "num_tokens": 372531334.0, + "step": 9810 + }, + { + "epoch": 1.2480600432514948, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.529935359954834, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8787810802459717, + "num_tokens": 372568303.0, + "step": 9811 + }, + { + "epoch": 1.2481872535300853, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7500908374786377, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8815903067588806, + "num_tokens": 372602783.0, + "step": 9812 + }, + { + "epoch": 1.2483144638086758, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5251805782318115, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8734734058380127, + "num_tokens": 372643883.0, + "step": 9813 + }, + { + "epoch": 1.2484416740872661, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.749645471572876, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8675764799118042, + "num_tokens": 372681864.0, + "step": 9814 + }, + { + "epoch": 1.2485688843658567, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.542968511581421, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8673239946365356, + "num_tokens": 372717657.0, + "step": 9815 + }, + { + "epoch": 1.2486960946444472, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.727381706237793, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8871018886566162, + "num_tokens": 372756702.0, + "step": 9816 + }, + { + "epoch": 1.2488233049230377, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.53304386138916, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8680043816566467, + "num_tokens": 372795620.0, + "step": 9817 + }, + { + "epoch": 1.2489505152016283, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.725987672805786, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8656885623931885, + "num_tokens": 372833803.0, + "step": 9818 + }, + { + "epoch": 1.2490777254802188, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5496878623962402, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8768095970153809, + "num_tokens": 372864229.0, + "step": 9819 + }, + { + "epoch": 1.2492049357588093, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7066054344177246, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8729875087738037, + "num_tokens": 372900321.0, + "step": 9820 + }, + { + "epoch": 1.2493321460373998, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.527273654937744, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8701767921447754, + "num_tokens": 372941237.0, + "step": 9821 + }, + { + "epoch": 1.2494593563159904, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.699618339538574, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8666916489601135, + "num_tokens": 372980057.0, + "step": 9822 + }, + { + "epoch": 1.249586566594581, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.54296612739563, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8718273639678955, + "num_tokens": 373014746.0, + "step": 9823 + }, + { + "epoch": 1.2497137768731714, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6991934776306152, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8622983694076538, + "num_tokens": 373053298.0, + "step": 9824 + }, + { + "epoch": 1.249840987151762, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5145044326782227, + "learning_rate": 1e-05, + "loss": 0.385, + "mean_token_accuracy": 0.8862032294273376, + "num_tokens": 373100155.0, + "step": 9825 + }, + { + "epoch": 1.2499681974303525, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.709282159805298, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8648436069488525, + "num_tokens": 373138554.0, + "step": 9826 + }, + { + "epoch": 1.250095407708943, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5405311584472656, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8584998250007629, + "num_tokens": 373173023.0, + "step": 9827 + }, + { + "epoch": 1.2502226179875333, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7010092735290527, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8663477301597595, + "num_tokens": 373210630.0, + "step": 9828 + }, + { + "epoch": 1.2503498282661238, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5309524536132812, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8628005981445312, + "num_tokens": 373247859.0, + "step": 9829 + }, + { + "epoch": 1.2504770385447144, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.684434652328491, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8726148009300232, + "num_tokens": 373285663.0, + "step": 9830 + }, + { + "epoch": 1.250604248823305, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5366523265838623, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.863852858543396, + "num_tokens": 373321743.0, + "step": 9831 + }, + { + "epoch": 1.2507314591018954, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7025961875915527, + "learning_rate": 1e-05, + "loss": 0.5077, + "mean_token_accuracy": 0.8479069471359253, + "num_tokens": 373355768.0, + "step": 9832 + }, + { + "epoch": 1.250858669380486, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5199875831604004, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8669706583023071, + "num_tokens": 373399335.0, + "step": 9833 + }, + { + "epoch": 1.2509858796590765, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.714111328125, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8640872240066528, + "num_tokens": 373433708.0, + "step": 9834 + }, + { + "epoch": 1.251113089937667, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.521758556365967, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8751858472824097, + "num_tokens": 373472145.0, + "step": 9835 + }, + { + "epoch": 1.2512403002162575, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7467801570892334, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8759543895721436, + "num_tokens": 373506578.0, + "step": 9836 + }, + { + "epoch": 1.2513675104948478, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.4951741695404053, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8791230916976929, + "num_tokens": 373545988.0, + "step": 9837 + }, + { + "epoch": 1.2514947207734384, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.756047010421753, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8755747079849243, + "num_tokens": 373581001.0, + "step": 9838 + }, + { + "epoch": 1.251621931052029, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5207879543304443, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8661442995071411, + "num_tokens": 373614961.0, + "step": 9839 + }, + { + "epoch": 1.2517491413306194, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002288818359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7473156452178955, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8837025761604309, + "num_tokens": 373652385.0, + "step": 9840 + }, + { + "epoch": 1.25187635160921, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5145070552825928, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8657522201538086, + "num_tokens": 373692468.0, + "step": 9841 + }, + { + "epoch": 1.2520035618878005, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.742635488510132, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8749881982803345, + "num_tokens": 373736885.0, + "step": 9842 + }, + { + "epoch": 1.252130772166391, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.521733283996582, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8653337955474854, + "num_tokens": 373777354.0, + "step": 9843 + }, + { + "epoch": 1.2522579824449815, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.771690607070923, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8619507551193237, + "num_tokens": 373812400.0, + "step": 9844 + }, + { + "epoch": 1.252385192723572, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.520643472671509, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8848655223846436, + "num_tokens": 373846033.0, + "step": 9845 + }, + { + "epoch": 1.2525124030021626, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7483763694763184, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8790212273597717, + "num_tokens": 373887888.0, + "step": 9846 + }, + { + "epoch": 1.2526396132807531, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5157017707824707, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8834748864173889, + "num_tokens": 373928082.0, + "step": 9847 + }, + { + "epoch": 1.2527668235593437, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7575583457946777, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8606436848640442, + "num_tokens": 373964078.0, + "step": 9848 + }, + { + "epoch": 1.2528940338379342, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5430095195770264, + "learning_rate": 1e-05, + "loss": 0.4839, + "mean_token_accuracy": 0.8529353141784668, + "num_tokens": 373998163.0, + "step": 9849 + }, + { + "epoch": 1.2530212441165247, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.741579532623291, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8688719868659973, + "num_tokens": 374036322.0, + "step": 9850 + }, + { + "epoch": 1.2531484543951152, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5234460830688477, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8664390444755554, + "num_tokens": 374079144.0, + "step": 9851 + }, + { + "epoch": 1.2532756646737058, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.745398759841919, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8689631819725037, + "num_tokens": 374116200.0, + "step": 9852 + }, + { + "epoch": 1.253402874952296, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545535087585449, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.86585533618927, + "num_tokens": 374151009.0, + "step": 9853 + }, + { + "epoch": 1.2535300852308866, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.730259418487549, + "learning_rate": 1e-05, + "loss": 0.5146, + "mean_token_accuracy": 0.847367525100708, + "num_tokens": 374187974.0, + "step": 9854 + }, + { + "epoch": 1.2536572955094771, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002307891845703125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5366148948669434, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8598559498786926, + "num_tokens": 374229203.0, + "step": 9855 + }, + { + "epoch": 1.2537845057880677, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7267565727233887, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8807666301727295, + "num_tokens": 374261606.0, + "step": 9856 + }, + { + "epoch": 1.2539117160666582, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5395429134368896, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8634220361709595, + "num_tokens": 374300274.0, + "step": 9857 + }, + { + "epoch": 1.2540389263452487, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7330684661865234, + "learning_rate": 1e-05, + "loss": 0.5095, + "mean_token_accuracy": 0.848747968673706, + "num_tokens": 374336942.0, + "step": 9858 + }, + { + "epoch": 1.2541661366238392, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5513741970062256, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8616144061088562, + "num_tokens": 374370213.0, + "step": 9859 + }, + { + "epoch": 1.2542933469024298, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6976823806762695, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8617205023765564, + "num_tokens": 374410653.0, + "step": 9860 + }, + { + "epoch": 1.2544205571810203, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5317625999450684, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8567776679992676, + "num_tokens": 374454449.0, + "step": 9861 + }, + { + "epoch": 1.2545477674596106, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6824138164520264, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8743653297424316, + "num_tokens": 374497494.0, + "step": 9862 + }, + { + "epoch": 1.2546749777382011, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.536463737487793, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8754537105560303, + "num_tokens": 374534739.0, + "step": 9863 + }, + { + "epoch": 1.2548021880167917, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.689469337463379, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8644386529922485, + "num_tokens": 374573609.0, + "step": 9864 + }, + { + "epoch": 1.2549293982953822, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.541517496109009, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8765605688095093, + "num_tokens": 374610269.0, + "step": 9865 + }, + { + "epoch": 1.2550566085739727, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6882152557373047, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8655418157577515, + "num_tokens": 374644888.0, + "step": 9866 + }, + { + "epoch": 1.2551838188525632, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.527129888534546, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.871868908405304, + "num_tokens": 374685845.0, + "step": 9867 + }, + { + "epoch": 1.2553110291311538, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6853103637695312, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.87346351146698, + "num_tokens": 374723501.0, + "step": 9868 + }, + { + "epoch": 1.2554382394097443, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.536703586578369, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8643030524253845, + "num_tokens": 374763082.0, + "step": 9869 + }, + { + "epoch": 1.2555654496883348, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.667187213897705, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8768386840820312, + "num_tokens": 374802829.0, + "step": 9870 + }, + { + "epoch": 1.2556926599669254, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.525176763534546, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8768560886383057, + "num_tokens": 374838802.0, + "step": 9871 + }, + { + "epoch": 1.255819870245516, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6679115295410156, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8897271752357483, + "num_tokens": 374876831.0, + "step": 9872 + }, + { + "epoch": 1.2559470805241064, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.51669979095459, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8865708708763123, + "num_tokens": 374918120.0, + "step": 9873 + }, + { + "epoch": 1.256074290802697, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.67767596244812, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8653827905654907, + "num_tokens": 374958247.0, + "step": 9874 + }, + { + "epoch": 1.2562015010812875, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5287654399871826, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8652685284614563, + "num_tokens": 374998461.0, + "step": 9875 + }, + { + "epoch": 1.256328711359878, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.686601161956787, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8784321546554565, + "num_tokens": 375029813.0, + "step": 9876 + }, + { + "epoch": 1.2564559216384683, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5193841457366943, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8756210803985596, + "num_tokens": 375070724.0, + "step": 9877 + }, + { + "epoch": 1.2565831319170588, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6754965782165527, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8685034513473511, + "num_tokens": 375110634.0, + "step": 9878 + }, + { + "epoch": 1.2567103421956494, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.514191150665283, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8780868053436279, + "num_tokens": 375150054.0, + "step": 9879 + }, + { + "epoch": 1.25683755247424, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.706244707107544, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.860459566116333, + "num_tokens": 375185406.0, + "step": 9880 + }, + { + "epoch": 1.2569647627528304, + "ewc_loss": 0.060302734375, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.504025936126709, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.876895546913147, + "num_tokens": 375227544.0, + "step": 9881 + }, + { + "epoch": 1.257091973031421, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.704843759536743, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8757502436637878, + "num_tokens": 375263523.0, + "step": 9882 + }, + { + "epoch": 1.2572191833100115, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.507713556289673, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8778322339057922, + "num_tokens": 375304764.0, + "step": 9883 + }, + { + "epoch": 1.257346393588602, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.713441848754883, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8759429454803467, + "num_tokens": 375340989.0, + "step": 9884 + }, + { + "epoch": 1.2574736038671925, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5122668743133545, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8691381812095642, + "num_tokens": 375374987.0, + "step": 9885 + }, + { + "epoch": 1.2576008141457828, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7176926136016846, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.86420738697052, + "num_tokens": 375415847.0, + "step": 9886 + }, + { + "epoch": 1.2577280244243734, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5057919025421143, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8836308121681213, + "num_tokens": 375455761.0, + "step": 9887 + }, + { + "epoch": 1.257855234702964, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.713573932647705, + "learning_rate": 1e-05, + "loss": 0.3891, + "mean_token_accuracy": 0.8877220153808594, + "num_tokens": 375493774.0, + "step": 9888 + }, + { + "epoch": 1.2579824449815544, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.511012315750122, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8642520308494568, + "num_tokens": 375531947.0, + "step": 9889 + }, + { + "epoch": 1.258109655260145, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.714348554611206, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8811588287353516, + "num_tokens": 375573546.0, + "step": 9890 + }, + { + "epoch": 1.2582368655387355, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.517211437225342, + "learning_rate": 1e-05, + "loss": 0.5014, + "mean_token_accuracy": 0.849478542804718, + "num_tokens": 375617351.0, + "step": 9891 + }, + { + "epoch": 1.258364075817326, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7313456535339355, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8701030611991882, + "num_tokens": 375653939.0, + "step": 9892 + }, + { + "epoch": 1.2584912860959165, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.510430335998535, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8634840250015259, + "num_tokens": 375695345.0, + "step": 9893 + }, + { + "epoch": 1.258618496374507, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.719484329223633, + "learning_rate": 1e-05, + "loss": 0.3839, + "mean_token_accuracy": 0.8892569541931152, + "num_tokens": 375731786.0, + "step": 9894 + }, + { + "epoch": 1.2587457066530976, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5158679485321045, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8707414269447327, + "num_tokens": 375773258.0, + "step": 9895 + }, + { + "epoch": 1.2588729169316881, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.727499485015869, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8841466307640076, + "num_tokens": 375805712.0, + "step": 9896 + }, + { + "epoch": 1.2590001272102787, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.537179470062256, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8687781095504761, + "num_tokens": 375835927.0, + "step": 9897 + }, + { + "epoch": 1.2591273374888692, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7208824157714844, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8797519207000732, + "num_tokens": 375870568.0, + "step": 9898 + }, + { + "epoch": 1.2592545477674597, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5319645404815674, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8706939220428467, + "num_tokens": 375904941.0, + "step": 9899 + }, + { + "epoch": 1.2593817580460502, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7171764373779297, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.853460431098938, + "num_tokens": 375941193.0, + "step": 9900 + }, + { + "epoch": 1.2595089683246408, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.523345947265625, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8767414093017578, + "num_tokens": 375977952.0, + "step": 9901 + }, + { + "epoch": 1.259636178603231, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7176671028137207, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.860925555229187, + "num_tokens": 376016711.0, + "step": 9902 + }, + { + "epoch": 1.2597633888818216, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.522282123565674, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8597087860107422, + "num_tokens": 376061753.0, + "step": 9903 + }, + { + "epoch": 1.2598905991604121, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.719924211502075, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8618662357330322, + "num_tokens": 376100148.0, + "step": 9904 + }, + { + "epoch": 1.2600178094390027, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5155975818634033, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8743475079536438, + "num_tokens": 376140663.0, + "step": 9905 + }, + { + "epoch": 1.2601450197175932, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.728533983230591, + "learning_rate": 1e-05, + "loss": 0.5054, + "mean_token_accuracy": 0.852153480052948, + "num_tokens": 376186702.0, + "step": 9906 + }, + { + "epoch": 1.2602722299961837, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.524536609649658, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8707784414291382, + "num_tokens": 376222736.0, + "step": 9907 + }, + { + "epoch": 1.2603994402747742, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.737990140914917, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8573731184005737, + "num_tokens": 376258871.0, + "step": 9908 + }, + { + "epoch": 1.2605266505533648, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5229358673095703, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8692778944969177, + "num_tokens": 376295486.0, + "step": 9909 + }, + { + "epoch": 1.2606538608319553, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7238287925720215, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8745388984680176, + "num_tokens": 376333138.0, + "step": 9910 + }, + { + "epoch": 1.2607810711105456, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5275793075561523, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8805210590362549, + "num_tokens": 376367284.0, + "step": 9911 + }, + { + "epoch": 1.2609082813891361, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7510199546813965, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8591252565383911, + "num_tokens": 376398318.0, + "step": 9912 + }, + { + "epoch": 1.2610354916677267, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5359132289886475, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8788719177246094, + "num_tokens": 376430599.0, + "step": 9913 + }, + { + "epoch": 1.2611627019463172, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7310359477996826, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8724684715270996, + "num_tokens": 376467238.0, + "step": 9914 + }, + { + "epoch": 1.2612899122249077, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5322341918945312, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8645428419113159, + "num_tokens": 376505728.0, + "step": 9915 + }, + { + "epoch": 1.2614171225034982, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7214226722717285, + "learning_rate": 1e-05, + "loss": 0.5034, + "mean_token_accuracy": 0.8520035743713379, + "num_tokens": 376550387.0, + "step": 9916 + }, + { + "epoch": 1.2615443327820888, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.533452033996582, + "learning_rate": 1e-05, + "loss": 0.3837, + "mean_token_accuracy": 0.8878716230392456, + "num_tokens": 376583365.0, + "step": 9917 + }, + { + "epoch": 1.2616715430606793, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7118802070617676, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8788120746612549, + "num_tokens": 376620625.0, + "step": 9918 + }, + { + "epoch": 1.2617987533392698, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5352659225463867, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8740770220756531, + "num_tokens": 376657048.0, + "step": 9919 + }, + { + "epoch": 1.2619259636178604, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7237210273742676, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8649568557739258, + "num_tokens": 376697000.0, + "step": 9920 + }, + { + "epoch": 1.2620531738964509, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5216119289398193, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8706962466239929, + "num_tokens": 376739306.0, + "step": 9921 + }, + { + "epoch": 1.2621803841750414, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7200639247894287, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8773655891418457, + "num_tokens": 376777136.0, + "step": 9922 + }, + { + "epoch": 1.262307594453632, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5112643241882324, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8799278736114502, + "num_tokens": 376823875.0, + "step": 9923 + }, + { + "epoch": 1.2624348047322225, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.73691725730896, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.868067741394043, + "num_tokens": 376861335.0, + "step": 9924 + }, + { + "epoch": 1.262562015010813, + "ewc_loss": 0.060791015625, + "ewc_loss_diag": 0.00023174285888671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.542534351348877, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8575155735015869, + "num_tokens": 376896076.0, + "step": 9925 + }, + { + "epoch": 1.2626892252894033, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.715028762817383, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8615692257881165, + "num_tokens": 376943761.0, + "step": 9926 + }, + { + "epoch": 1.2628164355679938, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5259509086608887, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.865837037563324, + "num_tokens": 376983526.0, + "step": 9927 + }, + { + "epoch": 1.2629436458465844, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7067160606384277, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8842836618423462, + "num_tokens": 377025293.0, + "step": 9928 + }, + { + "epoch": 1.263070856125175, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.513843536376953, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8699121475219727, + "num_tokens": 377071380.0, + "step": 9929 + }, + { + "epoch": 1.2631980664037654, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7208127975463867, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8606258630752563, + "num_tokens": 377110215.0, + "step": 9930 + }, + { + "epoch": 1.263325276682356, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5168843269348145, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8821309804916382, + "num_tokens": 377150191.0, + "step": 9931 + }, + { + "epoch": 1.2634524869609465, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7523353099823, + "learning_rate": 1e-05, + "loss": 0.508, + "mean_token_accuracy": 0.8502882719039917, + "num_tokens": 377190636.0, + "step": 9932 + }, + { + "epoch": 1.263579697239537, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5051321983337402, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8702760338783264, + "num_tokens": 377230314.0, + "step": 9933 + }, + { + "epoch": 1.2637069075181275, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7423996925354004, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8651005625724792, + "num_tokens": 377270830.0, + "step": 9934 + }, + { + "epoch": 1.2638341177967178, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.512188673019409, + "learning_rate": 1e-05, + "loss": 0.4958, + "mean_token_accuracy": 0.8523941040039062, + "num_tokens": 377313862.0, + "step": 9935 + }, + { + "epoch": 1.2639613280753084, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7454326152801514, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8684173226356506, + "num_tokens": 377355451.0, + "step": 9936 + }, + { + "epoch": 1.264088538353899, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5119431018829346, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8659423589706421, + "num_tokens": 377397608.0, + "step": 9937 + }, + { + "epoch": 1.2642157486324894, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7595694065093994, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.871087908744812, + "num_tokens": 377436268.0, + "step": 9938 + }, + { + "epoch": 1.26434295891108, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5397589206695557, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8689205646514893, + "num_tokens": 377470896.0, + "step": 9939 + }, + { + "epoch": 1.2644701691896705, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7345399856567383, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8769282102584839, + "num_tokens": 377508828.0, + "step": 9940 + }, + { + "epoch": 1.264597379468261, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.556372880935669, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8557611703872681, + "num_tokens": 377542007.0, + "step": 9941 + }, + { + "epoch": 1.2647245897468515, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7115156650543213, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8667411804199219, + "num_tokens": 377582671.0, + "step": 9942 + }, + { + "epoch": 1.264851800025442, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.531278371810913, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8741328716278076, + "num_tokens": 377624840.0, + "step": 9943 + }, + { + "epoch": 1.2649790103040326, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7091403007507324, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8682712316513062, + "num_tokens": 377661955.0, + "step": 9944 + }, + { + "epoch": 1.2651062205826231, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5336084365844727, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8762520551681519, + "num_tokens": 377698574.0, + "step": 9945 + }, + { + "epoch": 1.2652334308612136, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.701746940612793, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.861396074295044, + "num_tokens": 377739874.0, + "step": 9946 + }, + { + "epoch": 1.2653606411398042, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5460774898529053, + "learning_rate": 1e-05, + "loss": 0.4955, + "mean_token_accuracy": 0.8539267778396606, + "num_tokens": 377775644.0, + "step": 9947 + }, + { + "epoch": 1.2654878514183947, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.701204776763916, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8633333444595337, + "num_tokens": 377812648.0, + "step": 9948 + }, + { + "epoch": 1.2656150616969852, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5408623218536377, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8581346869468689, + "num_tokens": 377849928.0, + "step": 9949 + }, + { + "epoch": 1.2657422719755758, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6757802963256836, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8759016990661621, + "num_tokens": 377891154.0, + "step": 9950 + }, + { + "epoch": 1.265869482254166, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.544320583343506, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8672041296958923, + "num_tokens": 377926858.0, + "step": 9951 + }, + { + "epoch": 1.2659966925327566, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6512155532836914, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8772884607315063, + "num_tokens": 377976895.0, + "step": 9952 + }, + { + "epoch": 1.2661239028113471, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.55556058883667, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8716029524803162, + "num_tokens": 378010300.0, + "step": 9953 + }, + { + "epoch": 1.2662511130899377, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6504464149475098, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8702572584152222, + "num_tokens": 378051764.0, + "step": 9954 + }, + { + "epoch": 1.2663783233685282, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.548146963119507, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8639671206474304, + "num_tokens": 378087976.0, + "step": 9955 + }, + { + "epoch": 1.2665055336471187, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6505329608917236, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8719914555549622, + "num_tokens": 378124062.0, + "step": 9956 + }, + { + "epoch": 1.2666327439257092, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.6400415897369385, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8684648275375366, + "num_tokens": 378161248.0, + "step": 9957 + }, + { + "epoch": 1.2667599542042998, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.604902505874634, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8620501756668091, + "num_tokens": 378197959.0, + "step": 9958 + }, + { + "epoch": 1.2668871644828903, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5915327072143555, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8641088604927063, + "num_tokens": 378233030.0, + "step": 9959 + }, + { + "epoch": 1.2670143747614806, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6070826053619385, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8643722534179688, + "num_tokens": 378265147.0, + "step": 9960 + }, + { + "epoch": 1.2671415850400711, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.593799352645874, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.865628182888031, + "num_tokens": 378298759.0, + "step": 9961 + }, + { + "epoch": 1.2672687953186617, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.589646100997925, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8526696562767029, + "num_tokens": 378338456.0, + "step": 9962 + }, + { + "epoch": 1.2673960055972522, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5909698009490967, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8716480135917664, + "num_tokens": 378374755.0, + "step": 9963 + }, + { + "epoch": 1.2675232158758427, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5650572776794434, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.8858407735824585, + "num_tokens": 378415302.0, + "step": 9964 + }, + { + "epoch": 1.2676504261544332, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.58868670463562, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8655744791030884, + "num_tokens": 378454400.0, + "step": 9965 + }, + { + "epoch": 1.2677776364330238, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5767881870269775, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8723533153533936, + "num_tokens": 378496986.0, + "step": 9966 + }, + { + "epoch": 1.2679048467116143, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.588958978652954, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8786584138870239, + "num_tokens": 378533937.0, + "step": 9967 + }, + { + "epoch": 1.2680320569902048, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5836968421936035, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8775677680969238, + "num_tokens": 378567420.0, + "step": 9968 + }, + { + "epoch": 1.2681592672687954, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.60097336769104, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8760260343551636, + "num_tokens": 378600939.0, + "step": 9969 + }, + { + "epoch": 1.2682864775473859, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.610013484954834, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8630540370941162, + "num_tokens": 378647858.0, + "step": 9970 + }, + { + "epoch": 1.2684136878259764, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5815041065216064, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8685880303382874, + "num_tokens": 378686695.0, + "step": 9971 + }, + { + "epoch": 1.268540898104567, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.590837240219116, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8743682503700256, + "num_tokens": 378732583.0, + "step": 9972 + }, + { + "epoch": 1.2686681083831575, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.567415952682495, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8794949054718018, + "num_tokens": 378768134.0, + "step": 9973 + }, + { + "epoch": 1.268795318661748, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.6062679290771484, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8852277994155884, + "num_tokens": 378799684.0, + "step": 9974 + }, + { + "epoch": 1.2689225289403383, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.558112144470215, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.863477349281311, + "num_tokens": 378837831.0, + "step": 9975 + }, + { + "epoch": 1.2690497392189288, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.603091239929199, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8688482642173767, + "num_tokens": 378876697.0, + "step": 9976 + }, + { + "epoch": 1.2691769494975194, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5497734546661377, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8826091289520264, + "num_tokens": 378916301.0, + "step": 9977 + }, + { + "epoch": 1.2693041597761099, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.610870122909546, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8639604449272156, + "num_tokens": 378956294.0, + "step": 9978 + }, + { + "epoch": 1.2694313700547004, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.560197114944458, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.86305832862854, + "num_tokens": 378992704.0, + "step": 9979 + }, + { + "epoch": 1.269558580333291, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6047816276550293, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8777268528938293, + "num_tokens": 379034955.0, + "step": 9980 + }, + { + "epoch": 1.2696857906118815, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.555277109146118, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8806832432746887, + "num_tokens": 379075026.0, + "step": 9981 + }, + { + "epoch": 1.269813000890472, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6041972637176514, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8686158657073975, + "num_tokens": 379113452.0, + "step": 9982 + }, + { + "epoch": 1.2699402111690625, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.561500310897827, + "learning_rate": 1e-05, + "loss": 0.5098, + "mean_token_accuracy": 0.8460087180137634, + "num_tokens": 379155632.0, + "step": 9983 + }, + { + "epoch": 1.2700674214476528, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.622250556945801, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8779594898223877, + "num_tokens": 379188987.0, + "step": 9984 + }, + { + "epoch": 1.2701946317262434, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5387051105499268, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8761228322982788, + "num_tokens": 379229099.0, + "step": 9985 + }, + { + "epoch": 1.270321842004834, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6240687370300293, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8815262317657471, + "num_tokens": 379265365.0, + "step": 9986 + }, + { + "epoch": 1.2704490522834244, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5399489402770996, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.877813458442688, + "num_tokens": 379301170.0, + "step": 9987 + }, + { + "epoch": 1.270576262562015, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6399431228637695, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.867817759513855, + "num_tokens": 379334983.0, + "step": 9988 + }, + { + "epoch": 1.2707034728406055, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5321919918060303, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8594801425933838, + "num_tokens": 379371584.0, + "step": 9989 + }, + { + "epoch": 1.270830683119196, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6272077560424805, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8716323375701904, + "num_tokens": 379415363.0, + "step": 9990 + }, + { + "epoch": 1.2709578933977865, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5354087352752686, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8819156885147095, + "num_tokens": 379447019.0, + "step": 9991 + }, + { + "epoch": 1.271085103676377, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.624647378921509, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8780532479286194, + "num_tokens": 379490229.0, + "step": 9992 + }, + { + "epoch": 1.2712123139549676, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5381994247436523, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8695656061172485, + "num_tokens": 379528608.0, + "step": 9993 + }, + { + "epoch": 1.2713395242335581, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.643066883087158, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8616559505462646, + "num_tokens": 379566916.0, + "step": 9994 + }, + { + "epoch": 1.2714667345121486, + "ewc_loss": 0.06005859375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.695487976074219e-05, + "grad_norm": 2.5331923961639404, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8847614526748657, + "num_tokens": 379600648.0, + "step": 9995 + }, + { + "epoch": 1.2715939447907392, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6498982906341553, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8638912439346313, + "num_tokens": 379639519.0, + "step": 9996 + }, + { + "epoch": 1.2717211550693297, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5272629261016846, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8769991993904114, + "num_tokens": 379674426.0, + "step": 9997 + }, + { + "epoch": 1.2718483653479202, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6572461128234863, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8777242302894592, + "num_tokens": 379713121.0, + "step": 9998 + }, + { + "epoch": 1.2719755756265108, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.52247953414917, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8775442242622375, + "num_tokens": 379749952.0, + "step": 9999 + }, + { + "epoch": 1.272102785905101, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6767332553863525, + "learning_rate": 1e-05, + "loss": 0.4874, + "mean_token_accuracy": 0.8602262735366821, + "num_tokens": 379786057.0, + "step": 10000 + }, + { + "epoch": 1.2722299961836916, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.536536931991577, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.862528383731842, + "num_tokens": 379820034.0, + "step": 10001 + }, + { + "epoch": 1.2723572064622821, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6623804569244385, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.874829113483429, + "num_tokens": 379863969.0, + "step": 10002 + }, + { + "epoch": 1.2724844167408726, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5177109241485596, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8783442974090576, + "num_tokens": 379903360.0, + "step": 10003 + }, + { + "epoch": 1.2726116270194632, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6886346340179443, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8732409477233887, + "num_tokens": 379935874.0, + "step": 10004 + }, + { + "epoch": 1.2727388372980537, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.510068416595459, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8662019371986389, + "num_tokens": 379972525.0, + "step": 10005 + }, + { + "epoch": 1.2728660475766442, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.68473482131958, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8732505440711975, + "num_tokens": 380012925.0, + "step": 10006 + }, + { + "epoch": 1.2729932578552348, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5226168632507324, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8601714372634888, + "num_tokens": 380048235.0, + "step": 10007 + }, + { + "epoch": 1.2731204681338253, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.706531286239624, + "learning_rate": 1e-05, + "loss": 0.5096, + "mean_token_accuracy": 0.8500646352767944, + "num_tokens": 380084607.0, + "step": 10008 + }, + { + "epoch": 1.2732476784124156, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5150365829467773, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8599422574043274, + "num_tokens": 380121514.0, + "step": 10009 + }, + { + "epoch": 1.2733748886910061, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7077009677886963, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8641273975372314, + "num_tokens": 380158640.0, + "step": 10010 + }, + { + "epoch": 1.2735020989695967, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5103938579559326, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8692260980606079, + "num_tokens": 380196195.0, + "step": 10011 + }, + { + "epoch": 1.2736293092481872, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.716947555541992, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8684566617012024, + "num_tokens": 380234777.0, + "step": 10012 + }, + { + "epoch": 1.2737565195267777, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5007667541503906, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8636795282363892, + "num_tokens": 380276494.0, + "step": 10013 + }, + { + "epoch": 1.2738837298053682, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.729630708694458, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8683434724807739, + "num_tokens": 380314791.0, + "step": 10014 + }, + { + "epoch": 1.2740109400839588, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5061028003692627, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8669666051864624, + "num_tokens": 380354372.0, + "step": 10015 + }, + { + "epoch": 1.2741381503625493, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.742449998855591, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8807331323623657, + "num_tokens": 380388022.0, + "step": 10016 + }, + { + "epoch": 1.2742653606411398, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.50776743888855, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8627126812934875, + "num_tokens": 380426665.0, + "step": 10017 + }, + { + "epoch": 1.2743925709197303, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.738478899002075, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8787392377853394, + "num_tokens": 380466068.0, + "step": 10018 + }, + { + "epoch": 1.2745197811983209, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5031092166900635, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8853932619094849, + "num_tokens": 380500370.0, + "step": 10019 + }, + { + "epoch": 1.2746469914769114, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7554287910461426, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8710967302322388, + "num_tokens": 380538886.0, + "step": 10020 + }, + { + "epoch": 1.274774201755502, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5091357231140137, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8717738389968872, + "num_tokens": 380577425.0, + "step": 10021 + }, + { + "epoch": 1.2749014120340925, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.76648211479187, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8577300310134888, + "num_tokens": 380616999.0, + "step": 10022 + }, + { + "epoch": 1.275028622312683, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.513761520385742, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8674284219741821, + "num_tokens": 380654065.0, + "step": 10023 + }, + { + "epoch": 1.2751558325912733, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.775254487991333, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8654799461364746, + "num_tokens": 380687947.0, + "step": 10024 + }, + { + "epoch": 1.2752830428698638, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5111091136932373, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8775932192802429, + "num_tokens": 380728387.0, + "step": 10025 + }, + { + "epoch": 1.2754102531484544, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7925007343292236, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8634965419769287, + "num_tokens": 380763906.0, + "step": 10026 + }, + { + "epoch": 1.2755374634270449, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.51892352104187, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8586196899414062, + "num_tokens": 380806904.0, + "step": 10027 + }, + { + "epoch": 1.2756646737056354, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.783277750015259, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8791182041168213, + "num_tokens": 380842694.0, + "step": 10028 + }, + { + "epoch": 1.275791883984226, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5213143825531006, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8797709941864014, + "num_tokens": 380879624.0, + "step": 10029 + }, + { + "epoch": 1.2759190942628165, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.78416109085083, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.872153103351593, + "num_tokens": 380916358.0, + "step": 10030 + }, + { + "epoch": 1.276046304541407, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5280768871307373, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8801497220993042, + "num_tokens": 380957858.0, + "step": 10031 + }, + { + "epoch": 1.2761735148199975, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7688698768615723, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8775898218154907, + "num_tokens": 380997301.0, + "step": 10032 + }, + { + "epoch": 1.2763007250985878, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5398006439208984, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8778514862060547, + "num_tokens": 381034023.0, + "step": 10033 + }, + { + "epoch": 1.2764279353771784, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7743844985961914, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8551658391952515, + "num_tokens": 381073402.0, + "step": 10034 + }, + { + "epoch": 1.2765551456557689, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.532254219055176, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.878197968006134, + "num_tokens": 381111182.0, + "step": 10035 + }, + { + "epoch": 1.2766823559343594, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7536990642547607, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8712043166160583, + "num_tokens": 381153527.0, + "step": 10036 + }, + { + "epoch": 1.27680956621295, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.53096866607666, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8686099052429199, + "num_tokens": 381196337.0, + "step": 10037 + }, + { + "epoch": 1.2769367764915405, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.748878240585327, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8674514293670654, + "num_tokens": 381239065.0, + "step": 10038 + }, + { + "epoch": 1.277063986770131, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.537929058074951, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.8871031403541565, + "num_tokens": 381274826.0, + "step": 10039 + }, + { + "epoch": 1.2771911970487215, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7379488945007324, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8709976673126221, + "num_tokens": 381318043.0, + "step": 10040 + }, + { + "epoch": 1.277318407327312, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.554602861404419, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8689751625061035, + "num_tokens": 381352583.0, + "step": 10041 + }, + { + "epoch": 1.2774456176059026, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.734515428543091, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8620306849479675, + "num_tokens": 381387271.0, + "step": 10042 + }, + { + "epoch": 1.2775728278844931, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.534834146499634, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8630229830741882, + "num_tokens": 381429749.0, + "step": 10043 + }, + { + "epoch": 1.2777000381630836, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.723360061645508, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8814710974693298, + "num_tokens": 381468763.0, + "step": 10044 + }, + { + "epoch": 1.2778272484416742, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5339279174804688, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8745207190513611, + "num_tokens": 381505789.0, + "step": 10045 + }, + { + "epoch": 1.2779544587202647, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7044453620910645, + "learning_rate": 1e-05, + "loss": 0.3646, + "mean_token_accuracy": 0.8930641412734985, + "num_tokens": 381545861.0, + "step": 10046 + }, + { + "epoch": 1.2780816689988552, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.550177574157715, + "learning_rate": 1e-05, + "loss": 0.5027, + "mean_token_accuracy": 0.8549175262451172, + "num_tokens": 381585373.0, + "step": 10047 + }, + { + "epoch": 1.2782088792774458, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6962966918945312, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8747766613960266, + "num_tokens": 381623029.0, + "step": 10048 + }, + { + "epoch": 1.278336089556036, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.549509286880493, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8628662824630737, + "num_tokens": 381663481.0, + "step": 10049 + }, + { + "epoch": 1.2784632998346266, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6745359897613525, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8887491822242737, + "num_tokens": 381703977.0, + "step": 10050 + }, + { + "epoch": 1.2785905101132171, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.543274164199829, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8661282658576965, + "num_tokens": 381741409.0, + "step": 10051 + }, + { + "epoch": 1.2787177203918076, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.681994915008545, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8673641681671143, + "num_tokens": 381779013.0, + "step": 10052 + }, + { + "epoch": 1.2788449306703982, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5421953201293945, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8675343990325928, + "num_tokens": 381813460.0, + "step": 10053 + }, + { + "epoch": 1.2789721409489887, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6746954917907715, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8648633360862732, + "num_tokens": 381853821.0, + "step": 10054 + }, + { + "epoch": 1.2790993512275792, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.719329833984375e-05, + "grad_norm": 2.5397210121154785, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8626854419708252, + "num_tokens": 381895411.0, + "step": 10055 + }, + { + "epoch": 1.2792265615061698, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.683582067489624, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8632172346115112, + "num_tokens": 381929067.0, + "step": 10056 + }, + { + "epoch": 1.2793537717847603, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5339081287384033, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8727483749389648, + "num_tokens": 381964002.0, + "step": 10057 + }, + { + "epoch": 1.2794809820633506, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6745386123657227, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8871403932571411, + "num_tokens": 382002913.0, + "step": 10058 + }, + { + "epoch": 1.2796081923419411, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5327930450439453, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8794116377830505, + "num_tokens": 382039026.0, + "step": 10059 + }, + { + "epoch": 1.2797354026205316, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6806654930114746, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8711427450180054, + "num_tokens": 382077413.0, + "step": 10060 + }, + { + "epoch": 1.2798626128991222, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.538464069366455, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8635165691375732, + "num_tokens": 382112686.0, + "step": 10061 + }, + { + "epoch": 1.2799898231777127, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6767961978912354, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8670868277549744, + "num_tokens": 382152184.0, + "step": 10062 + }, + { + "epoch": 1.2801170334563032, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.541961908340454, + "learning_rate": 1e-05, + "loss": 0.4929, + "mean_token_accuracy": 0.8621387481689453, + "num_tokens": 382190916.0, + "step": 10063 + }, + { + "epoch": 1.2802442437348938, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.697970151901245, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8580802083015442, + "num_tokens": 382222986.0, + "step": 10064 + }, + { + "epoch": 1.2803714540134843, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5053703784942627, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8797698020935059, + "num_tokens": 382266039.0, + "step": 10065 + }, + { + "epoch": 1.2804986642920748, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7101848125457764, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8749075531959534, + "num_tokens": 382302071.0, + "step": 10066 + }, + { + "epoch": 1.2806258745706653, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.508329153060913, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8699103593826294, + "num_tokens": 382340240.0, + "step": 10067 + }, + { + "epoch": 1.2807530848492559, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.745973587036133, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8738150000572205, + "num_tokens": 382368308.0, + "step": 10068 + }, + { + "epoch": 1.2808802951278464, + "ewc_loss": 0.060546875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.507639169692993, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8760089874267578, + "num_tokens": 382406365.0, + "step": 10069 + }, + { + "epoch": 1.281007505406437, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.739367723464966, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.860579252243042, + "num_tokens": 382449005.0, + "step": 10070 + }, + { + "epoch": 1.2811347156850275, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5181310176849365, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8658709526062012, + "num_tokens": 382487744.0, + "step": 10071 + }, + { + "epoch": 1.281261925963618, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7486960887908936, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8684115409851074, + "num_tokens": 382526954.0, + "step": 10072 + }, + { + "epoch": 1.2813891362422083, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.511441946029663, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8810739517211914, + "num_tokens": 382565257.0, + "step": 10073 + }, + { + "epoch": 1.2815163465207988, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7595646381378174, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8664841651916504, + "num_tokens": 382601992.0, + "step": 10074 + }, + { + "epoch": 1.2816435567993893, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.526536703109741, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8686379194259644, + "num_tokens": 382637181.0, + "step": 10075 + }, + { + "epoch": 1.2817707670779799, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.748983383178711, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8590652942657471, + "num_tokens": 382679886.0, + "step": 10076 + }, + { + "epoch": 1.2818979773565704, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5202391147613525, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8640270233154297, + "num_tokens": 382717062.0, + "step": 10077 + }, + { + "epoch": 1.282025187635161, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.750206470489502, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8673756122589111, + "num_tokens": 382752188.0, + "step": 10078 + }, + { + "epoch": 1.2821523979137515, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.000232696533203125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5354487895965576, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8695182204246521, + "num_tokens": 382785229.0, + "step": 10079 + }, + { + "epoch": 1.282279608192342, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7448668479919434, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8675317168235779, + "num_tokens": 382823432.0, + "step": 10080 + }, + { + "epoch": 1.2824068184709325, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5231053829193115, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8604834079742432, + "num_tokens": 382862763.0, + "step": 10081 + }, + { + "epoch": 1.2825340287495228, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.752405881881714, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8710702657699585, + "num_tokens": 382898312.0, + "step": 10082 + }, + { + "epoch": 1.2826612390281134, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.540041923522949, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8710184097290039, + "num_tokens": 382933494.0, + "step": 10083 + }, + { + "epoch": 1.2827884493067039, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7268898487091064, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8821134567260742, + "num_tokens": 382971029.0, + "step": 10084 + }, + { + "epoch": 1.2829156595852944, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5614147186279297, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.862470269203186, + "num_tokens": 383003911.0, + "step": 10085 + }, + { + "epoch": 1.283042869863885, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7086615562438965, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8642646670341492, + "num_tokens": 383042945.0, + "step": 10086 + }, + { + "epoch": 1.2831700801424755, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5322067737579346, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8732741475105286, + "num_tokens": 383085944.0, + "step": 10087 + }, + { + "epoch": 1.283297290421066, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.704150676727295, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8651989698410034, + "num_tokens": 383124854.0, + "step": 10088 + }, + { + "epoch": 1.2834245006996565, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5382657051086426, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8751204013824463, + "num_tokens": 383159427.0, + "step": 10089 + }, + { + "epoch": 1.283551710978247, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6880102157592773, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8727205991744995, + "num_tokens": 383199320.0, + "step": 10090 + }, + { + "epoch": 1.2836789212568376, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.541975975036621, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.8829931020736694, + "num_tokens": 383231367.0, + "step": 10091 + }, + { + "epoch": 1.283806131535428, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.686964750289917, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.873228132724762, + "num_tokens": 383268238.0, + "step": 10092 + }, + { + "epoch": 1.2839333418140186, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5413107872009277, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8769956827163696, + "num_tokens": 383303445.0, + "step": 10093 + }, + { + "epoch": 1.2840605520926092, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.691920757293701, + "learning_rate": 1e-05, + "loss": 0.4935, + "mean_token_accuracy": 0.8529732823371887, + "num_tokens": 383341106.0, + "step": 10094 + }, + { + "epoch": 1.2841877623711997, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.530844211578369, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8633863925933838, + "num_tokens": 383379225.0, + "step": 10095 + }, + { + "epoch": 1.2843149726497902, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6844284534454346, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8745723962783813, + "num_tokens": 383420798.0, + "step": 10096 + }, + { + "epoch": 1.2844421829283807, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.522895336151123, + "learning_rate": 1e-05, + "loss": 0.4807, + "mean_token_accuracy": 0.8567171096801758, + "num_tokens": 383467145.0, + "step": 10097 + }, + { + "epoch": 1.284569393206971, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6995246410369873, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8572296500205994, + "num_tokens": 383505143.0, + "step": 10098 + }, + { + "epoch": 1.2846966034855616, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5237467288970947, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8616695404052734, + "num_tokens": 383545987.0, + "step": 10099 + }, + { + "epoch": 1.2848238137641521, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7106940746307373, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.874270498752594, + "num_tokens": 383578546.0, + "step": 10100 + }, + { + "epoch": 1.2849510240427426, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5131773948669434, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.873144805431366, + "num_tokens": 383619603.0, + "step": 10101 + }, + { + "epoch": 1.2850782343213332, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.717395544052124, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8577479720115662, + "num_tokens": 383660716.0, + "step": 10102 + }, + { + "epoch": 1.2852054445999237, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.509164571762085, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8743119239807129, + "num_tokens": 383704344.0, + "step": 10103 + }, + { + "epoch": 1.2853326548785142, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.743544340133667, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8590607047080994, + "num_tokens": 383738141.0, + "step": 10104 + }, + { + "epoch": 1.2854598651571048, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5156850814819336, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8600161671638489, + "num_tokens": 383774682.0, + "step": 10105 + }, + { + "epoch": 1.2855870754356953, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.742100477218628, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8786827325820923, + "num_tokens": 383814056.0, + "step": 10106 + }, + { + "epoch": 1.2857142857142856, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5153489112854004, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8591393232345581, + "num_tokens": 383858151.0, + "step": 10107 + }, + { + "epoch": 1.2858414959928761, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.751718044281006, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8675167560577393, + "num_tokens": 383895121.0, + "step": 10108 + }, + { + "epoch": 1.2859687062714666, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.528304100036621, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8559578657150269, + "num_tokens": 383929273.0, + "step": 10109 + }, + { + "epoch": 1.2860959165500572, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7414867877960205, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8711884021759033, + "num_tokens": 383970374.0, + "step": 10110 + }, + { + "epoch": 1.2862231268286477, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5166423320770264, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8684911131858826, + "num_tokens": 384010375.0, + "step": 10111 + }, + { + "epoch": 1.2863503371072382, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7699451446533203, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8626865148544312, + "num_tokens": 384040547.0, + "step": 10112 + }, + { + "epoch": 1.2864775473858288, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5378360748291016, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8645358085632324, + "num_tokens": 384076005.0, + "step": 10113 + }, + { + "epoch": 1.2866047576644193, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.74685001373291, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8790132403373718, + "num_tokens": 384112568.0, + "step": 10114 + }, + { + "epoch": 1.2867319679430098, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5163846015930176, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8785362243652344, + "num_tokens": 384151942.0, + "step": 10115 + }, + { + "epoch": 1.2868591782216003, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7523484230041504, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8682331442832947, + "num_tokens": 384192534.0, + "step": 10116 + }, + { + "epoch": 1.2869863885001909, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.526357412338257, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8762251734733582, + "num_tokens": 384230600.0, + "step": 10117 + }, + { + "epoch": 1.2871135987787814, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.74613094329834, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8886257410049438, + "num_tokens": 384266566.0, + "step": 10118 + }, + { + "epoch": 1.287240809057372, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.538562059402466, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8621140718460083, + "num_tokens": 384304536.0, + "step": 10119 + }, + { + "epoch": 1.2873680193359625, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.738281488418579, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8683996200561523, + "num_tokens": 384347865.0, + "step": 10120 + }, + { + "epoch": 1.287495229614553, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5506815910339355, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8651355504989624, + "num_tokens": 384380060.0, + "step": 10121 + }, + { + "epoch": 1.2876224398931433, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 3.0014147758483887, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.8541108965873718, + "num_tokens": 384417574.0, + "step": 10122 + }, + { + "epoch": 1.2877496501717338, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5488781929016113, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8741241097450256, + "num_tokens": 384454591.0, + "step": 10123 + }, + { + "epoch": 1.2878768604503243, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8206143379211426, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8701723217964172, + "num_tokens": 384489642.0, + "step": 10124 + }, + { + "epoch": 1.2880040707289149, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5198822021484375, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8681069612503052, + "num_tokens": 384528993.0, + "step": 10125 + }, + { + "epoch": 1.2881312810075054, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.82706356048584, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8677714467048645, + "num_tokens": 384569321.0, + "step": 10126 + }, + { + "epoch": 1.288258491286096, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00023365020751953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5365090370178223, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8638771772384644, + "num_tokens": 384614821.0, + "step": 10127 + }, + { + "epoch": 1.2883857015646865, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8042256832122803, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8807268142700195, + "num_tokens": 384658557.0, + "step": 10128 + }, + { + "epoch": 1.288512911843277, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.565347909927368, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8582921028137207, + "num_tokens": 384697121.0, + "step": 10129 + }, + { + "epoch": 1.2886401221218675, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7901010513305664, + "learning_rate": 1e-05, + "loss": 0.5019, + "mean_token_accuracy": 0.8525148630142212, + "num_tokens": 384735410.0, + "step": 10130 + }, + { + "epoch": 1.2887673324004578, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5873401165008545, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8675135374069214, + "num_tokens": 384769394.0, + "step": 10131 + }, + { + "epoch": 1.2888945426790483, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.749981164932251, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.871403157711029, + "num_tokens": 384808845.0, + "step": 10132 + }, + { + "epoch": 1.2890217529576389, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.573552131652832, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8698903918266296, + "num_tokens": 384848129.0, + "step": 10133 + }, + { + "epoch": 1.2891489632362294, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.712982177734375, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8844702243804932, + "num_tokens": 384885181.0, + "step": 10134 + }, + { + "epoch": 1.28927617351482, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5649847984313965, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8776689171791077, + "num_tokens": 384923499.0, + "step": 10135 + }, + { + "epoch": 1.2894033837934105, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.70725154876709, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8797799348831177, + "num_tokens": 384957367.0, + "step": 10136 + }, + { + "epoch": 1.289530594072001, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5530316829681396, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8747361302375793, + "num_tokens": 385000409.0, + "step": 10137 + }, + { + "epoch": 1.2896578043505915, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6930079460144043, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8648777008056641, + "num_tokens": 385038439.0, + "step": 10138 + }, + { + "epoch": 1.289785014629182, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.557797431945801, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.87204909324646, + "num_tokens": 385073950.0, + "step": 10139 + }, + { + "epoch": 1.2899122249077726, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.687734365463257, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8625291585922241, + "num_tokens": 385112394.0, + "step": 10140 + }, + { + "epoch": 1.290039435186363, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.551862955093384, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8670200109481812, + "num_tokens": 385149096.0, + "step": 10141 + }, + { + "epoch": 1.2901666454649536, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.693751811981201, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.864473819732666, + "num_tokens": 385181986.0, + "step": 10142 + }, + { + "epoch": 1.2902938557435442, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5612967014312744, + "learning_rate": 1e-05, + "loss": 0.5267, + "mean_token_accuracy": 0.8425742387771606, + "num_tokens": 385220730.0, + "step": 10143 + }, + { + "epoch": 1.2904210660221347, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6737518310546875, + "learning_rate": 1e-05, + "loss": 0.4973, + "mean_token_accuracy": 0.85074782371521, + "num_tokens": 385262250.0, + "step": 10144 + }, + { + "epoch": 1.2905482763007252, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.542879581451416, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.863161027431488, + "num_tokens": 385303518.0, + "step": 10145 + }, + { + "epoch": 1.2906754865793157, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6771180629730225, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8676413893699646, + "num_tokens": 385342303.0, + "step": 10146 + }, + { + "epoch": 1.290802696857906, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.530425786972046, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8737195730209351, + "num_tokens": 385381581.0, + "step": 10147 + }, + { + "epoch": 1.2909299071364966, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.698788642883301, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8786218762397766, + "num_tokens": 385414835.0, + "step": 10148 + }, + { + "epoch": 1.291057117415087, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.529289722442627, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8696333765983582, + "num_tokens": 385454022.0, + "step": 10149 + }, + { + "epoch": 1.2911843276936776, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7050938606262207, + "learning_rate": 1e-05, + "loss": 0.4769, + "mean_token_accuracy": 0.858285665512085, + "num_tokens": 385486479.0, + "step": 10150 + }, + { + "epoch": 1.2913115379722682, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.545227527618408, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8608509302139282, + "num_tokens": 385527942.0, + "step": 10151 + }, + { + "epoch": 1.2914387482508587, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6881182193756104, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8660200238227844, + "num_tokens": 385567994.0, + "step": 10152 + }, + { + "epoch": 1.2915659585294492, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.518308162689209, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8746742606163025, + "num_tokens": 385603908.0, + "step": 10153 + }, + { + "epoch": 1.2916931688080397, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.702413558959961, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8686950206756592, + "num_tokens": 385641461.0, + "step": 10154 + }, + { + "epoch": 1.2918203790866303, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.517608642578125, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.8773177862167358, + "num_tokens": 385676677.0, + "step": 10155 + }, + { + "epoch": 1.2919475893652206, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.71667742729187, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8690468072891235, + "num_tokens": 385715674.0, + "step": 10156 + }, + { + "epoch": 1.2920747996438111, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5271217823028564, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8660093545913696, + "num_tokens": 385747947.0, + "step": 10157 + }, + { + "epoch": 1.2922020099224016, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.714815855026245, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8625025153160095, + "num_tokens": 385787395.0, + "step": 10158 + }, + { + "epoch": 1.2923292202009922, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.518562078475952, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8803116083145142, + "num_tokens": 385821724.0, + "step": 10159 + }, + { + "epoch": 1.2924564304795827, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.720130205154419, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8893880248069763, + "num_tokens": 385856281.0, + "step": 10160 + }, + { + "epoch": 1.2925836407581732, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.52128267288208, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8642520904541016, + "num_tokens": 385895979.0, + "step": 10161 + }, + { + "epoch": 1.2927108510367638, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.733222007751465, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8784791231155396, + "num_tokens": 385933134.0, + "step": 10162 + }, + { + "epoch": 1.2928380613153543, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.512315273284912, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8658448457717896, + "num_tokens": 385974487.0, + "step": 10163 + }, + { + "epoch": 1.2929652715939448, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.743345260620117, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8599628210067749, + "num_tokens": 386014594.0, + "step": 10164 + }, + { + "epoch": 1.2930924818725353, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.547584056854248, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8628774881362915, + "num_tokens": 386044982.0, + "step": 10165 + }, + { + "epoch": 1.2932196921511259, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.734248161315918, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8772698044776917, + "num_tokens": 386084517.0, + "step": 10166 + }, + { + "epoch": 1.2933469024297164, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5257933139801025, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8690563440322876, + "num_tokens": 386121841.0, + "step": 10167 + }, + { + "epoch": 1.293474112708307, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7276265621185303, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8713634014129639, + "num_tokens": 386157426.0, + "step": 10168 + }, + { + "epoch": 1.2936013229868975, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.528811454772949, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8649888634681702, + "num_tokens": 386196739.0, + "step": 10169 + }, + { + "epoch": 1.293728533265488, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7180778980255127, + "learning_rate": 1e-05, + "loss": 0.3917, + "mean_token_accuracy": 0.8846609592437744, + "num_tokens": 386234335.0, + "step": 10170 + }, + { + "epoch": 1.2938557435440783, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.52441143989563, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8681098222732544, + "num_tokens": 386274166.0, + "step": 10171 + }, + { + "epoch": 1.2939829538226688, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.725736618041992, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8603621125221252, + "num_tokens": 386313709.0, + "step": 10172 + }, + { + "epoch": 1.2941101641012593, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5476913452148438, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8516374826431274, + "num_tokens": 386345516.0, + "step": 10173 + }, + { + "epoch": 1.2942373743798499, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.70828914642334, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8827641606330872, + "num_tokens": 386383284.0, + "step": 10174 + }, + { + "epoch": 1.2943645846584404, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.537806987762451, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.863547682762146, + "num_tokens": 386423141.0, + "step": 10175 + }, + { + "epoch": 1.294491794937031, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.696075201034546, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8769415616989136, + "num_tokens": 386461888.0, + "step": 10176 + }, + { + "epoch": 1.2946190052156215, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5380773544311523, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8674802780151367, + "num_tokens": 386500061.0, + "step": 10177 + }, + { + "epoch": 1.294746215494212, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6926567554473877, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8881912231445312, + "num_tokens": 386538843.0, + "step": 10178 + }, + { + "epoch": 1.2948734257728025, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5230636596679688, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.869787871837616, + "num_tokens": 386584346.0, + "step": 10179 + }, + { + "epoch": 1.2950006360513928, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7040138244628906, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8822805881500244, + "num_tokens": 386619574.0, + "step": 10180 + }, + { + "epoch": 1.2951278463299833, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5323257446289062, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8715550899505615, + "num_tokens": 386655111.0, + "step": 10181 + }, + { + "epoch": 1.2952550566085739, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.712514638900757, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8708664178848267, + "num_tokens": 386701102.0, + "step": 10182 + }, + { + "epoch": 1.2953822668871644, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.0002346038818359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.527815580368042, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8707457780838013, + "num_tokens": 386740259.0, + "step": 10183 + }, + { + "epoch": 1.295509477165755, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7056283950805664, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8771674633026123, + "num_tokens": 386780345.0, + "step": 10184 + }, + { + "epoch": 1.2956366874443455, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5317039489746094, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8735024929046631, + "num_tokens": 386819401.0, + "step": 10185 + }, + { + "epoch": 1.295763897722936, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7097980976104736, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8771422505378723, + "num_tokens": 386856617.0, + "step": 10186 + }, + { + "epoch": 1.2958911080015265, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5256314277648926, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8589969873428345, + "num_tokens": 386895426.0, + "step": 10187 + }, + { + "epoch": 1.296018318280117, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7239773273468018, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.865248441696167, + "num_tokens": 386931577.0, + "step": 10188 + }, + { + "epoch": 1.2961455285587076, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.515191078186035, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8766816854476929, + "num_tokens": 386968658.0, + "step": 10189 + }, + { + "epoch": 1.296272738837298, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.778416156768799, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.873551607131958, + "num_tokens": 387005364.0, + "step": 10190 + }, + { + "epoch": 1.2963999491158886, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.496933937072754, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.875145435333252, + "num_tokens": 387048767.0, + "step": 10191 + }, + { + "epoch": 1.2965271593944792, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7743563652038574, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.881260871887207, + "num_tokens": 387083456.0, + "step": 10192 + }, + { + "epoch": 1.2966543696730697, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.4926772117614746, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8753753900527954, + "num_tokens": 387124220.0, + "step": 10193 + }, + { + "epoch": 1.2967815799516602, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7957537174224854, + "learning_rate": 1e-05, + "loss": 0.4839, + "mean_token_accuracy": 0.8599880933761597, + "num_tokens": 387163825.0, + "step": 10194 + }, + { + "epoch": 1.2969087902302507, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.519742012023926, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8711941838264465, + "num_tokens": 387201230.0, + "step": 10195 + }, + { + "epoch": 1.297036000508841, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7860140800476074, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.868279218673706, + "num_tokens": 387238426.0, + "step": 10196 + }, + { + "epoch": 1.2971632107874316, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5331478118896484, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8745169639587402, + "num_tokens": 387275883.0, + "step": 10197 + }, + { + "epoch": 1.297290421066022, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.768667697906494, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8799580931663513, + "num_tokens": 387319053.0, + "step": 10198 + }, + { + "epoch": 1.2974176313446126, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5289809703826904, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8794395923614502, + "num_tokens": 387355013.0, + "step": 10199 + }, + { + "epoch": 1.2975448416232032, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.761935234069824, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8809857368469238, + "num_tokens": 387392736.0, + "step": 10200 + }, + { + "epoch": 1.2976720519017937, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.546177625656128, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8573154807090759, + "num_tokens": 387431938.0, + "step": 10201 + }, + { + "epoch": 1.2977992621803842, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7494940757751465, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.870836615562439, + "num_tokens": 387472724.0, + "step": 10202 + }, + { + "epoch": 1.2979264724589747, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5385329723358154, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8702726364135742, + "num_tokens": 387513666.0, + "step": 10203 + }, + { + "epoch": 1.2980536827375653, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.749737024307251, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8775968551635742, + "num_tokens": 387544691.0, + "step": 10204 + }, + { + "epoch": 1.2981808930161556, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.542592763900757, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8799263834953308, + "num_tokens": 387580839.0, + "step": 10205 + }, + { + "epoch": 1.298308103294746, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7502923011779785, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8647235631942749, + "num_tokens": 387616258.0, + "step": 10206 + }, + { + "epoch": 1.2984353135733366, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.541005849838257, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8621856570243835, + "num_tokens": 387654058.0, + "step": 10207 + }, + { + "epoch": 1.2985625238519272, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.738924980163574, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8644001483917236, + "num_tokens": 387690036.0, + "step": 10208 + }, + { + "epoch": 1.2986897341305177, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5360050201416016, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8698630928993225, + "num_tokens": 387729114.0, + "step": 10209 + }, + { + "epoch": 1.2988169444091082, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7374770641326904, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8725364208221436, + "num_tokens": 387768225.0, + "step": 10210 + }, + { + "epoch": 1.2989441546876987, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5526816844940186, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8616631627082825, + "num_tokens": 387802093.0, + "step": 10211 + }, + { + "epoch": 1.2990713649662893, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7115495204925537, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8734253644943237, + "num_tokens": 387838857.0, + "step": 10212 + }, + { + "epoch": 1.2991985752448798, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5434012413024902, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8713585138320923, + "num_tokens": 387878974.0, + "step": 10213 + }, + { + "epoch": 1.2993257855234703, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7014219760894775, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8628404140472412, + "num_tokens": 387920157.0, + "step": 10214 + }, + { + "epoch": 1.2994529958020609, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5560812950134277, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8748751282691956, + "num_tokens": 387953345.0, + "step": 10215 + }, + { + "epoch": 1.2995802060806514, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.689761161804199, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8789458870887756, + "num_tokens": 387990696.0, + "step": 10216 + }, + { + "epoch": 1.299707416359242, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.547096014022827, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8611724376678467, + "num_tokens": 388028142.0, + "step": 10217 + }, + { + "epoch": 1.2998346266378324, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.712172031402588, + "learning_rate": 1e-05, + "loss": 0.5007, + "mean_token_accuracy": 0.8455744981765747, + "num_tokens": 388058095.0, + "step": 10218 + }, + { + "epoch": 1.299961836916423, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5272603034973145, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8691742420196533, + "num_tokens": 388097141.0, + "step": 10219 + }, + { + "epoch": 1.3000890471950133, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7146337032318115, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8719644546508789, + "num_tokens": 388132138.0, + "step": 10220 + }, + { + "epoch": 1.3002162574736038, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5175344944000244, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8722939491271973, + "num_tokens": 388172837.0, + "step": 10221 + }, + { + "epoch": 1.3003434677521943, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.709758996963501, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8594515323638916, + "num_tokens": 388214797.0, + "step": 10222 + }, + { + "epoch": 1.3004706780307849, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.509040355682373, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8632278442382812, + "num_tokens": 388256374.0, + "step": 10223 + }, + { + "epoch": 1.3005978883093754, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7272450923919678, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8749892115592957, + "num_tokens": 388291227.0, + "step": 10224 + }, + { + "epoch": 1.300725098587966, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5045340061187744, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8798929452896118, + "num_tokens": 388332963.0, + "step": 10225 + }, + { + "epoch": 1.3008523088665565, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7303659915924072, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8863484859466553, + "num_tokens": 388372825.0, + "step": 10226 + }, + { + "epoch": 1.300979519145147, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5141191482543945, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8728014230728149, + "num_tokens": 388411850.0, + "step": 10227 + }, + { + "epoch": 1.3011067294237375, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7472527027130127, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8665947914123535, + "num_tokens": 388449509.0, + "step": 10228 + }, + { + "epoch": 1.3012339397023278, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.52941632270813, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8640331625938416, + "num_tokens": 388483698.0, + "step": 10229 + }, + { + "epoch": 1.3013611499809183, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7494566440582275, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8685915470123291, + "num_tokens": 388516832.0, + "step": 10230 + }, + { + "epoch": 1.3014883602595089, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5252342224121094, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.88094162940979, + "num_tokens": 388553272.0, + "step": 10231 + }, + { + "epoch": 1.3016155705380994, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7388997077941895, + "learning_rate": 1e-05, + "loss": 0.3897, + "mean_token_accuracy": 0.8872570991516113, + "num_tokens": 388589163.0, + "step": 10232 + }, + { + "epoch": 1.30174278081669, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5252277851104736, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8613598346710205, + "num_tokens": 388628305.0, + "step": 10233 + }, + { + "epoch": 1.3018699910952805, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7310831546783447, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8628183007240295, + "num_tokens": 388673462.0, + "step": 10234 + }, + { + "epoch": 1.301997201373871, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5409963130950928, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8626965284347534, + "num_tokens": 388709357.0, + "step": 10235 + }, + { + "epoch": 1.3021244116524615, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7157037258148193, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8879409432411194, + "num_tokens": 388746550.0, + "step": 10236 + }, + { + "epoch": 1.302251621931052, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5281436443328857, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8554864525794983, + "num_tokens": 388795139.0, + "step": 10237 + }, + { + "epoch": 1.3023788322096426, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.719827175140381, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8753113746643066, + "num_tokens": 388832282.0, + "step": 10238 + }, + { + "epoch": 1.302506042488233, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5230109691619873, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8797286748886108, + "num_tokens": 388873974.0, + "step": 10239 + }, + { + "epoch": 1.3026332527668236, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.709202289581299, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8845872282981873, + "num_tokens": 388914562.0, + "step": 10240 + }, + { + "epoch": 1.3027604630454142, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5406925678253174, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8612288236618042, + "num_tokens": 388950293.0, + "step": 10241 + }, + { + "epoch": 1.3028876733240047, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7069451808929443, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.870256781578064, + "num_tokens": 388986649.0, + "step": 10242 + }, + { + "epoch": 1.3030148836025952, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5173418521881104, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8836278915405273, + "num_tokens": 389027779.0, + "step": 10243 + }, + { + "epoch": 1.3031420938811857, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7201879024505615, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8551653623580933, + "num_tokens": 389062760.0, + "step": 10244 + }, + { + "epoch": 1.303269304159776, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5291595458984375, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8580058813095093, + "num_tokens": 389101892.0, + "step": 10245 + }, + { + "epoch": 1.3033965144383666, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.722458600997925, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8720035552978516, + "num_tokens": 389140155.0, + "step": 10246 + }, + { + "epoch": 1.303523724716957, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.527726173400879, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8628033399581909, + "num_tokens": 389181563.0, + "step": 10247 + }, + { + "epoch": 1.3036509349955476, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.723848819732666, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8757299780845642, + "num_tokens": 389217415.0, + "step": 10248 + }, + { + "epoch": 1.3037781452741382, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.519181251525879, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8846702575683594, + "num_tokens": 389255889.0, + "step": 10249 + }, + { + "epoch": 1.3039053555527287, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7172391414642334, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8767373561859131, + "num_tokens": 389297650.0, + "step": 10250 + }, + { + "epoch": 1.3040325658313192, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.518662214279175, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.855731725692749, + "num_tokens": 389339647.0, + "step": 10251 + }, + { + "epoch": 1.3041597761099097, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7382678985595703, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8722909688949585, + "num_tokens": 389376135.0, + "step": 10252 + }, + { + "epoch": 1.3042869863885003, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.532735586166382, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8615300059318542, + "num_tokens": 389410516.0, + "step": 10253 + }, + { + "epoch": 1.3044141966670906, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.722247838973999, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.873417317867279, + "num_tokens": 389452712.0, + "step": 10254 + }, + { + "epoch": 1.304541406945681, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5329182147979736, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8735697269439697, + "num_tokens": 389489257.0, + "step": 10255 + }, + { + "epoch": 1.3046686172242716, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.739851713180542, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8563629984855652, + "num_tokens": 389524344.0, + "step": 10256 + }, + { + "epoch": 1.3047958275028622, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5239009857177734, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.8521857261657715, + "num_tokens": 389564351.0, + "step": 10257 + }, + { + "epoch": 1.3049230377814527, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.732867479324341, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8710461854934692, + "num_tokens": 389604606.0, + "step": 10258 + }, + { + "epoch": 1.3050502480600432, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5327789783477783, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8717305064201355, + "num_tokens": 389639600.0, + "step": 10259 + }, + { + "epoch": 1.3051774583386337, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.732327461242676, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8595683574676514, + "num_tokens": 389677770.0, + "step": 10260 + }, + { + "epoch": 1.3053046686172243, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5368173122406006, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8564865589141846, + "num_tokens": 389715366.0, + "step": 10261 + }, + { + "epoch": 1.3054318788958148, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.723069667816162, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8769041895866394, + "num_tokens": 389754745.0, + "step": 10262 + }, + { + "epoch": 1.3055590891744053, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.528049945831299, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8612251281738281, + "num_tokens": 389798599.0, + "step": 10263 + }, + { + "epoch": 1.3056862994529959, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.73272442817688, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8682463765144348, + "num_tokens": 389831861.0, + "step": 10264 + }, + { + "epoch": 1.3058135097315864, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.518773078918457, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8598223924636841, + "num_tokens": 389877785.0, + "step": 10265 + }, + { + "epoch": 1.305940720010177, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7256686687469482, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8845661878585815, + "num_tokens": 389921969.0, + "step": 10266 + }, + { + "epoch": 1.3060679302887674, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.535421848297119, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8739666938781738, + "num_tokens": 389959281.0, + "step": 10267 + }, + { + "epoch": 1.306195140567358, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.734745740890503, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8840664029121399, + "num_tokens": 389992580.0, + "step": 10268 + }, + { + "epoch": 1.3063223508459483, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5410940647125244, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.861580491065979, + "num_tokens": 390029377.0, + "step": 10269 + }, + { + "epoch": 1.3064495611245388, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7294094562530518, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8748936057090759, + "num_tokens": 390059679.0, + "step": 10270 + }, + { + "epoch": 1.3065767714031293, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.535551071166992, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.869444727897644, + "num_tokens": 390096751.0, + "step": 10271 + }, + { + "epoch": 1.3067039816817199, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7267205715179443, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8608354330062866, + "num_tokens": 390138648.0, + "step": 10272 + }, + { + "epoch": 1.3068311919603104, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.538289785385132, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8708271980285645, + "num_tokens": 390176008.0, + "step": 10273 + }, + { + "epoch": 1.306958402238901, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.704993963241577, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8691304922103882, + "num_tokens": 390218120.0, + "step": 10274 + }, + { + "epoch": 1.3070856125174914, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5303101539611816, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8750691413879395, + "num_tokens": 390264776.0, + "step": 10275 + }, + { + "epoch": 1.307212822796082, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.716705799102783, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8796641230583191, + "num_tokens": 390298798.0, + "step": 10276 + }, + { + "epoch": 1.3073400330746725, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.54719877243042, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.865618884563446, + "num_tokens": 390333332.0, + "step": 10277 + }, + { + "epoch": 1.3074672433532628, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7049405574798584, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8637263774871826, + "num_tokens": 390374128.0, + "step": 10278 + }, + { + "epoch": 1.3075944536318533, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023555755615234375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5321593284606934, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.868771493434906, + "num_tokens": 390416509.0, + "step": 10279 + }, + { + "epoch": 1.3077216639104439, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.739685297012329, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8717453479766846, + "num_tokens": 390448129.0, + "step": 10280 + }, + { + "epoch": 1.3078488741890344, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5223891735076904, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8695584535598755, + "num_tokens": 390489329.0, + "step": 10281 + }, + { + "epoch": 1.307976084467625, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7249488830566406, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8718239665031433, + "num_tokens": 390529839.0, + "step": 10282 + }, + { + "epoch": 1.3081032947462155, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5262038707733154, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8715988397598267, + "num_tokens": 390568888.0, + "step": 10283 + }, + { + "epoch": 1.308230505024806, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.734006404876709, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8762099742889404, + "num_tokens": 390606709.0, + "step": 10284 + }, + { + "epoch": 1.3083577153033965, + "ewc_loss": 0.061279296875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5215060710906982, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8672712445259094, + "num_tokens": 390645027.0, + "step": 10285 + }, + { + "epoch": 1.308484925581987, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.73640513420105, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8698291182518005, + "num_tokens": 390685923.0, + "step": 10286 + }, + { + "epoch": 1.3086121358605776, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5165677070617676, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8861905336380005, + "num_tokens": 390728410.0, + "step": 10287 + }, + { + "epoch": 1.308739346139168, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7475812435150146, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.86270672082901, + "num_tokens": 390764146.0, + "step": 10288 + }, + { + "epoch": 1.3088665564177586, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5264875888824463, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8685170412063599, + "num_tokens": 390800363.0, + "step": 10289 + }, + { + "epoch": 1.3089937666963491, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7417781352996826, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.87185138463974, + "num_tokens": 390840213.0, + "step": 10290 + }, + { + "epoch": 1.3091209769749397, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5194058418273926, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.88575279712677, + "num_tokens": 390879087.0, + "step": 10291 + }, + { + "epoch": 1.3092481872535302, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.747814416885376, + "learning_rate": 1e-05, + "loss": 0.3767, + "mean_token_accuracy": 0.8879433870315552, + "num_tokens": 390914074.0, + "step": 10292 + }, + { + "epoch": 1.3093753975321207, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.508415937423706, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8804829120635986, + "num_tokens": 390956283.0, + "step": 10293 + }, + { + "epoch": 1.309502607810711, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7653636932373047, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8716297149658203, + "num_tokens": 390996898.0, + "step": 10294 + }, + { + "epoch": 1.3096298180893016, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5189454555511475, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.882576584815979, + "num_tokens": 391033280.0, + "step": 10295 + }, + { + "epoch": 1.309757028367892, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7532424926757812, + "learning_rate": 1e-05, + "loss": 0.3863, + "mean_token_accuracy": 0.88778156042099, + "num_tokens": 391074159.0, + "step": 10296 + }, + { + "epoch": 1.3098842386464826, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5189669132232666, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8744888305664062, + "num_tokens": 391115649.0, + "step": 10297 + }, + { + "epoch": 1.3100114489250732, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7655653953552246, + "learning_rate": 1e-05, + "loss": 0.3775, + "mean_token_accuracy": 0.8925344944000244, + "num_tokens": 391147601.0, + "step": 10298 + }, + { + "epoch": 1.3101386592036637, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5382165908813477, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.872491717338562, + "num_tokens": 391183483.0, + "step": 10299 + }, + { + "epoch": 1.3102658694822542, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.762927532196045, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.887313723564148, + "num_tokens": 391217346.0, + "step": 10300 + }, + { + "epoch": 1.3103930797608447, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.535801887512207, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.879593551158905, + "num_tokens": 391255575.0, + "step": 10301 + }, + { + "epoch": 1.3105202900394353, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7663915157318115, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8777565360069275, + "num_tokens": 391291680.0, + "step": 10302 + }, + { + "epoch": 1.3106475003180256, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.535222291946411, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8744113445281982, + "num_tokens": 391330034.0, + "step": 10303 + }, + { + "epoch": 1.310774710596616, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.754348039627075, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8814252614974976, + "num_tokens": 391370558.0, + "step": 10304 + }, + { + "epoch": 1.3109019208752066, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5285232067108154, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8692187666893005, + "num_tokens": 391414091.0, + "step": 10305 + }, + { + "epoch": 1.3110291311537972, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7503418922424316, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8610578775405884, + "num_tokens": 391458057.0, + "step": 10306 + }, + { + "epoch": 1.3111563414323877, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.544602394104004, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8742762804031372, + "num_tokens": 391495419.0, + "step": 10307 + }, + { + "epoch": 1.3112835517109782, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.763591766357422, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8696602582931519, + "num_tokens": 391529353.0, + "step": 10308 + }, + { + "epoch": 1.3114107619895687, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.547219753265381, + "learning_rate": 1e-05, + "loss": 0.5188, + "mean_token_accuracy": 0.8471882343292236, + "num_tokens": 391571111.0, + "step": 10309 + }, + { + "epoch": 1.3115379722681593, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7399089336395264, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8679301142692566, + "num_tokens": 391612284.0, + "step": 10310 + }, + { + "epoch": 1.3116651825467498, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.557222604751587, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8638010025024414, + "num_tokens": 391646934.0, + "step": 10311 + }, + { + "epoch": 1.3117923928253403, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7184298038482666, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8797954320907593, + "num_tokens": 391686871.0, + "step": 10312 + }, + { + "epoch": 1.3119196031039309, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.544450283050537, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.871683657169342, + "num_tokens": 391728188.0, + "step": 10313 + }, + { + "epoch": 1.3120468133825214, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.708782434463501, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8644330501556396, + "num_tokens": 391767434.0, + "step": 10314 + }, + { + "epoch": 1.312174023661112, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023651123046875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5315029621124268, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.877318799495697, + "num_tokens": 391809581.0, + "step": 10315 + }, + { + "epoch": 1.3123012339397024, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7073814868927, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8661414384841919, + "num_tokens": 391849877.0, + "step": 10316 + }, + { + "epoch": 1.312428444218293, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5499725341796875, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8607025146484375, + "num_tokens": 391885995.0, + "step": 10317 + }, + { + "epoch": 1.3125556544968833, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.713986396789551, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8820724487304688, + "num_tokens": 391919100.0, + "step": 10318 + }, + { + "epoch": 1.3126828647754738, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.551480293273926, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8685991764068604, + "num_tokens": 391953246.0, + "step": 10319 + }, + { + "epoch": 1.3128100750540643, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.719064235687256, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8767207860946655, + "num_tokens": 391986618.0, + "step": 10320 + }, + { + "epoch": 1.3129372853326549, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.526381254196167, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.866932213306427, + "num_tokens": 392029663.0, + "step": 10321 + }, + { + "epoch": 1.3130644956112454, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7268636226654053, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8704701662063599, + "num_tokens": 392063329.0, + "step": 10322 + }, + { + "epoch": 1.313191705889836, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.519383668899536, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8761113882064819, + "num_tokens": 392101400.0, + "step": 10323 + }, + { + "epoch": 1.3133189161684264, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.734685182571411, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8673563003540039, + "num_tokens": 392140146.0, + "step": 10324 + }, + { + "epoch": 1.313446126447017, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5226736068725586, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8805094957351685, + "num_tokens": 392176427.0, + "step": 10325 + }, + { + "epoch": 1.3135733367256075, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.727740526199341, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8665639758110046, + "num_tokens": 392221105.0, + "step": 10326 + }, + { + "epoch": 1.3137005470041978, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5362226963043213, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8558971285820007, + "num_tokens": 392257301.0, + "step": 10327 + }, + { + "epoch": 1.3138277572827883, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7256276607513428, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8741954565048218, + "num_tokens": 392295849.0, + "step": 10328 + }, + { + "epoch": 1.3139549675613789, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5260956287384033, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.861325740814209, + "num_tokens": 392336480.0, + "step": 10329 + }, + { + "epoch": 1.3140821778399694, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.8125009536743164, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8638883829116821, + "num_tokens": 392372562.0, + "step": 10330 + }, + { + "epoch": 1.31420938811856, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.516155958175659, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8825594782829285, + "num_tokens": 392408843.0, + "step": 10331 + }, + { + "epoch": 1.3143365983971504, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7736494541168213, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8738439083099365, + "num_tokens": 392440725.0, + "step": 10332 + }, + { + "epoch": 1.314463808675741, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.509371757507324, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8587228655815125, + "num_tokens": 392484643.0, + "step": 10333 + }, + { + "epoch": 1.3145910189543315, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.783766746520996, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8746858835220337, + "num_tokens": 392523849.0, + "step": 10334 + }, + { + "epoch": 1.314718229232922, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5295023918151855, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8724745512008667, + "num_tokens": 392559598.0, + "step": 10335 + }, + { + "epoch": 1.3148454395115126, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7649288177490234, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.8528436422348022, + "num_tokens": 392603856.0, + "step": 10336 + }, + { + "epoch": 1.314972649790103, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5295987129211426, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8802664279937744, + "num_tokens": 392645317.0, + "step": 10337 + }, + { + "epoch": 1.3150998600686936, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7779080867767334, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8690669536590576, + "num_tokens": 392681650.0, + "step": 10338 + }, + { + "epoch": 1.3152270703472841, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.553342819213867, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8624714016914368, + "num_tokens": 392711588.0, + "step": 10339 + }, + { + "epoch": 1.3153542806258747, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.744346857070923, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8760940432548523, + "num_tokens": 392758504.0, + "step": 10340 + }, + { + "epoch": 1.3154814909044652, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.55623459815979, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8759008646011353, + "num_tokens": 392792153.0, + "step": 10341 + }, + { + "epoch": 1.3156087011830557, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7054293155670166, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8833032250404358, + "num_tokens": 392840971.0, + "step": 10342 + }, + { + "epoch": 1.315735911461646, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5584428310394287, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.865692138671875, + "num_tokens": 392882760.0, + "step": 10343 + }, + { + "epoch": 1.3158631217402366, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7010934352874756, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8587027192115784, + "num_tokens": 392922165.0, + "step": 10344 + }, + { + "epoch": 1.315990332018827, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5729377269744873, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.862395167350769, + "num_tokens": 392957181.0, + "step": 10345 + }, + { + "epoch": 1.3161175422974176, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.679954767227173, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8647462725639343, + "num_tokens": 392998405.0, + "step": 10346 + }, + { + "epoch": 1.3162447525760081, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.555849075317383, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8759445548057556, + "num_tokens": 393036437.0, + "step": 10347 + }, + { + "epoch": 1.3163719628545987, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6747071743011475, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8774445056915283, + "num_tokens": 393070711.0, + "step": 10348 + }, + { + "epoch": 1.3164991731331892, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5621368885040283, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8554106950759888, + "num_tokens": 393109052.0, + "step": 10349 + }, + { + "epoch": 1.3166263834117797, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.673814296722412, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8619983196258545, + "num_tokens": 393146244.0, + "step": 10350 + }, + { + "epoch": 1.3167535936903703, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.556974411010742, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8749688267707825, + "num_tokens": 393180630.0, + "step": 10351 + }, + { + "epoch": 1.3168808039689606, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.651066541671753, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8705827593803406, + "num_tokens": 393222687.0, + "step": 10352 + }, + { + "epoch": 1.317008014247551, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.542102336883545, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8664741516113281, + "num_tokens": 393267383.0, + "step": 10353 + }, + { + "epoch": 1.3171352245261416, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.669985294342041, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8785606622695923, + "num_tokens": 393302055.0, + "step": 10354 + }, + { + "epoch": 1.3172624348047322, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5352375507354736, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.882635772228241, + "num_tokens": 393336863.0, + "step": 10355 + }, + { + "epoch": 1.3173896450833227, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6899988651275635, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8499392867088318, + "num_tokens": 393373602.0, + "step": 10356 + }, + { + "epoch": 1.3175168553619132, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5474350452423096, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8608964681625366, + "num_tokens": 393409858.0, + "step": 10357 + }, + { + "epoch": 1.3176440656405037, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6694869995117188, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8761703968048096, + "num_tokens": 393451198.0, + "step": 10358 + }, + { + "epoch": 1.3177712759190943, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5391247272491455, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8812108039855957, + "num_tokens": 393486916.0, + "step": 10359 + }, + { + "epoch": 1.3178984861976848, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6835267543792725, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8844119310379028, + "num_tokens": 393520039.0, + "step": 10360 + }, + { + "epoch": 1.3180256964762753, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5392417907714844, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8606494665145874, + "num_tokens": 393557960.0, + "step": 10361 + }, + { + "epoch": 1.3181529067548658, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.687007427215576, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8598216772079468, + "num_tokens": 393592697.0, + "step": 10362 + }, + { + "epoch": 1.3182801170334564, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.526170253753662, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8616455793380737, + "num_tokens": 393635423.0, + "step": 10363 + }, + { + "epoch": 1.318407327312047, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.693960189819336, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.877650797367096, + "num_tokens": 393673508.0, + "step": 10364 + }, + { + "epoch": 1.3185345375906374, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.519213914871216, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8867753744125366, + "num_tokens": 393711974.0, + "step": 10365 + }, + { + "epoch": 1.318661747869228, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.723127603530884, + "learning_rate": 1e-05, + "loss": 0.5071, + "mean_token_accuracy": 0.8493648767471313, + "num_tokens": 393752670.0, + "step": 10366 + }, + { + "epoch": 1.3187889581478183, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.526810646057129, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8670693635940552, + "num_tokens": 393794312.0, + "step": 10367 + }, + { + "epoch": 1.3189161684264088, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.721848249435425, + "learning_rate": 1e-05, + "loss": 0.4839, + "mean_token_accuracy": 0.8587061166763306, + "num_tokens": 393833830.0, + "step": 10368 + }, + { + "epoch": 1.3190433787049993, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5152173042297363, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8742413520812988, + "num_tokens": 393874844.0, + "step": 10369 + }, + { + "epoch": 1.3191705889835899, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7389261722564697, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8552000522613525, + "num_tokens": 393913861.0, + "step": 10370 + }, + { + "epoch": 1.3192977992621804, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5256428718566895, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8652017116546631, + "num_tokens": 393953014.0, + "step": 10371 + }, + { + "epoch": 1.319425009540771, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.732696533203125, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8717682957649231, + "num_tokens": 393995603.0, + "step": 10372 + }, + { + "epoch": 1.3195522198193614, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5162131786346436, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.87761390209198, + "num_tokens": 394032127.0, + "step": 10373 + }, + { + "epoch": 1.319679430097952, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.734287977218628, + "learning_rate": 1e-05, + "loss": 0.3862, + "mean_token_accuracy": 0.8865610361099243, + "num_tokens": 394067153.0, + "step": 10374 + }, + { + "epoch": 1.3198066403765425, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5229642391204834, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8721080422401428, + "num_tokens": 394103484.0, + "step": 10375 + }, + { + "epoch": 1.3199338506551328, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7311251163482666, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8763318061828613, + "num_tokens": 394144302.0, + "step": 10376 + }, + { + "epoch": 1.3200610609337233, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5337212085723877, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8671935796737671, + "num_tokens": 394179258.0, + "step": 10377 + }, + { + "epoch": 1.3201882712123139, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7318758964538574, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.860910177230835, + "num_tokens": 394221498.0, + "step": 10378 + }, + { + "epoch": 1.3203154814909044, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5344631671905518, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8831295967102051, + "num_tokens": 394255985.0, + "step": 10379 + }, + { + "epoch": 1.320442691769495, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7466838359832764, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8578370809555054, + "num_tokens": 394291020.0, + "step": 10380 + }, + { + "epoch": 1.3205699020480854, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.525967836380005, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8665058612823486, + "num_tokens": 394329415.0, + "step": 10381 + }, + { + "epoch": 1.320697112326676, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.746366024017334, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8694953918457031, + "num_tokens": 394365287.0, + "step": 10382 + }, + { + "epoch": 1.3208243226052665, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5253424644470215, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8747094869613647, + "num_tokens": 394403749.0, + "step": 10383 + }, + { + "epoch": 1.320951532883857, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7295100688934326, + "learning_rate": 1e-05, + "loss": 0.3804, + "mean_token_accuracy": 0.8884813189506531, + "num_tokens": 394445443.0, + "step": 10384 + }, + { + "epoch": 1.3210787431624476, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5121161937713623, + "learning_rate": 1e-05, + "loss": 0.3812, + "mean_token_accuracy": 0.8872357606887817, + "num_tokens": 394487650.0, + "step": 10385 + }, + { + "epoch": 1.321205953441038, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.749767780303955, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8804755210876465, + "num_tokens": 394524606.0, + "step": 10386 + }, + { + "epoch": 1.3213331637196286, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5335609912872314, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8629391193389893, + "num_tokens": 394561177.0, + "step": 10387 + }, + { + "epoch": 1.3214603739982191, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.732624053955078, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8810852766036987, + "num_tokens": 394605212.0, + "step": 10388 + }, + { + "epoch": 1.3215875842768097, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5466747283935547, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8731603622436523, + "num_tokens": 394637662.0, + "step": 10389 + }, + { + "epoch": 1.3217147945554002, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.728726387023926, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.878091037273407, + "num_tokens": 394675551.0, + "step": 10390 + }, + { + "epoch": 1.3218420048339907, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.540606737136841, + "learning_rate": 1e-05, + "loss": 0.4838, + "mean_token_accuracy": 0.856061577796936, + "num_tokens": 394715225.0, + "step": 10391 + }, + { + "epoch": 1.321969215112581, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7196364402770996, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8813369274139404, + "num_tokens": 394749872.0, + "step": 10392 + }, + { + "epoch": 1.3220964253911716, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.536329746246338, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8575659990310669, + "num_tokens": 394791674.0, + "step": 10393 + }, + { + "epoch": 1.322223635669762, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.722907304763794, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8600936532020569, + "num_tokens": 394829556.0, + "step": 10394 + }, + { + "epoch": 1.3223508459483526, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5346481800079346, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.875093936920166, + "num_tokens": 394864421.0, + "step": 10395 + }, + { + "epoch": 1.3224780562269431, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7192208766937256, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8746232986450195, + "num_tokens": 394901008.0, + "step": 10396 + }, + { + "epoch": 1.3226052665055337, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.534794807434082, + "learning_rate": 1e-05, + "loss": 0.5352, + "mean_token_accuracy": 0.8447486758232117, + "num_tokens": 394947172.0, + "step": 10397 + }, + { + "epoch": 1.3227324767841242, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7196054458618164, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8629043698310852, + "num_tokens": 394984515.0, + "step": 10398 + }, + { + "epoch": 1.3228596870627147, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5445914268493652, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8594611883163452, + "num_tokens": 395019819.0, + "step": 10399 + }, + { + "epoch": 1.3229868973413053, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7291319370269775, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8680703639984131, + "num_tokens": 395058606.0, + "step": 10400 + }, + { + "epoch": 1.3231141076198956, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5229039192199707, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8800569772720337, + "num_tokens": 395094354.0, + "step": 10401 + }, + { + "epoch": 1.323241317898486, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7152018547058105, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8702666163444519, + "num_tokens": 395136034.0, + "step": 10402 + }, + { + "epoch": 1.3233685281770766, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5187954902648926, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8872441053390503, + "num_tokens": 395176335.0, + "step": 10403 + }, + { + "epoch": 1.3234957384556671, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.722433567047119, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8816879987716675, + "num_tokens": 395216297.0, + "step": 10404 + }, + { + "epoch": 1.3236229487342577, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.519676923751831, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8731992244720459, + "num_tokens": 395255685.0, + "step": 10405 + }, + { + "epoch": 1.3237501590128482, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7283051013946533, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8631407618522644, + "num_tokens": 395300484.0, + "step": 10406 + }, + { + "epoch": 1.3238773692914387, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.543121576309204, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8656256198883057, + "num_tokens": 395333760.0, + "step": 10407 + }, + { + "epoch": 1.3240045795700293, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.720381259918213, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.868484616279602, + "num_tokens": 395376264.0, + "step": 10408 + }, + { + "epoch": 1.3241317898486198, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5313572883605957, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8566985130310059, + "num_tokens": 395417758.0, + "step": 10409 + }, + { + "epoch": 1.3242590001272103, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7164039611816406, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8657886981964111, + "num_tokens": 395458657.0, + "step": 10410 + }, + { + "epoch": 1.3243862104058008, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5359439849853516, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8582801222801208, + "num_tokens": 395500838.0, + "step": 10411 + }, + { + "epoch": 1.3245134206843914, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7121903896331787, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.868048369884491, + "num_tokens": 395544912.0, + "step": 10412 + }, + { + "epoch": 1.324640630962982, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5280003547668457, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8726868629455566, + "num_tokens": 395584661.0, + "step": 10413 + }, + { + "epoch": 1.3247678412415724, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7096192836761475, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8712071180343628, + "num_tokens": 395623374.0, + "step": 10414 + }, + { + "epoch": 1.324895051520163, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.533687114715576, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8811911344528198, + "num_tokens": 395658854.0, + "step": 10415 + }, + { + "epoch": 1.3250222617987533, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7077698707580566, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8775268793106079, + "num_tokens": 395695298.0, + "step": 10416 + }, + { + "epoch": 1.3251494720773438, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5444440841674805, + "learning_rate": 1e-05, + "loss": 0.5036, + "mean_token_accuracy": 0.8470101356506348, + "num_tokens": 395731800.0, + "step": 10417 + }, + { + "epoch": 1.3252766823559343, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.693641185760498, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.861386775970459, + "num_tokens": 395773811.0, + "step": 10418 + }, + { + "epoch": 1.3254038926345248, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.528879404067993, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8745543360710144, + "num_tokens": 395817280.0, + "step": 10419 + }, + { + "epoch": 1.3255311029131154, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.700458288192749, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8629122972488403, + "num_tokens": 395857950.0, + "step": 10420 + }, + { + "epoch": 1.325658313191706, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5340137481689453, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8610881567001343, + "num_tokens": 395893048.0, + "step": 10421 + }, + { + "epoch": 1.3257855234702964, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6973788738250732, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8750134706497192, + "num_tokens": 395932678.0, + "step": 10422 + }, + { + "epoch": 1.325912733748887, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5375969409942627, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8760906457901001, + "num_tokens": 395967253.0, + "step": 10423 + }, + { + "epoch": 1.3260399440274775, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6969587802886963, + "learning_rate": 1e-05, + "loss": 0.3862, + "mean_token_accuracy": 0.8875962495803833, + "num_tokens": 396000935.0, + "step": 10424 + }, + { + "epoch": 1.3261671543060678, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.533123254776001, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8558192253112793, + "num_tokens": 396039148.0, + "step": 10425 + }, + { + "epoch": 1.3262943645846583, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.704791784286499, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8837833404541016, + "num_tokens": 396072035.0, + "step": 10426 + }, + { + "epoch": 1.3264215748632489, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5265793800354004, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8656886219978333, + "num_tokens": 396112047.0, + "step": 10427 + }, + { + "epoch": 1.3265487851418394, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.716994524002075, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8699705600738525, + "num_tokens": 396149844.0, + "step": 10428 + }, + { + "epoch": 1.32667599542043, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.512317657470703, + "learning_rate": 1e-05, + "loss": 0.3687, + "mean_token_accuracy": 0.8922326564788818, + "num_tokens": 396187493.0, + "step": 10429 + }, + { + "epoch": 1.3268032056990204, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7385106086730957, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8719926476478577, + "num_tokens": 396220590.0, + "step": 10430 + }, + { + "epoch": 1.326930415977611, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.517472982406616, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8663040399551392, + "num_tokens": 396262590.0, + "step": 10431 + }, + { + "epoch": 1.3270576262562015, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7455270290374756, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8735198378562927, + "num_tokens": 396296491.0, + "step": 10432 + }, + { + "epoch": 1.327184836534792, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5085630416870117, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8724120855331421, + "num_tokens": 396334798.0, + "step": 10433 + }, + { + "epoch": 1.3273120468133826, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.775311231613159, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8687325716018677, + "num_tokens": 396368278.0, + "step": 10434 + }, + { + "epoch": 1.327439257091973, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5075061321258545, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8749832510948181, + "num_tokens": 396405034.0, + "step": 10435 + }, + { + "epoch": 1.3275664673705636, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7802927494049072, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.8563896417617798, + "num_tokens": 396445503.0, + "step": 10436 + }, + { + "epoch": 1.3276936776491541, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5152153968811035, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8761680722236633, + "num_tokens": 396482462.0, + "step": 10437 + }, + { + "epoch": 1.3278208879277447, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00023746490478515625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7769248485565186, + "learning_rate": 1e-05, + "loss": 0.3778, + "mean_token_accuracy": 0.8890496492385864, + "num_tokens": 396519186.0, + "step": 10438 + }, + { + "epoch": 1.3279480982063352, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.51798152923584, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8699593544006348, + "num_tokens": 396558996.0, + "step": 10439 + }, + { + "epoch": 1.3280753084849257, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.8042829036712646, + "learning_rate": 1e-05, + "loss": 0.4957, + "mean_token_accuracy": 0.8526850938796997, + "num_tokens": 396593158.0, + "step": 10440 + }, + { + "epoch": 1.328202518763516, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5362088680267334, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.861685037612915, + "num_tokens": 396629189.0, + "step": 10441 + }, + { + "epoch": 1.3283297290421066, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.798184871673584, + "learning_rate": 1e-05, + "loss": 0.4949, + "mean_token_accuracy": 0.8524823784828186, + "num_tokens": 396665932.0, + "step": 10442 + }, + { + "epoch": 1.328456939320697, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.546738624572754, + "learning_rate": 1e-05, + "loss": 0.4769, + "mean_token_accuracy": 0.8571517467498779, + "num_tokens": 396706638.0, + "step": 10443 + }, + { + "epoch": 1.3285841495992876, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.778710126876831, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8748074173927307, + "num_tokens": 396744354.0, + "step": 10444 + }, + { + "epoch": 1.3287113598778781, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5655248165130615, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8741727471351624, + "num_tokens": 396783806.0, + "step": 10445 + }, + { + "epoch": 1.3288385701564687, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.748838186264038, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8711053133010864, + "num_tokens": 396822337.0, + "step": 10446 + }, + { + "epoch": 1.3289657804350592, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5625576972961426, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8561047315597534, + "num_tokens": 396861674.0, + "step": 10447 + }, + { + "epoch": 1.3290929907136497, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7359554767608643, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8644749522209167, + "num_tokens": 396897686.0, + "step": 10448 + }, + { + "epoch": 1.3292202009922403, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5554463863372803, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8631308674812317, + "num_tokens": 396936261.0, + "step": 10449 + }, + { + "epoch": 1.3293474112708306, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.734264373779297, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8641714453697205, + "num_tokens": 396967452.0, + "step": 10450 + }, + { + "epoch": 1.329474621549421, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5417771339416504, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8854204416275024, + "num_tokens": 397004672.0, + "step": 10451 + }, + { + "epoch": 1.3296018318280116, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7245607376098633, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8679512739181519, + "num_tokens": 397039310.0, + "step": 10452 + }, + { + "epoch": 1.3297290421066021, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.548917531967163, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8777991533279419, + "num_tokens": 397077465.0, + "step": 10453 + }, + { + "epoch": 1.3298562523851927, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.727285146713257, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8775047063827515, + "num_tokens": 397108606.0, + "step": 10454 + }, + { + "epoch": 1.3299834626637832, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.545426845550537, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8669307231903076, + "num_tokens": 397146628.0, + "step": 10455 + }, + { + "epoch": 1.3301106729423737, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7156128883361816, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8705685138702393, + "num_tokens": 397182345.0, + "step": 10456 + }, + { + "epoch": 1.3302378832209643, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5457818508148193, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8711493015289307, + "num_tokens": 397218673.0, + "step": 10457 + }, + { + "epoch": 1.3303650934995548, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.721912384033203, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8795835971832275, + "num_tokens": 397250186.0, + "step": 10458 + }, + { + "epoch": 1.3304923037781453, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.535945177078247, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8691303730010986, + "num_tokens": 397287947.0, + "step": 10459 + }, + { + "epoch": 1.3306195140567358, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7092695236206055, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8671444654464722, + "num_tokens": 397328523.0, + "step": 10460 + }, + { + "epoch": 1.3307467243353264, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.532804489135742, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8724469542503357, + "num_tokens": 397366238.0, + "step": 10461 + }, + { + "epoch": 1.330873934613917, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.703028678894043, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8844107389450073, + "num_tokens": 397404324.0, + "step": 10462 + }, + { + "epoch": 1.3310011448925074, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.53157377243042, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8708266615867615, + "num_tokens": 397441074.0, + "step": 10463 + }, + { + "epoch": 1.331128355171098, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7104203701019287, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8595048189163208, + "num_tokens": 397476913.0, + "step": 10464 + }, + { + "epoch": 1.3312555654496883, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5424089431762695, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8750250339508057, + "num_tokens": 397507569.0, + "step": 10465 + }, + { + "epoch": 1.3313827757282788, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6996538639068604, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.877139151096344, + "num_tokens": 397544131.0, + "step": 10466 + }, + { + "epoch": 1.3315099860068693, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5215399265289307, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8864284753799438, + "num_tokens": 397585042.0, + "step": 10467 + }, + { + "epoch": 1.3316371962854598, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7297818660736084, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8659987449645996, + "num_tokens": 397620169.0, + "step": 10468 + }, + { + "epoch": 1.3317644065640504, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.530142307281494, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8668018579483032, + "num_tokens": 397657349.0, + "step": 10469 + }, + { + "epoch": 1.331891616842641, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.743849754333496, + "learning_rate": 1e-05, + "loss": 0.5004, + "mean_token_accuracy": 0.8539924621582031, + "num_tokens": 397696309.0, + "step": 10470 + }, + { + "epoch": 1.3320188271212314, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5177297592163086, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8758487701416016, + "num_tokens": 397734520.0, + "step": 10471 + }, + { + "epoch": 1.332146037399822, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7550933361053467, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8618741631507874, + "num_tokens": 397773078.0, + "step": 10472 + }, + { + "epoch": 1.3322732476784125, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5149295330047607, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8809046745300293, + "num_tokens": 397814180.0, + "step": 10473 + }, + { + "epoch": 1.3324004579570028, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.753176689147949, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8799763917922974, + "num_tokens": 397850618.0, + "step": 10474 + }, + { + "epoch": 1.3325276682355933, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.538632392883301, + "learning_rate": 1e-05, + "loss": 0.4912, + "mean_token_accuracy": 0.853767991065979, + "num_tokens": 397888538.0, + "step": 10475 + }, + { + "epoch": 1.3326548785141838, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7698285579681396, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8795557022094727, + "num_tokens": 397917861.0, + "step": 10476 + }, + { + "epoch": 1.3327820887927744, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.524268388748169, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.8872326612472534, + "num_tokens": 397954052.0, + "step": 10477 + }, + { + "epoch": 1.332909299071365, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7492876052856445, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8716515302658081, + "num_tokens": 397996458.0, + "step": 10478 + }, + { + "epoch": 1.3330365093499554, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5338408946990967, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8807697296142578, + "num_tokens": 398034164.0, + "step": 10479 + }, + { + "epoch": 1.333163719628546, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7421457767486572, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8803961277008057, + "num_tokens": 398075828.0, + "step": 10480 + }, + { + "epoch": 1.3332909299071365, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5573744773864746, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8715839982032776, + "num_tokens": 398112941.0, + "step": 10481 + }, + { + "epoch": 1.333418140185727, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.737060546875, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8806875944137573, + "num_tokens": 398146255.0, + "step": 10482 + }, + { + "epoch": 1.3335453504643175, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5498671531677246, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.881844162940979, + "num_tokens": 398178552.0, + "step": 10483 + }, + { + "epoch": 1.333672560742908, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7153398990631104, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.882335901260376, + "num_tokens": 398216310.0, + "step": 10484 + }, + { + "epoch": 1.3337997710214986, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5568244457244873, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8710932731628418, + "num_tokens": 398249756.0, + "step": 10485 + }, + { + "epoch": 1.3339269813000891, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7189242839813232, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8695000410079956, + "num_tokens": 398285264.0, + "step": 10486 + }, + { + "epoch": 1.3340541915786797, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5577454566955566, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8537662029266357, + "num_tokens": 398320964.0, + "step": 10487 + }, + { + "epoch": 1.3341814018572702, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7142508029937744, + "learning_rate": 1e-05, + "loss": 0.4995, + "mean_token_accuracy": 0.8522747159004211, + "num_tokens": 398355392.0, + "step": 10488 + }, + { + "epoch": 1.3343086121358605, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5468955039978027, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8682916164398193, + "num_tokens": 398393551.0, + "step": 10489 + }, + { + "epoch": 1.334435822414451, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6980104446411133, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8548944592475891, + "num_tokens": 398433812.0, + "step": 10490 + }, + { + "epoch": 1.3345630326930416, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5461442470550537, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.86949622631073, + "num_tokens": 398469790.0, + "step": 10491 + }, + { + "epoch": 1.334690242971632, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.684515953063965, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8771675229072571, + "num_tokens": 398512253.0, + "step": 10492 + }, + { + "epoch": 1.3348174532502226, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5499303340911865, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.8508316278457642, + "num_tokens": 398549790.0, + "step": 10493 + }, + { + "epoch": 1.3349446635288131, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.68234920501709, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8854024410247803, + "num_tokens": 398586844.0, + "step": 10494 + }, + { + "epoch": 1.3350718738074037, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.55077862739563, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8679680824279785, + "num_tokens": 398624177.0, + "step": 10495 + }, + { + "epoch": 1.3351990840859942, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6752822399139404, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8824517130851746, + "num_tokens": 398661840.0, + "step": 10496 + }, + { + "epoch": 1.3353262943645847, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.542999267578125, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8833751678466797, + "num_tokens": 398699535.0, + "step": 10497 + }, + { + "epoch": 1.3354535046431752, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.686811685562134, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8600976467132568, + "num_tokens": 398736294.0, + "step": 10498 + }, + { + "epoch": 1.3355807149217656, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.541102886199951, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8778307437896729, + "num_tokens": 398776372.0, + "step": 10499 + }, + { + "epoch": 1.335707925200356, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6896145343780518, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8660767674446106, + "num_tokens": 398816000.0, + "step": 10500 + }, + { + "epoch": 1.3358351354789466, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5315089225769043, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8809279203414917, + "num_tokens": 398851960.0, + "step": 10501 + }, + { + "epoch": 1.3359623457575371, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7123677730560303, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8689540028572083, + "num_tokens": 398886485.0, + "step": 10502 + }, + { + "epoch": 1.3360895560361277, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5317299365997314, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8629697561264038, + "num_tokens": 398923800.0, + "step": 10503 + }, + { + "epoch": 1.3362167663147182, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.708730697631836, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.87406325340271, + "num_tokens": 398963578.0, + "step": 10504 + }, + { + "epoch": 1.3363439765933087, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.509573221206665, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8737263679504395, + "num_tokens": 399009791.0, + "step": 10505 + }, + { + "epoch": 1.3364711868718993, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.721653461456299, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8800467848777771, + "num_tokens": 399048701.0, + "step": 10506 + }, + { + "epoch": 1.3365983971504898, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5121853351593018, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8800290822982788, + "num_tokens": 399083441.0, + "step": 10507 + }, + { + "epoch": 1.3367256074290803, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7525157928466797, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8773658871650696, + "num_tokens": 399113762.0, + "step": 10508 + }, + { + "epoch": 1.3368528177076708, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5128087997436523, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8773849010467529, + "num_tokens": 399149966.0, + "step": 10509 + }, + { + "epoch": 1.3369800279862614, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.768566846847534, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8687261939048767, + "num_tokens": 399188777.0, + "step": 10510 + }, + { + "epoch": 1.337107238264852, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.497758626937866, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8798093795776367, + "num_tokens": 399229618.0, + "step": 10511 + }, + { + "epoch": 1.3372344485434424, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7774763107299805, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.877822756767273, + "num_tokens": 399270558.0, + "step": 10512 + }, + { + "epoch": 1.337361658822033, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.521881580352783, + "learning_rate": 1e-05, + "loss": 0.5367, + "mean_token_accuracy": 0.8406683206558228, + "num_tokens": 399310660.0, + "step": 10513 + }, + { + "epoch": 1.3374888691006233, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7817094326019287, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8684754967689514, + "num_tokens": 399347838.0, + "step": 10514 + }, + { + "epoch": 1.3376160793792138, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.527296304702759, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8770129680633545, + "num_tokens": 399384790.0, + "step": 10515 + }, + { + "epoch": 1.3377432896578043, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7779452800750732, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8793502449989319, + "num_tokens": 399425479.0, + "step": 10516 + }, + { + "epoch": 1.3378704999363948, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5257632732391357, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.87236088514328, + "num_tokens": 399467161.0, + "step": 10517 + }, + { + "epoch": 1.3379977102149854, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8027420043945312, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8608710765838623, + "num_tokens": 399500204.0, + "step": 10518 + }, + { + "epoch": 1.338124920493576, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5303096771240234, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8568558692932129, + "num_tokens": 399546142.0, + "step": 10519 + }, + { + "epoch": 1.3382521307721664, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7961742877960205, + "learning_rate": 1e-05, + "loss": 0.4982, + "mean_token_accuracy": 0.853955090045929, + "num_tokens": 399582446.0, + "step": 10520 + }, + { + "epoch": 1.338379341050757, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5609018802642822, + "learning_rate": 1e-05, + "loss": 0.533, + "mean_token_accuracy": 0.8426505327224731, + "num_tokens": 399616998.0, + "step": 10521 + }, + { + "epoch": 1.3385065513293475, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7836170196533203, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8746538162231445, + "num_tokens": 399648649.0, + "step": 10522 + }, + { + "epoch": 1.3386337616079378, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5282363891601562, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8851484060287476, + "num_tokens": 399690417.0, + "step": 10523 + }, + { + "epoch": 1.3387609718865283, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7716801166534424, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8639112114906311, + "num_tokens": 399732346.0, + "step": 10524 + }, + { + "epoch": 1.3388881821651188, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5462212562561035, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.861088752746582, + "num_tokens": 399770516.0, + "step": 10525 + }, + { + "epoch": 1.3390153924437094, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.772707939147949, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.868492841720581, + "num_tokens": 399803266.0, + "step": 10526 + }, + { + "epoch": 1.3391426027223, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5538697242736816, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8677060008049011, + "num_tokens": 399841940.0, + "step": 10527 + }, + { + "epoch": 1.3392698130008904, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7620303630828857, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8594437837600708, + "num_tokens": 399880207.0, + "step": 10528 + }, + { + "epoch": 1.339397023279481, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5616724491119385, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8631467223167419, + "num_tokens": 399915731.0, + "step": 10529 + }, + { + "epoch": 1.3395242335580715, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7400808334350586, + "learning_rate": 1e-05, + "loss": 0.3674, + "mean_token_accuracy": 0.8944344520568848, + "num_tokens": 399953398.0, + "step": 10530 + }, + { + "epoch": 1.339651443836662, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.563493490219116, + "learning_rate": 1e-05, + "loss": 0.4885, + "mean_token_accuracy": 0.8538447618484497, + "num_tokens": 399991132.0, + "step": 10531 + }, + { + "epoch": 1.3397786541152525, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7168664932250977, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8644778728485107, + "num_tokens": 400031615.0, + "step": 10532 + }, + { + "epoch": 1.339905864393843, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5614473819732666, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8518801331520081, + "num_tokens": 400070804.0, + "step": 10533 + }, + { + "epoch": 1.3400330746724336, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.70460844039917, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8640906810760498, + "num_tokens": 400114021.0, + "step": 10534 + }, + { + "epoch": 1.3401602849510241, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5442609786987305, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8750059604644775, + "num_tokens": 400156526.0, + "step": 10535 + }, + { + "epoch": 1.3402874952296147, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7104856967926025, + "learning_rate": 1e-05, + "loss": 0.3784, + "mean_token_accuracy": 0.890904426574707, + "num_tokens": 400188487.0, + "step": 10536 + }, + { + "epoch": 1.3404147055082052, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5663981437683105, + "learning_rate": 1e-05, + "loss": 0.5127, + "mean_token_accuracy": 0.8482557535171509, + "num_tokens": 400222223.0, + "step": 10537 + }, + { + "epoch": 1.3405419157867955, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6857850551605225, + "learning_rate": 1e-05, + "loss": 0.39, + "mean_token_accuracy": 0.8861018419265747, + "num_tokens": 400259181.0, + "step": 10538 + }, + { + "epoch": 1.340669126065386, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.538198232650757, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8813918828964233, + "num_tokens": 400295202.0, + "step": 10539 + }, + { + "epoch": 1.3407963363439765, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.684385299682617, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8814072608947754, + "num_tokens": 400330936.0, + "step": 10540 + }, + { + "epoch": 1.340923546622567, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5510542392730713, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8721211552619934, + "num_tokens": 400367971.0, + "step": 10541 + }, + { + "epoch": 1.3410507569011576, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.681640386581421, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8658876419067383, + "num_tokens": 400406868.0, + "step": 10542 + }, + { + "epoch": 1.3411779671797481, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5555357933044434, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8556690216064453, + "num_tokens": 400442907.0, + "step": 10543 + }, + { + "epoch": 1.3413051774583387, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.695932626724243, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8574658036231995, + "num_tokens": 400479485.0, + "step": 10544 + }, + { + "epoch": 1.3414323877369292, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5436010360717773, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8668618202209473, + "num_tokens": 400513790.0, + "step": 10545 + }, + { + "epoch": 1.3415595980155197, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6791257858276367, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8704686164855957, + "num_tokens": 400557638.0, + "step": 10546 + }, + { + "epoch": 1.3416868082941102, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5360360145568848, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8809613585472107, + "num_tokens": 400594121.0, + "step": 10547 + }, + { + "epoch": 1.3418140185727006, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6858034133911133, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8693510293960571, + "num_tokens": 400632427.0, + "step": 10548 + }, + { + "epoch": 1.341941228851291, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5441644191741943, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8746522665023804, + "num_tokens": 400666938.0, + "step": 10549 + }, + { + "epoch": 1.3420684391298816, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6861090660095215, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8830640316009521, + "num_tokens": 400703510.0, + "step": 10550 + }, + { + "epoch": 1.3421956494084721, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5443129539489746, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8744347095489502, + "num_tokens": 400737082.0, + "step": 10551 + }, + { + "epoch": 1.3423228596870627, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6655354499816895, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8704203367233276, + "num_tokens": 400787254.0, + "step": 10552 + }, + { + "epoch": 1.3424500699656532, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5450901985168457, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8732388019561768, + "num_tokens": 400824384.0, + "step": 10553 + }, + { + "epoch": 1.3425772802442437, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.680263042449951, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8646758794784546, + "num_tokens": 400859536.0, + "step": 10554 + }, + { + "epoch": 1.3427044905228342, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5404341220855713, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8817628026008606, + "num_tokens": 400896022.0, + "step": 10555 + }, + { + "epoch": 1.3428317008014248, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6767683029174805, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8789438009262085, + "num_tokens": 400936291.0, + "step": 10556 + }, + { + "epoch": 1.3429589110800153, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.519557237625122, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8801674842834473, + "num_tokens": 400980749.0, + "step": 10557 + }, + { + "epoch": 1.3430861213586058, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7051331996917725, + "learning_rate": 1e-05, + "loss": 0.4977, + "mean_token_accuracy": 0.8539087772369385, + "num_tokens": 401016591.0, + "step": 10558 + }, + { + "epoch": 1.3432133316371964, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5123484134674072, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8687102794647217, + "num_tokens": 401062520.0, + "step": 10559 + }, + { + "epoch": 1.343340541915787, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.71152400970459, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.875354528427124, + "num_tokens": 401105968.0, + "step": 10560 + }, + { + "epoch": 1.3434677521943774, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.528350353240967, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8844523429870605, + "num_tokens": 401145290.0, + "step": 10561 + }, + { + "epoch": 1.343594962472968, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7216005325317383, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.879568338394165, + "num_tokens": 401181253.0, + "step": 10562 + }, + { + "epoch": 1.3437221727515583, + "ewc_loss": 0.06103515625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5082921981811523, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8720041513442993, + "num_tokens": 401218191.0, + "step": 10563 + }, + { + "epoch": 1.3438493830301488, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7309467792510986, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8699480891227722, + "num_tokens": 401252049.0, + "step": 10564 + }, + { + "epoch": 1.3439765933087393, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.514493942260742, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.849022626876831, + "num_tokens": 401294819.0, + "step": 10565 + }, + { + "epoch": 1.3441038035873298, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7368180751800537, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8755525350570679, + "num_tokens": 401332007.0, + "step": 10566 + }, + { + "epoch": 1.3442310138659204, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5053036212921143, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8809182047843933, + "num_tokens": 401371442.0, + "step": 10567 + }, + { + "epoch": 1.344358224144511, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.754106044769287, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8775482773780823, + "num_tokens": 401409956.0, + "step": 10568 + }, + { + "epoch": 1.3444854344231014, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5138752460479736, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8806614875793457, + "num_tokens": 401446445.0, + "step": 10569 + }, + { + "epoch": 1.344612644701692, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7623205184936523, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8614929914474487, + "num_tokens": 401489366.0, + "step": 10570 + }, + { + "epoch": 1.3447398549802825, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.510486602783203, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8653572797775269, + "num_tokens": 401533326.0, + "step": 10571 + }, + { + "epoch": 1.3448670652588728, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7769174575805664, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8751040697097778, + "num_tokens": 401571607.0, + "step": 10572 + }, + { + "epoch": 1.3449942755374633, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.538444757461548, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8518984317779541, + "num_tokens": 401607930.0, + "step": 10573 + }, + { + "epoch": 1.3451214858160538, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7608211040496826, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.884118914604187, + "num_tokens": 401645841.0, + "step": 10574 + }, + { + "epoch": 1.3452486960946444, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.546962022781372, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8622527718544006, + "num_tokens": 401680795.0, + "step": 10575 + }, + { + "epoch": 1.345375906373235, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.751739025115967, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8717164993286133, + "num_tokens": 401719710.0, + "step": 10576 + }, + { + "epoch": 1.3455031166518254, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.535951614379883, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8743386268615723, + "num_tokens": 401758956.0, + "step": 10577 + }, + { + "epoch": 1.345630326930416, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7477962970733643, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8607022762298584, + "num_tokens": 401798108.0, + "step": 10578 + }, + { + "epoch": 1.3457575372090065, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5393567085266113, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.878002405166626, + "num_tokens": 401833495.0, + "step": 10579 + }, + { + "epoch": 1.345884747487597, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002384185791015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.731856346130371, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8688762187957764, + "num_tokens": 401875399.0, + "step": 10580 + }, + { + "epoch": 1.3460119577661875, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5366129875183105, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.872441828250885, + "num_tokens": 401915540.0, + "step": 10581 + }, + { + "epoch": 1.346139168044778, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.732456922531128, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8572946190834045, + "num_tokens": 401960013.0, + "step": 10582 + }, + { + "epoch": 1.3462663783233686, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5653653144836426, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.859847366809845, + "num_tokens": 401990709.0, + "step": 10583 + }, + { + "epoch": 1.3463935886019591, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7066690921783447, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8771947026252747, + "num_tokens": 402031277.0, + "step": 10584 + }, + { + "epoch": 1.3465207988805497, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.547121047973633, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8742209672927856, + "num_tokens": 402073248.0, + "step": 10585 + }, + { + "epoch": 1.3466480091591402, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.702302932739258, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8665655851364136, + "num_tokens": 402116072.0, + "step": 10586 + }, + { + "epoch": 1.3467752194377305, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545292377471924, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.871685802936554, + "num_tokens": 402153092.0, + "step": 10587 + }, + { + "epoch": 1.346902429716321, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7031357288360596, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8770503997802734, + "num_tokens": 402192959.0, + "step": 10588 + }, + { + "epoch": 1.3470296399949115, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.564911365509033, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8700859546661377, + "num_tokens": 402232245.0, + "step": 10589 + }, + { + "epoch": 1.347156850273502, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.703599691390991, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8829096555709839, + "num_tokens": 402265862.0, + "step": 10590 + }, + { + "epoch": 1.3472840605520926, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5312674045562744, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8772341012954712, + "num_tokens": 402303747.0, + "step": 10591 + }, + { + "epoch": 1.3474112708306831, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6950953006744385, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8739526271820068, + "num_tokens": 402342952.0, + "step": 10592 + }, + { + "epoch": 1.3475384811092737, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.543398380279541, + "learning_rate": 1e-05, + "loss": 0.5165, + "mean_token_accuracy": 0.8454689979553223, + "num_tokens": 402382388.0, + "step": 10593 + }, + { + "epoch": 1.3476656913878642, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6955161094665527, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8765985369682312, + "num_tokens": 402418937.0, + "step": 10594 + }, + { + "epoch": 1.3477929016664547, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5466434955596924, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8611083626747131, + "num_tokens": 402454347.0, + "step": 10595 + }, + { + "epoch": 1.3479201119450452, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7120649814605713, + "learning_rate": 1e-05, + "loss": 0.5055, + "mean_token_accuracy": 0.8543699383735657, + "num_tokens": 402490887.0, + "step": 10596 + }, + { + "epoch": 1.3480473222236355, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5419657230377197, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.8628126382827759, + "num_tokens": 402531293.0, + "step": 10597 + }, + { + "epoch": 1.348174532502226, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.700251340866089, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.8582409620285034, + "num_tokens": 402574396.0, + "step": 10598 + }, + { + "epoch": 1.3483017427808166, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5297152996063232, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8703957796096802, + "num_tokens": 402615609.0, + "step": 10599 + }, + { + "epoch": 1.3484289530594071, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7066903114318848, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8674225211143494, + "num_tokens": 402650627.0, + "step": 10600 + }, + { + "epoch": 1.3485561633379977, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5272958278656006, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8664495944976807, + "num_tokens": 402693036.0, + "step": 10601 + }, + { + "epoch": 1.3486833736165882, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7086691856384277, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8808331489562988, + "num_tokens": 402730748.0, + "step": 10602 + }, + { + "epoch": 1.3488105838951787, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5511744022369385, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8610296249389648, + "num_tokens": 402762642.0, + "step": 10603 + }, + { + "epoch": 1.3489377941737692, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.724912166595459, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8642603158950806, + "num_tokens": 402794265.0, + "step": 10604 + }, + { + "epoch": 1.3490650044523598, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.544530153274536, + "learning_rate": 1e-05, + "loss": 0.5085, + "mean_token_accuracy": 0.8506759405136108, + "num_tokens": 402830609.0, + "step": 10605 + }, + { + "epoch": 1.3491922147309503, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.706521511077881, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8772773146629333, + "num_tokens": 402866608.0, + "step": 10606 + }, + { + "epoch": 1.3493194250095408, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5322368144989014, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8637079000473022, + "num_tokens": 402904030.0, + "step": 10607 + }, + { + "epoch": 1.3494466352881314, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.725112199783325, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8704234957695007, + "num_tokens": 402939552.0, + "step": 10608 + }, + { + "epoch": 1.3495738455667219, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.523739814758301, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8775672912597656, + "num_tokens": 402981683.0, + "step": 10609 + }, + { + "epoch": 1.3497010558453124, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7309303283691406, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.8573564887046814, + "num_tokens": 403019497.0, + "step": 10610 + }, + { + "epoch": 1.349828266123903, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5371205806732178, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8681919574737549, + "num_tokens": 403053415.0, + "step": 10611 + }, + { + "epoch": 1.3499554764024932, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.728680372238159, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8708805441856384, + "num_tokens": 403089676.0, + "step": 10612 + }, + { + "epoch": 1.3500826866810838, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5239274501800537, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8669820427894592, + "num_tokens": 403130429.0, + "step": 10613 + }, + { + "epoch": 1.3502098969596743, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.724472999572754, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8833113312721252, + "num_tokens": 403171420.0, + "step": 10614 + }, + { + "epoch": 1.3503371072382648, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5274744033813477, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8686551451683044, + "num_tokens": 403210700.0, + "step": 10615 + }, + { + "epoch": 1.3504643175168554, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7421653270721436, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8714009523391724, + "num_tokens": 403249572.0, + "step": 10616 + }, + { + "epoch": 1.350591527795446, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5295042991638184, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.864352822303772, + "num_tokens": 403288176.0, + "step": 10617 + }, + { + "epoch": 1.3507187380740364, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7215044498443604, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8826522827148438, + "num_tokens": 403329403.0, + "step": 10618 + }, + { + "epoch": 1.350845948352627, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5479519367218018, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8685859441757202, + "num_tokens": 403362276.0, + "step": 10619 + }, + { + "epoch": 1.3509731586312175, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7242119312286377, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8705143332481384, + "num_tokens": 403397797.0, + "step": 10620 + }, + { + "epoch": 1.3511003689098078, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5330569744110107, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8696939945220947, + "num_tokens": 403437943.0, + "step": 10621 + }, + { + "epoch": 1.3512275791883983, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.741572856903076, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8770781755447388, + "num_tokens": 403473575.0, + "step": 10622 + }, + { + "epoch": 1.3513547894669888, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.552081823348999, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8656896948814392, + "num_tokens": 403504720.0, + "step": 10623 + }, + { + "epoch": 1.3514819997455794, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7212119102478027, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.860148549079895, + "num_tokens": 403549244.0, + "step": 10624 + }, + { + "epoch": 1.35160921002417, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00023937225341796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.546947956085205, + "learning_rate": 1e-05, + "loss": 0.4965, + "mean_token_accuracy": 0.8542768955230713, + "num_tokens": 403582881.0, + "step": 10625 + }, + { + "epoch": 1.3517364203027604, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7074646949768066, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8809713125228882, + "num_tokens": 403623477.0, + "step": 10626 + }, + { + "epoch": 1.351863630581351, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5412514209747314, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8572953939437866, + "num_tokens": 403662399.0, + "step": 10627 + }, + { + "epoch": 1.3519908408599415, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.700207233428955, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8713893294334412, + "num_tokens": 403703908.0, + "step": 10628 + }, + { + "epoch": 1.352118051138532, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5318546295166016, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.873120129108429, + "num_tokens": 403746385.0, + "step": 10629 + }, + { + "epoch": 1.3522452614171225, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7044520378112793, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8751090168952942, + "num_tokens": 403785728.0, + "step": 10630 + }, + { + "epoch": 1.352372471695713, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.525238037109375, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8762147426605225, + "num_tokens": 403827991.0, + "step": 10631 + }, + { + "epoch": 1.3524996819743036, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7278261184692383, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8664425611495972, + "num_tokens": 403861963.0, + "step": 10632 + }, + { + "epoch": 1.3526268922528941, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5186502933502197, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8846271634101868, + "num_tokens": 403899744.0, + "step": 10633 + }, + { + "epoch": 1.3527541025314846, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7298166751861572, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8872628211975098, + "num_tokens": 403939482.0, + "step": 10634 + }, + { + "epoch": 1.3528813128100752, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5162105560302734, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8836900591850281, + "num_tokens": 403976233.0, + "step": 10635 + }, + { + "epoch": 1.3530085230886655, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7522287368774414, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8800787925720215, + "num_tokens": 404011181.0, + "step": 10636 + }, + { + "epoch": 1.353135733367256, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.503899097442627, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8824983239173889, + "num_tokens": 404050519.0, + "step": 10637 + }, + { + "epoch": 1.3532629436458465, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7619802951812744, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8788438439369202, + "num_tokens": 404089407.0, + "step": 10638 + }, + { + "epoch": 1.353390153924437, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5067479610443115, + "learning_rate": 1e-05, + "loss": 0.3652, + "mean_token_accuracy": 0.8933929800987244, + "num_tokens": 404126564.0, + "step": 10639 + }, + { + "epoch": 1.3535173642030276, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.772491455078125, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8687629699707031, + "num_tokens": 404166113.0, + "step": 10640 + }, + { + "epoch": 1.3536445744816181, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5215282440185547, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8697354793548584, + "num_tokens": 404204513.0, + "step": 10641 + }, + { + "epoch": 1.3537717847602087, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7855477333068848, + "learning_rate": 1e-05, + "loss": 0.5232, + "mean_token_accuracy": 0.8533766865730286, + "num_tokens": 404244475.0, + "step": 10642 + }, + { + "epoch": 1.3538989950387992, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5391364097595215, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8626006841659546, + "num_tokens": 404278974.0, + "step": 10643 + }, + { + "epoch": 1.3540262053173897, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7814133167266846, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8624087572097778, + "num_tokens": 404313123.0, + "step": 10644 + }, + { + "epoch": 1.3541534155959802, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5270986557006836, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.875333309173584, + "num_tokens": 404350195.0, + "step": 10645 + }, + { + "epoch": 1.3542806258745705, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7791547775268555, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8736605048179626, + "num_tokens": 404387044.0, + "step": 10646 + }, + { + "epoch": 1.354407836153161, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5365054607391357, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8724567890167236, + "num_tokens": 404423877.0, + "step": 10647 + }, + { + "epoch": 1.3545350464317516, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7691256999969482, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.877612292766571, + "num_tokens": 404466428.0, + "step": 10648 + }, + { + "epoch": 1.3546622567103421, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.545196533203125, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8684112429618835, + "num_tokens": 404503341.0, + "step": 10649 + }, + { + "epoch": 1.3547894669889327, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7591724395751953, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8688709735870361, + "num_tokens": 404543650.0, + "step": 10650 + }, + { + "epoch": 1.3549166772675232, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5365445613861084, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8648566603660583, + "num_tokens": 404588834.0, + "step": 10651 + }, + { + "epoch": 1.3550438875461137, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7751169204711914, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8664655089378357, + "num_tokens": 404625903.0, + "step": 10652 + }, + { + "epoch": 1.3551710978247042, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5364794731140137, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8746978044509888, + "num_tokens": 404666299.0, + "step": 10653 + }, + { + "epoch": 1.3552983081032948, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.747999906539917, + "learning_rate": 1e-05, + "loss": 0.3756, + "mean_token_accuracy": 0.8900595903396606, + "num_tokens": 404702743.0, + "step": 10654 + }, + { + "epoch": 1.3554255183818853, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5415234565734863, + "learning_rate": 1e-05, + "loss": 0.491, + "mean_token_accuracy": 0.8520972728729248, + "num_tokens": 404748010.0, + "step": 10655 + }, + { + "epoch": 1.3555527286604758, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.748387575149536, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.870789647102356, + "num_tokens": 404785886.0, + "step": 10656 + }, + { + "epoch": 1.3556799389390664, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5469536781311035, + "learning_rate": 1e-05, + "loss": 0.3755, + "mean_token_accuracy": 0.8896223306655884, + "num_tokens": 404820982.0, + "step": 10657 + }, + { + "epoch": 1.3558071492176569, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7328598499298096, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8681666851043701, + "num_tokens": 404863943.0, + "step": 10658 + }, + { + "epoch": 1.3559343594962474, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5469577312469482, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8652013540267944, + "num_tokens": 404905168.0, + "step": 10659 + }, + { + "epoch": 1.356061569774838, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.736950635910034, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8699761033058167, + "num_tokens": 404941863.0, + "step": 10660 + }, + { + "epoch": 1.3561887800534282, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5491437911987305, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8665710687637329, + "num_tokens": 404979780.0, + "step": 10661 + }, + { + "epoch": 1.3563159903320188, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7231030464172363, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8631942272186279, + "num_tokens": 405019194.0, + "step": 10662 + }, + { + "epoch": 1.3564432006106093, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.541375160217285, + "learning_rate": 1e-05, + "loss": 0.3813, + "mean_token_accuracy": 0.8888336420059204, + "num_tokens": 405056021.0, + "step": 10663 + }, + { + "epoch": 1.3565704108891998, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.715280771255493, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8607826232910156, + "num_tokens": 405099195.0, + "step": 10664 + }, + { + "epoch": 1.3566976211677904, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.535069227218628, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8676237463951111, + "num_tokens": 405142821.0, + "step": 10665 + }, + { + "epoch": 1.3568248314463809, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7321503162384033, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8666061758995056, + "num_tokens": 405178434.0, + "step": 10666 + }, + { + "epoch": 1.3569520417249714, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5516390800476074, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8566892147064209, + "num_tokens": 405211197.0, + "step": 10667 + }, + { + "epoch": 1.357079252003562, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.700958728790283, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8759469389915466, + "num_tokens": 405250330.0, + "step": 10668 + }, + { + "epoch": 1.3572064622821525, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5374252796173096, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8725422620773315, + "num_tokens": 405291694.0, + "step": 10669 + }, + { + "epoch": 1.3573336725607428, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.701202392578125, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8812459707260132, + "num_tokens": 405326162.0, + "step": 10670 + }, + { + "epoch": 1.3574608828393333, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.54805064201355, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8797858953475952, + "num_tokens": 405361862.0, + "step": 10671 + }, + { + "epoch": 1.3575880931179238, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6946022510528564, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8717886209487915, + "num_tokens": 405402934.0, + "step": 10672 + }, + { + "epoch": 1.3577153033965144, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5357956886291504, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8637837171554565, + "num_tokens": 405442206.0, + "step": 10673 + }, + { + "epoch": 1.357842513675105, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7079505920410156, + "learning_rate": 1e-05, + "loss": 0.5249, + "mean_token_accuracy": 0.8439565896987915, + "num_tokens": 405483351.0, + "step": 10674 + }, + { + "epoch": 1.3579697239536954, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5350472927093506, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8642557859420776, + "num_tokens": 405523763.0, + "step": 10675 + }, + { + "epoch": 1.358096934232286, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.70510196685791, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.883772611618042, + "num_tokens": 405559640.0, + "step": 10676 + }, + { + "epoch": 1.3582241445108765, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.540966510772705, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8752285242080688, + "num_tokens": 405594907.0, + "step": 10677 + }, + { + "epoch": 1.358351354789467, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6992478370666504, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.8860756754875183, + "num_tokens": 405630346.0, + "step": 10678 + }, + { + "epoch": 1.3584785650680575, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5558207035064697, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8636608123779297, + "num_tokens": 405661603.0, + "step": 10679 + }, + { + "epoch": 1.358605775346648, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.690634250640869, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.870820164680481, + "num_tokens": 405698907.0, + "step": 10680 + }, + { + "epoch": 1.3587329856252386, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5320839881896973, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8614028096199036, + "num_tokens": 405744780.0, + "step": 10681 + }, + { + "epoch": 1.3588601959038291, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.694636583328247, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8787569403648376, + "num_tokens": 405777883.0, + "step": 10682 + }, + { + "epoch": 1.3589874061824196, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5406951904296875, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8692588210105896, + "num_tokens": 405814680.0, + "step": 10683 + }, + { + "epoch": 1.3591146164610102, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7105610370635986, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8540558815002441, + "num_tokens": 405847734.0, + "step": 10684 + }, + { + "epoch": 1.3592418267396005, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5390307903289795, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8675971031188965, + "num_tokens": 405882365.0, + "step": 10685 + }, + { + "epoch": 1.359369037018191, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.701620101928711, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8740261197090149, + "num_tokens": 405920641.0, + "step": 10686 + }, + { + "epoch": 1.3594962472967815, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.00024127960205078125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.538360595703125, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8646795749664307, + "num_tokens": 405958523.0, + "step": 10687 + }, + { + "epoch": 1.359623457575372, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.699291944503784, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8758742809295654, + "num_tokens": 405994338.0, + "step": 10688 + }, + { + "epoch": 1.3597506678539626, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.543226480484009, + "learning_rate": 1e-05, + "loss": 0.4842, + "mean_token_accuracy": 0.856048047542572, + "num_tokens": 406033285.0, + "step": 10689 + }, + { + "epoch": 1.3598778781325531, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6767001152038574, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.879631757736206, + "num_tokens": 406076933.0, + "step": 10690 + }, + { + "epoch": 1.3600050884111436, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5357024669647217, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.872880220413208, + "num_tokens": 406118258.0, + "step": 10691 + }, + { + "epoch": 1.3601322986897342, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6872215270996094, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8785583972930908, + "num_tokens": 406155445.0, + "step": 10692 + }, + { + "epoch": 1.3602595089683247, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5302109718322754, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8686262965202332, + "num_tokens": 406195128.0, + "step": 10693 + }, + { + "epoch": 1.3603867192469152, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.699622869491577, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8768885135650635, + "num_tokens": 406229311.0, + "step": 10694 + }, + { + "epoch": 1.3605139295255055, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.532033920288086, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8701741695404053, + "num_tokens": 406266252.0, + "step": 10695 + }, + { + "epoch": 1.360641139804096, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6898810863494873, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.877799391746521, + "num_tokens": 406310555.0, + "step": 10696 + }, + { + "epoch": 1.3607683500826866, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.52667236328125, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8819994926452637, + "num_tokens": 406349620.0, + "step": 10697 + }, + { + "epoch": 1.3608955603612771, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.723050832748413, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8725125193595886, + "num_tokens": 406380956.0, + "step": 10698 + }, + { + "epoch": 1.3610227706398677, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5136396884918213, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.884967565536499, + "num_tokens": 406417274.0, + "step": 10699 + }, + { + "epoch": 1.3611499809184582, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.741440773010254, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8576800227165222, + "num_tokens": 406453809.0, + "step": 10700 + }, + { + "epoch": 1.3612771911970487, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5147619247436523, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.875507116317749, + "num_tokens": 406489227.0, + "step": 10701 + }, + { + "epoch": 1.3614044014756392, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.742002010345459, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8754401206970215, + "num_tokens": 406532736.0, + "step": 10702 + }, + { + "epoch": 1.3615316117542298, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.518554210662842, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8704074621200562, + "num_tokens": 406574409.0, + "step": 10703 + }, + { + "epoch": 1.3616588220328203, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7602531909942627, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.858773410320282, + "num_tokens": 406612519.0, + "step": 10704 + }, + { + "epoch": 1.3617860323114108, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.520289182662964, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8634561896324158, + "num_tokens": 406652578.0, + "step": 10705 + }, + { + "epoch": 1.3619132425900013, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.770768165588379, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8577337265014648, + "num_tokens": 406688739.0, + "step": 10706 + }, + { + "epoch": 1.3620404528685919, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.523881196975708, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8773568868637085, + "num_tokens": 406727721.0, + "step": 10707 + }, + { + "epoch": 1.3621676631471824, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7800633907318115, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8654212951660156, + "num_tokens": 406762864.0, + "step": 10708 + }, + { + "epoch": 1.362294873425773, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5118045806884766, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.879980206489563, + "num_tokens": 406803333.0, + "step": 10709 + }, + { + "epoch": 1.3624220837043632, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7893857955932617, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8765908479690552, + "num_tokens": 406840942.0, + "step": 10710 + }, + { + "epoch": 1.3625492939829538, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.529747724533081, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8730595707893372, + "num_tokens": 406877293.0, + "step": 10711 + }, + { + "epoch": 1.3626765042615443, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8058764934539795, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8727981448173523, + "num_tokens": 406915622.0, + "step": 10712 + }, + { + "epoch": 1.3628037145401348, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.526002883911133, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8827662467956543, + "num_tokens": 406955378.0, + "step": 10713 + }, + { + "epoch": 1.3629309248187254, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8039467334747314, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.862762987613678, + "num_tokens": 406997305.0, + "step": 10714 + }, + { + "epoch": 1.3630581350973159, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.521416187286377, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8862482905387878, + "num_tokens": 407039121.0, + "step": 10715 + }, + { + "epoch": 1.3631853453759064, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79764723777771, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8629752397537231, + "num_tokens": 407081007.0, + "step": 10716 + }, + { + "epoch": 1.363312555654497, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.54258131980896, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8727870583534241, + "num_tokens": 407122498.0, + "step": 10717 + }, + { + "epoch": 1.3634397659330875, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7744061946868896, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.880670428276062, + "num_tokens": 407169304.0, + "step": 10718 + }, + { + "epoch": 1.3635669762116778, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.569700002670288, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8585518598556519, + "num_tokens": 407204364.0, + "step": 10719 + }, + { + "epoch": 1.3636941864902683, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.771531581878662, + "learning_rate": 1e-05, + "loss": 0.5111, + "mean_token_accuracy": 0.8476625680923462, + "num_tokens": 407242467.0, + "step": 10720 + }, + { + "epoch": 1.3638213967688588, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5626368522644043, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8738427758216858, + "num_tokens": 407279965.0, + "step": 10721 + }, + { + "epoch": 1.3639486070474494, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.74996018409729, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8809509873390198, + "num_tokens": 407316086.0, + "step": 10722 + }, + { + "epoch": 1.3640758173260399, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5600318908691406, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8612055778503418, + "num_tokens": 407355433.0, + "step": 10723 + }, + { + "epoch": 1.3642030276046304, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.727536201477051, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8769475221633911, + "num_tokens": 407392919.0, + "step": 10724 + }, + { + "epoch": 1.364330237883221, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002422332763671875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570711374282837, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8668718934059143, + "num_tokens": 407428089.0, + "step": 10725 + }, + { + "epoch": 1.3644574481618115, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.706914186477661, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8782769441604614, + "num_tokens": 407467232.0, + "step": 10726 + }, + { + "epoch": 1.364584658440402, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.566871166229248, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8633284568786621, + "num_tokens": 407504975.0, + "step": 10727 + }, + { + "epoch": 1.3647118687189925, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7040557861328125, + "learning_rate": 1e-05, + "loss": 0.3702, + "mean_token_accuracy": 0.8916758298873901, + "num_tokens": 407535308.0, + "step": 10728 + }, + { + "epoch": 1.364839078997583, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.554326295852661, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.873183012008667, + "num_tokens": 407578956.0, + "step": 10729 + }, + { + "epoch": 1.3649662892761736, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6928584575653076, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8744373321533203, + "num_tokens": 407617633.0, + "step": 10730 + }, + { + "epoch": 1.3650934995547641, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5776336193084717, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.873927652835846, + "num_tokens": 407646322.0, + "step": 10731 + }, + { + "epoch": 1.3652207098333546, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.676602602005005, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8620667457580566, + "num_tokens": 407684957.0, + "step": 10732 + }, + { + "epoch": 1.3653479201119452, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.554023027420044, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8752550482749939, + "num_tokens": 407722917.0, + "step": 10733 + }, + { + "epoch": 1.3654751303905355, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.67331862449646, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8719279766082764, + "num_tokens": 407759599.0, + "step": 10734 + }, + { + "epoch": 1.365602340669126, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5528063774108887, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8677961826324463, + "num_tokens": 407796416.0, + "step": 10735 + }, + { + "epoch": 1.3657295509477165, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.672609567642212, + "learning_rate": 1e-05, + "loss": 0.5214, + "mean_token_accuracy": 0.8486751317977905, + "num_tokens": 407841211.0, + "step": 10736 + }, + { + "epoch": 1.365856761226307, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5479180812835693, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.869365930557251, + "num_tokens": 407879409.0, + "step": 10737 + }, + { + "epoch": 1.3659839715048976, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6730337142944336, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8675104975700378, + "num_tokens": 407915275.0, + "step": 10738 + }, + { + "epoch": 1.3661111817834881, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.54476261138916, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8736027479171753, + "num_tokens": 407953641.0, + "step": 10739 + }, + { + "epoch": 1.3662383920620786, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6691195964813232, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8772133588790894, + "num_tokens": 407992662.0, + "step": 10740 + }, + { + "epoch": 1.3663656023406692, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.552642583847046, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8789225816726685, + "num_tokens": 408026005.0, + "step": 10741 + }, + { + "epoch": 1.3664928126192597, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6676931381225586, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8712537288665771, + "num_tokens": 408065250.0, + "step": 10742 + }, + { + "epoch": 1.3666200228978502, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5357584953308105, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8706807494163513, + "num_tokens": 408109333.0, + "step": 10743 + }, + { + "epoch": 1.3667472331764405, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6801183223724365, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8755767345428467, + "num_tokens": 408142416.0, + "step": 10744 + }, + { + "epoch": 1.366874443455031, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.52947735786438, + "learning_rate": 1e-05, + "loss": 0.3842, + "mean_token_accuracy": 0.8880504369735718, + "num_tokens": 408184335.0, + "step": 10745 + }, + { + "epoch": 1.3670016537336216, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6936566829681396, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8705244064331055, + "num_tokens": 408221585.0, + "step": 10746 + }, + { + "epoch": 1.3671288640122121, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5312087535858154, + "learning_rate": 1e-05, + "loss": 0.4935, + "mean_token_accuracy": 0.8483410477638245, + "num_tokens": 408262105.0, + "step": 10747 + }, + { + "epoch": 1.3672560742908026, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6992621421813965, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8742756843566895, + "num_tokens": 408302365.0, + "step": 10748 + }, + { + "epoch": 1.3673832845693932, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5260519981384277, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8651269674301147, + "num_tokens": 408342033.0, + "step": 10749 + }, + { + "epoch": 1.3675104948479837, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7066547870635986, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8750072121620178, + "num_tokens": 408381512.0, + "step": 10750 + }, + { + "epoch": 1.3676377051265742, + "ewc_loss": 0.0615234375, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5122408866882324, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8697412014007568, + "num_tokens": 408423867.0, + "step": 10751 + }, + { + "epoch": 1.3677649154051648, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7161154747009277, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8737496733665466, + "num_tokens": 408468417.0, + "step": 10752 + }, + { + "epoch": 1.3678921256837553, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5160391330718994, + "learning_rate": 1e-05, + "loss": 0.5044, + "mean_token_accuracy": 0.8506761789321899, + "num_tokens": 408514628.0, + "step": 10753 + }, + { + "epoch": 1.3680193359623458, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.736924409866333, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8588780760765076, + "num_tokens": 408551936.0, + "step": 10754 + }, + { + "epoch": 1.3681465462409363, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.538264274597168, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8673454523086548, + "num_tokens": 408581713.0, + "step": 10755 + }, + { + "epoch": 1.3682737565195269, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.72485613822937, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.879821240901947, + "num_tokens": 408618265.0, + "step": 10756 + }, + { + "epoch": 1.3684009667981174, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.526228189468384, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8709703683853149, + "num_tokens": 408655701.0, + "step": 10757 + }, + { + "epoch": 1.368528177076708, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7380409240722656, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8617058992385864, + "num_tokens": 408690281.0, + "step": 10758 + }, + { + "epoch": 1.3686553873552982, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5185341835021973, + "learning_rate": 1e-05, + "loss": 0.5028, + "mean_token_accuracy": 0.8526864051818848, + "num_tokens": 408733483.0, + "step": 10759 + }, + { + "epoch": 1.3687825976338888, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7376182079315186, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.87200927734375, + "num_tokens": 408770596.0, + "step": 10760 + }, + { + "epoch": 1.3689098079124793, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.523165464401245, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8811508417129517, + "num_tokens": 408808265.0, + "step": 10761 + }, + { + "epoch": 1.3690370181910698, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7400288581848145, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8805869221687317, + "num_tokens": 408847205.0, + "step": 10762 + }, + { + "epoch": 1.3691642284696603, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.515751600265503, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8669153451919556, + "num_tokens": 408885744.0, + "step": 10763 + }, + { + "epoch": 1.3692914387482509, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7547874450683594, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8782341480255127, + "num_tokens": 408925393.0, + "step": 10764 + }, + { + "epoch": 1.3694186490268414, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.530492067337036, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8677208423614502, + "num_tokens": 408964995.0, + "step": 10765 + }, + { + "epoch": 1.369545859305432, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.769864797592163, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8794152736663818, + "num_tokens": 408996336.0, + "step": 10766 + }, + { + "epoch": 1.3696730695840225, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5345630645751953, + "learning_rate": 1e-05, + "loss": 0.4904, + "mean_token_accuracy": 0.853676438331604, + "num_tokens": 409034972.0, + "step": 10767 + }, + { + "epoch": 1.3698002798626128, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.767719268798828, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8841051459312439, + "num_tokens": 409069421.0, + "step": 10768 + }, + { + "epoch": 1.3699274901412033, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.528618574142456, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8643742799758911, + "num_tokens": 409104763.0, + "step": 10769 + }, + { + "epoch": 1.3700547004197938, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7666962146759033, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8752866387367249, + "num_tokens": 409142799.0, + "step": 10770 + }, + { + "epoch": 1.3701819106983844, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.538280725479126, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8626072406768799, + "num_tokens": 409178861.0, + "step": 10771 + }, + { + "epoch": 1.3703091209769749, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7633590698242188, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8736280202865601, + "num_tokens": 409218628.0, + "step": 10772 + }, + { + "epoch": 1.3704363312555654, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.550262212753296, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8528352975845337, + "num_tokens": 409255209.0, + "step": 10773 + }, + { + "epoch": 1.370563541534156, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7437856197357178, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8685221076011658, + "num_tokens": 409295807.0, + "step": 10774 + }, + { + "epoch": 1.3706907518127465, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5546600818634033, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8742122650146484, + "num_tokens": 409329263.0, + "step": 10775 + }, + { + "epoch": 1.370817962091337, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7295501232147217, + "learning_rate": 1e-05, + "loss": 0.3877, + "mean_token_accuracy": 0.8897836208343506, + "num_tokens": 409365571.0, + "step": 10776 + }, + { + "epoch": 1.3709451723699275, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5358517169952393, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8679326772689819, + "num_tokens": 409406096.0, + "step": 10777 + }, + { + "epoch": 1.371072382648518, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7256667613983154, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8595647215843201, + "num_tokens": 409450436.0, + "step": 10778 + }, + { + "epoch": 1.3711995929271086, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.550348997116089, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8697179555892944, + "num_tokens": 409485134.0, + "step": 10779 + }, + { + "epoch": 1.371326803205699, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.728745460510254, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8724550604820251, + "num_tokens": 409522890.0, + "step": 10780 + }, + { + "epoch": 1.3714540134842896, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.541938543319702, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8670598864555359, + "num_tokens": 409561537.0, + "step": 10781 + }, + { + "epoch": 1.3715812237628802, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7224833965301514, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8817312717437744, + "num_tokens": 409595259.0, + "step": 10782 + }, + { + "epoch": 1.3717084340414705, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5360805988311768, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8786033391952515, + "num_tokens": 409633978.0, + "step": 10783 + }, + { + "epoch": 1.371835644320061, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.731308937072754, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8713732361793518, + "num_tokens": 409671320.0, + "step": 10784 + }, + { + "epoch": 1.3719628545986515, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.528852939605713, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8747965097427368, + "num_tokens": 409712816.0, + "step": 10785 + }, + { + "epoch": 1.372090064877242, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.739525556564331, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8687194585800171, + "num_tokens": 409751918.0, + "step": 10786 + }, + { + "epoch": 1.3722172751558326, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5378594398498535, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8862036466598511, + "num_tokens": 409786905.0, + "step": 10787 + }, + { + "epoch": 1.3723444854344231, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.729675054550171, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8707488775253296, + "num_tokens": 409827634.0, + "step": 10788 + }, + { + "epoch": 1.3724716957130136, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5436179637908936, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8753051161766052, + "num_tokens": 409863060.0, + "step": 10789 + }, + { + "epoch": 1.3725989059916042, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7252466678619385, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8776102066040039, + "num_tokens": 409896723.0, + "step": 10790 + }, + { + "epoch": 1.3727261162701947, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5362489223480225, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8710711598396301, + "num_tokens": 409935912.0, + "step": 10791 + }, + { + "epoch": 1.3728533265487852, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.769972562789917, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8746140003204346, + "num_tokens": 409973381.0, + "step": 10792 + }, + { + "epoch": 1.3729805368273755, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5297322273254395, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8636739253997803, + "num_tokens": 410010548.0, + "step": 10793 + }, + { + "epoch": 1.373107747105966, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.743711233139038, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8851135969161987, + "num_tokens": 410046456.0, + "step": 10794 + }, + { + "epoch": 1.3732349573845566, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.52531361579895, + "learning_rate": 1e-05, + "loss": 0.3828, + "mean_token_accuracy": 0.8871871829032898, + "num_tokens": 410080568.0, + "step": 10795 + }, + { + "epoch": 1.3733621676631471, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7365972995758057, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8776799440383911, + "num_tokens": 410121008.0, + "step": 10796 + }, + { + "epoch": 1.3734893779417376, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5191144943237305, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8750016689300537, + "num_tokens": 410165872.0, + "step": 10797 + }, + { + "epoch": 1.3736165882203282, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.743476152420044, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8760548830032349, + "num_tokens": 410207379.0, + "step": 10798 + }, + { + "epoch": 1.3737437984989187, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5374014377593994, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8602806329727173, + "num_tokens": 410246729.0, + "step": 10799 + }, + { + "epoch": 1.3738710087775092, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7439863681793213, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8763266205787659, + "num_tokens": 410281237.0, + "step": 10800 + }, + { + "epoch": 1.3739982190560998, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5395452976226807, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8662306070327759, + "num_tokens": 410318485.0, + "step": 10801 + }, + { + "epoch": 1.3741254293346903, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7405731678009033, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8707296252250671, + "num_tokens": 410357995.0, + "step": 10802 + }, + { + "epoch": 1.3742526396132808, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.546292304992676, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8694882392883301, + "num_tokens": 410395672.0, + "step": 10803 + }, + { + "epoch": 1.3743798498918713, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.746652841567993, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8494971990585327, + "num_tokens": 410433566.0, + "step": 10804 + }, + { + "epoch": 1.3745070601704619, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5326695442199707, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8700153231620789, + "num_tokens": 410473622.0, + "step": 10805 + }, + { + "epoch": 1.3746342704490524, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.742791175842285, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8770116567611694, + "num_tokens": 410507155.0, + "step": 10806 + }, + { + "epoch": 1.374761480727643, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5396742820739746, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8673853278160095, + "num_tokens": 410543352.0, + "step": 10807 + }, + { + "epoch": 1.3748886910062332, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7335402965545654, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8777626156806946, + "num_tokens": 410584560.0, + "step": 10808 + }, + { + "epoch": 1.3750159012848238, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.544569492340088, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8803322911262512, + "num_tokens": 410615948.0, + "step": 10809 + }, + { + "epoch": 1.3751431115634143, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7318408489227295, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8729376196861267, + "num_tokens": 410649513.0, + "step": 10810 + }, + { + "epoch": 1.3752703218420048, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.534104824066162, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8691490292549133, + "num_tokens": 410693087.0, + "step": 10811 + }, + { + "epoch": 1.3753975321205953, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.723586320877075, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8831980228424072, + "num_tokens": 410729200.0, + "step": 10812 + }, + { + "epoch": 1.3755247423991859, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5366997718811035, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8656455278396606, + "num_tokens": 410769830.0, + "step": 10813 + }, + { + "epoch": 1.3756519526777764, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.721672534942627, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8677207827568054, + "num_tokens": 410815570.0, + "step": 10814 + }, + { + "epoch": 1.375779162956367, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.528315544128418, + "learning_rate": 1e-05, + "loss": 0.3655, + "mean_token_accuracy": 0.8949906826019287, + "num_tokens": 410852777.0, + "step": 10815 + }, + { + "epoch": 1.3759063732349575, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7419137954711914, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8753010630607605, + "num_tokens": 410886809.0, + "step": 10816 + }, + { + "epoch": 1.3760335835135478, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5316081047058105, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8746559619903564, + "num_tokens": 410924631.0, + "step": 10817 + }, + { + "epoch": 1.3761607937921383, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.738201856613159, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.872453510761261, + "num_tokens": 410965212.0, + "step": 10818 + }, + { + "epoch": 1.3762880040707288, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.540949583053589, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8589921593666077, + "num_tokens": 411003429.0, + "step": 10819 + }, + { + "epoch": 1.3764152143493193, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.729832410812378, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.857077956199646, + "num_tokens": 411043121.0, + "step": 10820 + }, + { + "epoch": 1.3765424246279099, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5443880558013916, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8607975244522095, + "num_tokens": 411082146.0, + "step": 10821 + }, + { + "epoch": 1.3766696349065004, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7363688945770264, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.866877555847168, + "num_tokens": 411116070.0, + "step": 10822 + }, + { + "epoch": 1.376796845185091, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.527686595916748, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8663722276687622, + "num_tokens": 411162066.0, + "step": 10823 + }, + { + "epoch": 1.3769240554636815, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.736401319503784, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8753902316093445, + "num_tokens": 411200939.0, + "step": 10824 + }, + { + "epoch": 1.377051265742272, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5353245735168457, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8659551739692688, + "num_tokens": 411241161.0, + "step": 10825 + }, + { + "epoch": 1.3771784760208625, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7281136512756348, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8689534068107605, + "num_tokens": 411284316.0, + "step": 10826 + }, + { + "epoch": 1.377305686299453, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5579137802124023, + "learning_rate": 1e-05, + "loss": 0.4806, + "mean_token_accuracy": 0.8542238473892212, + "num_tokens": 411320795.0, + "step": 10827 + }, + { + "epoch": 1.3774328965780436, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.722014904022217, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8750341534614563, + "num_tokens": 411357513.0, + "step": 10828 + }, + { + "epoch": 1.377560106856634, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5265750885009766, + "learning_rate": 1e-05, + "loss": 0.375, + "mean_token_accuracy": 0.8916463851928711, + "num_tokens": 411395310.0, + "step": 10829 + }, + { + "epoch": 1.3776873171352246, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7264909744262695, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8700328469276428, + "num_tokens": 411437774.0, + "step": 10830 + }, + { + "epoch": 1.3778145274138152, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5406928062438965, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8803648948669434, + "num_tokens": 411471399.0, + "step": 10831 + }, + { + "epoch": 1.3779417376924055, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7387843132019043, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.8596712946891785, + "num_tokens": 411505289.0, + "step": 10832 + }, + { + "epoch": 1.378068947970996, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5338356494903564, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8815127015113831, + "num_tokens": 411541463.0, + "step": 10833 + }, + { + "epoch": 1.3781961582495865, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7340025901794434, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8687957525253296, + "num_tokens": 411577276.0, + "step": 10834 + }, + { + "epoch": 1.378323368528177, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.567885160446167, + "learning_rate": 1e-05, + "loss": 0.5153, + "mean_token_accuracy": 0.8430905342102051, + "num_tokens": 411610417.0, + "step": 10835 + }, + { + "epoch": 1.3784505788067676, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7250781059265137, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8522546291351318, + "num_tokens": 411646539.0, + "step": 10836 + }, + { + "epoch": 1.378577789085358, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5321924686431885, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8648938536643982, + "num_tokens": 411685890.0, + "step": 10837 + }, + { + "epoch": 1.3787049993639486, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7069625854492188, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8801639080047607, + "num_tokens": 411725566.0, + "step": 10838 + }, + { + "epoch": 1.3788322096425392, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.534360408782959, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8771871328353882, + "num_tokens": 411767256.0, + "step": 10839 + }, + { + "epoch": 1.3789594199211297, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7212679386138916, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8700466752052307, + "num_tokens": 411802210.0, + "step": 10840 + }, + { + "epoch": 1.3790866301997202, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5240771770477295, + "learning_rate": 1e-05, + "loss": 0.3733, + "mean_token_accuracy": 0.8902276158332825, + "num_tokens": 411842011.0, + "step": 10841 + }, + { + "epoch": 1.3792138404783105, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7319717407226562, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8768970966339111, + "num_tokens": 411877137.0, + "step": 10842 + }, + { + "epoch": 1.379341050756901, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5380983352661133, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8787840008735657, + "num_tokens": 411909130.0, + "step": 10843 + }, + { + "epoch": 1.3794682610354916, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7406511306762695, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8663708567619324, + "num_tokens": 411942542.0, + "step": 10844 + }, + { + "epoch": 1.3795954713140821, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5412847995758057, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8626375198364258, + "num_tokens": 411974272.0, + "step": 10845 + }, + { + "epoch": 1.3797226815926726, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7171382904052734, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8801747560501099, + "num_tokens": 412012748.0, + "step": 10846 + }, + { + "epoch": 1.3798498918712632, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5337705612182617, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8662694692611694, + "num_tokens": 412051171.0, + "step": 10847 + }, + { + "epoch": 1.3799771021498537, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.732670783996582, + "learning_rate": 1e-05, + "loss": 0.4953, + "mean_token_accuracy": 0.8585677146911621, + "num_tokens": 412090267.0, + "step": 10848 + }, + { + "epoch": 1.3801043124284442, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5597829818725586, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8633215427398682, + "num_tokens": 412118471.0, + "step": 10849 + }, + { + "epoch": 1.3802315227070348, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00024318695068359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.698779582977295, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8762328624725342, + "num_tokens": 412163639.0, + "step": 10850 + }, + { + "epoch": 1.3803587329856253, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.539297580718994, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8593716621398926, + "num_tokens": 412203685.0, + "step": 10851 + }, + { + "epoch": 1.3804859432642158, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7099432945251465, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8722864985466003, + "num_tokens": 412238810.0, + "step": 10852 + }, + { + "epoch": 1.3806131535428063, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5695672035217285, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8685911893844604, + "num_tokens": 412273840.0, + "step": 10853 + }, + { + "epoch": 1.3807403638213969, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.715482234954834, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8691949844360352, + "num_tokens": 412309931.0, + "step": 10854 + }, + { + "epoch": 1.3808675740999874, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5570273399353027, + "learning_rate": 1e-05, + "loss": 0.5283, + "mean_token_accuracy": 0.8399158120155334, + "num_tokens": 412346934.0, + "step": 10855 + }, + { + "epoch": 1.380994784378578, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6928679943084717, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8682578802108765, + "num_tokens": 412387942.0, + "step": 10856 + }, + { + "epoch": 1.3811219946571682, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.534175157546997, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8718950152397156, + "num_tokens": 412429726.0, + "step": 10857 + }, + { + "epoch": 1.3812492049357588, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6869847774505615, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.874714732170105, + "num_tokens": 412472711.0, + "step": 10858 + }, + { + "epoch": 1.3813764152143493, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5378177165985107, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8797861337661743, + "num_tokens": 412511384.0, + "step": 10859 + }, + { + "epoch": 1.3815036254929398, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.701267719268799, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.8562263250350952, + "num_tokens": 412552991.0, + "step": 10860 + }, + { + "epoch": 1.3816308357715303, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.554370641708374, + "learning_rate": 1e-05, + "loss": 0.5415, + "mean_token_accuracy": 0.8363035321235657, + "num_tokens": 412593794.0, + "step": 10861 + }, + { + "epoch": 1.3817580460501209, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6966094970703125, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8797604441642761, + "num_tokens": 412625569.0, + "step": 10862 + }, + { + "epoch": 1.3818852563287114, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.542083263397217, + "learning_rate": 1e-05, + "loss": 0.3862, + "mean_token_accuracy": 0.8857494592666626, + "num_tokens": 412658086.0, + "step": 10863 + }, + { + "epoch": 1.382012466607302, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6958141326904297, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8711574673652649, + "num_tokens": 412698642.0, + "step": 10864 + }, + { + "epoch": 1.3821396768858925, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5397815704345703, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8740218877792358, + "num_tokens": 412738327.0, + "step": 10865 + }, + { + "epoch": 1.3822668871644828, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6996452808380127, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8712986707687378, + "num_tokens": 412773420.0, + "step": 10866 + }, + { + "epoch": 1.3823940974430733, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5457849502563477, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8770040273666382, + "num_tokens": 412805383.0, + "step": 10867 + }, + { + "epoch": 1.3825213077216638, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.683706283569336, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8773066997528076, + "num_tokens": 412846924.0, + "step": 10868 + }, + { + "epoch": 1.3826485180002543, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.546388626098633, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8620025515556335, + "num_tokens": 412883232.0, + "step": 10869 + }, + { + "epoch": 1.3827757282788449, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.689438581466675, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8788729906082153, + "num_tokens": 412922110.0, + "step": 10870 + }, + { + "epoch": 1.3829029385574354, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5405309200286865, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8664277791976929, + "num_tokens": 412963661.0, + "step": 10871 + }, + { + "epoch": 1.383030148836026, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6817963123321533, + "learning_rate": 1e-05, + "loss": 0.3617, + "mean_token_accuracy": 0.896178662776947, + "num_tokens": 413002468.0, + "step": 10872 + }, + { + "epoch": 1.3831573591146165, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.544252634048462, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8565651774406433, + "num_tokens": 413048135.0, + "step": 10873 + }, + { + "epoch": 1.383284569393207, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6971607208251953, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8715223670005798, + "num_tokens": 413082552.0, + "step": 10874 + }, + { + "epoch": 1.3834117796717975, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5337584018707275, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8643146753311157, + "num_tokens": 413129230.0, + "step": 10875 + }, + { + "epoch": 1.383538989950388, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.700059175491333, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.88456130027771, + "num_tokens": 413168830.0, + "step": 10876 + }, + { + "epoch": 1.3836662002289786, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.523066520690918, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8719300031661987, + "num_tokens": 413208423.0, + "step": 10877 + }, + { + "epoch": 1.383793410507569, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7357654571533203, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8705747127532959, + "num_tokens": 413238133.0, + "step": 10878 + }, + { + "epoch": 1.3839206207861596, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5255203247070312, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8773438334465027, + "num_tokens": 413273653.0, + "step": 10879 + }, + { + "epoch": 1.3840478310647502, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7228171825408936, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8725889325141907, + "num_tokens": 413316492.0, + "step": 10880 + }, + { + "epoch": 1.3841750413433405, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.509941577911377, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8811562061309814, + "num_tokens": 413359101.0, + "step": 10881 + }, + { + "epoch": 1.384302251621931, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7503862380981445, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8820958137512207, + "num_tokens": 413396618.0, + "step": 10882 + }, + { + "epoch": 1.3844294619005215, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.511789560317993, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8824936151504517, + "num_tokens": 413431863.0, + "step": 10883 + }, + { + "epoch": 1.384556672179112, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7635180950164795, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.867501974105835, + "num_tokens": 413470137.0, + "step": 10884 + }, + { + "epoch": 1.3846838824577026, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.505753517150879, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8821471929550171, + "num_tokens": 413508475.0, + "step": 10885 + }, + { + "epoch": 1.384811092736293, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7817559242248535, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8695167303085327, + "num_tokens": 413548846.0, + "step": 10886 + }, + { + "epoch": 1.3849383030148836, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.512424945831299, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8687698841094971, + "num_tokens": 413587375.0, + "step": 10887 + }, + { + "epoch": 1.3850655132934742, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8055663108825684, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8735260963439941, + "num_tokens": 413626701.0, + "step": 10888 + }, + { + "epoch": 1.3851927235720647, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.52646541595459, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.8561415076255798, + "num_tokens": 413665207.0, + "step": 10889 + }, + { + "epoch": 1.385319933850655, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8041934967041016, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8856896162033081, + "num_tokens": 413700549.0, + "step": 10890 + }, + { + "epoch": 1.3854471441292455, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5443170070648193, + "learning_rate": 1e-05, + "loss": 0.5277, + "mean_token_accuracy": 0.8421101570129395, + "num_tokens": 413738308.0, + "step": 10891 + }, + { + "epoch": 1.385574354407836, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7879645824432373, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.873728334903717, + "num_tokens": 413779540.0, + "step": 10892 + }, + { + "epoch": 1.3857015646864266, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.531726837158203, + "learning_rate": 1e-05, + "loss": 0.3785, + "mean_token_accuracy": 0.8886016607284546, + "num_tokens": 413818677.0, + "step": 10893 + }, + { + "epoch": 1.385828774965017, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.779398202896118, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8676170706748962, + "num_tokens": 413861397.0, + "step": 10894 + }, + { + "epoch": 1.3859559852436076, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.545023202896118, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8769149780273438, + "num_tokens": 413897629.0, + "step": 10895 + }, + { + "epoch": 1.3860831955221982, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7913360595703125, + "learning_rate": 1e-05, + "loss": 0.4963, + "mean_token_accuracy": 0.8542767763137817, + "num_tokens": 413935711.0, + "step": 10896 + }, + { + "epoch": 1.3862104058007887, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.540654182434082, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8799435496330261, + "num_tokens": 413977340.0, + "step": 10897 + }, + { + "epoch": 1.3863376160793792, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.779667854309082, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8809354305267334, + "num_tokens": 414014429.0, + "step": 10898 + }, + { + "epoch": 1.3864648263579697, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5495803356170654, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8595651388168335, + "num_tokens": 414055426.0, + "step": 10899 + }, + { + "epoch": 1.3865920366365603, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.784712791442871, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8635512590408325, + "num_tokens": 414086549.0, + "step": 10900 + }, + { + "epoch": 1.3867192469151508, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5590577125549316, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.877142071723938, + "num_tokens": 414121767.0, + "step": 10901 + }, + { + "epoch": 1.3868464571937413, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7755379676818848, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8649195432662964, + "num_tokens": 414154201.0, + "step": 10902 + }, + { + "epoch": 1.3869736674723319, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.573280096054077, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8589361310005188, + "num_tokens": 414189898.0, + "step": 10903 + }, + { + "epoch": 1.3871008777509224, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7382431030273438, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8744750022888184, + "num_tokens": 414226507.0, + "step": 10904 + }, + { + "epoch": 1.387228088029513, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5583393573760986, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8664370775222778, + "num_tokens": 414261909.0, + "step": 10905 + }, + { + "epoch": 1.3873552983081032, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7256133556365967, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8640928864479065, + "num_tokens": 414303296.0, + "step": 10906 + }, + { + "epoch": 1.3874825085866938, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5683510303497314, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8689453601837158, + "num_tokens": 414340638.0, + "step": 10907 + }, + { + "epoch": 1.3876097188652843, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7109856605529785, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8693143725395203, + "num_tokens": 414376900.0, + "step": 10908 + }, + { + "epoch": 1.3877369291438748, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5660593509674072, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8740754127502441, + "num_tokens": 414410657.0, + "step": 10909 + }, + { + "epoch": 1.3878641394224653, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.706641912460327, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8554236888885498, + "num_tokens": 414443165.0, + "step": 10910 + }, + { + "epoch": 1.3879913497010559, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.557806968688965, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8572840690612793, + "num_tokens": 414482185.0, + "step": 10911 + }, + { + "epoch": 1.3881185599796464, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7072718143463135, + "learning_rate": 1e-05, + "loss": 0.4977, + "mean_token_accuracy": 0.8578919172286987, + "num_tokens": 414517509.0, + "step": 10912 + }, + { + "epoch": 1.388245770258237, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5366265773773193, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8728695511817932, + "num_tokens": 414558650.0, + "step": 10913 + }, + { + "epoch": 1.3883729805368275, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7086868286132812, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8753650784492493, + "num_tokens": 414594301.0, + "step": 10914 + }, + { + "epoch": 1.3885001908154178, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5467464923858643, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8777689933776855, + "num_tokens": 414626895.0, + "step": 10915 + }, + { + "epoch": 1.3886274010940083, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.702141284942627, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8717725872993469, + "num_tokens": 414664708.0, + "step": 10916 + }, + { + "epoch": 1.3887546113725988, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.539048433303833, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8521149158477783, + "num_tokens": 414706243.0, + "step": 10917 + }, + { + "epoch": 1.3888818216511893, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.712655782699585, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8709605932235718, + "num_tokens": 414740681.0, + "step": 10918 + }, + { + "epoch": 1.3890090319297799, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.542710065841675, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8737160563468933, + "num_tokens": 414774942.0, + "step": 10919 + }, + { + "epoch": 1.3891362422083704, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.690584659576416, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8809508085250854, + "num_tokens": 414817369.0, + "step": 10920 + }, + { + "epoch": 1.389263452486961, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5483624935150146, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8668080568313599, + "num_tokens": 414855503.0, + "step": 10921 + }, + { + "epoch": 1.3893906627655515, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7021331787109375, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.86539626121521, + "num_tokens": 414891974.0, + "step": 10922 + }, + { + "epoch": 1.389517873044142, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.536269187927246, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.881605863571167, + "num_tokens": 414926773.0, + "step": 10923 + }, + { + "epoch": 1.3896450833227325, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.702697992324829, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8796706795692444, + "num_tokens": 414962848.0, + "step": 10924 + }, + { + "epoch": 1.389772293601323, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5296263694763184, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8755829930305481, + "num_tokens": 415003341.0, + "step": 10925 + }, + { + "epoch": 1.3898995038799136, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7069547176361084, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8814303874969482, + "num_tokens": 415036836.0, + "step": 10926 + }, + { + "epoch": 1.390026714158504, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.521522283554077, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.87229323387146, + "num_tokens": 415078589.0, + "step": 10927 + }, + { + "epoch": 1.3901539244370946, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7121834754943848, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8851937055587769, + "num_tokens": 415114916.0, + "step": 10928 + }, + { + "epoch": 1.3902811347156852, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5265634059906006, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8688274621963501, + "num_tokens": 415153774.0, + "step": 10929 + }, + { + "epoch": 1.3904083449942755, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7396955490112305, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8574832677841187, + "num_tokens": 415188359.0, + "step": 10930 + }, + { + "epoch": 1.390535555272866, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.522414445877075, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.876886785030365, + "num_tokens": 415224423.0, + "step": 10931 + }, + { + "epoch": 1.3906627655514565, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.735630989074707, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8643794655799866, + "num_tokens": 415263219.0, + "step": 10932 + }, + { + "epoch": 1.390789975830047, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5322041511535645, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8689932823181152, + "num_tokens": 415301043.0, + "step": 10933 + }, + { + "epoch": 1.3909171861086376, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.74025821685791, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8695360422134399, + "num_tokens": 415339128.0, + "step": 10934 + }, + { + "epoch": 1.391044396387228, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5304830074310303, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8702025413513184, + "num_tokens": 415374574.0, + "step": 10935 + }, + { + "epoch": 1.3911716066658186, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.759601354598999, + "learning_rate": 1e-05, + "loss": 0.5213, + "mean_token_accuracy": 0.8443282842636108, + "num_tokens": 415410133.0, + "step": 10936 + }, + { + "epoch": 1.3912988169444092, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5282692909240723, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.859548032283783, + "num_tokens": 415451329.0, + "step": 10937 + }, + { + "epoch": 1.3914260272229997, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7489287853240967, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8698279857635498, + "num_tokens": 415491448.0, + "step": 10938 + }, + { + "epoch": 1.39155323750159, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.51725697517395, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8710606694221497, + "num_tokens": 415533583.0, + "step": 10939 + }, + { + "epoch": 1.3916804477801805, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7761337757110596, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8599876165390015, + "num_tokens": 415567985.0, + "step": 10940 + }, + { + "epoch": 1.391807658058771, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5313167572021484, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8724936246871948, + "num_tokens": 415603130.0, + "step": 10941 + }, + { + "epoch": 1.3919348683373616, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.77710223197937, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8622403144836426, + "num_tokens": 415641284.0, + "step": 10942 + }, + { + "epoch": 1.392062078615952, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5384693145751953, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8566861152648926, + "num_tokens": 415682483.0, + "step": 10943 + }, + { + "epoch": 1.3921892888945426, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.769578695297241, + "learning_rate": 1e-05, + "loss": 0.5015, + "mean_token_accuracy": 0.8542555570602417, + "num_tokens": 415723364.0, + "step": 10944 + }, + { + "epoch": 1.3923164991731332, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5380373001098633, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8608336448669434, + "num_tokens": 415762750.0, + "step": 10945 + }, + { + "epoch": 1.3924437094517237, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7641234397888184, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8603508472442627, + "num_tokens": 415801363.0, + "step": 10946 + }, + { + "epoch": 1.3925709197303142, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5443568229675293, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.873578667640686, + "num_tokens": 415836121.0, + "step": 10947 + }, + { + "epoch": 1.3926981300089047, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.749265432357788, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8589271903038025, + "num_tokens": 415880145.0, + "step": 10948 + }, + { + "epoch": 1.3928253402874953, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5399038791656494, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.869681715965271, + "num_tokens": 415921244.0, + "step": 10949 + }, + { + "epoch": 1.3929525505660858, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7559397220611572, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8707579970359802, + "num_tokens": 415957166.0, + "step": 10950 + }, + { + "epoch": 1.3930797608446763, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.537888526916504, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8618801236152649, + "num_tokens": 415999462.0, + "step": 10951 + }, + { + "epoch": 1.3932069711232669, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7493553161621094, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8704149127006531, + "num_tokens": 416038619.0, + "step": 10952 + }, + { + "epoch": 1.3933341814018574, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5330722332000732, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8668485283851624, + "num_tokens": 416084885.0, + "step": 10953 + }, + { + "epoch": 1.393461391680448, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7488656044006348, + "learning_rate": 1e-05, + "loss": 0.4871, + "mean_token_accuracy": 0.8592095375061035, + "num_tokens": 416126863.0, + "step": 10954 + }, + { + "epoch": 1.3935886019590382, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5380783081054688, + "learning_rate": 1e-05, + "loss": 0.3647, + "mean_token_accuracy": 0.8942996263504028, + "num_tokens": 416160888.0, + "step": 10955 + }, + { + "epoch": 1.3937158122376287, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7502660751342773, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8761701583862305, + "num_tokens": 416199012.0, + "step": 10956 + }, + { + "epoch": 1.3938430225162193, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5454559326171875, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8799980878829956, + "num_tokens": 416234078.0, + "step": 10957 + }, + { + "epoch": 1.3939702327948098, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.73628830909729, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8769413232803345, + "num_tokens": 416272912.0, + "step": 10958 + }, + { + "epoch": 1.3940974430734003, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.544484853744507, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.879790723323822, + "num_tokens": 416312829.0, + "step": 10959 + }, + { + "epoch": 1.3942246533519909, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7251367568969727, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8710463047027588, + "num_tokens": 416353337.0, + "step": 10960 + }, + { + "epoch": 1.3943518636305814, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5532662868499756, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.866515040397644, + "num_tokens": 416392425.0, + "step": 10961 + }, + { + "epoch": 1.394479073909172, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7157585620880127, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8596940636634827, + "num_tokens": 416434641.0, + "step": 10962 + }, + { + "epoch": 1.3946062841877624, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.544116973876953, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8674373626708984, + "num_tokens": 416479107.0, + "step": 10963 + }, + { + "epoch": 1.3947334944663528, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7285568714141846, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8653596043586731, + "num_tokens": 416512523.0, + "step": 10964 + }, + { + "epoch": 1.3948607047449433, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.547449827194214, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8700448870658875, + "num_tokens": 416550176.0, + "step": 10965 + }, + { + "epoch": 1.3949879150235338, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7166388034820557, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8703141212463379, + "num_tokens": 416583878.0, + "step": 10966 + }, + { + "epoch": 1.3951151253021243, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.569121837615967, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8666725158691406, + "num_tokens": 416612863.0, + "step": 10967 + }, + { + "epoch": 1.3952423355807149, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7064011096954346, + "learning_rate": 1e-05, + "loss": 0.5001, + "mean_token_accuracy": 0.8574730157852173, + "num_tokens": 416650691.0, + "step": 10968 + }, + { + "epoch": 1.3953695458593054, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.541001558303833, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8746559619903564, + "num_tokens": 416687227.0, + "step": 10969 + }, + { + "epoch": 1.395496756137896, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7857768535614014, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8626523017883301, + "num_tokens": 416725712.0, + "step": 10970 + }, + { + "epoch": 1.3956239664164865, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5447869300842285, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8788770437240601, + "num_tokens": 416756169.0, + "step": 10971 + }, + { + "epoch": 1.395751176695077, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7378480434417725, + "learning_rate": 1e-05, + "loss": 0.5016, + "mean_token_accuracy": 0.8492303490638733, + "num_tokens": 416794351.0, + "step": 10972 + }, + { + "epoch": 1.3958783869736675, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5331180095672607, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8841407299041748, + "num_tokens": 416829201.0, + "step": 10973 + }, + { + "epoch": 1.396005597252258, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7461180686950684, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.877082109451294, + "num_tokens": 416862171.0, + "step": 10974 + }, + { + "epoch": 1.3961328075308486, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.55051851272583, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8596127033233643, + "num_tokens": 416895923.0, + "step": 10975 + }, + { + "epoch": 1.396260017809439, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7427923679351807, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8646187782287598, + "num_tokens": 416927441.0, + "step": 10976 + }, + { + "epoch": 1.3963872280880296, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.538949966430664, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8731300234794617, + "num_tokens": 416962911.0, + "step": 10977 + }, + { + "epoch": 1.3965144383666201, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.74416446685791, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8639788627624512, + "num_tokens": 417001403.0, + "step": 10978 + }, + { + "epoch": 1.3966416486452105, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.535766839981079, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8608720302581787, + "num_tokens": 417038043.0, + "step": 10979 + }, + { + "epoch": 1.396768858923801, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7517943382263184, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8637946844100952, + "num_tokens": 417073516.0, + "step": 10980 + }, + { + "epoch": 1.3968960692023915, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.538801908493042, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8680300116539001, + "num_tokens": 417112334.0, + "step": 10981 + }, + { + "epoch": 1.397023279480982, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7348506450653076, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8713696002960205, + "num_tokens": 417155273.0, + "step": 10982 + }, + { + "epoch": 1.3971504897595726, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.543734312057495, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8767279386520386, + "num_tokens": 417190145.0, + "step": 10983 + }, + { + "epoch": 1.397277700038163, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.734222650527954, + "learning_rate": 1e-05, + "loss": 0.3927, + "mean_token_accuracy": 0.883454442024231, + "num_tokens": 417228184.0, + "step": 10984 + }, + { + "epoch": 1.3974049103167536, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5504567623138428, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8826677799224854, + "num_tokens": 417258590.0, + "step": 10985 + }, + { + "epoch": 1.3975321205953442, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.718757390975952, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8809606432914734, + "num_tokens": 417295969.0, + "step": 10986 + }, + { + "epoch": 1.3976593308739347, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5546305179595947, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8544212579727173, + "num_tokens": 417334428.0, + "step": 10987 + }, + { + "epoch": 1.397786541152525, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.718823194503784, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8739942908287048, + "num_tokens": 417370074.0, + "step": 10988 + }, + { + "epoch": 1.3979137514311155, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5409634113311768, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8755292892456055, + "num_tokens": 417413544.0, + "step": 10989 + }, + { + "epoch": 1.398040961709706, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.731660842895508, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8663667440414429, + "num_tokens": 417445893.0, + "step": 10990 + }, + { + "epoch": 1.3981681719882966, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.537278175354004, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8809500336647034, + "num_tokens": 417481469.0, + "step": 10991 + }, + { + "epoch": 1.398295382266887, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7378275394439697, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8640635013580322, + "num_tokens": 417517070.0, + "step": 10992 + }, + { + "epoch": 1.3984225925454776, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5358541011810303, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8662436604499817, + "num_tokens": 417558265.0, + "step": 10993 + }, + { + "epoch": 1.3985498028240682, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.729388475418091, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8739758729934692, + "num_tokens": 417599083.0, + "step": 10994 + }, + { + "epoch": 1.3986770131026587, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5414037704467773, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8812544941902161, + "num_tokens": 417632425.0, + "step": 10995 + }, + { + "epoch": 1.3988042233812492, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7370455265045166, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8771794438362122, + "num_tokens": 417667209.0, + "step": 10996 + }, + { + "epoch": 1.3989314336598397, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.533128023147583, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.874863862991333, + "num_tokens": 417706168.0, + "step": 10997 + }, + { + "epoch": 1.3990586439384303, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7380049228668213, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8788348436355591, + "num_tokens": 417745225.0, + "step": 10998 + }, + { + "epoch": 1.3991858542170208, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5593576431274414, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8763928413391113, + "num_tokens": 417782688.0, + "step": 10999 + }, + { + "epoch": 1.3993130644956113, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7352311611175537, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8690692186355591, + "num_tokens": 417814157.0, + "step": 11000 + }, + { + "epoch": 1.3994402747742019, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5576021671295166, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8627417683601379, + "num_tokens": 417845460.0, + "step": 11001 + }, + { + "epoch": 1.3995674850527924, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7185781002044678, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8743194341659546, + "num_tokens": 417881460.0, + "step": 11002 + }, + { + "epoch": 1.399694695331383, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5341739654541016, + "learning_rate": 1e-05, + "loss": 0.3843, + "mean_token_accuracy": 0.8867799043655396, + "num_tokens": 417919690.0, + "step": 11003 + }, + { + "epoch": 1.3998219056099732, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7170422077178955, + "learning_rate": 1e-05, + "loss": 0.3828, + "mean_token_accuracy": 0.888352632522583, + "num_tokens": 417959474.0, + "step": 11004 + }, + { + "epoch": 1.3999491158885637, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5522067546844482, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.869499146938324, + "num_tokens": 417992342.0, + "step": 11005 + }, + { + "epoch": 1.4000763261671543, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.718858003616333, + "learning_rate": 1e-05, + "loss": 0.5022, + "mean_token_accuracy": 0.8534817099571228, + "num_tokens": 418032006.0, + "step": 11006 + }, + { + "epoch": 1.4002035364457448, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5464019775390625, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8587284088134766, + "num_tokens": 418069318.0, + "step": 11007 + }, + { + "epoch": 1.4003307467243353, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7074151039123535, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8850809931755066, + "num_tokens": 418103605.0, + "step": 11008 + }, + { + "epoch": 1.4004579570029259, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5503461360931396, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8652082085609436, + "num_tokens": 418136363.0, + "step": 11009 + }, + { + "epoch": 1.4005851672815164, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6980502605438232, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8712693452835083, + "num_tokens": 418178096.0, + "step": 11010 + }, + { + "epoch": 1.400712377560107, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.546656608581543, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8827239274978638, + "num_tokens": 418211025.0, + "step": 11011 + }, + { + "epoch": 1.4008395878386974, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7073493003845215, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.873493492603302, + "num_tokens": 418251210.0, + "step": 11012 + }, + { + "epoch": 1.4009667981172877, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5436880588531494, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8790237307548523, + "num_tokens": 418286593.0, + "step": 11013 + }, + { + "epoch": 1.4010940083958783, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7033228874206543, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8824253082275391, + "num_tokens": 418324794.0, + "step": 11014 + }, + { + "epoch": 1.4012212186744688, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.531036853790283, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8777123689651489, + "num_tokens": 418366067.0, + "step": 11015 + }, + { + "epoch": 1.4013484289530593, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7010457515716553, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8894615769386292, + "num_tokens": 418406600.0, + "step": 11016 + }, + { + "epoch": 1.4014756392316499, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.547451972961426, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8744690418243408, + "num_tokens": 418440168.0, + "step": 11017 + }, + { + "epoch": 1.4016028495102404, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7034642696380615, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.853054404258728, + "num_tokens": 418482247.0, + "step": 11018 + }, + { + "epoch": 1.401730059788831, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5514063835144043, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.881817102432251, + "num_tokens": 418517376.0, + "step": 11019 + }, + { + "epoch": 1.4018572700674214, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.716874361038208, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8655311465263367, + "num_tokens": 418555841.0, + "step": 11020 + }, + { + "epoch": 1.401984480346012, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.534296989440918, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8715313076972961, + "num_tokens": 418594232.0, + "step": 11021 + }, + { + "epoch": 1.4021116906246025, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7082595825195312, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8797222971916199, + "num_tokens": 418631726.0, + "step": 11022 + }, + { + "epoch": 1.402238900903193, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.521476984024048, + "learning_rate": 1e-05, + "loss": 0.3732, + "mean_token_accuracy": 0.8939220905303955, + "num_tokens": 418671172.0, + "step": 11023 + }, + { + "epoch": 1.4023661111817836, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.726207971572876, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8775213956832886, + "num_tokens": 418706541.0, + "step": 11024 + }, + { + "epoch": 1.402493321460374, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5294158458709717, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8766779899597168, + "num_tokens": 418743557.0, + "step": 11025 + }, + { + "epoch": 1.4026205317389646, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.726483106613159, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8698639869689941, + "num_tokens": 418783741.0, + "step": 11026 + }, + { + "epoch": 1.4027477420175551, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5253143310546875, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8788097500801086, + "num_tokens": 418822208.0, + "step": 11027 + }, + { + "epoch": 1.4028749522961454, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7338156700134277, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8762729167938232, + "num_tokens": 418862717.0, + "step": 11028 + }, + { + "epoch": 1.403002162574736, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.545712471008301, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8751112818717957, + "num_tokens": 418892961.0, + "step": 11029 + }, + { + "epoch": 1.4031293728533265, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7376160621643066, + "learning_rate": 1e-05, + "loss": 0.4864, + "mean_token_accuracy": 0.8548591136932373, + "num_tokens": 418933384.0, + "step": 11030 + }, + { + "epoch": 1.403256583131917, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.525268077850342, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.877116322517395, + "num_tokens": 418971042.0, + "step": 11031 + }, + { + "epoch": 1.4033837934105076, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.738593578338623, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8752244710922241, + "num_tokens": 419009949.0, + "step": 11032 + }, + { + "epoch": 1.403511003689098, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5310792922973633, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8777951002120972, + "num_tokens": 419044607.0, + "step": 11033 + }, + { + "epoch": 1.4036382139676886, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7378461360931396, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8748955726623535, + "num_tokens": 419081407.0, + "step": 11034 + }, + { + "epoch": 1.4037654242462791, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5578062534332275, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8800963163375854, + "num_tokens": 419125007.0, + "step": 11035 + }, + { + "epoch": 1.4038926345248697, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.729952812194824, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8760295510292053, + "num_tokens": 419166009.0, + "step": 11036 + }, + { + "epoch": 1.40401984480346, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5614755153656006, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8693761825561523, + "num_tokens": 419194185.0, + "step": 11037 + }, + { + "epoch": 1.4041470550820505, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.704152822494507, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8763261437416077, + "num_tokens": 419236742.0, + "step": 11038 + }, + { + "epoch": 1.404274265360641, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.548898696899414, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.872002363204956, + "num_tokens": 419272477.0, + "step": 11039 + }, + { + "epoch": 1.4044014756392316, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7098937034606934, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8638666272163391, + "num_tokens": 419309198.0, + "step": 11040 + }, + { + "epoch": 1.404528685917822, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5528409481048584, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.878961443901062, + "num_tokens": 419343065.0, + "step": 11041 + }, + { + "epoch": 1.4046558961964126, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7032856941223145, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8626219034194946, + "num_tokens": 419382826.0, + "step": 11042 + }, + { + "epoch": 1.4047831064750032, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.556948184967041, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8635283708572388, + "num_tokens": 419416839.0, + "step": 11043 + }, + { + "epoch": 1.4049103167535937, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.7102105617523193, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8728784322738647, + "num_tokens": 419448041.0, + "step": 11044 + }, + { + "epoch": 1.4050375270321842, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5709848403930664, + "learning_rate": 1e-05, + "loss": 0.5112, + "mean_token_accuracy": 0.8469477891921997, + "num_tokens": 419484917.0, + "step": 11045 + }, + { + "epoch": 1.4051647373107747, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6879403591156006, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8711061477661133, + "num_tokens": 419521329.0, + "step": 11046 + }, + { + "epoch": 1.4052919475893653, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.565480947494507, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8696386218070984, + "num_tokens": 419556141.0, + "step": 11047 + }, + { + "epoch": 1.4054191578679558, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6748404502868652, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8738160133361816, + "num_tokens": 419593027.0, + "step": 11048 + }, + { + "epoch": 1.4055463681465463, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.552726984024048, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.881370484828949, + "num_tokens": 419632419.0, + "step": 11049 + }, + { + "epoch": 1.4056735784251368, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6672816276550293, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8676021099090576, + "num_tokens": 419677625.0, + "step": 11050 + }, + { + "epoch": 1.4058007887037274, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5489401817321777, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8692796230316162, + "num_tokens": 419721546.0, + "step": 11051 + }, + { + "epoch": 1.405927998982318, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.690669298171997, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8544533252716064, + "num_tokens": 419759345.0, + "step": 11052 + }, + { + "epoch": 1.4060552092609082, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5647969245910645, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.868439793586731, + "num_tokens": 419789819.0, + "step": 11053 + }, + { + "epoch": 1.4061824195394987, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6764841079711914, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8681211471557617, + "num_tokens": 419830525.0, + "step": 11054 + }, + { + "epoch": 1.4063096298180893, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.533766984939575, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8706499934196472, + "num_tokens": 419875592.0, + "step": 11055 + }, + { + "epoch": 1.4064368400966798, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6820316314697266, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.8882667422294617, + "num_tokens": 419913530.0, + "step": 11056 + }, + { + "epoch": 1.4065640503752703, + "ewc_loss": 0.062255859375, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5272207260131836, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8705945611000061, + "num_tokens": 419955947.0, + "step": 11057 + }, + { + "epoch": 1.4066912606538609, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.709510087966919, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8822635412216187, + "num_tokens": 419986931.0, + "step": 11058 + }, + { + "epoch": 1.4068184709324514, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5256614685058594, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8722240924835205, + "num_tokens": 420024037.0, + "step": 11059 + }, + { + "epoch": 1.406945681211042, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7142066955566406, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.866603672504425, + "num_tokens": 420062843.0, + "step": 11060 + }, + { + "epoch": 1.4070728914896324, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.526301145553589, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.85567307472229, + "num_tokens": 420102311.0, + "step": 11061 + }, + { + "epoch": 1.4072001017682227, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7172482013702393, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8648569583892822, + "num_tokens": 420143364.0, + "step": 11062 + }, + { + "epoch": 1.4073273120468133, + "ewc_loss": 0.061767578125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.743171691894531e-05, + "grad_norm": 2.5133445262908936, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8770706653594971, + "num_tokens": 420180930.0, + "step": 11063 + }, + { + "epoch": 1.4074545223254038, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7318201065063477, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8721215724945068, + "num_tokens": 420216048.0, + "step": 11064 + }, + { + "epoch": 1.4075817326039943, + "ewc_loss": 0.06201171875, + "ewc_loss_diag": 0.000244140625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5221633911132812, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8715753555297852, + "num_tokens": 420250792.0, + "step": 11065 + }, + { + "epoch": 1.4077089428825849, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7592172622680664, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8764638900756836, + "num_tokens": 420280518.0, + "step": 11066 + }, + { + "epoch": 1.4078361531611754, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5241639614105225, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8548742532730103, + "num_tokens": 420318274.0, + "step": 11067 + }, + { + "epoch": 1.407963363439766, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.763171672821045, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8737752437591553, + "num_tokens": 420353277.0, + "step": 11068 + }, + { + "epoch": 1.4080905737183564, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5340304374694824, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8781436681747437, + "num_tokens": 420384457.0, + "step": 11069 + }, + { + "epoch": 1.408217783996947, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7666006088256836, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8609167337417603, + "num_tokens": 420419229.0, + "step": 11070 + }, + { + "epoch": 1.4083449942755375, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.532541275024414, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8622366189956665, + "num_tokens": 420457002.0, + "step": 11071 + }, + { + "epoch": 1.408472204554128, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.764364242553711, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8803858160972595, + "num_tokens": 420490802.0, + "step": 11072 + }, + { + "epoch": 1.4085994148327186, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5181884765625, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8790889978408813, + "num_tokens": 420531782.0, + "step": 11073 + }, + { + "epoch": 1.408726625111309, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7690610885620117, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8604336977005005, + "num_tokens": 420575577.0, + "step": 11074 + }, + { + "epoch": 1.4088538353898996, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5337836742401123, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8741155862808228, + "num_tokens": 420612963.0, + "step": 11075 + }, + { + "epoch": 1.4089810456684901, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.769925832748413, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8805783987045288, + "num_tokens": 420649518.0, + "step": 11076 + }, + { + "epoch": 1.4091082559470804, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5601820945739746, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.862206757068634, + "num_tokens": 420684377.0, + "step": 11077 + }, + { + "epoch": 1.409235466225671, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7577946186065674, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8626956343650818, + "num_tokens": 420721566.0, + "step": 11078 + }, + { + "epoch": 1.4093626765042615, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5514004230499268, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8730093240737915, + "num_tokens": 420758591.0, + "step": 11079 + }, + { + "epoch": 1.409489886782852, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7524189949035645, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8624643087387085, + "num_tokens": 420796864.0, + "step": 11080 + }, + { + "epoch": 1.4096170970614426, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5409960746765137, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8811071515083313, + "num_tokens": 420834689.0, + "step": 11081 + }, + { + "epoch": 1.409744307340033, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7388546466827393, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8714205026626587, + "num_tokens": 420877795.0, + "step": 11082 + }, + { + "epoch": 1.4098715176186236, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5435914993286133, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.874604344367981, + "num_tokens": 420917217.0, + "step": 11083 + }, + { + "epoch": 1.4099987278972141, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.75154447555542, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.869456946849823, + "num_tokens": 420952607.0, + "step": 11084 + }, + { + "epoch": 1.4101259381758047, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5548288822174072, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8632394671440125, + "num_tokens": 420986570.0, + "step": 11085 + }, + { + "epoch": 1.410253148454395, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.741852283477783, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8717837333679199, + "num_tokens": 421024482.0, + "step": 11086 + }, + { + "epoch": 1.4103803587329855, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5376288890838623, + "learning_rate": 1e-05, + "loss": 0.3644, + "mean_token_accuracy": 0.8934671878814697, + "num_tokens": 421058185.0, + "step": 11087 + }, + { + "epoch": 1.410507569011576, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7587389945983887, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8714250326156616, + "num_tokens": 421089796.0, + "step": 11088 + }, + { + "epoch": 1.4106347792901666, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5407960414886475, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8663238286972046, + "num_tokens": 421132644.0, + "step": 11089 + }, + { + "epoch": 1.410761989568757, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.755291700363159, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8686075210571289, + "num_tokens": 421167790.0, + "step": 11090 + }, + { + "epoch": 1.4108891998473476, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5391111373901367, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8649032115936279, + "num_tokens": 421206765.0, + "step": 11091 + }, + { + "epoch": 1.4110164101259381, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7405076026916504, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8796406984329224, + "num_tokens": 421249997.0, + "step": 11092 + }, + { + "epoch": 1.4111436204045287, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.537297487258911, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8740487098693848, + "num_tokens": 421287674.0, + "step": 11093 + }, + { + "epoch": 1.4112708306831192, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.741032123565674, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8767591714859009, + "num_tokens": 421325494.0, + "step": 11094 + }, + { + "epoch": 1.4113980409617097, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5396299362182617, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.8811209201812744, + "num_tokens": 421359934.0, + "step": 11095 + }, + { + "epoch": 1.4115252512403003, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002460479736328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7528438568115234, + "learning_rate": 1e-05, + "loss": 0.4978, + "mean_token_accuracy": 0.857538104057312, + "num_tokens": 421399195.0, + "step": 11096 + }, + { + "epoch": 1.4116524615188908, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.549541711807251, + "learning_rate": 1e-05, + "loss": 0.3747, + "mean_token_accuracy": 0.889892041683197, + "num_tokens": 421428822.0, + "step": 11097 + }, + { + "epoch": 1.4117796717974813, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7408900260925293, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.8676575422286987, + "num_tokens": 421468409.0, + "step": 11098 + }, + { + "epoch": 1.4119068820760718, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5662035942077637, + "learning_rate": 1e-05, + "loss": 0.5126, + "mean_token_accuracy": 0.8507897853851318, + "num_tokens": 421506905.0, + "step": 11099 + }, + { + "epoch": 1.4120340923546624, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7275776863098145, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.857338547706604, + "num_tokens": 421545347.0, + "step": 11100 + }, + { + "epoch": 1.412161302633253, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.592331886291504, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8722212314605713, + "num_tokens": 421580819.0, + "step": 11101 + }, + { + "epoch": 1.4122885129118432, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.679316282272339, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8728131651878357, + "num_tokens": 421628474.0, + "step": 11102 + }, + { + "epoch": 1.4124157231904337, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5666663646698, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8638677000999451, + "num_tokens": 421670437.0, + "step": 11103 + }, + { + "epoch": 1.4125429334690243, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.684292793273926, + "learning_rate": 1e-05, + "loss": 0.5001, + "mean_token_accuracy": 0.8534250855445862, + "num_tokens": 421709157.0, + "step": 11104 + }, + { + "epoch": 1.4126701437476148, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.564462184906006, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8779268860816956, + "num_tokens": 421743783.0, + "step": 11105 + }, + { + "epoch": 1.4127973540262053, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.667236566543579, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.8858668208122253, + "num_tokens": 421781376.0, + "step": 11106 + }, + { + "epoch": 1.4129245643047958, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.559420108795166, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8826684951782227, + "num_tokens": 421819367.0, + "step": 11107 + }, + { + "epoch": 1.4130517745833864, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6581592559814453, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.882786750793457, + "num_tokens": 421862830.0, + "step": 11108 + }, + { + "epoch": 1.413178984861977, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5590646266937256, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8806226253509521, + "num_tokens": 421898353.0, + "step": 11109 + }, + { + "epoch": 1.4133061951405674, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6701571941375732, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8702547550201416, + "num_tokens": 421932911.0, + "step": 11110 + }, + { + "epoch": 1.4134334054191577, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.555176019668579, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8749361038208008, + "num_tokens": 421974409.0, + "step": 11111 + }, + { + "epoch": 1.4135606156977483, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.676102638244629, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8528566360473633, + "num_tokens": 422011913.0, + "step": 11112 + }, + { + "epoch": 1.4136878259763388, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.547076463699341, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8719730377197266, + "num_tokens": 422054487.0, + "step": 11113 + }, + { + "epoch": 1.4138150362549293, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6800739765167236, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.871385931968689, + "num_tokens": 422092980.0, + "step": 11114 + }, + { + "epoch": 1.4139422465335199, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5268325805664062, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8622958064079285, + "num_tokens": 422139368.0, + "step": 11115 + }, + { + "epoch": 1.4140694568121104, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6883976459503174, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8832458853721619, + "num_tokens": 422177342.0, + "step": 11116 + }, + { + "epoch": 1.414196667090701, + "ewc_loss": 0.0625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.526529312133789, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8769736289978027, + "num_tokens": 422221378.0, + "step": 11117 + }, + { + "epoch": 1.4143238773692914, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7033658027648926, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8700256943702698, + "num_tokens": 422260503.0, + "step": 11118 + }, + { + "epoch": 1.414451087647882, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.520991802215576, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8645399212837219, + "num_tokens": 422301218.0, + "step": 11119 + }, + { + "epoch": 1.4145782979264725, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.761767625808716, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8800792694091797, + "num_tokens": 422337366.0, + "step": 11120 + }, + { + "epoch": 1.414705508205063, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5100460052490234, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8841315507888794, + "num_tokens": 422376087.0, + "step": 11121 + }, + { + "epoch": 1.4148327184836536, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.758910894393921, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8722692131996155, + "num_tokens": 422413871.0, + "step": 11122 + }, + { + "epoch": 1.414959928762244, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.520158529281616, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8725881576538086, + "num_tokens": 422450834.0, + "step": 11123 + }, + { + "epoch": 1.4150871390408346, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7608838081359863, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8803274631500244, + "num_tokens": 422494566.0, + "step": 11124 + }, + { + "epoch": 1.4152143493194251, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5446090698242188, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8646251559257507, + "num_tokens": 422530107.0, + "step": 11125 + }, + { + "epoch": 1.4153415595980154, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7739813327789307, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8514052629470825, + "num_tokens": 422567598.0, + "step": 11126 + }, + { + "epoch": 1.415468769876606, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.517503499984741, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8721709847450256, + "num_tokens": 422611705.0, + "step": 11127 + }, + { + "epoch": 1.4155959801551965, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.784111261367798, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8657414317131042, + "num_tokens": 422648082.0, + "step": 11128 + }, + { + "epoch": 1.415723190433787, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5178635120391846, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.873142659664154, + "num_tokens": 422691974.0, + "step": 11129 + }, + { + "epoch": 1.4158504007123776, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8005692958831787, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8633451461791992, + "num_tokens": 422728245.0, + "step": 11130 + }, + { + "epoch": 1.415977610990968, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545483350753784, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8736675977706909, + "num_tokens": 422760920.0, + "step": 11131 + }, + { + "epoch": 1.4161048212695586, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7912933826446533, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8693079948425293, + "num_tokens": 422796188.0, + "step": 11132 + }, + { + "epoch": 1.4162320315481491, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.528445243835449, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8826704025268555, + "num_tokens": 422836232.0, + "step": 11133 + }, + { + "epoch": 1.4163592418267397, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7973809242248535, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8778244256973267, + "num_tokens": 422872855.0, + "step": 11134 + }, + { + "epoch": 1.41648645210533, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5396251678466797, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8688647150993347, + "num_tokens": 422912826.0, + "step": 11135 + }, + { + "epoch": 1.4166136623839205, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.808485507965088, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.862026572227478, + "num_tokens": 422950034.0, + "step": 11136 + }, + { + "epoch": 1.416740872662511, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5463171005249023, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8754293918609619, + "num_tokens": 422987764.0, + "step": 11137 + }, + { + "epoch": 1.4168680829411016, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.785024404525757, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8887124061584473, + "num_tokens": 423024274.0, + "step": 11138 + }, + { + "epoch": 1.416995293219692, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5727956295013428, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8605223894119263, + "num_tokens": 423058630.0, + "step": 11139 + }, + { + "epoch": 1.4171225034982826, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.758045196533203, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8812392950057983, + "num_tokens": 423099829.0, + "step": 11140 + }, + { + "epoch": 1.4172497137768731, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.584650754928589, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8721817135810852, + "num_tokens": 423130369.0, + "step": 11141 + }, + { + "epoch": 1.4173769240554637, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7368266582489014, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8738061785697937, + "num_tokens": 423166437.0, + "step": 11142 + }, + { + "epoch": 1.4175041343340542, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5580320358276367, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8862712383270264, + "num_tokens": 423202220.0, + "step": 11143 + }, + { + "epoch": 1.4176313446126447, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7300057411193848, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8687263131141663, + "num_tokens": 423243417.0, + "step": 11144 + }, + { + "epoch": 1.4177585548912353, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.558328151702881, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.8682860136032104, + "num_tokens": 423282337.0, + "step": 11145 + }, + { + "epoch": 1.4178857651698258, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.738264799118042, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8655303120613098, + "num_tokens": 423318666.0, + "step": 11146 + }, + { + "epoch": 1.4180129754484163, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.55112361907959, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8651009202003479, + "num_tokens": 423357895.0, + "step": 11147 + }, + { + "epoch": 1.4181401857270068, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.725734233856201, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8710213899612427, + "num_tokens": 423395330.0, + "step": 11148 + }, + { + "epoch": 1.4182673960055974, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.541724920272827, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8712462186813354, + "num_tokens": 423436824.0, + "step": 11149 + }, + { + "epoch": 1.418394606284188, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7455508708953857, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8693453669548035, + "num_tokens": 423471906.0, + "step": 11150 + }, + { + "epoch": 1.4185218165627782, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.53525447845459, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8734664916992188, + "num_tokens": 423510774.0, + "step": 11151 + }, + { + "epoch": 1.4186490268413687, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.743734836578369, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8716846704483032, + "num_tokens": 423549825.0, + "step": 11152 + }, + { + "epoch": 1.4187762371199593, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5717787742614746, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8763840198516846, + "num_tokens": 423577546.0, + "step": 11153 + }, + { + "epoch": 1.4189034473985498, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7212650775909424, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8816831111907959, + "num_tokens": 423613167.0, + "step": 11154 + }, + { + "epoch": 1.4190306576771403, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5559322834014893, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8597724437713623, + "num_tokens": 423649601.0, + "step": 11155 + }, + { + "epoch": 1.4191578679557308, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.722337245941162, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8625333905220032, + "num_tokens": 423685429.0, + "step": 11156 + }, + { + "epoch": 1.4192850782343214, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.543475389480591, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8795225620269775, + "num_tokens": 423724270.0, + "step": 11157 + }, + { + "epoch": 1.419412288512912, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7161459922790527, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8818165063858032, + "num_tokens": 423760935.0, + "step": 11158 + }, + { + "epoch": 1.4195394987915024, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5459179878234863, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8696295619010925, + "num_tokens": 423801949.0, + "step": 11159 + }, + { + "epoch": 1.4196667090700927, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7098288536071777, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8820667862892151, + "num_tokens": 423840532.0, + "step": 11160 + }, + { + "epoch": 1.4197939193486833, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5508034229278564, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8624318838119507, + "num_tokens": 423877912.0, + "step": 11161 + }, + { + "epoch": 1.4199211296272738, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7003557682037354, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8786641955375671, + "num_tokens": 423917836.0, + "step": 11162 + }, + { + "epoch": 1.4200483399058643, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002498626708984375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5480353832244873, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8644765615463257, + "num_tokens": 423957307.0, + "step": 11163 + }, + { + "epoch": 1.4201755501844548, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7157680988311768, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8705477118492126, + "num_tokens": 423994280.0, + "step": 11164 + }, + { + "epoch": 1.4203027604630454, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.542081594467163, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8708452582359314, + "num_tokens": 424033682.0, + "step": 11165 + }, + { + "epoch": 1.420429970741636, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7094242572784424, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.866675615310669, + "num_tokens": 424072432.0, + "step": 11166 + }, + { + "epoch": 1.4205571810202264, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5467824935913086, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8621363639831543, + "num_tokens": 424110074.0, + "step": 11167 + }, + { + "epoch": 1.420684391298817, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7120447158813477, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8663294911384583, + "num_tokens": 424148263.0, + "step": 11168 + }, + { + "epoch": 1.4208116015774075, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.532729387283325, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8612672686576843, + "num_tokens": 424190342.0, + "step": 11169 + }, + { + "epoch": 1.420938811855998, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7153687477111816, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8629344701766968, + "num_tokens": 424236136.0, + "step": 11170 + }, + { + "epoch": 1.4210660221345885, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5408053398132324, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8590680956840515, + "num_tokens": 424274436.0, + "step": 11171 + }, + { + "epoch": 1.421193232413179, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.727611780166626, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8887698650360107, + "num_tokens": 424309661.0, + "step": 11172 + }, + { + "epoch": 1.4213204426917696, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.541987419128418, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8615843057632446, + "num_tokens": 424347127.0, + "step": 11173 + }, + { + "epoch": 1.4214476529703601, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.705467462539673, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8787535429000854, + "num_tokens": 424391287.0, + "step": 11174 + }, + { + "epoch": 1.4215748632489504, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5328290462493896, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8805967569351196, + "num_tokens": 424428091.0, + "step": 11175 + }, + { + "epoch": 1.421702073527541, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.71242094039917, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8682243824005127, + "num_tokens": 424469270.0, + "step": 11176 + }, + { + "epoch": 1.4218292838061315, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.537229299545288, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8584539890289307, + "num_tokens": 424509116.0, + "step": 11177 + }, + { + "epoch": 1.421956494084722, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.72688889503479, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.874147891998291, + "num_tokens": 424542777.0, + "step": 11178 + }, + { + "epoch": 1.4220837043633126, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5225889682769775, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8733689188957214, + "num_tokens": 424582299.0, + "step": 11179 + }, + { + "epoch": 1.422210914641903, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7344439029693604, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8859379291534424, + "num_tokens": 424617543.0, + "step": 11180 + }, + { + "epoch": 1.4223381249204936, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.518928289413452, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8820346593856812, + "num_tokens": 424657512.0, + "step": 11181 + }, + { + "epoch": 1.4224653351990841, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7517948150634766, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8624107837677002, + "num_tokens": 424695954.0, + "step": 11182 + }, + { + "epoch": 1.4225925454776747, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.523928165435791, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8594083786010742, + "num_tokens": 424736174.0, + "step": 11183 + }, + { + "epoch": 1.422719755756265, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.756817102432251, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8711809515953064, + "num_tokens": 424776371.0, + "step": 11184 + }, + { + "epoch": 1.4228469660348555, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5249223709106445, + "learning_rate": 1e-05, + "loss": 0.4704, + "mean_token_accuracy": 0.8617371320724487, + "num_tokens": 424816874.0, + "step": 11185 + }, + { + "epoch": 1.422974176313446, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.767423152923584, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8868391513824463, + "num_tokens": 424847924.0, + "step": 11186 + }, + { + "epoch": 1.4231013865920366, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5186564922332764, + "learning_rate": 1e-05, + "loss": 0.3877, + "mean_token_accuracy": 0.8864376544952393, + "num_tokens": 424887950.0, + "step": 11187 + }, + { + "epoch": 1.423228596870627, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.786604881286621, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8634872436523438, + "num_tokens": 424922608.0, + "step": 11188 + }, + { + "epoch": 1.4233558071492176, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.536180019378662, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8789260387420654, + "num_tokens": 424958564.0, + "step": 11189 + }, + { + "epoch": 1.4234830174278081, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7823522090911865, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8683174848556519, + "num_tokens": 424993351.0, + "step": 11190 + }, + { + "epoch": 1.4236102277063987, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.541234254837036, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8711832761764526, + "num_tokens": 425028018.0, + "step": 11191 + }, + { + "epoch": 1.4237374379849892, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.77626633644104, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8736422061920166, + "num_tokens": 425065023.0, + "step": 11192 + }, + { + "epoch": 1.4238646482635797, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5437567234039307, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8765819668769836, + "num_tokens": 425101152.0, + "step": 11193 + }, + { + "epoch": 1.4239918585421703, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7697694301605225, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.864761471748352, + "num_tokens": 425137756.0, + "step": 11194 + }, + { + "epoch": 1.4241190688207608, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.553992509841919, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8757473230361938, + "num_tokens": 425171947.0, + "step": 11195 + }, + { + "epoch": 1.4242462790993513, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.761519193649292, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8712899684906006, + "num_tokens": 425207219.0, + "step": 11196 + }, + { + "epoch": 1.4243734893779418, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5611889362335205, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8633184432983398, + "num_tokens": 425242515.0, + "step": 11197 + }, + { + "epoch": 1.4245006996565324, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7414143085479736, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8586891889572144, + "num_tokens": 425283409.0, + "step": 11198 + }, + { + "epoch": 1.424627909935123, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5570614337921143, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8651895523071289, + "num_tokens": 425321862.0, + "step": 11199 + }, + { + "epoch": 1.4247551202137132, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7294204235076904, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8803588151931763, + "num_tokens": 425362034.0, + "step": 11200 + }, + { + "epoch": 1.4248823304923037, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.567934274673462, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8547677397727966, + "num_tokens": 425397900.0, + "step": 11201 + }, + { + "epoch": 1.4250095407708943, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.714885950088501, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8721989393234253, + "num_tokens": 425435458.0, + "step": 11202 + }, + { + "epoch": 1.4251367510494848, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5683321952819824, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.880782961845398, + "num_tokens": 425465687.0, + "step": 11203 + }, + { + "epoch": 1.4252639613280753, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6969196796417236, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8687636852264404, + "num_tokens": 425500702.0, + "step": 11204 + }, + { + "epoch": 1.4253911716066658, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.554896831512451, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8725504875183105, + "num_tokens": 425542827.0, + "step": 11205 + }, + { + "epoch": 1.4255183818852564, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6972522735595703, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8618265390396118, + "num_tokens": 425585146.0, + "step": 11206 + }, + { + "epoch": 1.425645592163847, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.554290771484375, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8788087368011475, + "num_tokens": 425623790.0, + "step": 11207 + }, + { + "epoch": 1.4257728024424374, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6973559856414795, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8709932565689087, + "num_tokens": 425663290.0, + "step": 11208 + }, + { + "epoch": 1.4259000127210277, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5436105728149414, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8757354021072388, + "num_tokens": 425701226.0, + "step": 11209 + }, + { + "epoch": 1.4260272229996183, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.707772731781006, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8717631101608276, + "num_tokens": 425737524.0, + "step": 11210 + }, + { + "epoch": 1.4261544332782088, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5603857040405273, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8782861828804016, + "num_tokens": 425771010.0, + "step": 11211 + }, + { + "epoch": 1.4262816435567993, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6932930946350098, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8646464943885803, + "num_tokens": 425813077.0, + "step": 11212 + }, + { + "epoch": 1.4264088538353898, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5344390869140625, + "learning_rate": 1e-05, + "loss": 0.399, + "mean_token_accuracy": 0.885351300239563, + "num_tokens": 425852718.0, + "step": 11213 + }, + { + "epoch": 1.4265360641139804, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.724928140640259, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8709661960601807, + "num_tokens": 425888196.0, + "step": 11214 + }, + { + "epoch": 1.426663274392571, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.519299268722534, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8800400495529175, + "num_tokens": 425926774.0, + "step": 11215 + }, + { + "epoch": 1.4267904846711614, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7254154682159424, + "learning_rate": 1e-05, + "loss": 0.3905, + "mean_token_accuracy": 0.8868019580841064, + "num_tokens": 425966207.0, + "step": 11216 + }, + { + "epoch": 1.426917694949752, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5224907398223877, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.86214280128479, + "num_tokens": 426008792.0, + "step": 11217 + }, + { + "epoch": 1.4270449052283425, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7376136779785156, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8710811138153076, + "num_tokens": 426049650.0, + "step": 11218 + }, + { + "epoch": 1.427172115506933, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.516038656234741, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8813507556915283, + "num_tokens": 426092143.0, + "step": 11219 + }, + { + "epoch": 1.4272993257855235, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7444164752960205, + "learning_rate": 1e-05, + "loss": 0.4858, + "mean_token_accuracy": 0.8593415021896362, + "num_tokens": 426135393.0, + "step": 11220 + }, + { + "epoch": 1.427426536064114, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.53159761428833, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8721128702163696, + "num_tokens": 426171858.0, + "step": 11221 + }, + { + "epoch": 1.4275537463427046, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.758234977722168, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8815393447875977, + "num_tokens": 426206635.0, + "step": 11222 + }, + { + "epoch": 1.4276809566212951, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.533029794692993, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8747473955154419, + "num_tokens": 426240942.0, + "step": 11223 + }, + { + "epoch": 1.4278081668998854, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7531299591064453, + "learning_rate": 1e-05, + "loss": 0.3746, + "mean_token_accuracy": 0.8919834494590759, + "num_tokens": 426279592.0, + "step": 11224 + }, + { + "epoch": 1.427935377178476, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5314457416534424, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.8839045763015747, + "num_tokens": 426314218.0, + "step": 11225 + }, + { + "epoch": 1.4280625874570665, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.757892370223999, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8717825412750244, + "num_tokens": 426351514.0, + "step": 11226 + }, + { + "epoch": 1.428189797735657, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.539675712585449, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8603534698486328, + "num_tokens": 426389553.0, + "step": 11227 + }, + { + "epoch": 1.4283170080142475, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.752887487411499, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8805391192436218, + "num_tokens": 426424026.0, + "step": 11228 + }, + { + "epoch": 1.428444218292838, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5358378887176514, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8722970485687256, + "num_tokens": 426466711.0, + "step": 11229 + }, + { + "epoch": 1.4285714285714286, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.753159999847412, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8677050471305847, + "num_tokens": 426507636.0, + "step": 11230 + }, + { + "epoch": 1.4286986388500191, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.53310489654541, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8679995536804199, + "num_tokens": 426551811.0, + "step": 11231 + }, + { + "epoch": 1.4288258491286097, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7672290802001953, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8704848885536194, + "num_tokens": 426585814.0, + "step": 11232 + }, + { + "epoch": 1.4289530594072, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.535586357116699, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8788707256317139, + "num_tokens": 426619327.0, + "step": 11233 + }, + { + "epoch": 1.4290802696857905, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7732479572296143, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8635272979736328, + "num_tokens": 426656976.0, + "step": 11234 + }, + { + "epoch": 1.429207479964381, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.54024076461792, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8796067237854004, + "num_tokens": 426693930.0, + "step": 11235 + }, + { + "epoch": 1.4293346902429716, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7598001956939697, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8890878558158875, + "num_tokens": 426731655.0, + "step": 11236 + }, + { + "epoch": 1.429461900521562, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5515525341033936, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8678125739097595, + "num_tokens": 426768384.0, + "step": 11237 + }, + { + "epoch": 1.4295891108001526, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7531044483184814, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8692557215690613, + "num_tokens": 426806319.0, + "step": 11238 + }, + { + "epoch": 1.4297163210787431, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5649309158325195, + "learning_rate": 1e-05, + "loss": 0.5075, + "mean_token_accuracy": 0.8483892679214478, + "num_tokens": 426841076.0, + "step": 11239 + }, + { + "epoch": 1.4298435313573337, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.737560987472534, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8786120414733887, + "num_tokens": 426877647.0, + "step": 11240 + }, + { + "epoch": 1.4299707416359242, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.54353404045105, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8731245398521423, + "num_tokens": 426917975.0, + "step": 11241 + }, + { + "epoch": 1.4300979519145147, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7321829795837402, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8715060949325562, + "num_tokens": 426958975.0, + "step": 11242 + }, + { + "epoch": 1.4302251621931052, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.547424554824829, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8713558316230774, + "num_tokens": 426997205.0, + "step": 11243 + }, + { + "epoch": 1.4303523724716958, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.723768472671509, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8715640306472778, + "num_tokens": 427037455.0, + "step": 11244 + }, + { + "epoch": 1.4304795827502863, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5576486587524414, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8682962656021118, + "num_tokens": 427071443.0, + "step": 11245 + }, + { + "epoch": 1.4306067930288768, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7085015773773193, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8741910457611084, + "num_tokens": 427113258.0, + "step": 11246 + }, + { + "epoch": 1.4307340033074674, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5414161682128906, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8760156631469727, + "num_tokens": 427153523.0, + "step": 11247 + }, + { + "epoch": 1.430861213586058, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7194766998291016, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8730446100234985, + "num_tokens": 427186818.0, + "step": 11248 + }, + { + "epoch": 1.4309884238646482, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.547650098800659, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8575893640518188, + "num_tokens": 427226817.0, + "step": 11249 + }, + { + "epoch": 1.4311156341432387, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.709728479385376, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8693302869796753, + "num_tokens": 427268471.0, + "step": 11250 + }, + { + "epoch": 1.4312428444218293, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5453531742095947, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8849495053291321, + "num_tokens": 427301242.0, + "step": 11251 + }, + { + "epoch": 1.4313700547004198, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7386839389801025, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8629350662231445, + "num_tokens": 427335230.0, + "step": 11252 + }, + { + "epoch": 1.4314972649790103, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.54720401763916, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8626286387443542, + "num_tokens": 427371993.0, + "step": 11253 + }, + { + "epoch": 1.4316244752576008, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7295069694519043, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.863476037979126, + "num_tokens": 427408810.0, + "step": 11254 + }, + { + "epoch": 1.4317516855361914, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.559821605682373, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8572702407836914, + "num_tokens": 427448740.0, + "step": 11255 + }, + { + "epoch": 1.431878895814782, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7027599811553955, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8736473321914673, + "num_tokens": 427488234.0, + "step": 11256 + }, + { + "epoch": 1.4320061060933724, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.54472279548645, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8702126145362854, + "num_tokens": 427528053.0, + "step": 11257 + }, + { + "epoch": 1.4321333163719627, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00025177001953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.697028398513794, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8784160614013672, + "num_tokens": 427566882.0, + "step": 11258 + }, + { + "epoch": 1.4322605266505533, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.557234287261963, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8748565912246704, + "num_tokens": 427600464.0, + "step": 11259 + }, + { + "epoch": 1.4323877369291438, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.701591968536377, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8774665594100952, + "num_tokens": 427633394.0, + "step": 11260 + }, + { + "epoch": 1.4325149472077343, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.547398567199707, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8713657855987549, + "num_tokens": 427670591.0, + "step": 11261 + }, + { + "epoch": 1.4326421574863248, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.686753511428833, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.883337140083313, + "num_tokens": 427711752.0, + "step": 11262 + }, + { + "epoch": 1.4327693677649154, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.565145492553711, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8731166124343872, + "num_tokens": 427744655.0, + "step": 11263 + }, + { + "epoch": 1.432896578043506, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6860568523406982, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8778388500213623, + "num_tokens": 427784388.0, + "step": 11264 + }, + { + "epoch": 1.4330237883220964, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5768916606903076, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8617146015167236, + "num_tokens": 427823498.0, + "step": 11265 + }, + { + "epoch": 1.433150998600687, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.656303644180298, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8724182844161987, + "num_tokens": 427868185.0, + "step": 11266 + }, + { + "epoch": 1.4332782088792775, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.578519105911255, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8640285134315491, + "num_tokens": 427903315.0, + "step": 11267 + }, + { + "epoch": 1.433405419157868, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.643369197845459, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8591601848602295, + "num_tokens": 427950206.0, + "step": 11268 + }, + { + "epoch": 1.4335326294364585, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.613792657852173, + "learning_rate": 1e-05, + "loss": 0.5345, + "mean_token_accuracy": 0.8510143756866455, + "num_tokens": 427983038.0, + "step": 11269 + }, + { + "epoch": 1.433659839715049, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.635157346725464, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8791717886924744, + "num_tokens": 428015148.0, + "step": 11270 + }, + { + "epoch": 1.4337870499936396, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5863354206085205, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8720694780349731, + "num_tokens": 428054300.0, + "step": 11271 + }, + { + "epoch": 1.4339142602722301, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.624619722366333, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8594672679901123, + "num_tokens": 428093802.0, + "step": 11272 + }, + { + "epoch": 1.4340414705508204, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5789976119995117, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8814202547073364, + "num_tokens": 428133283.0, + "step": 11273 + }, + { + "epoch": 1.434168680829411, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.635676860809326, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8641208410263062, + "num_tokens": 428171125.0, + "step": 11274 + }, + { + "epoch": 1.4342958911080015, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5691792964935303, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8543590307235718, + "num_tokens": 428211731.0, + "step": 11275 + }, + { + "epoch": 1.434423101386592, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.65484881401062, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.867214560508728, + "num_tokens": 428243737.0, + "step": 11276 + }, + { + "epoch": 1.4345503116651825, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5653510093688965, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8799682855606079, + "num_tokens": 428278761.0, + "step": 11277 + }, + { + "epoch": 1.434677521943773, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.647426128387451, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8892761468887329, + "num_tokens": 428316158.0, + "step": 11278 + }, + { + "epoch": 1.4348047322223636, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.581334114074707, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8675874471664429, + "num_tokens": 428347180.0, + "step": 11279 + }, + { + "epoch": 1.4349319425009541, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.639914035797119, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8789228200912476, + "num_tokens": 428389962.0, + "step": 11280 + }, + { + "epoch": 1.4350591527795447, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.564732789993286, + "learning_rate": 1e-05, + "loss": 0.4957, + "mean_token_accuracy": 0.8498916625976562, + "num_tokens": 428432950.0, + "step": 11281 + }, + { + "epoch": 1.435186363058135, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.652519464492798, + "learning_rate": 1e-05, + "loss": 0.4843, + "mean_token_accuracy": 0.8554198741912842, + "num_tokens": 428470745.0, + "step": 11282 + }, + { + "epoch": 1.4353135733367255, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.7003495693206787, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.866658627986908, + "num_tokens": 428508836.0, + "step": 11283 + }, + { + "epoch": 1.435440783615316, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.587707281112671, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8730971813201904, + "num_tokens": 428546371.0, + "step": 11284 + }, + { + "epoch": 1.4355679938939065, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.6328494548797607, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8841685652732849, + "num_tokens": 428578878.0, + "step": 11285 + }, + { + "epoch": 1.435695204172497, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5811843872070312, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8650633096694946, + "num_tokens": 428611218.0, + "step": 11286 + }, + { + "epoch": 1.4358224144510876, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.644926071166992, + "learning_rate": 1e-05, + "loss": 0.5271, + "mean_token_accuracy": 0.8440399169921875, + "num_tokens": 428649381.0, + "step": 11287 + }, + { + "epoch": 1.4359496247296781, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.574953556060791, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8694337606430054, + "num_tokens": 428685221.0, + "step": 11288 + }, + { + "epoch": 1.4360768350082687, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.635049343109131, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8724305629730225, + "num_tokens": 428724194.0, + "step": 11289 + }, + { + "epoch": 1.4362040452868592, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5877156257629395, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.868853747844696, + "num_tokens": 428760501.0, + "step": 11290 + }, + { + "epoch": 1.4363312555654497, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.643580913543701, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8597442507743835, + "num_tokens": 428793917.0, + "step": 11291 + }, + { + "epoch": 1.4364584658440402, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.569283962249756, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8789433240890503, + "num_tokens": 428828998.0, + "step": 11292 + }, + { + "epoch": 1.4365856761226308, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.635720729827881, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8864459991455078, + "num_tokens": 428864739.0, + "step": 11293 + }, + { + "epoch": 1.4367128864012213, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.568162202835083, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8593307733535767, + "num_tokens": 428901026.0, + "step": 11294 + }, + { + "epoch": 1.4368400966798118, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.638395309448242, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8790119886398315, + "num_tokens": 428937698.0, + "step": 11295 + }, + { + "epoch": 1.4369673069584024, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.567491054534912, + "learning_rate": 1e-05, + "loss": 0.4963, + "mean_token_accuracy": 0.8538883924484253, + "num_tokens": 428978288.0, + "step": 11296 + }, + { + "epoch": 1.4370945172369929, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6451454162597656, + "learning_rate": 1e-05, + "loss": 0.3795, + "mean_token_accuracy": 0.8872057199478149, + "num_tokens": 429014299.0, + "step": 11297 + }, + { + "epoch": 1.4372217275155832, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5788309574127197, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.863761305809021, + "num_tokens": 429052455.0, + "step": 11298 + }, + { + "epoch": 1.4373489377941737, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6284878253936768, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8704244494438171, + "num_tokens": 429094168.0, + "step": 11299 + }, + { + "epoch": 1.4374761480727642, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5601754188537598, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8694218397140503, + "num_tokens": 429137147.0, + "step": 11300 + }, + { + "epoch": 1.4376033583513548, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6288864612579346, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.877224326133728, + "num_tokens": 429181679.0, + "step": 11301 + }, + { + "epoch": 1.4377305686299453, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5659799575805664, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8714070320129395, + "num_tokens": 429222378.0, + "step": 11302 + }, + { + "epoch": 1.4378577789085358, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6424992084503174, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8685256838798523, + "num_tokens": 429262044.0, + "step": 11303 + }, + { + "epoch": 1.4379849891871264, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5580291748046875, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8710639476776123, + "num_tokens": 429301643.0, + "step": 11304 + }, + { + "epoch": 1.438112199465717, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6647987365722656, + "learning_rate": 1e-05, + "loss": 0.5171, + "mean_token_accuracy": 0.8473372459411621, + "num_tokens": 429339190.0, + "step": 11305 + }, + { + "epoch": 1.4382394097443074, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5504939556121826, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8679381012916565, + "num_tokens": 429378569.0, + "step": 11306 + }, + { + "epoch": 1.4383666200228977, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.661648750305176, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8697512149810791, + "num_tokens": 429416012.0, + "step": 11307 + }, + { + "epoch": 1.4384938303014883, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.529528856277466, + "learning_rate": 1e-05, + "loss": 0.3689, + "mean_token_accuracy": 0.8924987316131592, + "num_tokens": 429453242.0, + "step": 11308 + }, + { + "epoch": 1.4386210405800788, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.677804708480835, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8763353824615479, + "num_tokens": 429493908.0, + "step": 11309 + }, + { + "epoch": 1.4387482508586693, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.523813009262085, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8744051456451416, + "num_tokens": 429530335.0, + "step": 11310 + }, + { + "epoch": 1.4388754611372598, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7027318477630615, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8666179776191711, + "num_tokens": 429567523.0, + "step": 11311 + }, + { + "epoch": 1.4390026714158504, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5167837142944336, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8794645667076111, + "num_tokens": 429605887.0, + "step": 11312 + }, + { + "epoch": 1.439129881694441, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7079951763153076, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8825663328170776, + "num_tokens": 429644834.0, + "step": 11313 + }, + { + "epoch": 1.4392570919730314, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.5209648609161377, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8795318603515625, + "num_tokens": 429681151.0, + "step": 11314 + }, + { + "epoch": 1.439384302251622, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7314367294311523, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8608511686325073, + "num_tokens": 429719135.0, + "step": 11315 + }, + { + "epoch": 1.4395115125302125, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.512904167175293, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8799941539764404, + "num_tokens": 429753443.0, + "step": 11316 + }, + { + "epoch": 1.439638722808803, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.753180742263794, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8749837875366211, + "num_tokens": 429788762.0, + "step": 11317 + }, + { + "epoch": 1.4397659330873935, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.7670135498046875e-05, + "grad_norm": 2.512003183364868, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8604543209075928, + "num_tokens": 429824054.0, + "step": 11318 + }, + { + "epoch": 1.439893143365984, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7859556674957275, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8691419363021851, + "num_tokens": 429857772.0, + "step": 11319 + }, + { + "epoch": 1.4400203536445746, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.521256685256958, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8771969676017761, + "num_tokens": 429891184.0, + "step": 11320 + }, + { + "epoch": 1.4401475639231651, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.77820086479187, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8785892724990845, + "num_tokens": 429930322.0, + "step": 11321 + }, + { + "epoch": 1.4402747742017554, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.523087978363037, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.875454843044281, + "num_tokens": 429965708.0, + "step": 11322 + }, + { + "epoch": 1.440401984480346, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.777569055557251, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8710713982582092, + "num_tokens": 430007266.0, + "step": 11323 + }, + { + "epoch": 1.4405291947589365, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.534517526626587, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8638314008712769, + "num_tokens": 430044470.0, + "step": 11324 + }, + { + "epoch": 1.440656405037527, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.785670518875122, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8728172183036804, + "num_tokens": 430079776.0, + "step": 11325 + }, + { + "epoch": 1.4407836153161175, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.542503595352173, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.880477786064148, + "num_tokens": 430110697.0, + "step": 11326 + }, + { + "epoch": 1.440910825594708, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7815542221069336, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8711423277854919, + "num_tokens": 430150350.0, + "step": 11327 + }, + { + "epoch": 1.4410380358732986, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.563206672668457, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8536620140075684, + "num_tokens": 430185415.0, + "step": 11328 + }, + { + "epoch": 1.4411652461518891, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7545483112335205, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8663240671157837, + "num_tokens": 430227865.0, + "step": 11329 + }, + { + "epoch": 1.4412924564304797, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5452680587768555, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8799736499786377, + "num_tokens": 430267821.0, + "step": 11330 + }, + { + "epoch": 1.44141966670907, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.744403839111328, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8751046657562256, + "num_tokens": 430307251.0, + "step": 11331 + }, + { + "epoch": 1.4415468769876605, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.548074245452881, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8582648038864136, + "num_tokens": 430347842.0, + "step": 11332 + }, + { + "epoch": 1.441674087266251, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7529919147491455, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8644011616706848, + "num_tokens": 430383175.0, + "step": 11333 + }, + { + "epoch": 1.4418012975448415, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5637683868408203, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8669422268867493, + "num_tokens": 430414319.0, + "step": 11334 + }, + { + "epoch": 1.441928507823432, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7257657051086426, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8831927180290222, + "num_tokens": 430454142.0, + "step": 11335 + }, + { + "epoch": 1.4420557181020226, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5490622520446777, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8602343797683716, + "num_tokens": 430496980.0, + "step": 11336 + }, + { + "epoch": 1.4421829283806131, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.734877109527588, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8620021343231201, + "num_tokens": 430533645.0, + "step": 11337 + }, + { + "epoch": 1.4423101386592037, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5560660362243652, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8732323050498962, + "num_tokens": 430567744.0, + "step": 11338 + }, + { + "epoch": 1.4424373489377942, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.740792989730835, + "learning_rate": 1e-05, + "loss": 0.5234, + "mean_token_accuracy": 0.8456417322158813, + "num_tokens": 430603887.0, + "step": 11339 + }, + { + "epoch": 1.4425645592163847, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.549989938735962, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8714522123336792, + "num_tokens": 430638748.0, + "step": 11340 + }, + { + "epoch": 1.4426917694949752, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.733011245727539, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8711341619491577, + "num_tokens": 430677799.0, + "step": 11341 + }, + { + "epoch": 1.4428189797735658, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.535731077194214, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.865955650806427, + "num_tokens": 430720816.0, + "step": 11342 + }, + { + "epoch": 1.4429461900521563, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.739885091781616, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8710315823554993, + "num_tokens": 430755220.0, + "step": 11343 + }, + { + "epoch": 1.4430734003307468, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5568177700042725, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8718195557594299, + "num_tokens": 430787737.0, + "step": 11344 + }, + { + "epoch": 1.4432006106093374, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7276811599731445, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8709542751312256, + "num_tokens": 430823817.0, + "step": 11345 + }, + { + "epoch": 1.4433278208879279, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5443332195281982, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8658077716827393, + "num_tokens": 430863416.0, + "step": 11346 + }, + { + "epoch": 1.4434550311665182, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.743168592453003, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.862921416759491, + "num_tokens": 430894017.0, + "step": 11347 + }, + { + "epoch": 1.4435822414451087, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002536773681640625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5337560176849365, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8666502237319946, + "num_tokens": 430935023.0, + "step": 11348 + }, + { + "epoch": 1.4437094517236992, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7497408390045166, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8714035153388977, + "num_tokens": 430971663.0, + "step": 11349 + }, + { + "epoch": 1.4438366620022898, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5269854068756104, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8652937412261963, + "num_tokens": 431018919.0, + "step": 11350 + }, + { + "epoch": 1.4439638722808803, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.766225576400757, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8802459239959717, + "num_tokens": 431050076.0, + "step": 11351 + }, + { + "epoch": 1.4440910825594708, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.542041063308716, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8578606843948364, + "num_tokens": 431085535.0, + "step": 11352 + }, + { + "epoch": 1.4442182928380614, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.756139039993286, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8761245012283325, + "num_tokens": 431123187.0, + "step": 11353 + }, + { + "epoch": 1.4443455031166519, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.555797576904297, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8604930639266968, + "num_tokens": 431157867.0, + "step": 11354 + }, + { + "epoch": 1.4444727133952424, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.772934675216675, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8657308220863342, + "num_tokens": 431191344.0, + "step": 11355 + }, + { + "epoch": 1.4445999236738327, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.538161039352417, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8732609152793884, + "num_tokens": 431231019.0, + "step": 11356 + }, + { + "epoch": 1.4447271339524232, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.764409065246582, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8701669573783875, + "num_tokens": 431265660.0, + "step": 11357 + }, + { + "epoch": 1.4448543442310138, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.58640193939209, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8800516128540039, + "num_tokens": 431298666.0, + "step": 11358 + }, + { + "epoch": 1.4449815545096043, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7506320476531982, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8846502304077148, + "num_tokens": 431327516.0, + "step": 11359 + }, + { + "epoch": 1.4451087647881948, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5560379028320312, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8701882362365723, + "num_tokens": 431366244.0, + "step": 11360 + }, + { + "epoch": 1.4452359750667854, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.727322578430176, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8633294701576233, + "num_tokens": 431402440.0, + "step": 11361 + }, + { + "epoch": 1.445363185345376, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.55454683303833, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8868497014045715, + "num_tokens": 431436628.0, + "step": 11362 + }, + { + "epoch": 1.4454903956239664, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7133097648620605, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8840845823287964, + "num_tokens": 431476343.0, + "step": 11363 + }, + { + "epoch": 1.445617605902557, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.548811435699463, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8777493238449097, + "num_tokens": 431513741.0, + "step": 11364 + }, + { + "epoch": 1.4457448161811475, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7168049812316895, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8582021594047546, + "num_tokens": 431556227.0, + "step": 11365 + }, + { + "epoch": 1.445872026459738, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.552572250366211, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.872920572757721, + "num_tokens": 431592004.0, + "step": 11366 + }, + { + "epoch": 1.4459992367383285, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7113025188446045, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.866552472114563, + "num_tokens": 431631286.0, + "step": 11367 + }, + { + "epoch": 1.446126447016919, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.547503709793091, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8686263561248779, + "num_tokens": 431669269.0, + "step": 11368 + }, + { + "epoch": 1.4462536572955096, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7206506729125977, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8625934720039368, + "num_tokens": 431708061.0, + "step": 11369 + }, + { + "epoch": 1.4463808675741001, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.546168804168701, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8750358819961548, + "num_tokens": 431745855.0, + "step": 11370 + }, + { + "epoch": 1.4465080778526904, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7196125984191895, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8723539710044861, + "num_tokens": 431784481.0, + "step": 11371 + }, + { + "epoch": 1.446635288131281, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5421929359436035, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8641238212585449, + "num_tokens": 431822724.0, + "step": 11372 + }, + { + "epoch": 1.4467624984098715, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7157673835754395, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8763061165809631, + "num_tokens": 431859415.0, + "step": 11373 + }, + { + "epoch": 1.446889708688462, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5295426845550537, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8911334872245789, + "num_tokens": 431899432.0, + "step": 11374 + }, + { + "epoch": 1.4470169189670525, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7227120399475098, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8756463527679443, + "num_tokens": 431935546.0, + "step": 11375 + }, + { + "epoch": 1.447144129245643, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5416100025177, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8728082180023193, + "num_tokens": 431972366.0, + "step": 11376 + }, + { + "epoch": 1.4472713395242336, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.729661226272583, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.858648419380188, + "num_tokens": 432007795.0, + "step": 11377 + }, + { + "epoch": 1.4473985498028241, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5518386363983154, + "learning_rate": 1e-05, + "loss": 0.5044, + "mean_token_accuracy": 0.8503912687301636, + "num_tokens": 432047589.0, + "step": 11378 + }, + { + "epoch": 1.4475257600814146, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7107150554656982, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8804225921630859, + "num_tokens": 432085615.0, + "step": 11379 + }, + { + "epoch": 1.447652970360005, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5469717979431152, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8761018514633179, + "num_tokens": 432121112.0, + "step": 11380 + }, + { + "epoch": 1.4477801806385955, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7123565673828125, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8706693053245544, + "num_tokens": 432156429.0, + "step": 11381 + }, + { + "epoch": 1.447907390917186, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.555537462234497, + "learning_rate": 1e-05, + "loss": 0.4932, + "mean_token_accuracy": 0.8563412427902222, + "num_tokens": 432195653.0, + "step": 11382 + }, + { + "epoch": 1.4480346011957765, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.708967447280884, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8717019557952881, + "num_tokens": 432230997.0, + "step": 11383 + }, + { + "epoch": 1.448161811474367, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.544677257537842, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8633782267570496, + "num_tokens": 432270868.0, + "step": 11384 + }, + { + "epoch": 1.4482890217529576, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.701446056365967, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8732905387878418, + "num_tokens": 432309999.0, + "step": 11385 + }, + { + "epoch": 1.4484162320315481, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5416624546051025, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8822705745697021, + "num_tokens": 432345240.0, + "step": 11386 + }, + { + "epoch": 1.4485434423101387, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6971242427825928, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8626265525817871, + "num_tokens": 432391478.0, + "step": 11387 + }, + { + "epoch": 1.4486706525887292, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.532477378845215, + "learning_rate": 1e-05, + "loss": 0.3873, + "mean_token_accuracy": 0.8859849572181702, + "num_tokens": 432430601.0, + "step": 11388 + }, + { + "epoch": 1.4487978628673197, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.721942186355591, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8678812980651855, + "num_tokens": 432467260.0, + "step": 11389 + }, + { + "epoch": 1.4489250731459102, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.542072296142578, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.855343759059906, + "num_tokens": 432506270.0, + "step": 11390 + }, + { + "epoch": 1.4490522834245008, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.719588041305542, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8674076795578003, + "num_tokens": 432543688.0, + "step": 11391 + }, + { + "epoch": 1.4491794937030913, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5303263664245605, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8797014951705933, + "num_tokens": 432583522.0, + "step": 11392 + }, + { + "epoch": 1.4493067039816818, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7184195518493652, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.885322093963623, + "num_tokens": 432622471.0, + "step": 11393 + }, + { + "epoch": 1.4494339142602723, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.527702808380127, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8827859163284302, + "num_tokens": 432666689.0, + "step": 11394 + }, + { + "epoch": 1.4495611245388629, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7311220169067383, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8759440183639526, + "num_tokens": 432707816.0, + "step": 11395 + }, + { + "epoch": 1.4496883348174532, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.526212453842163, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8854263424873352, + "num_tokens": 432746873.0, + "step": 11396 + }, + { + "epoch": 1.4498155450960437, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.752720832824707, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8844617605209351, + "num_tokens": 432777825.0, + "step": 11397 + }, + { + "epoch": 1.4499427553746342, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5183470249176025, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8694894909858704, + "num_tokens": 432816806.0, + "step": 11398 + }, + { + "epoch": 1.4500699656532248, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.761070966720581, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8803690671920776, + "num_tokens": 432855726.0, + "step": 11399 + }, + { + "epoch": 1.4501971759318153, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5411722660064697, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.8624210357666016, + "num_tokens": 432891526.0, + "step": 11400 + }, + { + "epoch": 1.4503243862104058, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7635536193847656, + "learning_rate": 1e-05, + "loss": 0.3661, + "mean_token_accuracy": 0.8946563005447388, + "num_tokens": 432921995.0, + "step": 11401 + }, + { + "epoch": 1.4504515964889964, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.536356210708618, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8667982816696167, + "num_tokens": 432962120.0, + "step": 11402 + }, + { + "epoch": 1.4505788067675869, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.764045238494873, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.870538592338562, + "num_tokens": 433001944.0, + "step": 11403 + }, + { + "epoch": 1.4507060170461774, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5501930713653564, + "learning_rate": 1e-05, + "loss": 0.4931, + "mean_token_accuracy": 0.8505477905273438, + "num_tokens": 433040984.0, + "step": 11404 + }, + { + "epoch": 1.4508332273247677, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7672653198242188, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8683239817619324, + "num_tokens": 433077914.0, + "step": 11405 + }, + { + "epoch": 1.4509604376033582, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5530989170074463, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8803541660308838, + "num_tokens": 433111219.0, + "step": 11406 + }, + { + "epoch": 1.4510876478819488, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.747657060623169, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8875413537025452, + "num_tokens": 433143204.0, + "step": 11407 + }, + { + "epoch": 1.4512148581605393, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5582292079925537, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8870981931686401, + "num_tokens": 433175361.0, + "step": 11408 + }, + { + "epoch": 1.4513420684391298, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.732534408569336, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8808297514915466, + "num_tokens": 433215303.0, + "step": 11409 + }, + { + "epoch": 1.4514692787177204, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.542851209640503, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8771851062774658, + "num_tokens": 433255301.0, + "step": 11410 + }, + { + "epoch": 1.4515964889963109, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.746790647506714, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8625594973564148, + "num_tokens": 433291110.0, + "step": 11411 + }, + { + "epoch": 1.4517236992749014, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.546586036682129, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8709046840667725, + "num_tokens": 433330910.0, + "step": 11412 + }, + { + "epoch": 1.451850909553492, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7507200241088867, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8738125562667847, + "num_tokens": 433364297.0, + "step": 11413 + }, + { + "epoch": 1.4519781198320825, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5383143424987793, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8688082098960876, + "num_tokens": 433405900.0, + "step": 11414 + }, + { + "epoch": 1.452105330110673, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.75846266746521, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.862679123878479, + "num_tokens": 433442639.0, + "step": 11415 + }, + { + "epoch": 1.4522325403892635, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.571943998336792, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.866629958152771, + "num_tokens": 433471657.0, + "step": 11416 + }, + { + "epoch": 1.452359750667854, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7365307807922363, + "learning_rate": 1e-05, + "loss": 0.4917, + "mean_token_accuracy": 0.8526858687400818, + "num_tokens": 433510936.0, + "step": 11417 + }, + { + "epoch": 1.4524869609464446, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.557786226272583, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8696198463439941, + "num_tokens": 433546940.0, + "step": 11418 + }, + { + "epoch": 1.4526141712250351, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.72306752204895, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8734538555145264, + "num_tokens": 433588701.0, + "step": 11419 + }, + { + "epoch": 1.4527413815036254, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5503766536712646, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8708144426345825, + "num_tokens": 433625678.0, + "step": 11420 + }, + { + "epoch": 1.452868591782216, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.737196207046509, + "learning_rate": 1e-05, + "loss": 0.5065, + "mean_token_accuracy": 0.8548517823219299, + "num_tokens": 433660624.0, + "step": 11421 + }, + { + "epoch": 1.4529958020608065, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5377612113952637, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8795162439346313, + "num_tokens": 433702737.0, + "step": 11422 + }, + { + "epoch": 1.453123012339397, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.729200839996338, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8703141212463379, + "num_tokens": 433741866.0, + "step": 11423 + }, + { + "epoch": 1.4532502226179875, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5459446907043457, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8627485036849976, + "num_tokens": 433779869.0, + "step": 11424 + }, + { + "epoch": 1.453377432896578, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.726576805114746, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8825870156288147, + "num_tokens": 433819629.0, + "step": 11425 + }, + { + "epoch": 1.4535046431751686, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.544750452041626, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.877717137336731, + "num_tokens": 433855330.0, + "step": 11426 + }, + { + "epoch": 1.4536318534537591, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.736530303955078, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8646150827407837, + "num_tokens": 433896130.0, + "step": 11427 + }, + { + "epoch": 1.4537590637323496, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5474674701690674, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8810831308364868, + "num_tokens": 433928514.0, + "step": 11428 + }, + { + "epoch": 1.45388627401094, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.725902795791626, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8674423694610596, + "num_tokens": 433969213.0, + "step": 11429 + }, + { + "epoch": 1.4540134842895305, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.552875280380249, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.8573201894760132, + "num_tokens": 434007902.0, + "step": 11430 + }, + { + "epoch": 1.454140694568121, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.735640287399292, + "learning_rate": 1e-05, + "loss": 0.4958, + "mean_token_accuracy": 0.8589792847633362, + "num_tokens": 434043243.0, + "step": 11431 + }, + { + "epoch": 1.4542679048467115, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5470187664031982, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8842864036560059, + "num_tokens": 434081075.0, + "step": 11432 + }, + { + "epoch": 1.454395115125302, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.725313425064087, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8701505661010742, + "num_tokens": 434121230.0, + "step": 11433 + }, + { + "epoch": 1.4545223254038926, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5444014072418213, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8669651746749878, + "num_tokens": 434158324.0, + "step": 11434 + }, + { + "epoch": 1.4546495356824831, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7171549797058105, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8731993436813354, + "num_tokens": 434203910.0, + "step": 11435 + }, + { + "epoch": 1.4547767459610736, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5467607975006104, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8823714256286621, + "num_tokens": 434238915.0, + "step": 11436 + }, + { + "epoch": 1.4549039562396642, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7140424251556396, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8744750022888184, + "num_tokens": 434280049.0, + "step": 11437 + }, + { + "epoch": 1.4550311665182547, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5364491939544678, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8817137479782104, + "num_tokens": 434323980.0, + "step": 11438 + }, + { + "epoch": 1.4551583767968452, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7253544330596924, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8663275241851807, + "num_tokens": 434363386.0, + "step": 11439 + }, + { + "epoch": 1.4552855870754358, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5349507331848145, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8825117349624634, + "num_tokens": 434399480.0, + "step": 11440 + }, + { + "epoch": 1.4554127973540263, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7237844467163086, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8690937757492065, + "num_tokens": 434445662.0, + "step": 11441 + }, + { + "epoch": 1.4555400076326168, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.544846296310425, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8740566968917847, + "num_tokens": 434480926.0, + "step": 11442 + }, + { + "epoch": 1.4556672179112073, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7343199253082275, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8612889051437378, + "num_tokens": 434520018.0, + "step": 11443 + }, + { + "epoch": 1.4557944281897979, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5534422397613525, + "learning_rate": 1e-05, + "loss": 0.4764, + "mean_token_accuracy": 0.8594213128089905, + "num_tokens": 434555163.0, + "step": 11444 + }, + { + "epoch": 1.4559216384683882, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.745511531829834, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8829922676086426, + "num_tokens": 434586353.0, + "step": 11445 + }, + { + "epoch": 1.4560488487469787, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.534656524658203, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8774324655532837, + "num_tokens": 434630558.0, + "step": 11446 + }, + { + "epoch": 1.4561760590255692, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7415668964385986, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8709465265274048, + "num_tokens": 434672949.0, + "step": 11447 + }, + { + "epoch": 1.4563032693041598, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5412330627441406, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8671597242355347, + "num_tokens": 434709207.0, + "step": 11448 + }, + { + "epoch": 1.4564304795827503, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.735757350921631, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.8827073574066162, + "num_tokens": 434745787.0, + "step": 11449 + }, + { + "epoch": 1.4565576898613408, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.542295455932617, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8725860118865967, + "num_tokens": 434785419.0, + "step": 11450 + }, + { + "epoch": 1.4566849001399313, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.747875213623047, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8639854192733765, + "num_tokens": 434818217.0, + "step": 11451 + }, + { + "epoch": 1.4568121104185219, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.542711019515991, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8622389435768127, + "num_tokens": 434855654.0, + "step": 11452 + }, + { + "epoch": 1.4569393206971124, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.760606527328491, + "learning_rate": 1e-05, + "loss": 0.4892, + "mean_token_accuracy": 0.8581412434577942, + "num_tokens": 434890657.0, + "step": 11453 + }, + { + "epoch": 1.4570665309757027, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5322723388671875, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8819897770881653, + "num_tokens": 434929164.0, + "step": 11454 + }, + { + "epoch": 1.4571937412542932, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000255584716796875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7608754634857178, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8647069334983826, + "num_tokens": 434966017.0, + "step": 11455 + }, + { + "epoch": 1.4573209515328838, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.535125970840454, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8808540105819702, + "num_tokens": 435002076.0, + "step": 11456 + }, + { + "epoch": 1.4574481618114743, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7702157497406006, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.879159152507782, + "num_tokens": 435030058.0, + "step": 11457 + }, + { + "epoch": 1.4575753720900648, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.541015386581421, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8651142716407776, + "num_tokens": 435067816.0, + "step": 11458 + }, + { + "epoch": 1.4577025823686554, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.760711431503296, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8755639791488647, + "num_tokens": 435106078.0, + "step": 11459 + }, + { + "epoch": 1.4578297926472459, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5308001041412354, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8826045393943787, + "num_tokens": 435144558.0, + "step": 11460 + }, + { + "epoch": 1.4579570029258364, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7603137493133545, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.867820143699646, + "num_tokens": 435183083.0, + "step": 11461 + }, + { + "epoch": 1.458084213204427, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5253992080688477, + "learning_rate": 1e-05, + "loss": 0.3788, + "mean_token_accuracy": 0.8887200951576233, + "num_tokens": 435223459.0, + "step": 11462 + }, + { + "epoch": 1.4582114234830175, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.765437126159668, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8779218792915344, + "num_tokens": 435261491.0, + "step": 11463 + }, + { + "epoch": 1.458338633761608, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5516281127929688, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.860859751701355, + "num_tokens": 435299634.0, + "step": 11464 + }, + { + "epoch": 1.4584658440401985, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.764430284500122, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8558553457260132, + "num_tokens": 435339645.0, + "step": 11465 + }, + { + "epoch": 1.458593054318789, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.53528094291687, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8701870441436768, + "num_tokens": 435382635.0, + "step": 11466 + }, + { + "epoch": 1.4587202645973796, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7653565406799316, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8626998662948608, + "num_tokens": 435421653.0, + "step": 11467 + }, + { + "epoch": 1.45884747487597, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.550197124481201, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8617777824401855, + "num_tokens": 435460135.0, + "step": 11468 + }, + { + "epoch": 1.4589746851545604, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7528765201568604, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8868273496627808, + "num_tokens": 435497717.0, + "step": 11469 + }, + { + "epoch": 1.459101895433151, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.557218313217163, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8596899509429932, + "num_tokens": 435535247.0, + "step": 11470 + }, + { + "epoch": 1.4592291057117415, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7450482845306396, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8789166212081909, + "num_tokens": 435576841.0, + "step": 11471 + }, + { + "epoch": 1.459356315990332, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5424094200134277, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.875020444393158, + "num_tokens": 435618197.0, + "step": 11472 + }, + { + "epoch": 1.4594835262689225, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.75518536567688, + "learning_rate": 1e-05, + "loss": 0.5239, + "mean_token_accuracy": 0.848737359046936, + "num_tokens": 435663327.0, + "step": 11473 + }, + { + "epoch": 1.459610736547513, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.560671806335449, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8701558113098145, + "num_tokens": 435697795.0, + "step": 11474 + }, + { + "epoch": 1.4597379468261036, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.742469072341919, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8620046973228455, + "num_tokens": 435734308.0, + "step": 11475 + }, + { + "epoch": 1.4598651571046941, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.546175479888916, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8645801544189453, + "num_tokens": 435772575.0, + "step": 11476 + }, + { + "epoch": 1.4599923673832846, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.739074945449829, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8833428025245667, + "num_tokens": 435807578.0, + "step": 11477 + }, + { + "epoch": 1.460119577661875, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.544936418533325, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8706253170967102, + "num_tokens": 435849035.0, + "step": 11478 + }, + { + "epoch": 1.4602467879404655, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7499916553497314, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8737819194793701, + "num_tokens": 435884912.0, + "step": 11479 + }, + { + "epoch": 1.460373998219056, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.537449359893799, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8798101544380188, + "num_tokens": 435928822.0, + "step": 11480 + }, + { + "epoch": 1.4605012084976465, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7483770847320557, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.879965603351593, + "num_tokens": 435963906.0, + "step": 11481 + }, + { + "epoch": 1.460628418776237, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5488269329071045, + "learning_rate": 1e-05, + "loss": 0.4951, + "mean_token_accuracy": 0.8552501201629639, + "num_tokens": 436002826.0, + "step": 11482 + }, + { + "epoch": 1.4607556290548276, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.735090494155884, + "learning_rate": 1e-05, + "loss": 0.3917, + "mean_token_accuracy": 0.8867736458778381, + "num_tokens": 436039043.0, + "step": 11483 + }, + { + "epoch": 1.4608828393334181, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.543584108352661, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8807843923568726, + "num_tokens": 436078081.0, + "step": 11484 + }, + { + "epoch": 1.4610100496120086, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7638466358184814, + "learning_rate": 1e-05, + "loss": 0.4888, + "mean_token_accuracy": 0.8563989400863647, + "num_tokens": 436110415.0, + "step": 11485 + }, + { + "epoch": 1.4611372598905992, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5287435054779053, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8801018595695496, + "num_tokens": 436152473.0, + "step": 11486 + }, + { + "epoch": 1.4612644701691897, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7615742683410645, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8683137893676758, + "num_tokens": 436192410.0, + "step": 11487 + }, + { + "epoch": 1.4613916804477802, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5367608070373535, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8618635535240173, + "num_tokens": 436230605.0, + "step": 11488 + }, + { + "epoch": 1.4615188907263708, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7627112865448, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8776010274887085, + "num_tokens": 436267951.0, + "step": 11489 + }, + { + "epoch": 1.4616461010049613, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5416810512542725, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8547223806381226, + "num_tokens": 436306685.0, + "step": 11490 + }, + { + "epoch": 1.4617733112835518, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7592859268188477, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.874826192855835, + "num_tokens": 436345568.0, + "step": 11491 + }, + { + "epoch": 1.4619005215621423, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5264716148376465, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8723922967910767, + "num_tokens": 436387580.0, + "step": 11492 + }, + { + "epoch": 1.4620277318407329, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7762904167175293, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.868362545967102, + "num_tokens": 436423000.0, + "step": 11493 + }, + { + "epoch": 1.4621549421193232, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.534842014312744, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8735653162002563, + "num_tokens": 436464366.0, + "step": 11494 + }, + { + "epoch": 1.4622821523979137, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.771721839904785, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8600136637687683, + "num_tokens": 436505385.0, + "step": 11495 + }, + { + "epoch": 1.4624093626765042, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.547495126724243, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8607372641563416, + "num_tokens": 436546251.0, + "step": 11496 + }, + { + "epoch": 1.4625365729550948, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7733240127563477, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8622553944587708, + "num_tokens": 436582136.0, + "step": 11497 + }, + { + "epoch": 1.4626637832336853, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.542844295501709, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8722084164619446, + "num_tokens": 436620027.0, + "step": 11498 + }, + { + "epoch": 1.4627909935122758, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.779141426086426, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8677208423614502, + "num_tokens": 436656720.0, + "step": 11499 + }, + { + "epoch": 1.4629182037908663, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.548271894454956, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.879845917224884, + "num_tokens": 436693813.0, + "step": 11500 + }, + { + "epoch": 1.4630454140694569, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7608654499053955, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8752667903900146, + "num_tokens": 436732023.0, + "step": 11501 + }, + { + "epoch": 1.4631726243480474, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.548705577850342, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8669052124023438, + "num_tokens": 436772330.0, + "step": 11502 + }, + { + "epoch": 1.4632998346266377, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7511749267578125, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.8667697906494141, + "num_tokens": 436814593.0, + "step": 11503 + }, + { + "epoch": 1.4634270449052282, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5608069896698, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8717552423477173, + "num_tokens": 436849951.0, + "step": 11504 + }, + { + "epoch": 1.4635542551838188, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7532501220703125, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8565518856048584, + "num_tokens": 436889113.0, + "step": 11505 + }, + { + "epoch": 1.4636814654624093, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5640013217926025, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.880767822265625, + "num_tokens": 436921009.0, + "step": 11506 + }, + { + "epoch": 1.4638086757409998, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.741274118423462, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8743130564689636, + "num_tokens": 436958425.0, + "step": 11507 + }, + { + "epoch": 1.4639358860195903, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.564596652984619, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8740828037261963, + "num_tokens": 436992995.0, + "step": 11508 + }, + { + "epoch": 1.4640630962981809, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7263755798339844, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8775848150253296, + "num_tokens": 437028884.0, + "step": 11509 + }, + { + "epoch": 1.4641903065767714, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5542328357696533, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8749554753303528, + "num_tokens": 437071753.0, + "step": 11510 + }, + { + "epoch": 1.464317516855362, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.723604202270508, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8801939487457275, + "num_tokens": 437108783.0, + "step": 11511 + }, + { + "epoch": 1.4644447271339525, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.586411714553833, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.875745952129364, + "num_tokens": 437143234.0, + "step": 11512 + }, + { + "epoch": 1.464571937412543, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6994822025299072, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.8668851852416992, + "num_tokens": 437182363.0, + "step": 11513 + }, + { + "epoch": 1.4646991476911335, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5510106086730957, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.875994861125946, + "num_tokens": 437224680.0, + "step": 11514 + }, + { + "epoch": 1.464826357969724, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7122182846069336, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8735074400901794, + "num_tokens": 437261154.0, + "step": 11515 + }, + { + "epoch": 1.4649535682483146, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5483486652374268, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8715195655822754, + "num_tokens": 437301654.0, + "step": 11516 + }, + { + "epoch": 1.465080778526905, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7120859622955322, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8704888820648193, + "num_tokens": 437338437.0, + "step": 11517 + }, + { + "epoch": 1.4652079888054954, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.543767213821411, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8660805225372314, + "num_tokens": 437384258.0, + "step": 11518 + }, + { + "epoch": 1.465335199084086, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7289888858795166, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8583897352218628, + "num_tokens": 437421762.0, + "step": 11519 + }, + { + "epoch": 1.4654624093626765, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5442793369293213, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8800942897796631, + "num_tokens": 437456797.0, + "step": 11520 + }, + { + "epoch": 1.465589619641267, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7488484382629395, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8823436498641968, + "num_tokens": 437484435.0, + "step": 11521 + }, + { + "epoch": 1.4657168299198575, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.534855842590332, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8710557222366333, + "num_tokens": 437522573.0, + "step": 11522 + }, + { + "epoch": 1.465844040198448, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.750091791152954, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8600084781646729, + "num_tokens": 437560204.0, + "step": 11523 + }, + { + "epoch": 1.4659712504770386, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5394415855407715, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.867538571357727, + "num_tokens": 437595845.0, + "step": 11524 + }, + { + "epoch": 1.466098460755629, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7419981956481934, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.875751256942749, + "num_tokens": 437631985.0, + "step": 11525 + }, + { + "epoch": 1.4662256710342196, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5364959239959717, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8620114326477051, + "num_tokens": 437677024.0, + "step": 11526 + }, + { + "epoch": 1.46635288131281, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.741941213607788, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.8874301314353943, + "num_tokens": 437714980.0, + "step": 11527 + }, + { + "epoch": 1.4664800915914005, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5412561893463135, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8691859245300293, + "num_tokens": 437752444.0, + "step": 11528 + }, + { + "epoch": 1.466607301869991, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7506003379821777, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8661986589431763, + "num_tokens": 437787032.0, + "step": 11529 + }, + { + "epoch": 1.4667345121485815, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5325534343719482, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8697521686553955, + "num_tokens": 437827560.0, + "step": 11530 + }, + { + "epoch": 1.466861722427172, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7558560371398926, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8671108484268188, + "num_tokens": 437865339.0, + "step": 11531 + }, + { + "epoch": 1.4669889327057626, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5451393127441406, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8712923526763916, + "num_tokens": 437899769.0, + "step": 11532 + }, + { + "epoch": 1.467116142984353, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.758474349975586, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.874833345413208, + "num_tokens": 437934738.0, + "step": 11533 + }, + { + "epoch": 1.4672433532629436, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5365853309631348, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.8649384379386902, + "num_tokens": 437975948.0, + "step": 11534 + }, + { + "epoch": 1.4673705635415342, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.764023542404175, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8797103762626648, + "num_tokens": 438010081.0, + "step": 11535 + }, + { + "epoch": 1.4674977738201247, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5505964756011963, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8748528957366943, + "num_tokens": 438044069.0, + "step": 11536 + }, + { + "epoch": 1.4676249840987152, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.758845329284668, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8741234540939331, + "num_tokens": 438080866.0, + "step": 11537 + }, + { + "epoch": 1.4677521943773058, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5431876182556152, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8717184066772461, + "num_tokens": 438120550.0, + "step": 11538 + }, + { + "epoch": 1.4678794046558963, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7552828788757324, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8669039011001587, + "num_tokens": 438156968.0, + "step": 11539 + }, + { + "epoch": 1.4680066149344868, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5581157207489014, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.873106062412262, + "num_tokens": 438191470.0, + "step": 11540 + }, + { + "epoch": 1.4681338252130773, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.768979072570801, + "learning_rate": 1e-05, + "loss": 0.487, + "mean_token_accuracy": 0.8585177063941956, + "num_tokens": 438225944.0, + "step": 11541 + }, + { + "epoch": 1.4682610354916679, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.544734239578247, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8717857003211975, + "num_tokens": 438263759.0, + "step": 11542 + }, + { + "epoch": 1.4683882457702582, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.74601149559021, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.873691976070404, + "num_tokens": 438302371.0, + "step": 11543 + }, + { + "epoch": 1.4685154560488487, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5520572662353516, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8534340262413025, + "num_tokens": 438342006.0, + "step": 11544 + }, + { + "epoch": 1.4686426663274392, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7662129402160645, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8635405898094177, + "num_tokens": 438375649.0, + "step": 11545 + }, + { + "epoch": 1.4687698766060298, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.539924383163452, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.877762496471405, + "num_tokens": 438417566.0, + "step": 11546 + }, + { + "epoch": 1.4688970868846203, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7643182277679443, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8782469034194946, + "num_tokens": 438452219.0, + "step": 11547 + }, + { + "epoch": 1.4690242971632108, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.52881121635437, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8833526372909546, + "num_tokens": 438490503.0, + "step": 11548 + }, + { + "epoch": 1.4691515074418013, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.786018133163452, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8846445679664612, + "num_tokens": 438521792.0, + "step": 11549 + }, + { + "epoch": 1.4692787177203919, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.601693868637085, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8800821304321289, + "num_tokens": 438557408.0, + "step": 11550 + }, + { + "epoch": 1.4694059279989824, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7245051860809326, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8841829299926758, + "num_tokens": 438601424.0, + "step": 11551 + }, + { + "epoch": 1.4695331382775727, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5653581619262695, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8764904737472534, + "num_tokens": 438638772.0, + "step": 11552 + }, + { + "epoch": 1.4696603485561632, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7279486656188965, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.86761075258255, + "num_tokens": 438676906.0, + "step": 11553 + }, + { + "epoch": 1.4697875588347538, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.57218074798584, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8562458157539368, + "num_tokens": 438715790.0, + "step": 11554 + }, + { + "epoch": 1.4699147691133443, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.711890935897827, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8764872550964355, + "num_tokens": 438757739.0, + "step": 11555 + }, + { + "epoch": 1.4700419793919348, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5645365715026855, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.87260502576828, + "num_tokens": 438797336.0, + "step": 11556 + }, + { + "epoch": 1.4701691896705253, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.707261085510254, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.868577241897583, + "num_tokens": 438833452.0, + "step": 11557 + }, + { + "epoch": 1.4702963999491159, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.551051378250122, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.873897135257721, + "num_tokens": 438874346.0, + "step": 11558 + }, + { + "epoch": 1.4704236102277064, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.723299980163574, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8592929840087891, + "num_tokens": 438908888.0, + "step": 11559 + }, + { + "epoch": 1.470550820506297, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.542198896408081, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8756811618804932, + "num_tokens": 438953127.0, + "step": 11560 + }, + { + "epoch": 1.4706780307848875, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7390613555908203, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8687726259231567, + "num_tokens": 438986485.0, + "step": 11561 + }, + { + "epoch": 1.470805241063478, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.525541067123413, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8713697195053101, + "num_tokens": 439030958.0, + "step": 11562 + }, + { + "epoch": 1.4709324513420685, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.746680498123169, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8635067939758301, + "num_tokens": 439069139.0, + "step": 11563 + }, + { + "epoch": 1.471059661620659, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5302977561950684, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8782932758331299, + "num_tokens": 439106526.0, + "step": 11564 + }, + { + "epoch": 1.4711868718992496, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.752495050430298, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8734467029571533, + "num_tokens": 439146037.0, + "step": 11565 + }, + { + "epoch": 1.47131408217784, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.544142961502075, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8825588226318359, + "num_tokens": 439177239.0, + "step": 11566 + }, + { + "epoch": 1.4714412924564304, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.758336305618286, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8733664155006409, + "num_tokens": 439211009.0, + "step": 11567 + }, + { + "epoch": 1.471568502735021, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.534470558166504, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.87370765209198, + "num_tokens": 439250656.0, + "step": 11568 + }, + { + "epoch": 1.4716957130136115, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.769798994064331, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8544389605522156, + "num_tokens": 439285103.0, + "step": 11569 + }, + { + "epoch": 1.471822923292202, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.540832996368408, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8624013066291809, + "num_tokens": 439325104.0, + "step": 11570 + }, + { + "epoch": 1.4719501335707925, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7783353328704834, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.858651876449585, + "num_tokens": 439357760.0, + "step": 11571 + }, + { + "epoch": 1.472077343849383, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5351758003234863, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8679363131523132, + "num_tokens": 439397823.0, + "step": 11572 + }, + { + "epoch": 1.4722045541279736, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7834043502807617, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8632553219795227, + "num_tokens": 439435989.0, + "step": 11573 + }, + { + "epoch": 1.472331764406564, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.532336711883545, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8806661367416382, + "num_tokens": 439474272.0, + "step": 11574 + }, + { + "epoch": 1.4724589746851546, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.780517578125, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8810567855834961, + "num_tokens": 439512729.0, + "step": 11575 + }, + { + "epoch": 1.472586184963745, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.553293466567993, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8604142665863037, + "num_tokens": 439550368.0, + "step": 11576 + }, + { + "epoch": 1.4727133952423355, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7697513103485107, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8713027238845825, + "num_tokens": 439591244.0, + "step": 11577 + }, + { + "epoch": 1.472840605520926, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.545742988586426, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8680351972579956, + "num_tokens": 439632389.0, + "step": 11578 + }, + { + "epoch": 1.4729678157995165, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7616918087005615, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8589142560958862, + "num_tokens": 439674543.0, + "step": 11579 + }, + { + "epoch": 1.473095026078107, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5670995712280273, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8703336715698242, + "num_tokens": 439709009.0, + "step": 11580 + }, + { + "epoch": 1.4732222363566976, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7353153228759766, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8748327493667603, + "num_tokens": 439754154.0, + "step": 11581 + }, + { + "epoch": 1.473349446635288, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5497238636016846, + "learning_rate": 1e-05, + "loss": 0.3825, + "mean_token_accuracy": 0.8904054164886475, + "num_tokens": 439794986.0, + "step": 11582 + }, + { + "epoch": 1.4734766569138786, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7411341667175293, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8663915991783142, + "num_tokens": 439833402.0, + "step": 11583 + }, + { + "epoch": 1.4736038671924692, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.541966676712036, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.884116530418396, + "num_tokens": 439878670.0, + "step": 11584 + }, + { + "epoch": 1.4737310774710597, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7353336811065674, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8794741034507751, + "num_tokens": 439916505.0, + "step": 11585 + }, + { + "epoch": 1.4738582877496502, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.549110174179077, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8736938834190369, + "num_tokens": 439955833.0, + "step": 11586 + }, + { + "epoch": 1.4739854980282407, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.736968517303467, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8835530281066895, + "num_tokens": 439994105.0, + "step": 11587 + }, + { + "epoch": 1.4741127083068313, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5555055141448975, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.877924382686615, + "num_tokens": 440030298.0, + "step": 11588 + }, + { + "epoch": 1.4742399185854218, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7391438484191895, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8776841163635254, + "num_tokens": 440064792.0, + "step": 11589 + }, + { + "epoch": 1.4743671288640123, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5715551376342773, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.871487557888031, + "num_tokens": 440097886.0, + "step": 11590 + }, + { + "epoch": 1.4744943391426026, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.720141887664795, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8762401342391968, + "num_tokens": 440133488.0, + "step": 11591 + }, + { + "epoch": 1.4746215494211932, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5526652336120605, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8783900141716003, + "num_tokens": 440169448.0, + "step": 11592 + }, + { + "epoch": 1.4747487596997837, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7182235717773438, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8795188665390015, + "num_tokens": 440204755.0, + "step": 11593 + }, + { + "epoch": 1.4748759699783742, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5734238624572754, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8683732748031616, + "num_tokens": 440239129.0, + "step": 11594 + }, + { + "epoch": 1.4750031802569648, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6991448402404785, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8726054430007935, + "num_tokens": 440280962.0, + "step": 11595 + }, + { + "epoch": 1.4751303905355553, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5622034072875977, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.877602219581604, + "num_tokens": 440315900.0, + "step": 11596 + }, + { + "epoch": 1.4752576008141458, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.677687406539917, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.8792823553085327, + "num_tokens": 440356699.0, + "step": 11597 + }, + { + "epoch": 1.4753848110927363, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5532405376434326, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8783519268035889, + "num_tokens": 440398655.0, + "step": 11598 + }, + { + "epoch": 1.4755120213713269, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6948962211608887, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8639346361160278, + "num_tokens": 440436204.0, + "step": 11599 + }, + { + "epoch": 1.4756392316499174, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5428993701934814, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8740353584289551, + "num_tokens": 440478363.0, + "step": 11600 + }, + { + "epoch": 1.4757664419285077, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.690290927886963, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8833622932434082, + "num_tokens": 440515454.0, + "step": 11601 + }, + { + "epoch": 1.4758936522070982, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5516014099121094, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8722819089889526, + "num_tokens": 440553526.0, + "step": 11602 + }, + { + "epoch": 1.4760208624856888, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6966686248779297, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8610355854034424, + "num_tokens": 440591446.0, + "step": 11603 + }, + { + "epoch": 1.4761480727642793, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.547780752182007, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8806769847869873, + "num_tokens": 440630505.0, + "step": 11604 + }, + { + "epoch": 1.4762752830428698, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.693070888519287, + "learning_rate": 1e-05, + "loss": 0.3857, + "mean_token_accuracy": 0.8856747150421143, + "num_tokens": 440669318.0, + "step": 11605 + }, + { + "epoch": 1.4764024933214603, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5310447216033936, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8804750442504883, + "num_tokens": 440711218.0, + "step": 11606 + }, + { + "epoch": 1.4765297036000509, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7052667140960693, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8715143203735352, + "num_tokens": 440754581.0, + "step": 11607 + }, + { + "epoch": 1.4766569138786414, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.535256862640381, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8716915845870972, + "num_tokens": 440795714.0, + "step": 11608 + }, + { + "epoch": 1.476784124157232, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7281441688537598, + "learning_rate": 1e-05, + "loss": 0.3811, + "mean_token_accuracy": 0.8871679306030273, + "num_tokens": 440827423.0, + "step": 11609 + }, + { + "epoch": 1.4769113344358225, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.532534122467041, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8626974821090698, + "num_tokens": 440868857.0, + "step": 11610 + }, + { + "epoch": 1.477038544714413, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7595291137695312, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8578834533691406, + "num_tokens": 440904788.0, + "step": 11611 + }, + { + "epoch": 1.4771657549930035, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.516399383544922, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8710474967956543, + "num_tokens": 440949013.0, + "step": 11612 + }, + { + "epoch": 1.477292965271594, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.771209478378296, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8605778217315674, + "num_tokens": 440987392.0, + "step": 11613 + }, + { + "epoch": 1.4774201755501846, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5124781131744385, + "learning_rate": 1e-05, + "loss": 0.3453, + "mean_token_accuracy": 0.8985799551010132, + "num_tokens": 441024917.0, + "step": 11614 + }, + { + "epoch": 1.477547385828775, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.77807354927063, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8792669773101807, + "num_tokens": 441066355.0, + "step": 11615 + }, + { + "epoch": 1.4776745961073654, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5341644287109375, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8649424314498901, + "num_tokens": 441100192.0, + "step": 11616 + }, + { + "epoch": 1.477801806385956, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.787997007369995, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8629074096679688, + "num_tokens": 441144627.0, + "step": 11617 + }, + { + "epoch": 1.4779290166645465, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.533872127532959, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8757469654083252, + "num_tokens": 441181656.0, + "step": 11618 + }, + { + "epoch": 1.478056226943137, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.800656318664551, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8677750825881958, + "num_tokens": 441215476.0, + "step": 11619 + }, + { + "epoch": 1.4781834372217275, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.530880928039551, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.866576611995697, + "num_tokens": 441262919.0, + "step": 11620 + }, + { + "epoch": 1.478310647500318, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8027031421661377, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8693830966949463, + "num_tokens": 441302602.0, + "step": 11621 + }, + { + "epoch": 1.4784378577789086, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5508596897125244, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8741685152053833, + "num_tokens": 441335432.0, + "step": 11622 + }, + { + "epoch": 1.478565068057499, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7949068546295166, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8633430600166321, + "num_tokens": 441377849.0, + "step": 11623 + }, + { + "epoch": 1.4786922783360896, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.568527936935425, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8726032376289368, + "num_tokens": 441413225.0, + "step": 11624 + }, + { + "epoch": 1.47881948861468, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7815849781036377, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8784692883491516, + "num_tokens": 441448041.0, + "step": 11625 + }, + { + "epoch": 1.4789466988932705, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.563727378845215, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8839004039764404, + "num_tokens": 441483919.0, + "step": 11626 + }, + { + "epoch": 1.479073909171861, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7692060470581055, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8680130839347839, + "num_tokens": 441518313.0, + "step": 11627 + }, + { + "epoch": 1.4792011194504515, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5624029636383057, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8683040142059326, + "num_tokens": 441557248.0, + "step": 11628 + }, + { + "epoch": 1.479328329729042, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.763305902481079, + "learning_rate": 1e-05, + "loss": 0.5373, + "mean_token_accuracy": 0.8435341715812683, + "num_tokens": 441599759.0, + "step": 11629 + }, + { + "epoch": 1.4794555400076326, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5794451236724854, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8677845597267151, + "num_tokens": 441631643.0, + "step": 11630 + }, + { + "epoch": 1.479582750286223, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7448666095733643, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8609656095504761, + "num_tokens": 441669804.0, + "step": 11631 + }, + { + "epoch": 1.4797099605648136, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.572964668273926, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8610933423042297, + "num_tokens": 441708661.0, + "step": 11632 + }, + { + "epoch": 1.4798371708434042, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7252371311187744, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8722698092460632, + "num_tokens": 441745510.0, + "step": 11633 + }, + { + "epoch": 1.4799643811219947, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.590318202972412, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.87119460105896, + "num_tokens": 441781482.0, + "step": 11634 + }, + { + "epoch": 1.4800915914005852, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7066216468811035, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8817380666732788, + "num_tokens": 441814299.0, + "step": 11635 + }, + { + "epoch": 1.4802188016791757, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.566244125366211, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.8564493656158447, + "num_tokens": 441859742.0, + "step": 11636 + }, + { + "epoch": 1.4803460119577663, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.698578357696533, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8831433057785034, + "num_tokens": 441896563.0, + "step": 11637 + }, + { + "epoch": 1.4804732222363568, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.559866428375244, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8802512884140015, + "num_tokens": 441935380.0, + "step": 11638 + }, + { + "epoch": 1.4806004325149473, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7034590244293213, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.862531304359436, + "num_tokens": 441977077.0, + "step": 11639 + }, + { + "epoch": 1.4807276427935376, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.555185079574585, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8738076090812683, + "num_tokens": 442020538.0, + "step": 11640 + }, + { + "epoch": 1.4808548530721282, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6989448070526123, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8737973570823669, + "num_tokens": 442057093.0, + "step": 11641 + }, + { + "epoch": 1.4809820633507187, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5688116550445557, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8672237396240234, + "num_tokens": 442092364.0, + "step": 11642 + }, + { + "epoch": 1.4811092736293092, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.693042039871216, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8673602342605591, + "num_tokens": 442134181.0, + "step": 11643 + }, + { + "epoch": 1.4812364839078997, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.553668737411499, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8565310835838318, + "num_tokens": 442174987.0, + "step": 11644 + }, + { + "epoch": 1.4813636941864903, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.7079074382781982, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8770349621772766, + "num_tokens": 442204214.0, + "step": 11645 + }, + { + "epoch": 1.4814909044650808, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5445234775543213, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8814235925674438, + "num_tokens": 442243227.0, + "step": 11646 + }, + { + "epoch": 1.4816181147436713, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.7069692611694336, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8726009130477905, + "num_tokens": 442282107.0, + "step": 11647 + }, + { + "epoch": 1.4817453250222619, + "ewc_loss": 0.0634765625, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5474300384521484, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8796427249908447, + "num_tokens": 442320445.0, + "step": 11648 + }, + { + "epoch": 1.4818725353008524, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.718867063522339, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8660466074943542, + "num_tokens": 442358626.0, + "step": 11649 + }, + { + "epoch": 1.4819997455794427, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5334889888763428, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8708341121673584, + "num_tokens": 442405095.0, + "step": 11650 + }, + { + "epoch": 1.4821269558580332, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7241909503936768, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.870393693447113, + "num_tokens": 442442131.0, + "step": 11651 + }, + { + "epoch": 1.4822541661366238, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.54856538772583, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8569999933242798, + "num_tokens": 442479660.0, + "step": 11652 + }, + { + "epoch": 1.4823813764152143, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7210328578948975, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8666137456893921, + "num_tokens": 442523659.0, + "step": 11653 + }, + { + "epoch": 1.4825085866938048, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.536740303039551, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8664441704750061, + "num_tokens": 442564445.0, + "step": 11654 + }, + { + "epoch": 1.4826357969723953, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7451555728912354, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.872585117816925, + "num_tokens": 442597662.0, + "step": 11655 + }, + { + "epoch": 1.4827630072509859, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5414912700653076, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.865705132484436, + "num_tokens": 442633365.0, + "step": 11656 + }, + { + "epoch": 1.4828902175295764, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7493033409118652, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8701719641685486, + "num_tokens": 442668389.0, + "step": 11657 + }, + { + "epoch": 1.483017427808167, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5720064640045166, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.87397301197052, + "num_tokens": 442695089.0, + "step": 11658 + }, + { + "epoch": 1.4831446380867574, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7206404209136963, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8731735944747925, + "num_tokens": 442738602.0, + "step": 11659 + }, + { + "epoch": 1.483271848365348, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.546734571456909, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8693864345550537, + "num_tokens": 442777400.0, + "step": 11660 + }, + { + "epoch": 1.4833990586439385, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.721998691558838, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8739539980888367, + "num_tokens": 442815502.0, + "step": 11661 + }, + { + "epoch": 1.483526268922529, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.545067548751831, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8615909218788147, + "num_tokens": 442858418.0, + "step": 11662 + }, + { + "epoch": 1.4836534792011196, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002574920654296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7127013206481934, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8875830173492432, + "num_tokens": 442896073.0, + "step": 11663 + }, + { + "epoch": 1.48378068947971, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.54472017288208, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8703361749649048, + "num_tokens": 442940719.0, + "step": 11664 + }, + { + "epoch": 1.4839078997583004, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7235958576202393, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8813272714614868, + "num_tokens": 442977724.0, + "step": 11665 + }, + { + "epoch": 1.484035110036891, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5380327701568604, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.881443977355957, + "num_tokens": 443017754.0, + "step": 11666 + }, + { + "epoch": 1.4841623203154815, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7519266605377197, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8736038208007812, + "num_tokens": 443048661.0, + "step": 11667 + }, + { + "epoch": 1.484289530594072, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5223515033721924, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8704460859298706, + "num_tokens": 443094445.0, + "step": 11668 + }, + { + "epoch": 1.4844167408726625, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.749239444732666, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8833080530166626, + "num_tokens": 443134468.0, + "step": 11669 + }, + { + "epoch": 1.484543951151253, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5347208976745605, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8755887150764465, + "num_tokens": 443174458.0, + "step": 11670 + }, + { + "epoch": 1.4846711614298436, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7585391998291016, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8798734545707703, + "num_tokens": 443212421.0, + "step": 11671 + }, + { + "epoch": 1.484798371708434, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545132637023926, + "learning_rate": 1e-05, + "loss": 0.5091, + "mean_token_accuracy": 0.847489595413208, + "num_tokens": 443252083.0, + "step": 11672 + }, + { + "epoch": 1.4849255819870246, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.767575740814209, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8626759648323059, + "num_tokens": 443286776.0, + "step": 11673 + }, + { + "epoch": 1.485052792265615, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5281639099121094, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8783799409866333, + "num_tokens": 443325734.0, + "step": 11674 + }, + { + "epoch": 1.4851800025442055, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.771599531173706, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8702509999275208, + "num_tokens": 443362637.0, + "step": 11675 + }, + { + "epoch": 1.485307212822796, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5271167755126953, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8816567659378052, + "num_tokens": 443401629.0, + "step": 11676 + }, + { + "epoch": 1.4854344231013865, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.778275728225708, + "learning_rate": 1e-05, + "loss": 0.3895, + "mean_token_accuracy": 0.886918306350708, + "num_tokens": 443437619.0, + "step": 11677 + }, + { + "epoch": 1.485561633379977, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5539162158966064, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.8581138253211975, + "num_tokens": 443472175.0, + "step": 11678 + }, + { + "epoch": 1.4856888436585676, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.778596878051758, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8665390610694885, + "num_tokens": 443506904.0, + "step": 11679 + }, + { + "epoch": 1.485816053937158, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5469141006469727, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8597978353500366, + "num_tokens": 443548141.0, + "step": 11680 + }, + { + "epoch": 1.4859432642157486, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7647294998168945, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8712445497512817, + "num_tokens": 443586609.0, + "step": 11681 + }, + { + "epoch": 1.4860704744943392, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.547356367111206, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8746740818023682, + "num_tokens": 443628792.0, + "step": 11682 + }, + { + "epoch": 1.4861976847729297, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7630455493927, + "learning_rate": 1e-05, + "loss": 0.5023, + "mean_token_accuracy": 0.8537263870239258, + "num_tokens": 443671336.0, + "step": 11683 + }, + { + "epoch": 1.4863248950515202, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5488052368164062, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.870747447013855, + "num_tokens": 443708987.0, + "step": 11684 + }, + { + "epoch": 1.4864521053301107, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7487258911132812, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8733003735542297, + "num_tokens": 443749968.0, + "step": 11685 + }, + { + "epoch": 1.4865793156087013, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5690464973449707, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8748542070388794, + "num_tokens": 443786287.0, + "step": 11686 + }, + { + "epoch": 1.4867065258872918, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.742142915725708, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8848741054534912, + "num_tokens": 443820729.0, + "step": 11687 + }, + { + "epoch": 1.4868337361658823, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.549720525741577, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8847107887268066, + "num_tokens": 443859401.0, + "step": 11688 + }, + { + "epoch": 1.4869609464444726, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7355611324310303, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8882114291191101, + "num_tokens": 443895697.0, + "step": 11689 + }, + { + "epoch": 1.4870881567230632, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.550647497177124, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8774161338806152, + "num_tokens": 443935229.0, + "step": 11690 + }, + { + "epoch": 1.4872153670016537, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7494475841522217, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8703535795211792, + "num_tokens": 443967544.0, + "step": 11691 + }, + { + "epoch": 1.4873425772802442, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.545393943786621, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8684598207473755, + "num_tokens": 444006973.0, + "step": 11692 + }, + { + "epoch": 1.4874697875588347, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7439537048339844, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8796154856681824, + "num_tokens": 444041143.0, + "step": 11693 + }, + { + "epoch": 1.4875969978374253, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5390217304229736, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8632707595825195, + "num_tokens": 444086279.0, + "step": 11694 + }, + { + "epoch": 1.4877242081160158, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7452549934387207, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8726806640625, + "num_tokens": 444123559.0, + "step": 11695 + }, + { + "epoch": 1.4878514183946063, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.555025339126587, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8612952828407288, + "num_tokens": 444159197.0, + "step": 11696 + }, + { + "epoch": 1.4879786286731969, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7607061862945557, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8740326166152954, + "num_tokens": 444190217.0, + "step": 11697 + }, + { + "epoch": 1.4881058389517874, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.549886465072632, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.886999249458313, + "num_tokens": 444225241.0, + "step": 11698 + }, + { + "epoch": 1.4882330492303777, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002593994140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7509572505950928, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8574104309082031, + "num_tokens": 444263702.0, + "step": 11699 + }, + { + "epoch": 1.4883602595089682, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.539762496948242, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8727084398269653, + "num_tokens": 444303911.0, + "step": 11700 + }, + { + "epoch": 1.4884874697875587, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.735748291015625, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8711965084075928, + "num_tokens": 444344705.0, + "step": 11701 + }, + { + "epoch": 1.4886146800661493, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5487060546875, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8850754499435425, + "num_tokens": 444381598.0, + "step": 11702 + }, + { + "epoch": 1.4887418903447398, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7523930072784424, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8770273327827454, + "num_tokens": 444413077.0, + "step": 11703 + }, + { + "epoch": 1.4888691006233303, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5419976711273193, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8746067881584167, + "num_tokens": 444453028.0, + "step": 11704 + }, + { + "epoch": 1.4889963109019209, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7575085163116455, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8692845106124878, + "num_tokens": 444486382.0, + "step": 11705 + }, + { + "epoch": 1.4891235211805114, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545379638671875, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8802323937416077, + "num_tokens": 444523299.0, + "step": 11706 + }, + { + "epoch": 1.489250731459102, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.757795572280884, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8734431266784668, + "num_tokens": 444561772.0, + "step": 11707 + }, + { + "epoch": 1.4893779417376924, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.541503667831421, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.859387993812561, + "num_tokens": 444603056.0, + "step": 11708 + }, + { + "epoch": 1.489505152016283, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7565603256225586, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8843028545379639, + "num_tokens": 444640469.0, + "step": 11709 + }, + { + "epoch": 1.4896323622948735, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.557435989379883, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8719663619995117, + "num_tokens": 444680737.0, + "step": 11710 + }, + { + "epoch": 1.489759572573464, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.754025459289551, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8849848508834839, + "num_tokens": 444713828.0, + "step": 11711 + }, + { + "epoch": 1.4898867828520546, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.553511381149292, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8645628690719604, + "num_tokens": 444755823.0, + "step": 11712 + }, + { + "epoch": 1.490013993130645, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.747450828552246, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8756805658340454, + "num_tokens": 444791558.0, + "step": 11713 + }, + { + "epoch": 1.4901412034092354, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5391464233398438, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8771011233329773, + "num_tokens": 444832037.0, + "step": 11714 + }, + { + "epoch": 1.490268413687826, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7589452266693115, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.860186755657196, + "num_tokens": 444870092.0, + "step": 11715 + }, + { + "epoch": 1.4903956239664164, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5404186248779297, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8722158074378967, + "num_tokens": 444909267.0, + "step": 11716 + }, + { + "epoch": 1.490522834245007, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7531545162200928, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8694373369216919, + "num_tokens": 444946851.0, + "step": 11717 + }, + { + "epoch": 1.4906500445235975, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5408191680908203, + "learning_rate": 1e-05, + "loss": 0.3858, + "mean_token_accuracy": 0.889204204082489, + "num_tokens": 444986324.0, + "step": 11718 + }, + { + "epoch": 1.490777254802188, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.754722833633423, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8811485767364502, + "num_tokens": 445020443.0, + "step": 11719 + }, + { + "epoch": 1.4909044650807786, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.558830499649048, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8550721406936646, + "num_tokens": 445057592.0, + "step": 11720 + }, + { + "epoch": 1.491031675359369, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.74430513381958, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8867039680480957, + "num_tokens": 445091513.0, + "step": 11721 + }, + { + "epoch": 1.4911588856379596, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.548672914505005, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8579269051551819, + "num_tokens": 445132579.0, + "step": 11722 + }, + { + "epoch": 1.49128609591655, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.760194778442383, + "learning_rate": 1e-05, + "loss": 0.5044, + "mean_token_accuracy": 0.8514407873153687, + "num_tokens": 445167336.0, + "step": 11723 + }, + { + "epoch": 1.4914133061951405, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545823097229004, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8614031076431274, + "num_tokens": 445208873.0, + "step": 11724 + }, + { + "epoch": 1.491540516473731, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.755359649658203, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8709872961044312, + "num_tokens": 445245649.0, + "step": 11725 + }, + { + "epoch": 1.4916677267523215, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5387332439422607, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.886140763759613, + "num_tokens": 445285890.0, + "step": 11726 + }, + { + "epoch": 1.491794937030912, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.757441997528076, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8636857867240906, + "num_tokens": 445323408.0, + "step": 11727 + }, + { + "epoch": 1.4919221473095026, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5438032150268555, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.881722092628479, + "num_tokens": 445361086.0, + "step": 11728 + }, + { + "epoch": 1.492049357588093, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.744570016860962, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.875072717666626, + "num_tokens": 445404726.0, + "step": 11729 + }, + { + "epoch": 1.4921765678666836, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5462334156036377, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8739262819290161, + "num_tokens": 445444190.0, + "step": 11730 + }, + { + "epoch": 1.4923037781452742, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7569122314453125, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8641043901443481, + "num_tokens": 445484395.0, + "step": 11731 + }, + { + "epoch": 1.4924309884238647, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.567803144454956, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8694945573806763, + "num_tokens": 445518104.0, + "step": 11732 + }, + { + "epoch": 1.4925581987024552, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7479360103607178, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8633226752281189, + "num_tokens": 445554761.0, + "step": 11733 + }, + { + "epoch": 1.4926854089810457, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.552689552307129, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8677175641059875, + "num_tokens": 445595331.0, + "step": 11734 + }, + { + "epoch": 1.4928126192596363, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.721430778503418, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8781028389930725, + "num_tokens": 445639280.0, + "step": 11735 + }, + { + "epoch": 1.4929398295382268, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.558342218399048, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8715940117835999, + "num_tokens": 445675437.0, + "step": 11736 + }, + { + "epoch": 1.4930670398168173, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.729318380355835, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8764336109161377, + "num_tokens": 445712419.0, + "step": 11737 + }, + { + "epoch": 1.4931942500954076, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570054531097412, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8540216684341431, + "num_tokens": 445751465.0, + "step": 11738 + }, + { + "epoch": 1.4933214603739982, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7244207859039307, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8842122554779053, + "num_tokens": 445788145.0, + "step": 11739 + }, + { + "epoch": 1.4934486706525887, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5613927841186523, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8773494958877563, + "num_tokens": 445825954.0, + "step": 11740 + }, + { + "epoch": 1.4935758809311792, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.716212749481201, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.8585689067840576, + "num_tokens": 445866207.0, + "step": 11741 + }, + { + "epoch": 1.4937030912097697, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.553168535232544, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8611212968826294, + "num_tokens": 445904679.0, + "step": 11742 + }, + { + "epoch": 1.4938303014883603, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.735402822494507, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8589782118797302, + "num_tokens": 445936001.0, + "step": 11743 + }, + { + "epoch": 1.4939575117669508, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.563887119293213, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.865734338760376, + "num_tokens": 445969212.0, + "step": 11744 + }, + { + "epoch": 1.4940847220455413, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7012646198272705, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8697909712791443, + "num_tokens": 446013455.0, + "step": 11745 + }, + { + "epoch": 1.4942119323241319, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5799145698547363, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.867424726486206, + "num_tokens": 446044152.0, + "step": 11746 + }, + { + "epoch": 1.4943391426027224, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6881840229034424, + "learning_rate": 1e-05, + "loss": 0.4887, + "mean_token_accuracy": 0.8575662970542908, + "num_tokens": 446087047.0, + "step": 11747 + }, + { + "epoch": 1.4944663528813127, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5647776126861572, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8790569305419922, + "num_tokens": 446120095.0, + "step": 11748 + }, + { + "epoch": 1.4945935631599032, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.689938545227051, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8770753741264343, + "num_tokens": 446156827.0, + "step": 11749 + }, + { + "epoch": 1.4947207734384937, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5568487644195557, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8705406785011292, + "num_tokens": 446197101.0, + "step": 11750 + }, + { + "epoch": 1.4948479837170843, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.695633888244629, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8692501187324524, + "num_tokens": 446230442.0, + "step": 11751 + }, + { + "epoch": 1.4949751939956748, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5495314598083496, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8812406063079834, + "num_tokens": 446268395.0, + "step": 11752 + }, + { + "epoch": 1.4951024042742653, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.691761016845703, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8758276104927063, + "num_tokens": 446307855.0, + "step": 11753 + }, + { + "epoch": 1.4952296145528559, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.544065237045288, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8712916374206543, + "num_tokens": 446348808.0, + "step": 11754 + }, + { + "epoch": 1.4953568248314464, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7253572940826416, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8772704601287842, + "num_tokens": 446380580.0, + "step": 11755 + }, + { + "epoch": 1.495484035110037, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.543057680130005, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8778281211853027, + "num_tokens": 446414420.0, + "step": 11756 + }, + { + "epoch": 1.4956112453886274, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7080881595611572, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8889670372009277, + "num_tokens": 446450220.0, + "step": 11757 + }, + { + "epoch": 1.495738455667218, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5512564182281494, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8862311840057373, + "num_tokens": 446483823.0, + "step": 11758 + }, + { + "epoch": 1.4958656659458085, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.717085599899292, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8742258548736572, + "num_tokens": 446522317.0, + "step": 11759 + }, + { + "epoch": 1.495992876224399, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.542419672012329, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8652288317680359, + "num_tokens": 446564491.0, + "step": 11760 + }, + { + "epoch": 1.4961200865029896, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7165567874908447, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.874275803565979, + "num_tokens": 446605490.0, + "step": 11761 + }, + { + "epoch": 1.49624729678158, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.539909601211548, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8611717224121094, + "num_tokens": 446647385.0, + "step": 11762 + }, + { + "epoch": 1.4963745070601704, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.729902505874634, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8670766949653625, + "num_tokens": 446682895.0, + "step": 11763 + }, + { + "epoch": 1.496501717338761, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5342085361480713, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8614529967308044, + "num_tokens": 446724724.0, + "step": 11764 + }, + { + "epoch": 1.4966289276173514, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7389461994171143, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8727118372917175, + "num_tokens": 446763433.0, + "step": 11765 + }, + { + "epoch": 1.496756137895942, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.529832363128662, + "learning_rate": 1e-05, + "loss": 0.5051, + "mean_token_accuracy": 0.8470785617828369, + "num_tokens": 446809275.0, + "step": 11766 + }, + { + "epoch": 1.4968833481745325, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.748053550720215, + "learning_rate": 1e-05, + "loss": 0.3925, + "mean_token_accuracy": 0.8851237893104553, + "num_tokens": 446840619.0, + "step": 11767 + }, + { + "epoch": 1.497010558453123, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.532153844833374, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8581110239028931, + "num_tokens": 446879979.0, + "step": 11768 + }, + { + "epoch": 1.4971377687317136, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.754703998565674, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8820643424987793, + "num_tokens": 446913729.0, + "step": 11769 + }, + { + "epoch": 1.497264979010304, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5360071659088135, + "learning_rate": 1e-05, + "loss": 0.4967, + "mean_token_accuracy": 0.8586839437484741, + "num_tokens": 446951843.0, + "step": 11770 + }, + { + "epoch": 1.4973921892888946, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7691891193389893, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.868503212928772, + "num_tokens": 446988091.0, + "step": 11771 + }, + { + "epoch": 1.497519399567485, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.538555145263672, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8634568452835083, + "num_tokens": 447023833.0, + "step": 11772 + }, + { + "epoch": 1.4976466098460754, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.773379325866699, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8777673244476318, + "num_tokens": 447056232.0, + "step": 11773 + }, + { + "epoch": 1.497773820124666, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5356385707855225, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.881977915763855, + "num_tokens": 447094524.0, + "step": 11774 + }, + { + "epoch": 1.4979010304032565, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7810862064361572, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8667452931404114, + "num_tokens": 447129076.0, + "step": 11775 + }, + { + "epoch": 1.498028240681847, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.536710262298584, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8710076808929443, + "num_tokens": 447168651.0, + "step": 11776 + }, + { + "epoch": 1.4981554509604376, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7786452770233154, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8712019324302673, + "num_tokens": 447207491.0, + "step": 11777 + }, + { + "epoch": 1.498282661239028, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.548050880432129, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8788717985153198, + "num_tokens": 447242955.0, + "step": 11778 + }, + { + "epoch": 1.4984098715176186, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.8350701332092285, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.890083372592926, + "num_tokens": 447277634.0, + "step": 11779 + }, + { + "epoch": 1.4985370817962091, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.540517568588257, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8656402230262756, + "num_tokens": 447315255.0, + "step": 11780 + }, + { + "epoch": 1.4986642920747997, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7914047241210938, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.883216142654419, + "num_tokens": 447353801.0, + "step": 11781 + }, + { + "epoch": 1.4987915023533902, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5520291328430176, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.869213879108429, + "num_tokens": 447388098.0, + "step": 11782 + }, + { + "epoch": 1.4989187126319807, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.794593334197998, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.870450496673584, + "num_tokens": 447424860.0, + "step": 11783 + }, + { + "epoch": 1.4990459229105713, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5577633380889893, + "learning_rate": 1e-05, + "loss": 0.4994, + "mean_token_accuracy": 0.852806031703949, + "num_tokens": 447465179.0, + "step": 11784 + }, + { + "epoch": 1.4991731331891618, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7833032608032227, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8580994606018066, + "num_tokens": 447505960.0, + "step": 11785 + }, + { + "epoch": 1.4993003434677523, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.560424327850342, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8620628118515015, + "num_tokens": 447545410.0, + "step": 11786 + }, + { + "epoch": 1.4994275537463426, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7784974575042725, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8668451309204102, + "num_tokens": 447586294.0, + "step": 11787 + }, + { + "epoch": 1.4995547640249332, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.553679943084717, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8730279803276062, + "num_tokens": 447628841.0, + "step": 11788 + }, + { + "epoch": 1.4996819743035237, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.769054889678955, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8708760738372803, + "num_tokens": 447669456.0, + "step": 11789 + }, + { + "epoch": 1.4998091845821142, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5708537101745605, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8779659271240234, + "num_tokens": 447703297.0, + "step": 11790 + }, + { + "epoch": 1.4999363948607047, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.781376838684082, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8569382429122925, + "num_tokens": 447742497.0, + "step": 11791 + }, + { + "epoch": 1.5000636051392953, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5543038845062256, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.871755063533783, + "num_tokens": 447783956.0, + "step": 11792 + }, + { + "epoch": 1.5001908154178858, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7686080932617188, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8704659342765808, + "num_tokens": 447824527.0, + "step": 11793 + }, + { + "epoch": 1.5003180256964763, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5603013038635254, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8682847023010254, + "num_tokens": 447863676.0, + "step": 11794 + }, + { + "epoch": 1.5004452359750666, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7491984367370605, + "learning_rate": 1e-05, + "loss": 0.4864, + "mean_token_accuracy": 0.8574672937393188, + "num_tokens": 447906157.0, + "step": 11795 + }, + { + "epoch": 1.5005724462536572, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.558137893676758, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8852900862693787, + "num_tokens": 447944016.0, + "step": 11796 + }, + { + "epoch": 1.5006996565322477, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.747096538543701, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8818303346633911, + "num_tokens": 447979500.0, + "step": 11797 + }, + { + "epoch": 1.5008268668108382, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.569323778152466, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8570089340209961, + "num_tokens": 448012770.0, + "step": 11798 + }, + { + "epoch": 1.5009540770894287, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7460973262786865, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8718369007110596, + "num_tokens": 448048227.0, + "step": 11799 + }, + { + "epoch": 1.5010812873680193, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5791566371917725, + "learning_rate": 1e-05, + "loss": 0.4745, + "mean_token_accuracy": 0.8615872859954834, + "num_tokens": 448081672.0, + "step": 11800 + }, + { + "epoch": 1.5012084976466098, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.726895570755005, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8695693016052246, + "num_tokens": 448122693.0, + "step": 11801 + }, + { + "epoch": 1.5013357079252003, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5748178958892822, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8612221479415894, + "num_tokens": 448161246.0, + "step": 11802 + }, + { + "epoch": 1.5014629182037909, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.716371536254883, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.868114709854126, + "num_tokens": 448205233.0, + "step": 11803 + }, + { + "epoch": 1.5015901284823814, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5657567977905273, + "learning_rate": 1e-05, + "loss": 0.5074, + "mean_token_accuracy": 0.8481409549713135, + "num_tokens": 448247404.0, + "step": 11804 + }, + { + "epoch": 1.501717338760972, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7151012420654297, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8744866847991943, + "num_tokens": 448286874.0, + "step": 11805 + }, + { + "epoch": 1.5018445490395624, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.574899196624756, + "learning_rate": 1e-05, + "loss": 0.504, + "mean_token_accuracy": 0.8518117666244507, + "num_tokens": 448325461.0, + "step": 11806 + }, + { + "epoch": 1.501971759318153, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.68670392036438, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8781082034111023, + "num_tokens": 448366871.0, + "step": 11807 + }, + { + "epoch": 1.5020989695967435, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.586515426635742, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8786841034889221, + "num_tokens": 448396798.0, + "step": 11808 + }, + { + "epoch": 1.502226179875334, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.67887806892395, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.872109055519104, + "num_tokens": 448437782.0, + "step": 11809 + }, + { + "epoch": 1.5023533901539246, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5829498767852783, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8745012283325195, + "num_tokens": 448469892.0, + "step": 11810 + }, + { + "epoch": 1.502480600432515, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6684823036193848, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.866503119468689, + "num_tokens": 448508233.0, + "step": 11811 + }, + { + "epoch": 1.5026078107111056, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5880215167999268, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.858132541179657, + "num_tokens": 448541071.0, + "step": 11812 + }, + { + "epoch": 1.502735020989696, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6796133518218994, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8637591600418091, + "num_tokens": 448571348.0, + "step": 11813 + }, + { + "epoch": 1.5028622312682864, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5726075172424316, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8719199895858765, + "num_tokens": 448611889.0, + "step": 11814 + }, + { + "epoch": 1.502989441546877, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6697609424591064, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8765803575515747, + "num_tokens": 448646683.0, + "step": 11815 + }, + { + "epoch": 1.5031166518254675, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.557340383529663, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8728088736534119, + "num_tokens": 448688154.0, + "step": 11816 + }, + { + "epoch": 1.503243862104058, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6861155033111572, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8674482107162476, + "num_tokens": 448726343.0, + "step": 11817 + }, + { + "epoch": 1.5033710723826486, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5365753173828125, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8877864480018616, + "num_tokens": 448770376.0, + "step": 11818 + }, + { + "epoch": 1.503498282661239, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.718454360961914, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8808923959732056, + "num_tokens": 448799247.0, + "step": 11819 + }, + { + "epoch": 1.5036254929398294, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.535820245742798, + "learning_rate": 1e-05, + "loss": 0.4924, + "mean_token_accuracy": 0.861213207244873, + "num_tokens": 448839379.0, + "step": 11820 + }, + { + "epoch": 1.50375270321842, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7479000091552734, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8526537418365479, + "num_tokens": 448873924.0, + "step": 11821 + }, + { + "epoch": 1.5038799134970104, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5164713859558105, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8673447966575623, + "num_tokens": 448915765.0, + "step": 11822 + }, + { + "epoch": 1.504007123775601, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.757185697555542, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8780641555786133, + "num_tokens": 448953116.0, + "step": 11823 + }, + { + "epoch": 1.5041343340541915, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5307419300079346, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8649140000343323, + "num_tokens": 448989065.0, + "step": 11824 + }, + { + "epoch": 1.504261544332782, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7602343559265137, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8649075627326965, + "num_tokens": 449029608.0, + "step": 11825 + }, + { + "epoch": 1.5043887546113726, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5336287021636963, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.8605935573577881, + "num_tokens": 449068288.0, + "step": 11826 + }, + { + "epoch": 1.504515964889963, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7709105014801025, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8692283630371094, + "num_tokens": 449107754.0, + "step": 11827 + }, + { + "epoch": 1.5046431751685536, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5078964233398438, + "learning_rate": 1e-05, + "loss": 0.3643, + "mean_token_accuracy": 0.8934850096702576, + "num_tokens": 449148680.0, + "step": 11828 + }, + { + "epoch": 1.5047703854471441, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.794567346572876, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8691301345825195, + "num_tokens": 449191616.0, + "step": 11829 + }, + { + "epoch": 1.5048975957257347, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5357470512390137, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8792536854743958, + "num_tokens": 449227149.0, + "step": 11830 + }, + { + "epoch": 1.5050248060043252, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.842017412185669, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8676050901412964, + "num_tokens": 449259186.0, + "step": 11831 + }, + { + "epoch": 1.5051520162829157, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.544783592224121, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8807253837585449, + "num_tokens": 449294403.0, + "step": 11832 + }, + { + "epoch": 1.5052792265615063, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.808469295501709, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8892930746078491, + "num_tokens": 449334205.0, + "step": 11833 + }, + { + "epoch": 1.5054064368400968, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5665640830993652, + "learning_rate": 1e-05, + "loss": 0.5125, + "mean_token_accuracy": 0.853268027305603, + "num_tokens": 449372501.0, + "step": 11834 + }, + { + "epoch": 1.5055336471186873, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.806913137435913, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8596265912055969, + "num_tokens": 449410394.0, + "step": 11835 + }, + { + "epoch": 1.5056608573972778, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5567729473114014, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8735195398330688, + "num_tokens": 449449494.0, + "step": 11836 + }, + { + "epoch": 1.5057880676758684, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8096916675567627, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8663185834884644, + "num_tokens": 449485086.0, + "step": 11837 + }, + { + "epoch": 1.5059152779544587, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.571838855743408, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8703439831733704, + "num_tokens": 449518681.0, + "step": 11838 + }, + { + "epoch": 1.5060424882330492, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.773834705352783, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8761752247810364, + "num_tokens": 449557439.0, + "step": 11839 + }, + { + "epoch": 1.5061696985116397, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5643961429595947, + "learning_rate": 1e-05, + "loss": 0.4864, + "mean_token_accuracy": 0.8555211424827576, + "num_tokens": 449600571.0, + "step": 11840 + }, + { + "epoch": 1.5062969087902303, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.770176887512207, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.8603187799453735, + "num_tokens": 449639323.0, + "step": 11841 + }, + { + "epoch": 1.5064241190688208, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5587046146392822, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8670032024383545, + "num_tokens": 449680082.0, + "step": 11842 + }, + { + "epoch": 1.5065513293474113, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.767735004425049, + "learning_rate": 1e-05, + "loss": 0.492, + "mean_token_accuracy": 0.856806218624115, + "num_tokens": 449717655.0, + "step": 11843 + }, + { + "epoch": 1.5066785396260016, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.556767225265503, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.881300687789917, + "num_tokens": 449756833.0, + "step": 11844 + }, + { + "epoch": 1.5068057499045922, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7610843181610107, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8713165521621704, + "num_tokens": 449796525.0, + "step": 11845 + }, + { + "epoch": 1.5069329601831827, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5517570972442627, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8691843748092651, + "num_tokens": 449837731.0, + "step": 11846 + }, + { + "epoch": 1.5070601704617732, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.81581711769104, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8775954842567444, + "num_tokens": 449876235.0, + "step": 11847 + }, + { + "epoch": 1.5071873807403637, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5492897033691406, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8708818554878235, + "num_tokens": 449916153.0, + "step": 11848 + }, + { + "epoch": 1.5073145910189543, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.784085512161255, + "learning_rate": 1e-05, + "loss": 0.4942, + "mean_token_accuracy": 0.8563010692596436, + "num_tokens": 449957969.0, + "step": 11849 + }, + { + "epoch": 1.5074418012975448, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5429515838623047, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8746646046638489, + "num_tokens": 449997464.0, + "step": 11850 + }, + { + "epoch": 1.5075690115761353, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7821667194366455, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8610193729400635, + "num_tokens": 450038102.0, + "step": 11851 + }, + { + "epoch": 1.5076962218547258, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.552734851837158, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8781780004501343, + "num_tokens": 450073832.0, + "step": 11852 + }, + { + "epoch": 1.5078234321333164, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7765328884124756, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8791251182556152, + "num_tokens": 450108662.0, + "step": 11853 + }, + { + "epoch": 1.507950642411907, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5548019409179688, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.885957658290863, + "num_tokens": 450144601.0, + "step": 11854 + }, + { + "epoch": 1.5080778526904974, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7597029209136963, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8658859729766846, + "num_tokens": 450190112.0, + "step": 11855 + }, + { + "epoch": 1.508205062969088, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.571272134780884, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8818392157554626, + "num_tokens": 450227660.0, + "step": 11856 + }, + { + "epoch": 1.5083322732476785, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.742125988006592, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8780894875526428, + "num_tokens": 450265243.0, + "step": 11857 + }, + { + "epoch": 1.508459483526269, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5817432403564453, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8636724948883057, + "num_tokens": 450303382.0, + "step": 11858 + }, + { + "epoch": 1.5085866938048595, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7490484714508057, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8735065460205078, + "num_tokens": 450335458.0, + "step": 11859 + }, + { + "epoch": 1.50871390408345, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5760703086853027, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.867743968963623, + "num_tokens": 450373375.0, + "step": 11860 + }, + { + "epoch": 1.5088411143620406, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.737051010131836, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8802943229675293, + "num_tokens": 450406258.0, + "step": 11861 + }, + { + "epoch": 1.508968324640631, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.571094036102295, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8779594898223877, + "num_tokens": 450441558.0, + "step": 11862 + }, + { + "epoch": 1.5090955349192214, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7192187309265137, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8770557641983032, + "num_tokens": 450477685.0, + "step": 11863 + }, + { + "epoch": 1.509222745197812, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.564230442047119, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8562582731246948, + "num_tokens": 450516661.0, + "step": 11864 + }, + { + "epoch": 1.5093499554764025, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.708627223968506, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8725776672363281, + "num_tokens": 450555091.0, + "step": 11865 + }, + { + "epoch": 1.509477165754993, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5580995082855225, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8679898977279663, + "num_tokens": 450596172.0, + "step": 11866 + }, + { + "epoch": 1.5096043760335836, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.706394910812378, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8659579157829285, + "num_tokens": 450636902.0, + "step": 11867 + }, + { + "epoch": 1.509731586312174, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.559439182281494, + "learning_rate": 1e-05, + "loss": 0.5069, + "mean_token_accuracy": 0.856863796710968, + "num_tokens": 450682826.0, + "step": 11868 + }, + { + "epoch": 1.5098587965907644, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7080137729644775, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8608023524284363, + "num_tokens": 450722995.0, + "step": 11869 + }, + { + "epoch": 1.509986006869355, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5474884510040283, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8775414228439331, + "num_tokens": 450762109.0, + "step": 11870 + }, + { + "epoch": 1.5101132171479454, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.704702377319336, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8732290267944336, + "num_tokens": 450799543.0, + "step": 11871 + }, + { + "epoch": 1.510240427426536, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5486884117126465, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8673581480979919, + "num_tokens": 450840424.0, + "step": 11872 + }, + { + "epoch": 1.5103676377051265, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.713644504547119, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.876217782497406, + "num_tokens": 450877652.0, + "step": 11873 + }, + { + "epoch": 1.510494847983717, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5569145679473877, + "learning_rate": 1e-05, + "loss": 0.4958, + "mean_token_accuracy": 0.8507314324378967, + "num_tokens": 450916171.0, + "step": 11874 + }, + { + "epoch": 1.5106220582623076, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7232418060302734, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8751485347747803, + "num_tokens": 450950455.0, + "step": 11875 + }, + { + "epoch": 1.510749268540898, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.540135622024536, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8696803450584412, + "num_tokens": 450990747.0, + "step": 11876 + }, + { + "epoch": 1.5108764788194886, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.725105047225952, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8764591813087463, + "num_tokens": 451029396.0, + "step": 11877 + }, + { + "epoch": 1.5110036890980791, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5452096462249756, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8691351413726807, + "num_tokens": 451065071.0, + "step": 11878 + }, + { + "epoch": 1.5111308993766697, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7323522567749023, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8746909499168396, + "num_tokens": 451105487.0, + "step": 11879 + }, + { + "epoch": 1.5112581096552602, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5583512783050537, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8610265254974365, + "num_tokens": 451141538.0, + "step": 11880 + }, + { + "epoch": 1.5113853199338507, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.729485034942627, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8843305110931396, + "num_tokens": 451175080.0, + "step": 11881 + }, + { + "epoch": 1.5115125302124413, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.542217969894409, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8703084588050842, + "num_tokens": 451216117.0, + "step": 11882 + }, + { + "epoch": 1.5116397404910318, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7406251430511475, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8739302158355713, + "num_tokens": 451251585.0, + "step": 11883 + }, + { + "epoch": 1.5117669507696223, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5354464054107666, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.8584034442901611, + "num_tokens": 451290401.0, + "step": 11884 + }, + { + "epoch": 1.5118941610482128, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.746394395828247, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8627921938896179, + "num_tokens": 451331896.0, + "step": 11885 + }, + { + "epoch": 1.5120213713268034, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.538367509841919, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.874618411064148, + "num_tokens": 451368802.0, + "step": 11886 + }, + { + "epoch": 1.5121485816053937, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.757249116897583, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8830152750015259, + "num_tokens": 451400101.0, + "step": 11887 + }, + { + "epoch": 1.5122757918839842, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5324723720550537, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8699824213981628, + "num_tokens": 451444732.0, + "step": 11888 + }, + { + "epoch": 1.5124030021625747, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.753081798553467, + "learning_rate": 1e-05, + "loss": 0.3786, + "mean_token_accuracy": 0.8924933671951294, + "num_tokens": 451481467.0, + "step": 11889 + }, + { + "epoch": 1.5125302124411653, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5436253547668457, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8703356981277466, + "num_tokens": 451520048.0, + "step": 11890 + }, + { + "epoch": 1.5126574227197558, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7596263885498047, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8726012706756592, + "num_tokens": 451555121.0, + "step": 11891 + }, + { + "epoch": 1.5127846329983463, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.542234420776367, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8696742653846741, + "num_tokens": 451594894.0, + "step": 11892 + }, + { + "epoch": 1.5129118432769366, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7745563983917236, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8765353560447693, + "num_tokens": 451627175.0, + "step": 11893 + }, + { + "epoch": 1.5130390535555271, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.545478343963623, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.87811678647995, + "num_tokens": 451664177.0, + "step": 11894 + }, + { + "epoch": 1.5131662638341177, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7698512077331543, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8781305551528931, + "num_tokens": 451696964.0, + "step": 11895 + }, + { + "epoch": 1.5132934741127082, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5419397354125977, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8861571550369263, + "num_tokens": 451735349.0, + "step": 11896 + }, + { + "epoch": 1.5134206843912987, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.776529550552368, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.881474494934082, + "num_tokens": 451770410.0, + "step": 11897 + }, + { + "epoch": 1.5135478946698893, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.538325071334839, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8767879009246826, + "num_tokens": 451812170.0, + "step": 11898 + }, + { + "epoch": 1.5136751049484798, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.764613628387451, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8724551200866699, + "num_tokens": 451858079.0, + "step": 11899 + }, + { + "epoch": 1.5138023152270703, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5539722442626953, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.863366961479187, + "num_tokens": 451901120.0, + "step": 11900 + }, + { + "epoch": 1.5139295255056608, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7704036235809326, + "learning_rate": 1e-05, + "loss": 0.5007, + "mean_token_accuracy": 0.8580426573753357, + "num_tokens": 451944990.0, + "step": 11901 + }, + { + "epoch": 1.5140567357842514, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.553403377532959, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8788507580757141, + "num_tokens": 451983261.0, + "step": 11902 + }, + { + "epoch": 1.514183946062842, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7695226669311523, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8668636083602905, + "num_tokens": 452019438.0, + "step": 11903 + }, + { + "epoch": 1.5143111563414324, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.571622610092163, + "learning_rate": 1e-05, + "loss": 0.4837, + "mean_token_accuracy": 0.8558863401412964, + "num_tokens": 452055941.0, + "step": 11904 + }, + { + "epoch": 1.514438366620023, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7468183040618896, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8812729120254517, + "num_tokens": 452092625.0, + "step": 11905 + }, + { + "epoch": 1.5145655768986135, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.567046880722046, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8667635917663574, + "num_tokens": 452126279.0, + "step": 11906 + }, + { + "epoch": 1.514692787177204, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7360522747039795, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8762871026992798, + "num_tokens": 452163506.0, + "step": 11907 + }, + { + "epoch": 1.5148199974557945, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5736124515533447, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8612600564956665, + "num_tokens": 452200898.0, + "step": 11908 + }, + { + "epoch": 1.514947207734385, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.727213144302368, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.8603340983390808, + "num_tokens": 452237772.0, + "step": 11909 + }, + { + "epoch": 1.5150744180129756, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5744998455047607, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8692006468772888, + "num_tokens": 452272741.0, + "step": 11910 + }, + { + "epoch": 1.515201628291566, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7176127433776855, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8682417869567871, + "num_tokens": 452307674.0, + "step": 11911 + }, + { + "epoch": 1.5153288385701564, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.707204818725586, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8611578941345215, + "num_tokens": 452352186.0, + "step": 11912 + }, + { + "epoch": 1.515456048848747, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.631049156188965, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.878615140914917, + "num_tokens": 452390371.0, + "step": 11913 + }, + { + "epoch": 1.5155832591273375, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.628450870513916, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8848568797111511, + "num_tokens": 452424545.0, + "step": 11914 + }, + { + "epoch": 1.515710469405928, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6204400062561035, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.867460310459137, + "num_tokens": 452456543.0, + "step": 11915 + }, + { + "epoch": 1.5158376796845185, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.619436740875244, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8604781627655029, + "num_tokens": 452497884.0, + "step": 11916 + }, + { + "epoch": 1.515964889963109, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5975453853607178, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8651295900344849, + "num_tokens": 452542596.0, + "step": 11917 + }, + { + "epoch": 1.5160921002416994, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6199233531951904, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.878990888595581, + "num_tokens": 452581385.0, + "step": 11918 + }, + { + "epoch": 1.51621931052029, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.8866937160491943, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8684543371200562, + "num_tokens": 452621399.0, + "step": 11919 + }, + { + "epoch": 1.5163465207988804, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5399088859558105, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8657943606376648, + "num_tokens": 452657782.0, + "step": 11920 + }, + { + "epoch": 1.516473731077471, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.73359751701355, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8828632831573486, + "num_tokens": 452696239.0, + "step": 11921 + }, + { + "epoch": 1.5166009413560615, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.51534104347229, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.863609790802002, + "num_tokens": 452734235.0, + "step": 11922 + }, + { + "epoch": 1.516728151634652, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.768845558166504, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8768444061279297, + "num_tokens": 452769151.0, + "step": 11923 + }, + { + "epoch": 1.5168553619132426, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5126724243164062, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8765920400619507, + "num_tokens": 452808944.0, + "step": 11924 + }, + { + "epoch": 1.516982572191833, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.795771598815918, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8682942986488342, + "num_tokens": 452845815.0, + "step": 11925 + }, + { + "epoch": 1.5171097824704236, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.517378091812134, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8720382452011108, + "num_tokens": 452888010.0, + "step": 11926 + }, + { + "epoch": 1.5172369927490141, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8202881813049316, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8811355233192444, + "num_tokens": 452924149.0, + "step": 11927 + }, + { + "epoch": 1.5173642030276047, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.526994228363037, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8760346174240112, + "num_tokens": 452964436.0, + "step": 11928 + }, + { + "epoch": 1.5174914133061952, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.83906888961792, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8650239706039429, + "num_tokens": 453000455.0, + "step": 11929 + }, + { + "epoch": 1.5176186235847857, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.527519464492798, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8854599595069885, + "num_tokens": 453040419.0, + "step": 11930 + }, + { + "epoch": 1.5177458338633762, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8471908569335938, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8688204288482666, + "num_tokens": 453077668.0, + "step": 11931 + }, + { + "epoch": 1.5178730441419668, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5489025115966797, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8766630291938782, + "num_tokens": 453115423.0, + "step": 11932 + }, + { + "epoch": 1.5180002544205573, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8510055541992188, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8689034581184387, + "num_tokens": 453150529.0, + "step": 11933 + }, + { + "epoch": 1.5181274646991478, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5683603286743164, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8715139031410217, + "num_tokens": 453189123.0, + "step": 11934 + }, + { + "epoch": 1.5182546749777384, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.821286201477051, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.88475102186203, + "num_tokens": 453231381.0, + "step": 11935 + }, + { + "epoch": 1.5183818852563287, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5796027183532715, + "learning_rate": 1e-05, + "loss": 0.4984, + "mean_token_accuracy": 0.8594003319740295, + "num_tokens": 453272134.0, + "step": 11936 + }, + { + "epoch": 1.5185090955349192, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.809800148010254, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8655908107757568, + "num_tokens": 453306950.0, + "step": 11937 + }, + { + "epoch": 1.5186363058135097, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5724117755889893, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8594468235969543, + "num_tokens": 453354206.0, + "step": 11938 + }, + { + "epoch": 1.5187635160921003, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8072893619537354, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8671850562095642, + "num_tokens": 453388033.0, + "step": 11939 + }, + { + "epoch": 1.5188907263706908, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5939061641693115, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8660451769828796, + "num_tokens": 453421636.0, + "step": 11940 + }, + { + "epoch": 1.5190179366492813, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7611873149871826, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8736941814422607, + "num_tokens": 453467994.0, + "step": 11941 + }, + { + "epoch": 1.5191451469278716, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.579202175140381, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8568911552429199, + "num_tokens": 453508627.0, + "step": 11942 + }, + { + "epoch": 1.5192723572064621, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.750180959701538, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.87153160572052, + "num_tokens": 453547286.0, + "step": 11943 + }, + { + "epoch": 1.5193995674850527, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.582099199295044, + "learning_rate": 1e-05, + "loss": 0.5055, + "mean_token_accuracy": 0.8482060432434082, + "num_tokens": 453588485.0, + "step": 11944 + }, + { + "epoch": 1.5195267777636432, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.719991683959961, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8668215274810791, + "num_tokens": 453633103.0, + "step": 11945 + }, + { + "epoch": 1.5196539880422337, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.581631660461426, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8756580948829651, + "num_tokens": 453671817.0, + "step": 11946 + }, + { + "epoch": 1.5197811983208243, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7226691246032715, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8707864880561829, + "num_tokens": 453704704.0, + "step": 11947 + }, + { + "epoch": 1.5199084085994148, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5836215019226074, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8644448518753052, + "num_tokens": 453743899.0, + "step": 11948 + }, + { + "epoch": 1.5200356188780053, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.700976848602295, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8767423033714294, + "num_tokens": 453783052.0, + "step": 11949 + }, + { + "epoch": 1.5201628291565958, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.568881034851074, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8640548586845398, + "num_tokens": 453825522.0, + "step": 11950 + }, + { + "epoch": 1.5202900394351864, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6973698139190674, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.876274824142456, + "num_tokens": 453859353.0, + "step": 11951 + }, + { + "epoch": 1.520417249713777, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.56154203414917, + "learning_rate": 1e-05, + "loss": 0.3751, + "mean_token_accuracy": 0.8894516229629517, + "num_tokens": 453896792.0, + "step": 11952 + }, + { + "epoch": 1.5205444599923674, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6975347995758057, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8735897541046143, + "num_tokens": 453939679.0, + "step": 11953 + }, + { + "epoch": 1.520671670270958, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5855183601379395, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.855731725692749, + "num_tokens": 453970171.0, + "step": 11954 + }, + { + "epoch": 1.5207988805495485, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6918623447418213, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8609975576400757, + "num_tokens": 454008470.0, + "step": 11955 + }, + { + "epoch": 1.520926090828139, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5731897354125977, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8621623516082764, + "num_tokens": 454047711.0, + "step": 11956 + }, + { + "epoch": 1.5210533011067295, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6913576126098633, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.868482768535614, + "num_tokens": 454083494.0, + "step": 11957 + }, + { + "epoch": 1.52118051138532, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5751655101776123, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.874620795249939, + "num_tokens": 454115220.0, + "step": 11958 + }, + { + "epoch": 1.5213077216639106, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6812009811401367, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.875775933265686, + "num_tokens": 454152754.0, + "step": 11959 + }, + { + "epoch": 1.521434931942501, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.571078300476074, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8730127811431885, + "num_tokens": 454185357.0, + "step": 11960 + }, + { + "epoch": 1.5215621422210914, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.688703775405884, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8797968029975891, + "num_tokens": 454217277.0, + "step": 11961 + }, + { + "epoch": 1.521689352499682, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5641214847564697, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8540461659431458, + "num_tokens": 454253252.0, + "step": 11962 + }, + { + "epoch": 1.5218165627782725, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6814846992492676, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8807869553565979, + "num_tokens": 454292779.0, + "step": 11963 + }, + { + "epoch": 1.521943773056863, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.550114870071411, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8706448078155518, + "num_tokens": 454336077.0, + "step": 11964 + }, + { + "epoch": 1.5220709833354535, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.693554639816284, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.882282018661499, + "num_tokens": 454369088.0, + "step": 11965 + }, + { + "epoch": 1.5221981936140438, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5436973571777344, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.862119197845459, + "num_tokens": 454413057.0, + "step": 11966 + }, + { + "epoch": 1.5223254038926344, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6921653747558594, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8844724893569946, + "num_tokens": 454447458.0, + "step": 11967 + }, + { + "epoch": 1.522452614171225, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5686135292053223, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8837765455245972, + "num_tokens": 454479057.0, + "step": 11968 + }, + { + "epoch": 1.5225798244498154, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6921963691711426, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8601173162460327, + "num_tokens": 454520676.0, + "step": 11969 + }, + { + "epoch": 1.522707034728406, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.559069871902466, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.863950252532959, + "num_tokens": 454558021.0, + "step": 11970 + }, + { + "epoch": 1.5228342450069965, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.691305160522461, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8760018348693848, + "num_tokens": 454594701.0, + "step": 11971 + }, + { + "epoch": 1.522961455285587, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5542352199554443, + "learning_rate": 1e-05, + "loss": 0.5068, + "mean_token_accuracy": 0.8471345901489258, + "num_tokens": 454638746.0, + "step": 11972 + }, + { + "epoch": 1.5230886655641775, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6897695064544678, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8755877017974854, + "num_tokens": 454676040.0, + "step": 11973 + }, + { + "epoch": 1.523215875842768, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5836219787597656, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8695534467697144, + "num_tokens": 454713262.0, + "step": 11974 + }, + { + "epoch": 1.5233430861213586, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6775500774383545, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8673684597015381, + "num_tokens": 454748613.0, + "step": 11975 + }, + { + "epoch": 1.5234702963999491, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5631532669067383, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.889142632484436, + "num_tokens": 454782040.0, + "step": 11976 + }, + { + "epoch": 1.5235975066785397, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6689515113830566, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8611689805984497, + "num_tokens": 454828394.0, + "step": 11977 + }, + { + "epoch": 1.5237247169571302, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.567328929901123, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8618331551551819, + "num_tokens": 454866324.0, + "step": 11978 + }, + { + "epoch": 1.5238519272357207, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6673316955566406, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.875686764717102, + "num_tokens": 454907458.0, + "step": 11979 + }, + { + "epoch": 1.5239791375143112, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.55259370803833, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8853553533554077, + "num_tokens": 454948159.0, + "step": 11980 + }, + { + "epoch": 1.5241063477929018, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.68658185005188, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8777016401290894, + "num_tokens": 454984760.0, + "step": 11981 + }, + { + "epoch": 1.5242335580714923, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5468671321868896, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8701507449150085, + "num_tokens": 455026670.0, + "step": 11982 + }, + { + "epoch": 1.5243607683500828, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7304847240448, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8692495822906494, + "num_tokens": 455063470.0, + "step": 11983 + }, + { + "epoch": 1.5244879786286734, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.53161883354187, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8844287395477295, + "num_tokens": 455097787.0, + "step": 11984 + }, + { + "epoch": 1.5246151889072637, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7220113277435303, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8861165642738342, + "num_tokens": 455137987.0, + "step": 11985 + }, + { + "epoch": 1.5247423991858542, + "ewc_loss": 0.06396484375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5162193775177, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8552206754684448, + "num_tokens": 455184048.0, + "step": 11986 + }, + { + "epoch": 1.5248696094644447, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7484211921691895, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8749457597732544, + "num_tokens": 455219876.0, + "step": 11987 + }, + { + "epoch": 1.5249968197430352, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5318384170532227, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8723835945129395, + "num_tokens": 455253491.0, + "step": 11988 + }, + { + "epoch": 1.5251240300216258, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.759986162185669, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8668922185897827, + "num_tokens": 455293183.0, + "step": 11989 + }, + { + "epoch": 1.5252512403002163, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5195682048797607, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8861463069915771, + "num_tokens": 455333970.0, + "step": 11990 + }, + { + "epoch": 1.5253784505788066, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7794666290283203, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.869320273399353, + "num_tokens": 455371547.0, + "step": 11991 + }, + { + "epoch": 1.5255056608573971, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5449039936065674, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8707407712936401, + "num_tokens": 455403427.0, + "step": 11992 + }, + { + "epoch": 1.5256328711359877, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7889978885650635, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.8943331837654114, + "num_tokens": 455434707.0, + "step": 11993 + }, + { + "epoch": 1.5257600814145782, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.525507688522339, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8770480751991272, + "num_tokens": 455473255.0, + "step": 11994 + }, + { + "epoch": 1.5258872916931687, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.80285906791687, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8724030256271362, + "num_tokens": 455504631.0, + "step": 11995 + }, + { + "epoch": 1.5260145019717593, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.545875310897827, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8821485042572021, + "num_tokens": 455542652.0, + "step": 11996 + }, + { + "epoch": 1.5261417122503498, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7949092388153076, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8758595585823059, + "num_tokens": 455577912.0, + "step": 11997 + }, + { + "epoch": 1.5262689225289403, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5380425453186035, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.876328706741333, + "num_tokens": 455617900.0, + "step": 11998 + }, + { + "epoch": 1.5263961328075308, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8002495765686035, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8786969184875488, + "num_tokens": 455656779.0, + "step": 11999 + }, + { + "epoch": 1.5265233430861214, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5474660396575928, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8759583830833435, + "num_tokens": 455692620.0, + "step": 12000 + }, + { + "epoch": 1.526650553364712, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8010995388031006, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8761966824531555, + "num_tokens": 455729805.0, + "step": 12001 + }, + { + "epoch": 1.5267777636433024, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.557846784591675, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8770455121994019, + "num_tokens": 455767529.0, + "step": 12002 + }, + { + "epoch": 1.526904973921893, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7790884971618652, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8710809946060181, + "num_tokens": 455807898.0, + "step": 12003 + }, + { + "epoch": 1.5270321842004835, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.563472032546997, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8706090450286865, + "num_tokens": 455848726.0, + "step": 12004 + }, + { + "epoch": 1.527159394479074, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.767805814743042, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.868984580039978, + "num_tokens": 455892363.0, + "step": 12005 + }, + { + "epoch": 1.5272866047576645, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5698516368865967, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8605412244796753, + "num_tokens": 455930104.0, + "step": 12006 + }, + { + "epoch": 1.527413815036255, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7652387619018555, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8661358952522278, + "num_tokens": 455964272.0, + "step": 12007 + }, + { + "epoch": 1.5275410253148456, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5794126987457275, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8682851791381836, + "num_tokens": 456003020.0, + "step": 12008 + }, + { + "epoch": 1.527668235593436, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7411744594573975, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8716383576393127, + "num_tokens": 456040305.0, + "step": 12009 + }, + { + "epoch": 1.5277954458720264, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5709292888641357, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8648952841758728, + "num_tokens": 456080477.0, + "step": 12010 + }, + { + "epoch": 1.527922656150617, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.731132984161377, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.88016676902771, + "num_tokens": 456116941.0, + "step": 12011 + }, + { + "epoch": 1.5280498664292075, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.566934585571289, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8657519221305847, + "num_tokens": 456156184.0, + "step": 12012 + }, + { + "epoch": 1.528177076707798, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002613067626953125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7195589542388916, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.8578702211380005, + "num_tokens": 456200920.0, + "step": 12013 + }, + { + "epoch": 1.5283042869863885, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570117712020874, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8805358409881592, + "num_tokens": 456235632.0, + "step": 12014 + }, + { + "epoch": 1.5284314972649788, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.730360984802246, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8728148937225342, + "num_tokens": 456264898.0, + "step": 12015 + }, + { + "epoch": 1.5285587075435694, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5616652965545654, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8681317567825317, + "num_tokens": 456304972.0, + "step": 12016 + }, + { + "epoch": 1.52868591782216, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7220025062561035, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8695594072341919, + "num_tokens": 456344496.0, + "step": 12017 + }, + { + "epoch": 1.5288131281007504, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5615651607513428, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8784180879592896, + "num_tokens": 456382408.0, + "step": 12018 + }, + { + "epoch": 1.528940338379341, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.724010705947876, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8653894662857056, + "num_tokens": 456424946.0, + "step": 12019 + }, + { + "epoch": 1.5290675486579315, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5424463748931885, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8805122375488281, + "num_tokens": 456467432.0, + "step": 12020 + }, + { + "epoch": 1.529194758936522, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7355082035064697, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8772203326225281, + "num_tokens": 456501557.0, + "step": 12021 + }, + { + "epoch": 1.5293219692151125, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5641164779663086, + "learning_rate": 1e-05, + "loss": 0.5249, + "mean_token_accuracy": 0.8466417789459229, + "num_tokens": 456540500.0, + "step": 12022 + }, + { + "epoch": 1.529449179493703, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.723339557647705, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8777838945388794, + "num_tokens": 456574403.0, + "step": 12023 + }, + { + "epoch": 1.5295763897722936, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5591042041778564, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8763930201530457, + "num_tokens": 456610044.0, + "step": 12024 + }, + { + "epoch": 1.5297036000508841, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7092459201812744, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8737161159515381, + "num_tokens": 456650289.0, + "step": 12025 + }, + { + "epoch": 1.5298308103294747, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.557420492172241, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8677120208740234, + "num_tokens": 456687193.0, + "step": 12026 + }, + { + "epoch": 1.5299580206080652, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.727867603302002, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8717852234840393, + "num_tokens": 456720553.0, + "step": 12027 + }, + { + "epoch": 1.5300852308866557, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5679094791412354, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8663060665130615, + "num_tokens": 456754736.0, + "step": 12028 + }, + { + "epoch": 1.5302124411652462, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7052395343780518, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8857115507125854, + "num_tokens": 456791268.0, + "step": 12029 + }, + { + "epoch": 1.5303396514438368, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5416080951690674, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8810185790061951, + "num_tokens": 456831728.0, + "step": 12030 + }, + { + "epoch": 1.5304668617224273, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7142560482025146, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8786801695823669, + "num_tokens": 456869375.0, + "step": 12031 + }, + { + "epoch": 1.5305940720010178, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.549942970275879, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8633904457092285, + "num_tokens": 456909376.0, + "step": 12032 + }, + { + "epoch": 1.5307212822796084, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.718139886856079, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8829885721206665, + "num_tokens": 456945851.0, + "step": 12033 + }, + { + "epoch": 1.5308484925581987, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.573975086212158, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8699150681495667, + "num_tokens": 456979833.0, + "step": 12034 + }, + { + "epoch": 1.5309757028367892, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.694617748260498, + "learning_rate": 1e-05, + "loss": 0.3846, + "mean_token_accuracy": 0.888870358467102, + "num_tokens": 457016032.0, + "step": 12035 + }, + { + "epoch": 1.5311029131153797, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.565120220184326, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8869873285293579, + "num_tokens": 457050015.0, + "step": 12036 + }, + { + "epoch": 1.5312301233939702, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.69374418258667, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.874286413192749, + "num_tokens": 457087287.0, + "step": 12037 + }, + { + "epoch": 1.5313573336725608, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5629208087921143, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8696164488792419, + "num_tokens": 457123237.0, + "step": 12038 + }, + { + "epoch": 1.5314845439511513, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6913256645202637, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8691853284835815, + "num_tokens": 457161834.0, + "step": 12039 + }, + { + "epoch": 1.5316117542297416, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5562827587127686, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.862488329410553, + "num_tokens": 457203672.0, + "step": 12040 + }, + { + "epoch": 1.5317389645083321, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.693368911743164, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8828855752944946, + "num_tokens": 457238486.0, + "step": 12041 + }, + { + "epoch": 1.5318661747869227, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.572233200073242, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8578060865402222, + "num_tokens": 457270817.0, + "step": 12042 + }, + { + "epoch": 1.5319933850655132, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.692521810531616, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8724926114082336, + "num_tokens": 457306812.0, + "step": 12043 + }, + { + "epoch": 1.5321205953441037, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.557476758956909, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8804599046707153, + "num_tokens": 457340893.0, + "step": 12044 + }, + { + "epoch": 1.5322478056226942, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.690573215484619, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8746235370635986, + "num_tokens": 457381668.0, + "step": 12045 + }, + { + "epoch": 1.5323750159012848, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5614118576049805, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.860412061214447, + "num_tokens": 457417498.0, + "step": 12046 + }, + { + "epoch": 1.5325022261798753, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.683389902114868, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8724165558815002, + "num_tokens": 457460300.0, + "step": 12047 + }, + { + "epoch": 1.5326294364584658, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.556086540222168, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8626589775085449, + "num_tokens": 457502030.0, + "step": 12048 + }, + { + "epoch": 1.5327566467370564, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.685253620147705, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8805567026138306, + "num_tokens": 457540170.0, + "step": 12049 + }, + { + "epoch": 1.532883857015647, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.542316198348999, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.878241777420044, + "num_tokens": 457585834.0, + "step": 12050 + }, + { + "epoch": 1.5330110672942374, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6966419219970703, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8824693560600281, + "num_tokens": 457622027.0, + "step": 12051 + }, + { + "epoch": 1.533138277572828, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.549694538116455, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8647259473800659, + "num_tokens": 457659129.0, + "step": 12052 + }, + { + "epoch": 1.5332654878514185, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6977336406707764, + "learning_rate": 1e-05, + "loss": 0.3869, + "mean_token_accuracy": 0.8878681063652039, + "num_tokens": 457695046.0, + "step": 12053 + }, + { + "epoch": 1.533392698130009, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.542109727859497, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8779915571212769, + "num_tokens": 457735650.0, + "step": 12054 + }, + { + "epoch": 1.5335199084085995, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7127959728240967, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8803646564483643, + "num_tokens": 457767395.0, + "step": 12055 + }, + { + "epoch": 1.53364711868719, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5437841415405273, + "learning_rate": 1e-05, + "loss": 0.3799, + "mean_token_accuracy": 0.885454535484314, + "num_tokens": 457800100.0, + "step": 12056 + }, + { + "epoch": 1.5337743289657806, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7247090339660645, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8759530782699585, + "num_tokens": 457837497.0, + "step": 12057 + }, + { + "epoch": 1.533901539244371, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5325303077697754, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8749935030937195, + "num_tokens": 457875711.0, + "step": 12058 + }, + { + "epoch": 1.5340287495229614, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.732707977294922, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8596059083938599, + "num_tokens": 457914888.0, + "step": 12059 + }, + { + "epoch": 1.534155959801552, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5367233753204346, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8568947315216064, + "num_tokens": 457953315.0, + "step": 12060 + }, + { + "epoch": 1.5342831700801425, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7463290691375732, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8591295480728149, + "num_tokens": 457990857.0, + "step": 12061 + }, + { + "epoch": 1.534410380358733, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5244171619415283, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8657985925674438, + "num_tokens": 458034060.0, + "step": 12062 + }, + { + "epoch": 1.5345375906373235, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.76776123046875, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8654683828353882, + "num_tokens": 458074093.0, + "step": 12063 + }, + { + "epoch": 1.5346648009159138, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.535923719406128, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.879345178604126, + "num_tokens": 458107374.0, + "step": 12064 + }, + { + "epoch": 1.5347920111945044, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7673563957214355, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8747437596321106, + "num_tokens": 458141873.0, + "step": 12065 + }, + { + "epoch": 1.534919221473095, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5334208011627197, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8728182315826416, + "num_tokens": 458181483.0, + "step": 12066 + }, + { + "epoch": 1.5350464317516854, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.778914451599121, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8645548820495605, + "num_tokens": 458223644.0, + "step": 12067 + }, + { + "epoch": 1.535173642030276, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.537489175796509, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8734191656112671, + "num_tokens": 458263518.0, + "step": 12068 + }, + { + "epoch": 1.5353008523088665, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7924411296844482, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8786468505859375, + "num_tokens": 458296621.0, + "step": 12069 + }, + { + "epoch": 1.535428062587457, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.542551040649414, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.866089940071106, + "num_tokens": 458335161.0, + "step": 12070 + }, + { + "epoch": 1.5355552728660475, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.794647693634033, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8616011142730713, + "num_tokens": 458373758.0, + "step": 12071 + }, + { + "epoch": 1.535682483144638, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5452141761779785, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8762203454971313, + "num_tokens": 458412662.0, + "step": 12072 + }, + { + "epoch": 1.5358096934232286, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.791438341140747, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8633811473846436, + "num_tokens": 458455314.0, + "step": 12073 + }, + { + "epoch": 1.5359369037018191, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.552443504333496, + "learning_rate": 1e-05, + "loss": 0.5045, + "mean_token_accuracy": 0.8522101640701294, + "num_tokens": 458498633.0, + "step": 12074 + }, + { + "epoch": 1.5360641139804097, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7922682762145996, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8690609931945801, + "num_tokens": 458538920.0, + "step": 12075 + }, + { + "epoch": 1.5361913242590002, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5571486949920654, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8704646825790405, + "num_tokens": 458574333.0, + "step": 12076 + }, + { + "epoch": 1.5363185345375907, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7876250743865967, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8640313148498535, + "num_tokens": 458612131.0, + "step": 12077 + }, + { + "epoch": 1.5364457448161812, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5644781589508057, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8689707517623901, + "num_tokens": 458652169.0, + "step": 12078 + }, + { + "epoch": 1.5365729550947718, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.79826021194458, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8649803400039673, + "num_tokens": 458687816.0, + "step": 12079 + }, + { + "epoch": 1.5367001653733623, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5505473613739014, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8778456449508667, + "num_tokens": 458723600.0, + "step": 12080 + }, + { + "epoch": 1.5368273756519528, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7933576107025146, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8584572076797485, + "num_tokens": 458761863.0, + "step": 12081 + }, + { + "epoch": 1.5369545859305433, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5798850059509277, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.85926353931427, + "num_tokens": 458794986.0, + "step": 12082 + }, + { + "epoch": 1.5370817962091337, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.773118495941162, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8623937964439392, + "num_tokens": 458833939.0, + "step": 12083 + }, + { + "epoch": 1.5372090064877242, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5716516971588135, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8608156442642212, + "num_tokens": 458874522.0, + "step": 12084 + }, + { + "epoch": 1.5373362167663147, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.764143466949463, + "learning_rate": 1e-05, + "loss": 0.508, + "mean_token_accuracy": 0.8500031232833862, + "num_tokens": 458911794.0, + "step": 12085 + }, + { + "epoch": 1.5374634270449052, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5645453929901123, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8698238730430603, + "num_tokens": 458951979.0, + "step": 12086 + }, + { + "epoch": 1.5375906373234958, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.750476837158203, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8620734810829163, + "num_tokens": 458993657.0, + "step": 12087 + }, + { + "epoch": 1.5377178476020863, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.558311939239502, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8835665583610535, + "num_tokens": 459030216.0, + "step": 12088 + }, + { + "epoch": 1.5378450578806766, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.764925003051758, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.8604456782341003, + "num_tokens": 459066451.0, + "step": 12089 + }, + { + "epoch": 1.5379722681592671, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5559446811676025, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8803222179412842, + "num_tokens": 459106928.0, + "step": 12090 + }, + { + "epoch": 1.5380994784378577, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7685766220092773, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8600897192955017, + "num_tokens": 459142769.0, + "step": 12091 + }, + { + "epoch": 1.5382266887164482, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5715479850769043, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8752154111862183, + "num_tokens": 459178895.0, + "step": 12092 + }, + { + "epoch": 1.5383538989950387, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000263214111328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7436459064483643, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.884995698928833, + "num_tokens": 459214973.0, + "step": 12093 + }, + { + "epoch": 1.5384811092736292, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.56559157371521, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8693886995315552, + "num_tokens": 459251279.0, + "step": 12094 + }, + { + "epoch": 1.5386083195522198, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7506959438323975, + "learning_rate": 1e-05, + "loss": 0.4938, + "mean_token_accuracy": 0.8520176410675049, + "num_tokens": 459285587.0, + "step": 12095 + }, + { + "epoch": 1.5387355298308103, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5653445720672607, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8590346574783325, + "num_tokens": 459326103.0, + "step": 12096 + }, + { + "epoch": 1.5388627401094008, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7387216091156006, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8698304891586304, + "num_tokens": 459367075.0, + "step": 12097 + }, + { + "epoch": 1.5389899503879914, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.564655303955078, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8627068400382996, + "num_tokens": 459408164.0, + "step": 12098 + }, + { + "epoch": 1.5391171606665819, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.738226890563965, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8616648316383362, + "num_tokens": 459443081.0, + "step": 12099 + }, + { + "epoch": 1.5392443709451724, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5615687370300293, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8659564256668091, + "num_tokens": 459481469.0, + "step": 12100 + }, + { + "epoch": 1.539371581223763, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7241218090057373, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8695421814918518, + "num_tokens": 459519319.0, + "step": 12101 + }, + { + "epoch": 1.5394987915023535, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5606043338775635, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8708154559135437, + "num_tokens": 459559998.0, + "step": 12102 + }, + { + "epoch": 1.539626001780944, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7163126468658447, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8846363425254822, + "num_tokens": 459596765.0, + "step": 12103 + }, + { + "epoch": 1.5397532120595345, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5690155029296875, + "learning_rate": 1e-05, + "loss": 0.4993, + "mean_token_accuracy": 0.8526641130447388, + "num_tokens": 459634023.0, + "step": 12104 + }, + { + "epoch": 1.539880422338125, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7037620544433594, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8850480318069458, + "num_tokens": 459675355.0, + "step": 12105 + }, + { + "epoch": 1.5400076326167156, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5706889629364014, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.859618067741394, + "num_tokens": 459716788.0, + "step": 12106 + }, + { + "epoch": 1.5401348428953059, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7042319774627686, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8760980367660522, + "num_tokens": 459752580.0, + "step": 12107 + }, + { + "epoch": 1.5402620531738964, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5698230266571045, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8759656548500061, + "num_tokens": 459788594.0, + "step": 12108 + }, + { + "epoch": 1.540389263452487, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.701686382293701, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.883031964302063, + "num_tokens": 459826806.0, + "step": 12109 + }, + { + "epoch": 1.5405164737310775, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.548222780227661, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8770092725753784, + "num_tokens": 459870157.0, + "step": 12110 + }, + { + "epoch": 1.540643684009668, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7104218006134033, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8763854503631592, + "num_tokens": 459909081.0, + "step": 12111 + }, + { + "epoch": 1.5407708942882585, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5638747215270996, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8781706094741821, + "num_tokens": 459942886.0, + "step": 12112 + }, + { + "epoch": 1.5408981045668488, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7146694660186768, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8710833787918091, + "num_tokens": 459979351.0, + "step": 12113 + }, + { + "epoch": 1.5410253148454394, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5436129570007324, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8677962422370911, + "num_tokens": 460026058.0, + "step": 12114 + }, + { + "epoch": 1.54115252512403, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7168400287628174, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8674193620681763, + "num_tokens": 460066414.0, + "step": 12115 + }, + { + "epoch": 1.5412797354026204, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.54402232170105, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8661956191062927, + "num_tokens": 460107747.0, + "step": 12116 + }, + { + "epoch": 1.541406945681211, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.731342077255249, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8748786449432373, + "num_tokens": 460144418.0, + "step": 12117 + }, + { + "epoch": 1.5415341559598015, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.540452241897583, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8615090847015381, + "num_tokens": 460186061.0, + "step": 12118 + }, + { + "epoch": 1.541661366238392, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.739438533782959, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8654861450195312, + "num_tokens": 460222672.0, + "step": 12119 + }, + { + "epoch": 1.5417885765169825, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5285301208496094, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8793339729309082, + "num_tokens": 460265992.0, + "step": 12120 + }, + { + "epoch": 1.541915786795573, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.751333713531494, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8727951049804688, + "num_tokens": 460305498.0, + "step": 12121 + }, + { + "epoch": 1.5420429970741636, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.556405544281006, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8658878207206726, + "num_tokens": 460336013.0, + "step": 12122 + }, + { + "epoch": 1.5421702073527541, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7425663471221924, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8720870018005371, + "num_tokens": 460373452.0, + "step": 12123 + }, + { + "epoch": 1.5422974176313446, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5425446033477783, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8722941875457764, + "num_tokens": 460414059.0, + "step": 12124 + }, + { + "epoch": 1.5424246279099352, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.751037836074829, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8846454620361328, + "num_tokens": 460446098.0, + "step": 12125 + }, + { + "epoch": 1.5425518381885257, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.537278413772583, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8718301653862, + "num_tokens": 460485384.0, + "step": 12126 + }, + { + "epoch": 1.5426790484671162, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.781031370162964, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8645723462104797, + "num_tokens": 460517200.0, + "step": 12127 + }, + { + "epoch": 1.5428062587457068, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5515975952148438, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8794506192207336, + "num_tokens": 460547557.0, + "step": 12128 + }, + { + "epoch": 1.5429334690242973, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.760946750640869, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8791882991790771, + "num_tokens": 460583189.0, + "step": 12129 + }, + { + "epoch": 1.5430606793028878, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.551042079925537, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8750276565551758, + "num_tokens": 460623619.0, + "step": 12130 + }, + { + "epoch": 1.5431878895814783, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7670576572418213, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8669947385787964, + "num_tokens": 460666667.0, + "step": 12131 + }, + { + "epoch": 1.5433150998600687, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.557096242904663, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8709831237792969, + "num_tokens": 460704292.0, + "step": 12132 + }, + { + "epoch": 1.5434423101386592, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7678818702697754, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8745219111442566, + "num_tokens": 460748153.0, + "step": 12133 + }, + { + "epoch": 1.5435695204172497, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.542998790740967, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8763470649719238, + "num_tokens": 460787663.0, + "step": 12134 + }, + { + "epoch": 1.5436967306958402, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7729053497314453, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8790173530578613, + "num_tokens": 460821643.0, + "step": 12135 + }, + { + "epoch": 1.5438239409744308, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.569563627243042, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8628396391868591, + "num_tokens": 460857180.0, + "step": 12136 + }, + { + "epoch": 1.5439511512530213, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.775529384613037, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8682631254196167, + "num_tokens": 460891573.0, + "step": 12137 + }, + { + "epoch": 1.5440783615316116, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5504348278045654, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8840137720108032, + "num_tokens": 460927727.0, + "step": 12138 + }, + { + "epoch": 1.5442055718102021, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7746522426605225, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8619693517684937, + "num_tokens": 460965531.0, + "step": 12139 + }, + { + "epoch": 1.5443327820887927, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5546443462371826, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8710126876831055, + "num_tokens": 461002900.0, + "step": 12140 + }, + { + "epoch": 1.5444599923673832, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7631921768188477, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8723609447479248, + "num_tokens": 461041569.0, + "step": 12141 + }, + { + "epoch": 1.5445872026459737, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.561873435974121, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.861729621887207, + "num_tokens": 461080453.0, + "step": 12142 + }, + { + "epoch": 1.5447144129245642, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7551991939544678, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8675995469093323, + "num_tokens": 461120963.0, + "step": 12143 + }, + { + "epoch": 1.5448416232031548, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5661256313323975, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8751192092895508, + "num_tokens": 461156441.0, + "step": 12144 + }, + { + "epoch": 1.5449688334817453, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7511253356933594, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8815171718597412, + "num_tokens": 461189058.0, + "step": 12145 + }, + { + "epoch": 1.5450960437603358, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5632948875427246, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8788917660713196, + "num_tokens": 461223962.0, + "step": 12146 + }, + { + "epoch": 1.5452232540389264, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.73270845413208, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8798038959503174, + "num_tokens": 461262114.0, + "step": 12147 + }, + { + "epoch": 1.5453504643175169, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5723373889923096, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8731027841567993, + "num_tokens": 461294633.0, + "step": 12148 + }, + { + "epoch": 1.5454776745961074, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7212917804718018, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8669044375419617, + "num_tokens": 461338549.0, + "step": 12149 + }, + { + "epoch": 1.545604884874698, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5833497047424316, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8678171634674072, + "num_tokens": 461372612.0, + "step": 12150 + }, + { + "epoch": 1.5457320951532885, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7301502227783203, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8609458804130554, + "num_tokens": 461404060.0, + "step": 12151 + }, + { + "epoch": 1.545859305431879, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.57887601852417, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8692139983177185, + "num_tokens": 461436728.0, + "step": 12152 + }, + { + "epoch": 1.5459865157104695, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7023539543151855, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8817529678344727, + "num_tokens": 461475418.0, + "step": 12153 + }, + { + "epoch": 1.54611372598906, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.57313871383667, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8621024489402771, + "num_tokens": 461512094.0, + "step": 12154 + }, + { + "epoch": 1.5462409362676506, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.707036256790161, + "learning_rate": 1e-05, + "loss": 0.4982, + "mean_token_accuracy": 0.8528767824172974, + "num_tokens": 461553454.0, + "step": 12155 + }, + { + "epoch": 1.5463681465462409, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.589890956878662, + "learning_rate": 1e-05, + "loss": 0.5229, + "mean_token_accuracy": 0.8501943349838257, + "num_tokens": 461590818.0, + "step": 12156 + }, + { + "epoch": 1.5464953568248314, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.662780284881592, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8840241432189941, + "num_tokens": 461638692.0, + "step": 12157 + }, + { + "epoch": 1.546622567103422, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.576322317123413, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8726595640182495, + "num_tokens": 461681040.0, + "step": 12158 + }, + { + "epoch": 1.5467497773820125, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6784839630126953, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8709042072296143, + "num_tokens": 461716999.0, + "step": 12159 + }, + { + "epoch": 1.546876987660603, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.575984477996826, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8636659979820251, + "num_tokens": 461755053.0, + "step": 12160 + }, + { + "epoch": 1.5470041979391935, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6647701263427734, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8761172890663147, + "num_tokens": 461795384.0, + "step": 12161 + }, + { + "epoch": 1.5471314082177838, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5576059818267822, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8736851811408997, + "num_tokens": 461843951.0, + "step": 12162 + }, + { + "epoch": 1.5472586184963744, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.685789108276367, + "learning_rate": 1e-05, + "loss": 0.4911, + "mean_token_accuracy": 0.8551943302154541, + "num_tokens": 461884172.0, + "step": 12163 + }, + { + "epoch": 1.5473858287749649, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.553623676300049, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8688420057296753, + "num_tokens": 461928493.0, + "step": 12164 + }, + { + "epoch": 1.5475130390535554, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6989755630493164, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.875095009803772, + "num_tokens": 461964462.0, + "step": 12165 + }, + { + "epoch": 1.547640249332146, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.548367738723755, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8772690892219543, + "num_tokens": 462004123.0, + "step": 12166 + }, + { + "epoch": 1.5477674596107365, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7128889560699463, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.852202296257019, + "num_tokens": 462042906.0, + "step": 12167 + }, + { + "epoch": 1.547894669889327, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5393457412719727, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8818149566650391, + "num_tokens": 462083802.0, + "step": 12168 + }, + { + "epoch": 1.5480218801679175, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.724839448928833, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8661870360374451, + "num_tokens": 462119861.0, + "step": 12169 + }, + { + "epoch": 1.548149090446508, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5347228050231934, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8644814491271973, + "num_tokens": 462162445.0, + "step": 12170 + }, + { + "epoch": 1.5482763007250986, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7509663105010986, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8696302771568298, + "num_tokens": 462195176.0, + "step": 12171 + }, + { + "epoch": 1.5484035110036891, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.528219699859619, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8642467260360718, + "num_tokens": 462236155.0, + "step": 12172 + }, + { + "epoch": 1.5485307212822796, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7841622829437256, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8716446161270142, + "num_tokens": 462267099.0, + "step": 12173 + }, + { + "epoch": 1.5486579315608702, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.519716262817383, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8582512140274048, + "num_tokens": 462311485.0, + "step": 12174 + }, + { + "epoch": 1.5487851418394607, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7897026538848877, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8713060617446899, + "num_tokens": 462349078.0, + "step": 12175 + }, + { + "epoch": 1.5489123521180512, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5420665740966797, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8693081140518188, + "num_tokens": 462381477.0, + "step": 12176 + }, + { + "epoch": 1.5490395623966418, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8017518520355225, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8707304000854492, + "num_tokens": 462415996.0, + "step": 12177 + }, + { + "epoch": 1.5491667726752323, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5506677627563477, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8751646280288696, + "num_tokens": 462446737.0, + "step": 12178 + }, + { + "epoch": 1.5492939829538228, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.786541700363159, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8652622699737549, + "num_tokens": 462487742.0, + "step": 12179 + }, + { + "epoch": 1.5494211932324133, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.537271499633789, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8745870590209961, + "num_tokens": 462529231.0, + "step": 12180 + }, + { + "epoch": 1.5495484035110036, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.79992938041687, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8735735416412354, + "num_tokens": 462565608.0, + "step": 12181 + }, + { + "epoch": 1.5496756137895942, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5526490211486816, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.873400092124939, + "num_tokens": 462600919.0, + "step": 12182 + }, + { + "epoch": 1.5498028240681847, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.798184633255005, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.867667555809021, + "num_tokens": 462635594.0, + "step": 12183 + }, + { + "epoch": 1.5499300343467752, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5623538494110107, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.857970654964447, + "num_tokens": 462672349.0, + "step": 12184 + }, + { + "epoch": 1.5500572446253658, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.801217555999756, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8754647970199585, + "num_tokens": 462710286.0, + "step": 12185 + }, + { + "epoch": 1.5501844549039563, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.573307991027832, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8693377375602722, + "num_tokens": 462744721.0, + "step": 12186 + }, + { + "epoch": 1.5503116651825466, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7693676948547363, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8843710422515869, + "num_tokens": 462782812.0, + "step": 12187 + }, + { + "epoch": 1.5504388754611371, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.549414873123169, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8792588114738464, + "num_tokens": 462827919.0, + "step": 12188 + }, + { + "epoch": 1.5505660857397277, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.784555673599243, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8662233352661133, + "num_tokens": 462864878.0, + "step": 12189 + }, + { + "epoch": 1.5506932960183182, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5520365238189697, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8788257837295532, + "num_tokens": 462906213.0, + "step": 12190 + }, + { + "epoch": 1.5508205062969087, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.802067518234253, + "learning_rate": 1e-05, + "loss": 0.5197, + "mean_token_accuracy": 0.8506863117218018, + "num_tokens": 462943078.0, + "step": 12191 + }, + { + "epoch": 1.5509477165754992, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5511529445648193, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.880394458770752, + "num_tokens": 462982444.0, + "step": 12192 + }, + { + "epoch": 1.5510749268540898, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7907490730285645, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8801919221878052, + "num_tokens": 463024335.0, + "step": 12193 + }, + { + "epoch": 1.5512021371326803, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5603270530700684, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8726508617401123, + "num_tokens": 463062278.0, + "step": 12194 + }, + { + "epoch": 1.5513293474112708, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7909321784973145, + "learning_rate": 1e-05, + "loss": 0.5075, + "mean_token_accuracy": 0.8499815464019775, + "num_tokens": 463100257.0, + "step": 12195 + }, + { + "epoch": 1.5514565576898613, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5693771839141846, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.874754786491394, + "num_tokens": 463139468.0, + "step": 12196 + }, + { + "epoch": 1.5515837679684519, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7766213417053223, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8662889003753662, + "num_tokens": 463176145.0, + "step": 12197 + }, + { + "epoch": 1.5517109782470424, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.576807975769043, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8793066740036011, + "num_tokens": 463208899.0, + "step": 12198 + }, + { + "epoch": 1.551838188525633, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.755255937576294, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8743121027946472, + "num_tokens": 463250163.0, + "step": 12199 + }, + { + "epoch": 1.5519653988042235, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5769758224487305, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8674409985542297, + "num_tokens": 463285447.0, + "step": 12200 + }, + { + "epoch": 1.552092609082814, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7383933067321777, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.8867911100387573, + "num_tokens": 463322601.0, + "step": 12201 + }, + { + "epoch": 1.5522198193614045, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5647459030151367, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8811764121055603, + "num_tokens": 463360624.0, + "step": 12202 + }, + { + "epoch": 1.552347029639995, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7254836559295654, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8731468915939331, + "num_tokens": 463401662.0, + "step": 12203 + }, + { + "epoch": 1.5524742399185856, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5803403854370117, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8686491250991821, + "num_tokens": 463433999.0, + "step": 12204 + }, + { + "epoch": 1.5526014501971759, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7256736755371094, + "learning_rate": 1e-05, + "loss": 0.5068, + "mean_token_accuracy": 0.8533992767333984, + "num_tokens": 463473673.0, + "step": 12205 + }, + { + "epoch": 1.5527286604757664, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.588649272918701, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.858901858329773, + "num_tokens": 463507197.0, + "step": 12206 + }, + { + "epoch": 1.552855870754357, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.716176986694336, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8714710474014282, + "num_tokens": 463540777.0, + "step": 12207 + }, + { + "epoch": 1.5529830810329475, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570448398590088, + "learning_rate": 1e-05, + "loss": 0.3736, + "mean_token_accuracy": 0.8891686201095581, + "num_tokens": 463573335.0, + "step": 12208 + }, + { + "epoch": 1.553110291311538, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6994893550872803, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8749294281005859, + "num_tokens": 463613898.0, + "step": 12209 + }, + { + "epoch": 1.5532375015901285, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.562751293182373, + "learning_rate": 1e-05, + "loss": 0.3862, + "mean_token_accuracy": 0.8846303224563599, + "num_tokens": 463648948.0, + "step": 12210 + }, + { + "epoch": 1.5533647118687188, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7074472904205322, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8794200420379639, + "num_tokens": 463683417.0, + "step": 12211 + }, + { + "epoch": 1.5534919221473094, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.57881236076355, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8633312582969666, + "num_tokens": 463719533.0, + "step": 12212 + }, + { + "epoch": 1.5536191324258999, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.690047264099121, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8818023204803467, + "num_tokens": 463757740.0, + "step": 12213 + }, + { + "epoch": 1.5537463427044904, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5686111450195312, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.871148943901062, + "num_tokens": 463795619.0, + "step": 12214 + }, + { + "epoch": 1.553873552983081, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.700315237045288, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8734878301620483, + "num_tokens": 463829934.0, + "step": 12215 + }, + { + "epoch": 1.5540007632616715, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.57332706451416, + "learning_rate": 1e-05, + "loss": 0.4951, + "mean_token_accuracy": 0.8493179082870483, + "num_tokens": 463869584.0, + "step": 12216 + }, + { + "epoch": 1.554127973540262, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6884074211120605, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8568059802055359, + "num_tokens": 463909220.0, + "step": 12217 + }, + { + "epoch": 1.5542551838188525, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.551953077316284, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.878185510635376, + "num_tokens": 463949367.0, + "step": 12218 + }, + { + "epoch": 1.554382394097443, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.710908889770508, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.862589955329895, + "num_tokens": 463986037.0, + "step": 12219 + }, + { + "epoch": 1.5545096043760336, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.553081512451172, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8804113864898682, + "num_tokens": 464021903.0, + "step": 12220 + }, + { + "epoch": 1.554636814654624, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.709538698196411, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8772749304771423, + "num_tokens": 464058738.0, + "step": 12221 + }, + { + "epoch": 1.5547640249332146, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.564846992492676, + "learning_rate": 1e-05, + "loss": 0.4951, + "mean_token_accuracy": 0.8527113795280457, + "num_tokens": 464090791.0, + "step": 12222 + }, + { + "epoch": 1.5548912352118052, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7069451808929443, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8702933192253113, + "num_tokens": 464133897.0, + "step": 12223 + }, + { + "epoch": 1.5550184454903957, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5384302139282227, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8786662817001343, + "num_tokens": 464173808.0, + "step": 12224 + }, + { + "epoch": 1.5551456557689862, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.722033977508545, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8744127750396729, + "num_tokens": 464209456.0, + "step": 12225 + }, + { + "epoch": 1.5552728660475768, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.543015480041504, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8625049591064453, + "num_tokens": 464250192.0, + "step": 12226 + }, + { + "epoch": 1.5554000763261673, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.734811544418335, + "learning_rate": 1e-05, + "loss": 0.506, + "mean_token_accuracy": 0.8531591892242432, + "num_tokens": 464291485.0, + "step": 12227 + }, + { + "epoch": 1.5555272866047578, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5448150634765625, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8633072972297668, + "num_tokens": 464329963.0, + "step": 12228 + }, + { + "epoch": 1.5556544968833483, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.741060972213745, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8733195066452026, + "num_tokens": 464366944.0, + "step": 12229 + }, + { + "epoch": 1.5557817071619386, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.539323091506958, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8643159866333008, + "num_tokens": 464409070.0, + "step": 12230 + }, + { + "epoch": 1.5559089174405292, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7526121139526367, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.877554178237915, + "num_tokens": 464448305.0, + "step": 12231 + }, + { + "epoch": 1.5560361277191197, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.560056209564209, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8531493544578552, + "num_tokens": 464482453.0, + "step": 12232 + }, + { + "epoch": 1.5561633379977102, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.754176616668701, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8600492477416992, + "num_tokens": 464518692.0, + "step": 12233 + }, + { + "epoch": 1.5562905482763008, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545551300048828, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8647934198379517, + "num_tokens": 464554502.0, + "step": 12234 + }, + { + "epoch": 1.5564177585548913, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7517871856689453, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8785147666931152, + "num_tokens": 464591414.0, + "step": 12235 + }, + { + "epoch": 1.5565449688334816, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.557840585708618, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8657610416412354, + "num_tokens": 464627116.0, + "step": 12236 + }, + { + "epoch": 1.5566721791120721, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7601373195648193, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8710733652114868, + "num_tokens": 464661783.0, + "step": 12237 + }, + { + "epoch": 1.5567993893906626, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.567018747329712, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8604862093925476, + "num_tokens": 464704851.0, + "step": 12238 + }, + { + "epoch": 1.5569265996692532, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7478537559509277, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.861437976360321, + "num_tokens": 464746583.0, + "step": 12239 + }, + { + "epoch": 1.5570538099478437, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.554522752761841, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8656049966812134, + "num_tokens": 464783275.0, + "step": 12240 + }, + { + "epoch": 1.5571810202264342, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7455599308013916, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8764458894729614, + "num_tokens": 464818436.0, + "step": 12241 + }, + { + "epoch": 1.5573082305050248, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5465993881225586, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8690359592437744, + "num_tokens": 464859708.0, + "step": 12242 + }, + { + "epoch": 1.5574354407836153, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7549221515655518, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8743678331375122, + "num_tokens": 464894339.0, + "step": 12243 + }, + { + "epoch": 1.5575626510622058, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.549361228942871, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8780670166015625, + "num_tokens": 464931517.0, + "step": 12244 + }, + { + "epoch": 1.5576898613407963, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7573611736297607, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8681926131248474, + "num_tokens": 464971616.0, + "step": 12245 + }, + { + "epoch": 1.5578170716193869, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5448834896087646, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8789010643959045, + "num_tokens": 465012551.0, + "step": 12246 + }, + { + "epoch": 1.5579442818979774, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7579803466796875, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8811277151107788, + "num_tokens": 465054266.0, + "step": 12247 + }, + { + "epoch": 1.558071492176568, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.553389072418213, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8765302896499634, + "num_tokens": 465090057.0, + "step": 12248 + }, + { + "epoch": 1.5581987024551585, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.746598720550537, + "learning_rate": 1e-05, + "loss": 0.3869, + "mean_token_accuracy": 0.8877601027488708, + "num_tokens": 465132169.0, + "step": 12249 + }, + { + "epoch": 1.558325912733749, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5636439323425293, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8691694736480713, + "num_tokens": 465169922.0, + "step": 12250 + }, + { + "epoch": 1.5584531230123395, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7462613582611084, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8850756883621216, + "num_tokens": 465207792.0, + "step": 12251 + }, + { + "epoch": 1.55858033329093, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5551605224609375, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8622301816940308, + "num_tokens": 465250498.0, + "step": 12252 + }, + { + "epoch": 1.5587075435695206, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7634050846099854, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8654259443283081, + "num_tokens": 465288321.0, + "step": 12253 + }, + { + "epoch": 1.5588347538481109, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5455322265625, + "learning_rate": 1e-05, + "loss": 0.3505, + "mean_token_accuracy": 0.8965251445770264, + "num_tokens": 465322241.0, + "step": 12254 + }, + { + "epoch": 1.5589619641267014, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7561371326446533, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8849199414253235, + "num_tokens": 465359680.0, + "step": 12255 + }, + { + "epoch": 1.559089174405292, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5519909858703613, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8784184455871582, + "num_tokens": 465396951.0, + "step": 12256 + }, + { + "epoch": 1.5592163846838825, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7688376903533936, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8686782717704773, + "num_tokens": 465433087.0, + "step": 12257 + }, + { + "epoch": 1.559343594962473, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5530471801757812, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8768998980522156, + "num_tokens": 465472810.0, + "step": 12258 + }, + { + "epoch": 1.5594708052410635, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.763385772705078, + "learning_rate": 1e-05, + "loss": 0.4767, + "mean_token_accuracy": 0.8671477437019348, + "num_tokens": 465512714.0, + "step": 12259 + }, + { + "epoch": 1.5595980155196538, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5632617473602295, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8566842079162598, + "num_tokens": 465547629.0, + "step": 12260 + }, + { + "epoch": 1.5597252257982444, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.765573740005493, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8660728335380554, + "num_tokens": 465584226.0, + "step": 12261 + }, + { + "epoch": 1.5598524360768349, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5469255447387695, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8585934638977051, + "num_tokens": 465625854.0, + "step": 12262 + }, + { + "epoch": 1.5599796463554254, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7693636417388916, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8530156016349792, + "num_tokens": 465660670.0, + "step": 12263 + }, + { + "epoch": 1.560106856634016, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.54904842376709, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8701786398887634, + "num_tokens": 465700359.0, + "step": 12264 + }, + { + "epoch": 1.5602340669126065, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.8011372089385986, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8744187951087952, + "num_tokens": 465733648.0, + "step": 12265 + }, + { + "epoch": 1.560361277191197, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.552741289138794, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8638693690299988, + "num_tokens": 465769814.0, + "step": 12266 + }, + { + "epoch": 1.5604884874697875, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.784425973892212, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8777521252632141, + "num_tokens": 465804637.0, + "step": 12267 + }, + { + "epoch": 1.560615697748378, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5566751956939697, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.884208083152771, + "num_tokens": 465838649.0, + "step": 12268 + }, + { + "epoch": 1.5607429080269686, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.780137777328491, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8838828802108765, + "num_tokens": 465870628.0, + "step": 12269 + }, + { + "epoch": 1.560870118305559, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.566466808319092, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8655670285224915, + "num_tokens": 465905612.0, + "step": 12270 + }, + { + "epoch": 1.5609973285841496, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.760390043258667, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8693605661392212, + "num_tokens": 465945964.0, + "step": 12271 + }, + { + "epoch": 1.5611245388627402, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5671205520629883, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8845196962356567, + "num_tokens": 465979600.0, + "step": 12272 + }, + { + "epoch": 1.5612517491413307, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7523977756500244, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8654891848564148, + "num_tokens": 466017406.0, + "step": 12273 + }, + { + "epoch": 1.5613789594199212, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.561833620071411, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8675883412361145, + "num_tokens": 466059178.0, + "step": 12274 + }, + { + "epoch": 1.5615061696985117, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7513482570648193, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.8675536513328552, + "num_tokens": 466096385.0, + "step": 12275 + }, + { + "epoch": 1.5616333799771023, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5659029483795166, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8715454936027527, + "num_tokens": 466131160.0, + "step": 12276 + }, + { + "epoch": 1.5617605902556928, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.736750364303589, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8730555772781372, + "num_tokens": 466174842.0, + "step": 12277 + }, + { + "epoch": 1.5618878005342833, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.560049295425415, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8769692182540894, + "num_tokens": 466212943.0, + "step": 12278 + }, + { + "epoch": 1.5620150108128736, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.727646827697754, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.885898768901825, + "num_tokens": 466251560.0, + "step": 12279 + }, + { + "epoch": 1.5621422210914642, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.574876070022583, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8599924445152283, + "num_tokens": 466287150.0, + "step": 12280 + }, + { + "epoch": 1.5622694313700547, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.719424247741699, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8699501156806946, + "num_tokens": 466328508.0, + "step": 12281 + }, + { + "epoch": 1.5623966416486452, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.57719087600708, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8674260377883911, + "num_tokens": 466362552.0, + "step": 12282 + }, + { + "epoch": 1.5625238519272358, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.780937433242798, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8667574524879456, + "num_tokens": 466404253.0, + "step": 12283 + }, + { + "epoch": 1.5626510622058263, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.556673765182495, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8620485663414001, + "num_tokens": 466443258.0, + "step": 12284 + }, + { + "epoch": 1.5627782724844166, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7496988773345947, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8692280650138855, + "num_tokens": 466477575.0, + "step": 12285 + }, + { + "epoch": 1.5629054827630071, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5458054542541504, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8675776124000549, + "num_tokens": 466516301.0, + "step": 12286 + }, + { + "epoch": 1.5630326930415976, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7599847316741943, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8607162237167358, + "num_tokens": 466553904.0, + "step": 12287 + }, + { + "epoch": 1.5631599033201882, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.563646078109741, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8658628463745117, + "num_tokens": 466591668.0, + "step": 12288 + }, + { + "epoch": 1.5632871135987787, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7490906715393066, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.870055615901947, + "num_tokens": 466626484.0, + "step": 12289 + }, + { + "epoch": 1.5634143238773692, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5547523498535156, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8803982734680176, + "num_tokens": 466663590.0, + "step": 12290 + }, + { + "epoch": 1.5635415341559598, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.764798879623413, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8840587139129639, + "num_tokens": 466699856.0, + "step": 12291 + }, + { + "epoch": 1.5636687444345503, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.545480251312256, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.886102020740509, + "num_tokens": 466738703.0, + "step": 12292 + }, + { + "epoch": 1.5637959547131408, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.770650625228882, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8766816854476929, + "num_tokens": 466770948.0, + "step": 12293 + }, + { + "epoch": 1.5639231649917313, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5639421939849854, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8730225563049316, + "num_tokens": 466804655.0, + "step": 12294 + }, + { + "epoch": 1.5640503752703219, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7495691776275635, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8771696090698242, + "num_tokens": 466847592.0, + "step": 12295 + }, + { + "epoch": 1.5641775855489124, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5454351902008057, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8789753317832947, + "num_tokens": 466887855.0, + "step": 12296 + }, + { + "epoch": 1.564304795827503, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7630252838134766, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8669981956481934, + "num_tokens": 466925749.0, + "step": 12297 + }, + { + "epoch": 1.5644320061060935, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5398130416870117, + "learning_rate": 1e-05, + "loss": 0.3686, + "mean_token_accuracy": 0.8935810923576355, + "num_tokens": 466966487.0, + "step": 12298 + }, + { + "epoch": 1.564559216384684, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7748947143554688, + "learning_rate": 1e-05, + "loss": 0.5228, + "mean_token_accuracy": 0.8480528593063354, + "num_tokens": 467008673.0, + "step": 12299 + }, + { + "epoch": 1.5646864266632745, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.544184684753418, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8777728080749512, + "num_tokens": 467048389.0, + "step": 12300 + }, + { + "epoch": 1.564813636941865, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.768972873687744, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.876750111579895, + "num_tokens": 467087059.0, + "step": 12301 + }, + { + "epoch": 1.5649408472204556, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.554136276245117, + "learning_rate": 1e-05, + "loss": 0.3853, + "mean_token_accuracy": 0.8888329267501831, + "num_tokens": 467123003.0, + "step": 12302 + }, + { + "epoch": 1.5650680574990459, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.774928331375122, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8601037859916687, + "num_tokens": 467160526.0, + "step": 12303 + }, + { + "epoch": 1.5651952677776364, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.567749261856079, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8691445589065552, + "num_tokens": 467195846.0, + "step": 12304 + }, + { + "epoch": 1.565322478056227, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7728898525238037, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8604789972305298, + "num_tokens": 467232412.0, + "step": 12305 + }, + { + "epoch": 1.5654496883348175, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5599000453948975, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8653271794319153, + "num_tokens": 467269695.0, + "step": 12306 + }, + { + "epoch": 1.565576898613408, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7770049571990967, + "learning_rate": 1e-05, + "loss": 0.4871, + "mean_token_accuracy": 0.8573246598243713, + "num_tokens": 467304395.0, + "step": 12307 + }, + { + "epoch": 1.5657041088919985, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.545121908187866, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8704367280006409, + "num_tokens": 467348606.0, + "step": 12308 + }, + { + "epoch": 1.5658313191705888, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7820863723754883, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8704788684844971, + "num_tokens": 467382673.0, + "step": 12309 + }, + { + "epoch": 1.5659585294491793, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5413379669189453, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8785773515701294, + "num_tokens": 467426291.0, + "step": 12310 + }, + { + "epoch": 1.5660857397277699, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7827258110046387, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8688346147537231, + "num_tokens": 467469299.0, + "step": 12311 + }, + { + "epoch": 1.5662129500063604, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.54917311668396, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8651377558708191, + "num_tokens": 467510876.0, + "step": 12312 + }, + { + "epoch": 1.566340160284951, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8294930458068848, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.870475172996521, + "num_tokens": 467546112.0, + "step": 12313 + }, + { + "epoch": 1.5664673705635415, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.55560040473938, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8734773397445679, + "num_tokens": 467580009.0, + "step": 12314 + }, + { + "epoch": 1.566594580842132, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.797132968902588, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.86387038230896, + "num_tokens": 467621009.0, + "step": 12315 + }, + { + "epoch": 1.5667217911207225, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.547367572784424, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8821998834609985, + "num_tokens": 467662304.0, + "step": 12316 + }, + { + "epoch": 1.566849001399313, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.809973955154419, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8557302355766296, + "num_tokens": 467697608.0, + "step": 12317 + }, + { + "epoch": 1.5669762116779036, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5549800395965576, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8734839558601379, + "num_tokens": 467739978.0, + "step": 12318 + }, + { + "epoch": 1.567103421956494, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8101351261138916, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8605116605758667, + "num_tokens": 467775055.0, + "step": 12319 + }, + { + "epoch": 1.5672306322350846, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.56663179397583, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8753641843795776, + "num_tokens": 467812385.0, + "step": 12320 + }, + { + "epoch": 1.5673578425136752, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8101003170013428, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8562741875648499, + "num_tokens": 467846784.0, + "step": 12321 + }, + { + "epoch": 1.5674850527922657, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5782663822174072, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8673394918441772, + "num_tokens": 467880259.0, + "step": 12322 + }, + { + "epoch": 1.5676122630708562, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8144941329956055, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.871541440486908, + "num_tokens": 467914613.0, + "step": 12323 + }, + { + "epoch": 1.5677394733494467, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5886502265930176, + "learning_rate": 1e-05, + "loss": 0.5068, + "mean_token_accuracy": 0.8489528894424438, + "num_tokens": 467953070.0, + "step": 12324 + }, + { + "epoch": 1.5678666836280373, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.771160840988159, + "learning_rate": 1e-05, + "loss": 0.4843, + "mean_token_accuracy": 0.8584071397781372, + "num_tokens": 467989404.0, + "step": 12325 + }, + { + "epoch": 1.5679938939066278, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5710184574127197, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8686230182647705, + "num_tokens": 468030670.0, + "step": 12326 + }, + { + "epoch": 1.5681211041852183, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.766476631164551, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8691607713699341, + "num_tokens": 468064130.0, + "step": 12327 + }, + { + "epoch": 1.5682483144638086, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5807957649230957, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8706289529800415, + "num_tokens": 468098393.0, + "step": 12328 + }, + { + "epoch": 1.5683755247423992, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7498841285705566, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8822921514511108, + "num_tokens": 468134961.0, + "step": 12329 + }, + { + "epoch": 1.5685027350209897, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.573171377182007, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8822368383407593, + "num_tokens": 468169389.0, + "step": 12330 + }, + { + "epoch": 1.5686299452995802, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7423057556152344, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8628415465354919, + "num_tokens": 468211504.0, + "step": 12331 + }, + { + "epoch": 1.5687571555781707, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.589456796646118, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8599218726158142, + "num_tokens": 468245204.0, + "step": 12332 + }, + { + "epoch": 1.5688843658567613, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.737936019897461, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8726305365562439, + "num_tokens": 468277054.0, + "step": 12333 + }, + { + "epoch": 1.5690115761353516, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.563878297805786, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8854309320449829, + "num_tokens": 468316399.0, + "step": 12334 + }, + { + "epoch": 1.569138786413942, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.722702741622925, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8775812983512878, + "num_tokens": 468351943.0, + "step": 12335 + }, + { + "epoch": 1.5692659966925326, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5695548057556152, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8695662021636963, + "num_tokens": 468387443.0, + "step": 12336 + }, + { + "epoch": 1.5693932069711232, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7312984466552734, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8730310201644897, + "num_tokens": 468420503.0, + "step": 12337 + }, + { + "epoch": 1.5695204172497137, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5722155570983887, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8653303384780884, + "num_tokens": 468456171.0, + "step": 12338 + }, + { + "epoch": 1.5696476275283042, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7064802646636963, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8826324939727783, + "num_tokens": 468494121.0, + "step": 12339 + }, + { + "epoch": 1.5697748378068948, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5565271377563477, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8727319240570068, + "num_tokens": 468540960.0, + "step": 12340 + }, + { + "epoch": 1.5699020480854853, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7221477031707764, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8690992593765259, + "num_tokens": 468577851.0, + "step": 12341 + }, + { + "epoch": 1.5700292583640758, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5725960731506348, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8695786595344543, + "num_tokens": 468613210.0, + "step": 12342 + }, + { + "epoch": 1.5701564686426663, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7021703720092773, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8678088188171387, + "num_tokens": 468655871.0, + "step": 12343 + }, + { + "epoch": 1.5702836789212569, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.565885305404663, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8797368407249451, + "num_tokens": 468692757.0, + "step": 12344 + }, + { + "epoch": 1.5704108891998474, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7021546363830566, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8786617517471313, + "num_tokens": 468730163.0, + "step": 12345 + }, + { + "epoch": 1.570538099478438, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.561668872833252, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8728163242340088, + "num_tokens": 468768578.0, + "step": 12346 + }, + { + "epoch": 1.5706653097570284, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7037746906280518, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8834302425384521, + "num_tokens": 468802027.0, + "step": 12347 + }, + { + "epoch": 1.570792520035619, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.562164783477783, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.861219048500061, + "num_tokens": 468845266.0, + "step": 12348 + }, + { + "epoch": 1.5709197303142095, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7192792892456055, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8747021555900574, + "num_tokens": 468879780.0, + "step": 12349 + }, + { + "epoch": 1.5710469405928, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5554275512695312, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8748750686645508, + "num_tokens": 468916846.0, + "step": 12350 + }, + { + "epoch": 1.5711741508713906, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.720407724380493, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8835194110870361, + "num_tokens": 468947382.0, + "step": 12351 + }, + { + "epoch": 1.5713013611499809, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.539313316345215, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8847376108169556, + "num_tokens": 468987258.0, + "step": 12352 + }, + { + "epoch": 1.5714285714285714, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7379300594329834, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8768969774246216, + "num_tokens": 469024878.0, + "step": 12353 + }, + { + "epoch": 1.571555781707162, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.533139228820801, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8737900257110596, + "num_tokens": 469065636.0, + "step": 12354 + }, + { + "epoch": 1.5716829919857525, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.755338191986084, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8702775239944458, + "num_tokens": 469099817.0, + "step": 12355 + }, + { + "epoch": 1.571810202264343, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.545445442199707, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8680346608161926, + "num_tokens": 469135185.0, + "step": 12356 + }, + { + "epoch": 1.5719374125429335, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7469499111175537, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8876861333847046, + "num_tokens": 469173980.0, + "step": 12357 + }, + { + "epoch": 1.5720646228215238, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5557713508605957, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8761050701141357, + "num_tokens": 469206939.0, + "step": 12358 + }, + { + "epoch": 1.5721918331001143, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.744145154953003, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8781870603561401, + "num_tokens": 469245261.0, + "step": 12359 + }, + { + "epoch": 1.5723190433787049, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5482289791107178, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8700310587882996, + "num_tokens": 469285569.0, + "step": 12360 + }, + { + "epoch": 1.5724462536572954, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7510950565338135, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8681089878082275, + "num_tokens": 469325249.0, + "step": 12361 + }, + { + "epoch": 1.572573463935886, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5597424507141113, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8625591993331909, + "num_tokens": 469360187.0, + "step": 12362 + }, + { + "epoch": 1.5727006742144765, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.73928165435791, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8675256371498108, + "num_tokens": 469399363.0, + "step": 12363 + }, + { + "epoch": 1.572827884493067, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5514678955078125, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8687810897827148, + "num_tokens": 469441523.0, + "step": 12364 + }, + { + "epoch": 1.5729550947716575, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7408077716827393, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8800694942474365, + "num_tokens": 469475169.0, + "step": 12365 + }, + { + "epoch": 1.573082305050248, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.570528984069824, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8667848110198975, + "num_tokens": 469509794.0, + "step": 12366 + }, + { + "epoch": 1.5732095153288386, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7316088676452637, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.8667824268341064, + "num_tokens": 469549007.0, + "step": 12367 + }, + { + "epoch": 1.573336725607429, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5482540130615234, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8756131529808044, + "num_tokens": 469586959.0, + "step": 12368 + }, + { + "epoch": 1.5734639358860196, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7491116523742676, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8776010870933533, + "num_tokens": 469617767.0, + "step": 12369 + }, + { + "epoch": 1.5735911461646102, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5506539344787598, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8674763441085815, + "num_tokens": 469655300.0, + "step": 12370 + }, + { + "epoch": 1.5737183564432007, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.747560977935791, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8740531206130981, + "num_tokens": 469693666.0, + "step": 12371 + }, + { + "epoch": 1.5738455667217912, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545130968093872, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8733538389205933, + "num_tokens": 469731081.0, + "step": 12372 + }, + { + "epoch": 1.5739727770003817, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.749908208847046, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8766148090362549, + "num_tokens": 469768081.0, + "step": 12373 + }, + { + "epoch": 1.5740999872789723, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5479848384857178, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8703292012214661, + "num_tokens": 469806992.0, + "step": 12374 + }, + { + "epoch": 1.5742271975575628, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.764481544494629, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8670881986618042, + "num_tokens": 469844969.0, + "step": 12375 + }, + { + "epoch": 1.5743544078361533, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5466864109039307, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8773371577262878, + "num_tokens": 469881558.0, + "step": 12376 + }, + { + "epoch": 1.5744816181147436, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.780634880065918, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8713784217834473, + "num_tokens": 469914659.0, + "step": 12377 + }, + { + "epoch": 1.5746088283933342, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5479233264923096, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8663256168365479, + "num_tokens": 469956012.0, + "step": 12378 + }, + { + "epoch": 1.5747360386719247, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7778539657592773, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8671582937240601, + "num_tokens": 469993840.0, + "step": 12379 + }, + { + "epoch": 1.5748632489505152, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5456504821777344, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8612774610519409, + "num_tokens": 470032741.0, + "step": 12380 + }, + { + "epoch": 1.5749904592291057, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7755303382873535, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.882412314414978, + "num_tokens": 470068969.0, + "step": 12381 + }, + { + "epoch": 1.5751176695076963, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.554042339324951, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8770170211791992, + "num_tokens": 470108972.0, + "step": 12382 + }, + { + "epoch": 1.5752448797862866, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7620532512664795, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8874981999397278, + "num_tokens": 470146655.0, + "step": 12383 + }, + { + "epoch": 1.575372090064877, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5603201389312744, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8700098991394043, + "num_tokens": 470184068.0, + "step": 12384 + }, + { + "epoch": 1.5754993003434676, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7666327953338623, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8694919347763062, + "num_tokens": 470221328.0, + "step": 12385 + }, + { + "epoch": 1.5756265106220582, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5559120178222656, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8697752356529236, + "num_tokens": 470261393.0, + "step": 12386 + }, + { + "epoch": 1.5757537209006487, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.775085926055908, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8706389665603638, + "num_tokens": 470293705.0, + "step": 12387 + }, + { + "epoch": 1.5758809311792392, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5698912143707275, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.869520366191864, + "num_tokens": 470329891.0, + "step": 12388 + }, + { + "epoch": 1.5760081414578297, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.755709409713745, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8732888698577881, + "num_tokens": 470368763.0, + "step": 12389 + }, + { + "epoch": 1.5761353517364203, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.555957317352295, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8715884685516357, + "num_tokens": 470407267.0, + "step": 12390 + }, + { + "epoch": 1.5762625620150108, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.749974012374878, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8698490858078003, + "num_tokens": 470448872.0, + "step": 12391 + }, + { + "epoch": 1.5763897722936013, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5649189949035645, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8783762454986572, + "num_tokens": 470486460.0, + "step": 12392 + }, + { + "epoch": 1.5765169825721919, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.733494281768799, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.882588803768158, + "num_tokens": 470528800.0, + "step": 12393 + }, + { + "epoch": 1.5766441928507824, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5665204524993896, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8741211891174316, + "num_tokens": 470568185.0, + "step": 12394 + }, + { + "epoch": 1.576771403129373, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.742745876312256, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8709225058555603, + "num_tokens": 470607785.0, + "step": 12395 + }, + { + "epoch": 1.5768986134079634, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.555523157119751, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.86656653881073, + "num_tokens": 470648536.0, + "step": 12396 + }, + { + "epoch": 1.577025823686554, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7321412563323975, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8789619207382202, + "num_tokens": 470686071.0, + "step": 12397 + }, + { + "epoch": 1.5771530339651445, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5782978534698486, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8806868195533752, + "num_tokens": 470715165.0, + "step": 12398 + }, + { + "epoch": 1.577280244243735, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7278637886047363, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8779381513595581, + "num_tokens": 470748950.0, + "step": 12399 + }, + { + "epoch": 1.5774074545223256, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5579030513763428, + "learning_rate": 1e-05, + "loss": 0.3714, + "mean_token_accuracy": 0.8890204429626465, + "num_tokens": 470783856.0, + "step": 12400 + }, + { + "epoch": 1.5775346648009159, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7262542247772217, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.860808253288269, + "num_tokens": 470823103.0, + "step": 12401 + }, + { + "epoch": 1.5776618750795064, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5629305839538574, + "learning_rate": 1e-05, + "loss": 0.4943, + "mean_token_accuracy": 0.8543238043785095, + "num_tokens": 470865582.0, + "step": 12402 + }, + { + "epoch": 1.577789085358097, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7275335788726807, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8627504110336304, + "num_tokens": 470901710.0, + "step": 12403 + }, + { + "epoch": 1.5779162956366874, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5555579662323, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8530029058456421, + "num_tokens": 470944850.0, + "step": 12404 + }, + { + "epoch": 1.578043505915278, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7426719665527344, + "learning_rate": 1e-05, + "loss": 0.4853, + "mean_token_accuracy": 0.8639898300170898, + "num_tokens": 470985092.0, + "step": 12405 + }, + { + "epoch": 1.5781707161938685, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.545354127883911, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8785154819488525, + "num_tokens": 471026018.0, + "step": 12406 + }, + { + "epoch": 1.5782979264724588, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7485785484313965, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8679921627044678, + "num_tokens": 471061365.0, + "step": 12407 + }, + { + "epoch": 1.5784251367510493, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5514559745788574, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8750951290130615, + "num_tokens": 471098142.0, + "step": 12408 + }, + { + "epoch": 1.5785523470296399, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.752760648727417, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8559050559997559, + "num_tokens": 471138001.0, + "step": 12409 + }, + { + "epoch": 1.5786795573082304, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5559706687927246, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8762459754943848, + "num_tokens": 471170392.0, + "step": 12410 + }, + { + "epoch": 1.578806767586821, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.743955135345459, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8643485307693481, + "num_tokens": 471215704.0, + "step": 12411 + }, + { + "epoch": 1.5789339778654115, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5588769912719727, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8857811689376831, + "num_tokens": 471252084.0, + "step": 12412 + }, + { + "epoch": 1.579061188144002, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7527923583984375, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8644436597824097, + "num_tokens": 471287096.0, + "step": 12413 + }, + { + "epoch": 1.5791883984225925, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.55505108833313, + "learning_rate": 1e-05, + "loss": 0.3849, + "mean_token_accuracy": 0.8864870071411133, + "num_tokens": 471321732.0, + "step": 12414 + }, + { + "epoch": 1.579315608701183, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.757323741912842, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8701543211936951, + "num_tokens": 471353680.0, + "step": 12415 + }, + { + "epoch": 1.5794428189797736, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5465221405029297, + "learning_rate": 1e-05, + "loss": 0.4877, + "mean_token_accuracy": 0.857469916343689, + "num_tokens": 471395286.0, + "step": 12416 + }, + { + "epoch": 1.579570029258364, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7539587020874023, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8809573650360107, + "num_tokens": 471433708.0, + "step": 12417 + }, + { + "epoch": 1.5796972395369546, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5499534606933594, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8707553148269653, + "num_tokens": 471472655.0, + "step": 12418 + }, + { + "epoch": 1.5798244498155452, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.756251096725464, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8703795671463013, + "num_tokens": 471507013.0, + "step": 12419 + }, + { + "epoch": 1.5799516600941357, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5665762424468994, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8739502429962158, + "num_tokens": 471539951.0, + "step": 12420 + }, + { + "epoch": 1.5800788703727262, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7401812076568604, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8675245046615601, + "num_tokens": 471580505.0, + "step": 12421 + }, + { + "epoch": 1.5802060806513167, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5699708461761475, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8818879127502441, + "num_tokens": 471610408.0, + "step": 12422 + }, + { + "epoch": 1.5803332909299073, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.742889642715454, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8683146238327026, + "num_tokens": 471648529.0, + "step": 12423 + }, + { + "epoch": 1.5804605012084978, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.573582172393799, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8731147050857544, + "num_tokens": 471682182.0, + "step": 12424 + }, + { + "epoch": 1.5805877114870883, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.718580484390259, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8743084669113159, + "num_tokens": 471719180.0, + "step": 12425 + }, + { + "epoch": 1.5807149217656786, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5555419921875, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.867983341217041, + "num_tokens": 471759965.0, + "step": 12426 + }, + { + "epoch": 1.5808421320442692, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7250895500183105, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8823244571685791, + "num_tokens": 471795405.0, + "step": 12427 + }, + { + "epoch": 1.5809693423228597, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.552168607711792, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.877902626991272, + "num_tokens": 471837957.0, + "step": 12428 + }, + { + "epoch": 1.5810965526014502, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7302589416503906, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8699958324432373, + "num_tokens": 471875422.0, + "step": 12429 + }, + { + "epoch": 1.5812237628800407, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.551044464111328, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8773326873779297, + "num_tokens": 471913752.0, + "step": 12430 + }, + { + "epoch": 1.5813509731586313, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7360761165618896, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8640697002410889, + "num_tokens": 471952362.0, + "step": 12431 + }, + { + "epoch": 1.5814781834372216, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5486929416656494, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8794642686843872, + "num_tokens": 471990798.0, + "step": 12432 + }, + { + "epoch": 1.581605393715812, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.741424560546875, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8706689476966858, + "num_tokens": 472027398.0, + "step": 12433 + }, + { + "epoch": 1.5817326039944026, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.536905527114868, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8758625984191895, + "num_tokens": 472071725.0, + "step": 12434 + }, + { + "epoch": 1.5818598142729932, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7551567554473877, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8839041590690613, + "num_tokens": 472106913.0, + "step": 12435 + }, + { + "epoch": 1.5819870245515837, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5617032051086426, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8714045882225037, + "num_tokens": 472138136.0, + "step": 12436 + }, + { + "epoch": 1.5821142348301742, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7573583126068115, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8676796555519104, + "num_tokens": 472174884.0, + "step": 12437 + }, + { + "epoch": 1.5822414451087647, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5471155643463135, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8672574162483215, + "num_tokens": 472215862.0, + "step": 12438 + }, + { + "epoch": 1.5823686553873553, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7464470863342285, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8781986236572266, + "num_tokens": 472255770.0, + "step": 12439 + }, + { + "epoch": 1.5824958656659458, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5581417083740234, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8626608848571777, + "num_tokens": 472290815.0, + "step": 12440 + }, + { + "epoch": 1.5826230759445363, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7520055770874023, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.861215353012085, + "num_tokens": 472328180.0, + "step": 12441 + }, + { + "epoch": 1.5827502862231269, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5535390377044678, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8626048564910889, + "num_tokens": 472366519.0, + "step": 12442 + }, + { + "epoch": 1.5828774965017174, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7468185424804688, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8559790849685669, + "num_tokens": 472405270.0, + "step": 12443 + }, + { + "epoch": 1.583004706780308, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.538602113723755, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8771504163742065, + "num_tokens": 472447572.0, + "step": 12444 + }, + { + "epoch": 1.5831319170588984, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7480998039245605, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8749671578407288, + "num_tokens": 472487869.0, + "step": 12445 + }, + { + "epoch": 1.583259127337489, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5586347579956055, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8741324543952942, + "num_tokens": 472521856.0, + "step": 12446 + }, + { + "epoch": 1.5833863376160795, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.741856813430786, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8739887475967407, + "num_tokens": 472566550.0, + "step": 12447 + }, + { + "epoch": 1.58351354789467, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.553931951522827, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8684347867965698, + "num_tokens": 472605054.0, + "step": 12448 + }, + { + "epoch": 1.5836407581732606, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7343344688415527, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8735606074333191, + "num_tokens": 472649938.0, + "step": 12449 + }, + { + "epoch": 1.5837679684518509, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5501177310943604, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8752105236053467, + "num_tokens": 472688399.0, + "step": 12450 + }, + { + "epoch": 1.5838951787304414, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7546002864837646, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8660784363746643, + "num_tokens": 472726383.0, + "step": 12451 + }, + { + "epoch": 1.584022389009032, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.566826105117798, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8662340641021729, + "num_tokens": 472759692.0, + "step": 12452 + }, + { + "epoch": 1.5841495992876224, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.738438129425049, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.878139317035675, + "num_tokens": 472799679.0, + "step": 12453 + }, + { + "epoch": 1.584276809566213, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.555584192276001, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.858543872833252, + "num_tokens": 472842043.0, + "step": 12454 + }, + { + "epoch": 1.5844040198448035, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.747220039367676, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8666254281997681, + "num_tokens": 472877594.0, + "step": 12455 + }, + { + "epoch": 1.5845312301233938, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5483779907226562, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.87450110912323, + "num_tokens": 472914052.0, + "step": 12456 + }, + { + "epoch": 1.5846584404019843, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.751025915145874, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8735730648040771, + "num_tokens": 472953359.0, + "step": 12457 + }, + { + "epoch": 1.5847856506805749, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5434653759002686, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8662360906600952, + "num_tokens": 472993898.0, + "step": 12458 + }, + { + "epoch": 1.5849128609591654, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.760885715484619, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8756428360939026, + "num_tokens": 473032026.0, + "step": 12459 + }, + { + "epoch": 1.585040071237756, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5303688049316406, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8784116506576538, + "num_tokens": 473075282.0, + "step": 12460 + }, + { + "epoch": 1.5851672815163464, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7694942951202393, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.876482367515564, + "num_tokens": 473112834.0, + "step": 12461 + }, + { + "epoch": 1.585294491794937, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5486092567443848, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8693400025367737, + "num_tokens": 473150331.0, + "step": 12462 + }, + { + "epoch": 1.5854217020735275, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.773155450820923, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8777635097503662, + "num_tokens": 473185175.0, + "step": 12463 + }, + { + "epoch": 1.585548912352118, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5494558811187744, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8627527952194214, + "num_tokens": 473223546.0, + "step": 12464 + }, + { + "epoch": 1.5856761226307086, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.783416748046875, + "learning_rate": 1e-05, + "loss": 0.5018, + "mean_token_accuracy": 0.8579251766204834, + "num_tokens": 473260098.0, + "step": 12465 + }, + { + "epoch": 1.585803332909299, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.552252769470215, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8738046884536743, + "num_tokens": 473299283.0, + "step": 12466 + }, + { + "epoch": 1.5859305431878896, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.786489963531494, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8671998977661133, + "num_tokens": 473332511.0, + "step": 12467 + }, + { + "epoch": 1.5860577534664801, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5605545043945312, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8758686780929565, + "num_tokens": 473367259.0, + "step": 12468 + }, + { + "epoch": 1.5861849637450707, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7616937160491943, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8704640865325928, + "num_tokens": 473412421.0, + "step": 12469 + }, + { + "epoch": 1.5863121740236612, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5718328952789307, + "learning_rate": 1e-05, + "loss": 0.5095, + "mean_token_accuracy": 0.8505812883377075, + "num_tokens": 473450444.0, + "step": 12470 + }, + { + "epoch": 1.5864393843022517, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.764596700668335, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8694084286689758, + "num_tokens": 473485093.0, + "step": 12471 + }, + { + "epoch": 1.5865665945808423, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.55423903465271, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8831005096435547, + "num_tokens": 473522461.0, + "step": 12472 + }, + { + "epoch": 1.5866938048594328, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7600760459899902, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8666438460350037, + "num_tokens": 473559860.0, + "step": 12473 + }, + { + "epoch": 1.5868210151380233, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5717780590057373, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8811368942260742, + "num_tokens": 473590144.0, + "step": 12474 + }, + { + "epoch": 1.5869482254166136, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.745156764984131, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8769280910491943, + "num_tokens": 473631384.0, + "step": 12475 + }, + { + "epoch": 1.5870754356952042, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5798826217651367, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8706314563751221, + "num_tokens": 473667396.0, + "step": 12476 + }, + { + "epoch": 1.5872026459737947, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7436423301696777, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.87471604347229, + "num_tokens": 473699856.0, + "step": 12477 + }, + { + "epoch": 1.5873298562523852, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.593001365661621, + "learning_rate": 1e-05, + "loss": 0.4979, + "mean_token_accuracy": 0.851376473903656, + "num_tokens": 473731164.0, + "step": 12478 + }, + { + "epoch": 1.5874570665309757, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7227964401245117, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.86919105052948, + "num_tokens": 473767005.0, + "step": 12479 + }, + { + "epoch": 1.5875842768095663, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.57755446434021, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8691141605377197, + "num_tokens": 473805753.0, + "step": 12480 + }, + { + "epoch": 1.5877114870881566, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.700629949569702, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8712606430053711, + "num_tokens": 473845375.0, + "step": 12481 + }, + { + "epoch": 1.587838697366747, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.558887243270874, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8619856834411621, + "num_tokens": 473889184.0, + "step": 12482 + }, + { + "epoch": 1.5879659076453376, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7020537853240967, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8797663450241089, + "num_tokens": 473927917.0, + "step": 12483 + }, + { + "epoch": 1.5880931179239282, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.565473794937134, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8830457925796509, + "num_tokens": 473964670.0, + "step": 12484 + }, + { + "epoch": 1.5882203282025187, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7085306644439697, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8865184783935547, + "num_tokens": 473998455.0, + "step": 12485 + }, + { + "epoch": 1.5883475384811092, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5571200847625732, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8700731992721558, + "num_tokens": 474041623.0, + "step": 12486 + }, + { + "epoch": 1.5884747487596997, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.706040143966675, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8693761825561523, + "num_tokens": 474083294.0, + "step": 12487 + }, + { + "epoch": 1.5886019590382903, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5658557415008545, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8712229132652283, + "num_tokens": 474117737.0, + "step": 12488 + }, + { + "epoch": 1.5887291693168808, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.709095001220703, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8685367107391357, + "num_tokens": 474154467.0, + "step": 12489 + }, + { + "epoch": 1.5888563795954713, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5612027645111084, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8684712052345276, + "num_tokens": 474191845.0, + "step": 12490 + }, + { + "epoch": 1.5889835898740619, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7153165340423584, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8747181296348572, + "num_tokens": 474227787.0, + "step": 12491 + }, + { + "epoch": 1.5891108001526524, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.541569948196411, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.868033766746521, + "num_tokens": 474271890.0, + "step": 12492 + }, + { + "epoch": 1.589238010431243, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.722050905227661, + "learning_rate": 1e-05, + "loss": 0.4792, + "mean_token_accuracy": 0.857979416847229, + "num_tokens": 474314493.0, + "step": 12493 + }, + { + "epoch": 1.5893652207098334, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5496723651885986, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8806093335151672, + "num_tokens": 474349348.0, + "step": 12494 + }, + { + "epoch": 1.589492430988424, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.742969512939453, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8653475046157837, + "num_tokens": 474384145.0, + "step": 12495 + }, + { + "epoch": 1.5896196412670145, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545398473739624, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8815889358520508, + "num_tokens": 474419064.0, + "step": 12496 + }, + { + "epoch": 1.589746851545605, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.730132818222046, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8688596487045288, + "num_tokens": 474458716.0, + "step": 12497 + }, + { + "epoch": 1.5898740618241956, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.54557204246521, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8768643140792847, + "num_tokens": 474497672.0, + "step": 12498 + }, + { + "epoch": 1.5900012721027859, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7517940998077393, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8759807348251343, + "num_tokens": 474530442.0, + "step": 12499 + }, + { + "epoch": 1.5901284823813764, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.538719654083252, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.854711651802063, + "num_tokens": 474573103.0, + "step": 12500 + }, + { + "epoch": 1.590255692659967, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.749849557876587, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8789174556732178, + "num_tokens": 474610687.0, + "step": 12501 + }, + { + "epoch": 1.5903829029385574, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5431854724884033, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8646849989891052, + "num_tokens": 474650893.0, + "step": 12502 + }, + { + "epoch": 1.590510113217148, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7533676624298096, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8718273639678955, + "num_tokens": 474690808.0, + "step": 12503 + }, + { + "epoch": 1.5906373234957385, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5424797534942627, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8810839653015137, + "num_tokens": 474726814.0, + "step": 12504 + }, + { + "epoch": 1.5907645337743288, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.768186330795288, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8678338527679443, + "num_tokens": 474765170.0, + "step": 12505 + }, + { + "epoch": 1.5908917440529193, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.541658639907837, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8672815561294556, + "num_tokens": 474808466.0, + "step": 12506 + }, + { + "epoch": 1.5910189543315099, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7686917781829834, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8776014447212219, + "num_tokens": 474847334.0, + "step": 12507 + }, + { + "epoch": 1.5911461646101004, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.55107045173645, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8715271353721619, + "num_tokens": 474885937.0, + "step": 12508 + }, + { + "epoch": 1.591273374888691, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7717716693878174, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.875471830368042, + "num_tokens": 474921089.0, + "step": 12509 + }, + { + "epoch": 1.5914005851672814, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5465829372406006, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8770726919174194, + "num_tokens": 474961660.0, + "step": 12510 + }, + { + "epoch": 1.591527795445872, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.780047655105591, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8740004301071167, + "num_tokens": 474997815.0, + "step": 12511 + }, + { + "epoch": 1.5916550057244625, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.553234815597534, + "learning_rate": 1e-05, + "loss": 0.5084, + "mean_token_accuracy": 0.8452795147895813, + "num_tokens": 475038334.0, + "step": 12512 + }, + { + "epoch": 1.591782216003053, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7821221351623535, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8740890026092529, + "num_tokens": 475073522.0, + "step": 12513 + }, + { + "epoch": 1.5919094262816436, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.547684907913208, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8779264092445374, + "num_tokens": 475111811.0, + "step": 12514 + }, + { + "epoch": 1.592036636560234, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7800562381744385, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8880454301834106, + "num_tokens": 475146496.0, + "step": 12515 + }, + { + "epoch": 1.5921638468388246, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.555185556411743, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8708480596542358, + "num_tokens": 475187947.0, + "step": 12516 + }, + { + "epoch": 1.5922910571174151, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.779343366622925, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8728405833244324, + "num_tokens": 475225420.0, + "step": 12517 + }, + { + "epoch": 1.5924182673960057, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5625646114349365, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8635770082473755, + "num_tokens": 475263913.0, + "step": 12518 + }, + { + "epoch": 1.5925454776745962, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.778001070022583, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8828263878822327, + "num_tokens": 475300446.0, + "step": 12519 + }, + { + "epoch": 1.5926726879531867, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5780751705169678, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8601125478744507, + "num_tokens": 475338728.0, + "step": 12520 + }, + { + "epoch": 1.5927998982317773, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.774510622024536, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8712582588195801, + "num_tokens": 475369453.0, + "step": 12521 + }, + { + "epoch": 1.5929271085103678, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5598220825195312, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8848543167114258, + "num_tokens": 475407994.0, + "step": 12522 + }, + { + "epoch": 1.5930543187889583, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.774050712585449, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8674141764640808, + "num_tokens": 475445480.0, + "step": 12523 + }, + { + "epoch": 1.5931815290675486, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5707151889801025, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8595610857009888, + "num_tokens": 475483971.0, + "step": 12524 + }, + { + "epoch": 1.5933087393461391, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7582249641418457, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8739607334136963, + "num_tokens": 475521332.0, + "step": 12525 + }, + { + "epoch": 1.5934359496247297, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5758421421051025, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8659706115722656, + "num_tokens": 475556085.0, + "step": 12526 + }, + { + "epoch": 1.5935631599033202, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7910635471343994, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8674558997154236, + "num_tokens": 475590966.0, + "step": 12527 + }, + { + "epoch": 1.5936903701819107, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.570465087890625, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8640034794807434, + "num_tokens": 475627430.0, + "step": 12528 + }, + { + "epoch": 1.5938175804605013, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7597496509552, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8801428079605103, + "num_tokens": 475662346.0, + "step": 12529 + }, + { + "epoch": 1.5939447907390916, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5646820068359375, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8629992008209229, + "num_tokens": 475702312.0, + "step": 12530 + }, + { + "epoch": 1.594072001017682, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.746150493621826, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8716799020767212, + "num_tokens": 475743997.0, + "step": 12531 + }, + { + "epoch": 1.5941992112962726, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5680782794952393, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8609060645103455, + "num_tokens": 475783369.0, + "step": 12532 + }, + { + "epoch": 1.5943264215748632, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.74878191947937, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8852555751800537, + "num_tokens": 475815225.0, + "step": 12533 + }, + { + "epoch": 1.5944536318534537, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.577058792114258, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8665629625320435, + "num_tokens": 475847917.0, + "step": 12534 + }, + { + "epoch": 1.5945808421320442, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.73447322845459, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.876289963722229, + "num_tokens": 475889308.0, + "step": 12535 + }, + { + "epoch": 1.5947080524106347, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.568464756011963, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8803336024284363, + "num_tokens": 475930603.0, + "step": 12536 + }, + { + "epoch": 1.5948352626892253, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.722874164581299, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.878951907157898, + "num_tokens": 475968288.0, + "step": 12537 + }, + { + "epoch": 1.5949624729678158, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5765438079833984, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.876685619354248, + "num_tokens": 476002967.0, + "step": 12538 + }, + { + "epoch": 1.5950896832464063, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7265896797180176, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8734406232833862, + "num_tokens": 476037958.0, + "step": 12539 + }, + { + "epoch": 1.5952168935249968, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5884788036346436, + "learning_rate": 1e-05, + "loss": 0.4985, + "mean_token_accuracy": 0.8513677716255188, + "num_tokens": 476072036.0, + "step": 12540 + }, + { + "epoch": 1.5953441038035874, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.701174259185791, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.875009298324585, + "num_tokens": 476115665.0, + "step": 12541 + }, + { + "epoch": 1.595471314082178, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.575260639190674, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8665950298309326, + "num_tokens": 476155380.0, + "step": 12542 + }, + { + "epoch": 1.5955985243607684, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.69803786277771, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8659787178039551, + "num_tokens": 476194833.0, + "step": 12543 + }, + { + "epoch": 1.595725734639359, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5763602256774902, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8743764758110046, + "num_tokens": 476233617.0, + "step": 12544 + }, + { + "epoch": 1.5958529449179495, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.706904411315918, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8676126599311829, + "num_tokens": 476270312.0, + "step": 12545 + }, + { + "epoch": 1.59598015519654, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.558917999267578, + "learning_rate": 1e-05, + "loss": 0.3554, + "mean_token_accuracy": 0.8970924615859985, + "num_tokens": 476304466.0, + "step": 12546 + }, + { + "epoch": 1.5961073654751305, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7078583240509033, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.87515789270401, + "num_tokens": 476345136.0, + "step": 12547 + }, + { + "epoch": 1.5962345757537209, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.562828779220581, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8761447668075562, + "num_tokens": 476381546.0, + "step": 12548 + }, + { + "epoch": 1.5963617860323114, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.731010675430298, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8719804883003235, + "num_tokens": 476413990.0, + "step": 12549 + }, + { + "epoch": 1.596488996310902, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.549729347229004, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8841062784194946, + "num_tokens": 476451487.0, + "step": 12550 + }, + { + "epoch": 1.5966162065894924, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.732386589050293, + "learning_rate": 1e-05, + "loss": 0.4854, + "mean_token_accuracy": 0.8587257862091064, + "num_tokens": 476493071.0, + "step": 12551 + }, + { + "epoch": 1.596743416868083, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.549502372741699, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8785516023635864, + "num_tokens": 476531390.0, + "step": 12552 + }, + { + "epoch": 1.5968706271466735, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7348132133483887, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8683570623397827, + "num_tokens": 476572491.0, + "step": 12553 + }, + { + "epoch": 1.5969978374252638, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5476555824279785, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8639505505561829, + "num_tokens": 476613897.0, + "step": 12554 + }, + { + "epoch": 1.5971250477038543, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7480130195617676, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8648799657821655, + "num_tokens": 476650773.0, + "step": 12555 + }, + { + "epoch": 1.5972522579824449, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.552852153778076, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8722578883171082, + "num_tokens": 476685546.0, + "step": 12556 + }, + { + "epoch": 1.5973794682610354, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.764646291732788, + "learning_rate": 1e-05, + "loss": 0.5008, + "mean_token_accuracy": 0.8548679947853088, + "num_tokens": 476720569.0, + "step": 12557 + }, + { + "epoch": 1.597506678539626, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5363900661468506, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8753530979156494, + "num_tokens": 476760162.0, + "step": 12558 + }, + { + "epoch": 1.5976338888182164, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.779160261154175, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8702384233474731, + "num_tokens": 476793575.0, + "step": 12559 + }, + { + "epoch": 1.597761099096807, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.555697202682495, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8747859001159668, + "num_tokens": 476826714.0, + "step": 12560 + }, + { + "epoch": 1.5978883093753975, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7679049968719482, + "learning_rate": 1e-05, + "loss": 0.3958, + "mean_token_accuracy": 0.8863003253936768, + "num_tokens": 476866715.0, + "step": 12561 + }, + { + "epoch": 1.598015519653988, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5430800914764404, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8671712875366211, + "num_tokens": 476906036.0, + "step": 12562 + }, + { + "epoch": 1.5981427299325786, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7664663791656494, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8710335493087769, + "num_tokens": 476945005.0, + "step": 12563 + }, + { + "epoch": 1.598269940211169, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5508227348327637, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8776489496231079, + "num_tokens": 476989491.0, + "step": 12564 + }, + { + "epoch": 1.5983971504897596, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7728874683380127, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8703017830848694, + "num_tokens": 477026062.0, + "step": 12565 + }, + { + "epoch": 1.5985243607683501, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.560753345489502, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.869164228439331, + "num_tokens": 477060045.0, + "step": 12566 + }, + { + "epoch": 1.5986515710469407, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.760399341583252, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8842145204544067, + "num_tokens": 477102343.0, + "step": 12567 + }, + { + "epoch": 1.5987787813255312, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5583202838897705, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.879867672920227, + "num_tokens": 477136239.0, + "step": 12568 + }, + { + "epoch": 1.5989059916041217, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.756518602371216, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8693544864654541, + "num_tokens": 477178291.0, + "step": 12569 + }, + { + "epoch": 1.5990332018827123, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5818285942077637, + "learning_rate": 1e-05, + "loss": 0.4876, + "mean_token_accuracy": 0.8537218570709229, + "num_tokens": 477213993.0, + "step": 12570 + }, + { + "epoch": 1.5991604121613028, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7521722316741943, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8622121810913086, + "num_tokens": 477258384.0, + "step": 12571 + }, + { + "epoch": 1.5992876224398933, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.561527729034424, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8722068071365356, + "num_tokens": 477297386.0, + "step": 12572 + }, + { + "epoch": 1.5994148327184836, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7428598403930664, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8804084062576294, + "num_tokens": 477334214.0, + "step": 12573 + }, + { + "epoch": 1.5995420429970741, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.564613103866577, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8599286079406738, + "num_tokens": 477374777.0, + "step": 12574 + }, + { + "epoch": 1.5996692532756647, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.737220048904419, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8702125549316406, + "num_tokens": 477415206.0, + "step": 12575 + }, + { + "epoch": 1.5997964635542552, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.559548854827881, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8686603307723999, + "num_tokens": 477453864.0, + "step": 12576 + }, + { + "epoch": 1.5999236738328457, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.754023313522339, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8554003238677979, + "num_tokens": 477489236.0, + "step": 12577 + }, + { + "epoch": 1.6000508841114363, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.567563772201538, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.883220911026001, + "num_tokens": 477524459.0, + "step": 12578 + }, + { + "epoch": 1.6001780943900266, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7420010566711426, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8685626983642578, + "num_tokens": 477560045.0, + "step": 12579 + }, + { + "epoch": 1.600305304668617, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5658321380615234, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8594858646392822, + "num_tokens": 477596438.0, + "step": 12580 + }, + { + "epoch": 1.6004325149472076, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7369396686553955, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8715929985046387, + "num_tokens": 477634370.0, + "step": 12581 + }, + { + "epoch": 1.6005597252257981, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5766265392303467, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.864109992980957, + "num_tokens": 477669798.0, + "step": 12582 + }, + { + "epoch": 1.6006869355043887, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7085628509521484, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8702649474143982, + "num_tokens": 477714127.0, + "step": 12583 + }, + { + "epoch": 1.6008141457829792, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5664618015289307, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8761987686157227, + "num_tokens": 477753176.0, + "step": 12584 + }, + { + "epoch": 1.6009413560615697, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.712146282196045, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.873458981513977, + "num_tokens": 477789372.0, + "step": 12585 + }, + { + "epoch": 1.6010685663401603, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.57932186126709, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8673635125160217, + "num_tokens": 477820891.0, + "step": 12586 + }, + { + "epoch": 1.6011957766187508, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7276611328125, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8700853586196899, + "num_tokens": 477853952.0, + "step": 12587 + }, + { + "epoch": 1.6013229868973413, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.553088665008545, + "learning_rate": 1e-05, + "loss": 0.3971, + "mean_token_accuracy": 0.8859109878540039, + "num_tokens": 477888692.0, + "step": 12588 + }, + { + "epoch": 1.6014501971759318, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7162795066833496, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8833473920822144, + "num_tokens": 477923769.0, + "step": 12589 + }, + { + "epoch": 1.6015774074545224, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5492329597473145, + "learning_rate": 1e-05, + "loss": 0.3834, + "mean_token_accuracy": 0.8877993822097778, + "num_tokens": 477959997.0, + "step": 12590 + }, + { + "epoch": 1.601704617733113, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.743380308151245, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8556557893753052, + "num_tokens": 477996211.0, + "step": 12591 + }, + { + "epoch": 1.6018318280117034, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.560527801513672, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8725961446762085, + "num_tokens": 478029817.0, + "step": 12592 + }, + { + "epoch": 1.601959038290294, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.735116958618164, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8802433013916016, + "num_tokens": 478071216.0, + "step": 12593 + }, + { + "epoch": 1.6020862485688845, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5427935123443604, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8777264952659607, + "num_tokens": 478112581.0, + "step": 12594 + }, + { + "epoch": 1.602213458847475, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7548632621765137, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8594756126403809, + "num_tokens": 478148887.0, + "step": 12595 + }, + { + "epoch": 1.6023406691260655, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.592641830444336, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8607866764068604, + "num_tokens": 478187580.0, + "step": 12596 + }, + { + "epoch": 1.6024678794046558, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7247087955474854, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8747233152389526, + "num_tokens": 478222679.0, + "step": 12597 + }, + { + "epoch": 1.6025950896832464, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5638880729675293, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.877959132194519, + "num_tokens": 478259464.0, + "step": 12598 + }, + { + "epoch": 1.602722299961837, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.714285373687744, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.8854010701179504, + "num_tokens": 478293790.0, + "step": 12599 + }, + { + "epoch": 1.6028495102404274, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.568216323852539, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8748806715011597, + "num_tokens": 478329311.0, + "step": 12600 + }, + { + "epoch": 1.602976720519018, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7272145748138428, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8732703328132629, + "num_tokens": 478362818.0, + "step": 12601 + }, + { + "epoch": 1.6031039307976085, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5575530529022217, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8694345355033875, + "num_tokens": 478402783.0, + "step": 12602 + }, + { + "epoch": 1.6032311410761988, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7280538082122803, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8594183921813965, + "num_tokens": 478438141.0, + "step": 12603 + }, + { + "epoch": 1.6033583513547893, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5638835430145264, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8791926503181458, + "num_tokens": 478473176.0, + "step": 12604 + }, + { + "epoch": 1.6034855616333799, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7264814376831055, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8767897486686707, + "num_tokens": 478511899.0, + "step": 12605 + }, + { + "epoch": 1.6036127719119704, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5532872676849365, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8853805065155029, + "num_tokens": 478545018.0, + "step": 12606 + }, + { + "epoch": 1.603739982190561, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7414464950561523, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8663106560707092, + "num_tokens": 478582384.0, + "step": 12607 + }, + { + "epoch": 1.6038671924691514, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.547734498977661, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8705316781997681, + "num_tokens": 478621491.0, + "step": 12608 + }, + { + "epoch": 1.603994402747742, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7276673316955566, + "learning_rate": 1e-05, + "loss": 0.3801, + "mean_token_accuracy": 0.8930362462997437, + "num_tokens": 478662018.0, + "step": 12609 + }, + { + "epoch": 1.6041216130263325, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.545903444290161, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8701788187026978, + "num_tokens": 478702730.0, + "step": 12610 + }, + { + "epoch": 1.604248823304923, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7499823570251465, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8695515990257263, + "num_tokens": 478736696.0, + "step": 12611 + }, + { + "epoch": 1.6043760335835135, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.549471378326416, + "learning_rate": 1e-05, + "loss": 0.4985, + "mean_token_accuracy": 0.8521549701690674, + "num_tokens": 478775873.0, + "step": 12612 + }, + { + "epoch": 1.604503243862104, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.753664970397949, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8789588809013367, + "num_tokens": 478810571.0, + "step": 12613 + }, + { + "epoch": 1.6046304541406946, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.550117015838623, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8595528602600098, + "num_tokens": 478845696.0, + "step": 12614 + }, + { + "epoch": 1.6047576644192851, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.750638484954834, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8665521740913391, + "num_tokens": 478884561.0, + "step": 12615 + }, + { + "epoch": 1.6048848746978757, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5710020065307617, + "learning_rate": 1e-05, + "loss": 0.5197, + "mean_token_accuracy": 0.849557638168335, + "num_tokens": 478921989.0, + "step": 12616 + }, + { + "epoch": 1.6050120849764662, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7457072734832764, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8712550401687622, + "num_tokens": 478958346.0, + "step": 12617 + }, + { + "epoch": 1.6051392952550567, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.551274061203003, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8731385469436646, + "num_tokens": 479000141.0, + "step": 12618 + }, + { + "epoch": 1.6052665055336472, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7418558597564697, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.878398597240448, + "num_tokens": 479038785.0, + "step": 12619 + }, + { + "epoch": 1.6053937158122378, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5678133964538574, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8632978796958923, + "num_tokens": 479074679.0, + "step": 12620 + }, + { + "epoch": 1.6055209260908283, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7507519721984863, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8772640228271484, + "num_tokens": 479106745.0, + "step": 12621 + }, + { + "epoch": 1.6056481363694186, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.557748794555664, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8739123344421387, + "num_tokens": 479145159.0, + "step": 12622 + }, + { + "epoch": 1.6057753466480091, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.73770809173584, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8840979337692261, + "num_tokens": 479181033.0, + "step": 12623 + }, + { + "epoch": 1.6059025569265997, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.559917449951172, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8671263456344604, + "num_tokens": 479223954.0, + "step": 12624 + }, + { + "epoch": 1.6060297672051902, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.736013650894165, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8575677871704102, + "num_tokens": 479268676.0, + "step": 12625 + }, + { + "epoch": 1.6061569774837807, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5806803703308105, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8821672201156616, + "num_tokens": 479305203.0, + "step": 12626 + }, + { + "epoch": 1.6062841877623713, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7334020137786865, + "learning_rate": 1e-05, + "loss": 0.5216, + "mean_token_accuracy": 0.8457457423210144, + "num_tokens": 479347358.0, + "step": 12627 + }, + { + "epoch": 1.6064113980409616, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5584452152252197, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8630410432815552, + "num_tokens": 479392973.0, + "step": 12628 + }, + { + "epoch": 1.606538608319552, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.746859073638916, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8594294786453247, + "num_tokens": 479430832.0, + "step": 12629 + }, + { + "epoch": 1.6066658185981426, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5535950660705566, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8594092726707458, + "num_tokens": 479471363.0, + "step": 12630 + }, + { + "epoch": 1.6067930288767331, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7428970336914062, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8763893842697144, + "num_tokens": 479506041.0, + "step": 12631 + }, + { + "epoch": 1.6069202391553237, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.574082136154175, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8721548318862915, + "num_tokens": 479537290.0, + "step": 12632 + }, + { + "epoch": 1.6070474494339142, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.751345157623291, + "learning_rate": 1e-05, + "loss": 0.4908, + "mean_token_accuracy": 0.8559896945953369, + "num_tokens": 479573191.0, + "step": 12633 + }, + { + "epoch": 1.6071746597125047, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5532853603363037, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8848196268081665, + "num_tokens": 479606210.0, + "step": 12634 + }, + { + "epoch": 1.6073018699910953, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.739931583404541, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8863165378570557, + "num_tokens": 479645198.0, + "step": 12635 + }, + { + "epoch": 1.6074290802696858, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.546675443649292, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8675765991210938, + "num_tokens": 479686319.0, + "step": 12636 + }, + { + "epoch": 1.6075562905482763, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7544920444488525, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.8920429944992065, + "num_tokens": 479720170.0, + "step": 12637 + }, + { + "epoch": 1.6076835008268668, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5450823307037354, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.876952588558197, + "num_tokens": 479757263.0, + "step": 12638 + }, + { + "epoch": 1.6078107111054574, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.767561912536621, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8694018125534058, + "num_tokens": 479793050.0, + "step": 12639 + }, + { + "epoch": 1.607937921384048, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5642590522766113, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8685252070426941, + "num_tokens": 479831705.0, + "step": 12640 + }, + { + "epoch": 1.6080651316626384, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.752060651779175, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8841521739959717, + "num_tokens": 479863888.0, + "step": 12641 + }, + { + "epoch": 1.608192341941229, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.549326181411743, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8804267644882202, + "num_tokens": 479902280.0, + "step": 12642 + }, + { + "epoch": 1.6083195522198195, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.760826587677002, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8748090267181396, + "num_tokens": 479935649.0, + "step": 12643 + }, + { + "epoch": 1.60844676249841, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.558981418609619, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8691497445106506, + "num_tokens": 479971834.0, + "step": 12644 + }, + { + "epoch": 1.6085739727770005, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.764124870300293, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8579006195068359, + "num_tokens": 480011985.0, + "step": 12645 + }, + { + "epoch": 1.6087011830555908, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5663199424743652, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8591925501823425, + "num_tokens": 480047833.0, + "step": 12646 + }, + { + "epoch": 1.6088283933341814, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7691943645477295, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8648375272750854, + "num_tokens": 480080774.0, + "step": 12647 + }, + { + "epoch": 1.608955603612772, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5511269569396973, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.87284916639328, + "num_tokens": 480119114.0, + "step": 12648 + }, + { + "epoch": 1.6090828138913624, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7664365768432617, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8654735684394836, + "num_tokens": 480156624.0, + "step": 12649 + }, + { + "epoch": 1.609210024169953, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.560760021209717, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8721286058425903, + "num_tokens": 480192573.0, + "step": 12650 + }, + { + "epoch": 1.6093372344485435, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7705819606781006, + "learning_rate": 1e-05, + "loss": 0.4903, + "mean_token_accuracy": 0.8566710948944092, + "num_tokens": 480232139.0, + "step": 12651 + }, + { + "epoch": 1.6094644447271338, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.564115047454834, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8632395267486572, + "num_tokens": 480269811.0, + "step": 12652 + }, + { + "epoch": 1.6095916550057243, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7556562423706055, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8652610778808594, + "num_tokens": 480307785.0, + "step": 12653 + }, + { + "epoch": 1.6097188652843148, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5571038722991943, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8693708777427673, + "num_tokens": 480347028.0, + "step": 12654 + }, + { + "epoch": 1.6098460755629054, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7582719326019287, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8780558109283447, + "num_tokens": 480383915.0, + "step": 12655 + }, + { + "epoch": 1.609973285841496, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.553190231323242, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.872771680355072, + "num_tokens": 480424226.0, + "step": 12656 + }, + { + "epoch": 1.6101004961200864, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7611660957336426, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.881596565246582, + "num_tokens": 480461920.0, + "step": 12657 + }, + { + "epoch": 1.610227706398677, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.556678295135498, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8782130479812622, + "num_tokens": 480498509.0, + "step": 12658 + }, + { + "epoch": 1.6103549166772675, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7605628967285156, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8622761368751526, + "num_tokens": 480541912.0, + "step": 12659 + }, + { + "epoch": 1.610482126955858, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5668880939483643, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8750616312026978, + "num_tokens": 480576034.0, + "step": 12660 + }, + { + "epoch": 1.6106093372344485, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.770838737487793, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8642040491104126, + "num_tokens": 480612265.0, + "step": 12661 + }, + { + "epoch": 1.610736547513039, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6196603775024414, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8529143929481506, + "num_tokens": 480650667.0, + "step": 12662 + }, + { + "epoch": 1.6108637577916296, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7271459102630615, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8688527345657349, + "num_tokens": 480688931.0, + "step": 12663 + }, + { + "epoch": 1.6109909680702201, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.600456953048706, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8639407157897949, + "num_tokens": 480719525.0, + "step": 12664 + }, + { + "epoch": 1.6111181783488107, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.692176580429077, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8815836906433105, + "num_tokens": 480755872.0, + "step": 12665 + }, + { + "epoch": 1.6112453886274012, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.585301160812378, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8746484518051147, + "num_tokens": 480794994.0, + "step": 12666 + }, + { + "epoch": 1.6113725989059917, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6875102519989014, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8779004812240601, + "num_tokens": 480828421.0, + "step": 12667 + }, + { + "epoch": 1.6114998091845822, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.576399564743042, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8825317621231079, + "num_tokens": 480868571.0, + "step": 12668 + }, + { + "epoch": 1.6116270194631728, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.682121753692627, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8833253383636475, + "num_tokens": 480910897.0, + "step": 12669 + }, + { + "epoch": 1.6117542297417633, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5971486568450928, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8715935945510864, + "num_tokens": 480942243.0, + "step": 12670 + }, + { + "epoch": 1.6118814400203536, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.682171106338501, + "learning_rate": 1e-05, + "loss": 0.4874, + "mean_token_accuracy": 0.8612709045410156, + "num_tokens": 480980510.0, + "step": 12671 + }, + { + "epoch": 1.6120086502989441, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.584052324295044, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8773493766784668, + "num_tokens": 481016837.0, + "step": 12672 + }, + { + "epoch": 1.6121358605775347, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.677659273147583, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8709867000579834, + "num_tokens": 481055862.0, + "step": 12673 + }, + { + "epoch": 1.6122630708561252, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.583765983581543, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8634499311447144, + "num_tokens": 481094632.0, + "step": 12674 + }, + { + "epoch": 1.6123902811347157, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6636743545532227, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8714055418968201, + "num_tokens": 481138468.0, + "step": 12675 + }, + { + "epoch": 1.6125174914133062, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.568640947341919, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.867068886756897, + "num_tokens": 481182983.0, + "step": 12676 + }, + { + "epoch": 1.6126447016918966, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6639513969421387, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8722177743911743, + "num_tokens": 481225805.0, + "step": 12677 + }, + { + "epoch": 1.612771911970487, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5816144943237305, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8753217458724976, + "num_tokens": 481260532.0, + "step": 12678 + }, + { + "epoch": 1.6128991222490776, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6731345653533936, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8670852184295654, + "num_tokens": 481300494.0, + "step": 12679 + }, + { + "epoch": 1.6130263325276681, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.559345245361328, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8846527338027954, + "num_tokens": 481335244.0, + "step": 12680 + }, + { + "epoch": 1.6131535428062587, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.681776523590088, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8767257332801819, + "num_tokens": 481370894.0, + "step": 12681 + }, + { + "epoch": 1.6132807530848492, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.553987503051758, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8669091463088989, + "num_tokens": 481413570.0, + "step": 12682 + }, + { + "epoch": 1.6134079633634397, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6804087162017822, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8742903470993042, + "num_tokens": 481461380.0, + "step": 12683 + }, + { + "epoch": 1.6135351736420303, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5708463191986084, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8703216314315796, + "num_tokens": 481497738.0, + "step": 12684 + }, + { + "epoch": 1.6136623839206208, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.671133041381836, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8826184868812561, + "num_tokens": 481541000.0, + "step": 12685 + }, + { + "epoch": 1.6137895941992113, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5617055892944336, + "learning_rate": 1e-05, + "loss": 0.3799, + "mean_token_accuracy": 0.8891654014587402, + "num_tokens": 481578012.0, + "step": 12686 + }, + { + "epoch": 1.6139168044778018, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7005743980407715, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8644134998321533, + "num_tokens": 481612996.0, + "step": 12687 + }, + { + "epoch": 1.6140440147563924, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5693163871765137, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8724559545516968, + "num_tokens": 481645570.0, + "step": 12688 + }, + { + "epoch": 1.614171225034983, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6775944232940674, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8794030547142029, + "num_tokens": 481687873.0, + "step": 12689 + }, + { + "epoch": 1.6142984353135734, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.567444324493408, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8627486228942871, + "num_tokens": 481728105.0, + "step": 12690 + }, + { + "epoch": 1.614425645592164, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6880459785461426, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8805800080299377, + "num_tokens": 481763558.0, + "step": 12691 + }, + { + "epoch": 1.6145528558707545, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5662384033203125, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8584936261177063, + "num_tokens": 481801153.0, + "step": 12692 + }, + { + "epoch": 1.614680066149345, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.696962833404541, + "learning_rate": 1e-05, + "loss": 0.3794, + "mean_token_accuracy": 0.8892625570297241, + "num_tokens": 481830523.0, + "step": 12693 + }, + { + "epoch": 1.6148072764279355, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5439236164093018, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8693971633911133, + "num_tokens": 481870814.0, + "step": 12694 + }, + { + "epoch": 1.6149344867065258, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.709322690963745, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8739674091339111, + "num_tokens": 481912279.0, + "step": 12695 + }, + { + "epoch": 1.6150616969851164, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.536921739578247, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8692383766174316, + "num_tokens": 481957506.0, + "step": 12696 + }, + { + "epoch": 1.615188907263707, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7147765159606934, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8799754977226257, + "num_tokens": 481996718.0, + "step": 12697 + }, + { + "epoch": 1.6153161175422974, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.541741371154785, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.870915412902832, + "num_tokens": 482035891.0, + "step": 12698 + }, + { + "epoch": 1.615443327820888, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7455854415893555, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8728008270263672, + "num_tokens": 482070381.0, + "step": 12699 + }, + { + "epoch": 1.6155705380994785, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.52337646484375, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8755283355712891, + "num_tokens": 482114484.0, + "step": 12700 + }, + { + "epoch": 1.6156977483780688, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.77677321434021, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8716698288917542, + "num_tokens": 482147978.0, + "step": 12701 + }, + { + "epoch": 1.6158249586566593, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5224153995513916, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8776657581329346, + "num_tokens": 482193017.0, + "step": 12702 + }, + { + "epoch": 1.6159521689352498, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.801448345184326, + "learning_rate": 1e-05, + "loss": 0.4877, + "mean_token_accuracy": 0.8565760850906372, + "num_tokens": 482230856.0, + "step": 12703 + }, + { + "epoch": 1.6160793792138404, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5271737575531006, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8826064467430115, + "num_tokens": 482267540.0, + "step": 12704 + }, + { + "epoch": 1.616206589492431, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.8138744831085205, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8824668526649475, + "num_tokens": 482302256.0, + "step": 12705 + }, + { + "epoch": 1.6163337997710214, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5209758281707764, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8782812356948853, + "num_tokens": 482340706.0, + "step": 12706 + }, + { + "epoch": 1.616461010049612, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.836359739303589, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.880420446395874, + "num_tokens": 482377313.0, + "step": 12707 + }, + { + "epoch": 1.6165882203282025, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.537565231323242, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8841433525085449, + "num_tokens": 482415510.0, + "step": 12708 + }, + { + "epoch": 1.616715430606793, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.839531183242798, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8710169792175293, + "num_tokens": 482453568.0, + "step": 12709 + }, + { + "epoch": 1.6168426408853835, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5670528411865234, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8703911304473877, + "num_tokens": 482487024.0, + "step": 12710 + }, + { + "epoch": 1.616969851163974, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.831380844116211, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.880561113357544, + "num_tokens": 482524328.0, + "step": 12711 + }, + { + "epoch": 1.6170970614425646, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5745761394500732, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8814271092414856, + "num_tokens": 482557042.0, + "step": 12712 + }, + { + "epoch": 1.6172242717211551, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8291940689086914, + "learning_rate": 1e-05, + "loss": 0.4942, + "mean_token_accuracy": 0.8506518602371216, + "num_tokens": 482594486.0, + "step": 12713 + }, + { + "epoch": 1.6173514819997457, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.574856758117676, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8720115423202515, + "num_tokens": 482635335.0, + "step": 12714 + }, + { + "epoch": 1.6174786922783362, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.793910026550293, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8827071189880371, + "num_tokens": 482678945.0, + "step": 12715 + }, + { + "epoch": 1.6176059025569267, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.574026107788086, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.87333744764328, + "num_tokens": 482717864.0, + "step": 12716 + }, + { + "epoch": 1.6177331128355172, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7818989753723145, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8688490986824036, + "num_tokens": 482756361.0, + "step": 12717 + }, + { + "epoch": 1.6178603231141078, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.58311128616333, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8765095472335815, + "num_tokens": 482794658.0, + "step": 12718 + }, + { + "epoch": 1.6179875333926983, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.787428617477417, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8687885403633118, + "num_tokens": 482829426.0, + "step": 12719 + }, + { + "epoch": 1.6181147436712886, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.577150344848633, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8781259059906006, + "num_tokens": 482867891.0, + "step": 12720 + }, + { + "epoch": 1.6182419539498791, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.769296407699585, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8774714469909668, + "num_tokens": 482902307.0, + "step": 12721 + }, + { + "epoch": 1.6183691642284697, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.578399658203125, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8691449761390686, + "num_tokens": 482939751.0, + "step": 12722 + }, + { + "epoch": 1.6184963745070602, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7588229179382324, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8659775257110596, + "num_tokens": 482978899.0, + "step": 12723 + }, + { + "epoch": 1.6186235847856507, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5814273357391357, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8811614513397217, + "num_tokens": 483011086.0, + "step": 12724 + }, + { + "epoch": 1.6187507950642412, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7243382930755615, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.8867604732513428, + "num_tokens": 483054235.0, + "step": 12725 + }, + { + "epoch": 1.6188780053428315, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5868139266967773, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8760793209075928, + "num_tokens": 483086843.0, + "step": 12726 + }, + { + "epoch": 1.619005215621422, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7335052490234375, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8758747577667236, + "num_tokens": 483119198.0, + "step": 12727 + }, + { + "epoch": 1.6191324259000126, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5660512447357178, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.882020890712738, + "num_tokens": 483160835.0, + "step": 12728 + }, + { + "epoch": 1.6192596361786031, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7368130683898926, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8667188286781311, + "num_tokens": 483194906.0, + "step": 12729 + }, + { + "epoch": 1.6193868464571937, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.566951036453247, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8665258884429932, + "num_tokens": 483231731.0, + "step": 12730 + }, + { + "epoch": 1.6195140567357842, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.725536823272705, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8741767406463623, + "num_tokens": 483270058.0, + "step": 12731 + }, + { + "epoch": 1.6196412670143747, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.565408229827881, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8854459524154663, + "num_tokens": 483303600.0, + "step": 12732 + }, + { + "epoch": 1.6197684772929652, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7317252159118652, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8751193284988403, + "num_tokens": 483339933.0, + "step": 12733 + }, + { + "epoch": 1.6198956875715558, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5595579147338867, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8791419267654419, + "num_tokens": 483377153.0, + "step": 12734 + }, + { + "epoch": 1.6200228978501463, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7350707054138184, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8859498500823975, + "num_tokens": 483415089.0, + "step": 12735 + }, + { + "epoch": 1.6201501081287368, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.555431604385376, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8709568977355957, + "num_tokens": 483454023.0, + "step": 12736 + }, + { + "epoch": 1.6202773184073274, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7315051555633545, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8729504346847534, + "num_tokens": 483493572.0, + "step": 12737 + }, + { + "epoch": 1.6204045286859179, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.564423084259033, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8682466149330139, + "num_tokens": 483529817.0, + "step": 12738 + }, + { + "epoch": 1.6205317389645084, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7329280376434326, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8679203987121582, + "num_tokens": 483570905.0, + "step": 12739 + }, + { + "epoch": 1.620658949243099, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545318841934204, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.868901252746582, + "num_tokens": 483618177.0, + "step": 12740 + }, + { + "epoch": 1.6207861595216895, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.751913070678711, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8748593926429749, + "num_tokens": 483651227.0, + "step": 12741 + }, + { + "epoch": 1.62091336980028, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5554020404815674, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8777203559875488, + "num_tokens": 483685577.0, + "step": 12742 + }, + { + "epoch": 1.6210405800788705, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7638955116271973, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8597459197044373, + "num_tokens": 483721842.0, + "step": 12743 + }, + { + "epoch": 1.6211677903574608, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5596423149108887, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8669002652168274, + "num_tokens": 483758646.0, + "step": 12744 + }, + { + "epoch": 1.6212950006360514, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7663967609405518, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.85956209897995, + "num_tokens": 483789216.0, + "step": 12745 + }, + { + "epoch": 1.621422210914642, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5409250259399414, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8831084370613098, + "num_tokens": 483832901.0, + "step": 12746 + }, + { + "epoch": 1.6215494211932324, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7680509090423584, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8670413494110107, + "num_tokens": 483874331.0, + "step": 12747 + }, + { + "epoch": 1.621676631471823, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5520362854003906, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8763267993927002, + "num_tokens": 483911608.0, + "step": 12748 + }, + { + "epoch": 1.6218038417504135, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7859599590301514, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8737631440162659, + "num_tokens": 483946419.0, + "step": 12749 + }, + { + "epoch": 1.6219310520290038, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5457780361175537, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8611718416213989, + "num_tokens": 483989740.0, + "step": 12750 + }, + { + "epoch": 1.6220582623075943, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7826287746429443, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8654460310935974, + "num_tokens": 484025672.0, + "step": 12751 + }, + { + "epoch": 1.6221854725861848, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5594537258148193, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8749616742134094, + "num_tokens": 484060421.0, + "step": 12752 + }, + { + "epoch": 1.6223126828647754, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7685844898223877, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8741835355758667, + "num_tokens": 484102238.0, + "step": 12753 + }, + { + "epoch": 1.622439893143366, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5581552982330322, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8763689994812012, + "num_tokens": 484138314.0, + "step": 12754 + }, + { + "epoch": 1.6225671034219564, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.771399736404419, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8532687425613403, + "num_tokens": 484175541.0, + "step": 12755 + }, + { + "epoch": 1.622694313700547, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.570467472076416, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8851081132888794, + "num_tokens": 484211276.0, + "step": 12756 + }, + { + "epoch": 1.6228215239791375, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.769796371459961, + "learning_rate": 1e-05, + "loss": 0.5083, + "mean_token_accuracy": 0.8536454439163208, + "num_tokens": 484250192.0, + "step": 12757 + }, + { + "epoch": 1.622948734257728, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5638427734375, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8804875612258911, + "num_tokens": 484287330.0, + "step": 12758 + }, + { + "epoch": 1.6230759445363185, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7758355140686035, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8682735562324524, + "num_tokens": 484319937.0, + "step": 12759 + }, + { + "epoch": 1.623203154814909, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.571946859359741, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8673089742660522, + "num_tokens": 484353305.0, + "step": 12760 + }, + { + "epoch": 1.6233303650934996, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7629497051239014, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8591440916061401, + "num_tokens": 484391970.0, + "step": 12761 + }, + { + "epoch": 1.6234575753720901, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.552206516265869, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8784686326980591, + "num_tokens": 484433448.0, + "step": 12762 + }, + { + "epoch": 1.6235847856506807, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.767397403717041, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8777915835380554, + "num_tokens": 484469729.0, + "step": 12763 + }, + { + "epoch": 1.6237119959292712, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5606706142425537, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8604881167411804, + "num_tokens": 484509474.0, + "step": 12764 + }, + { + "epoch": 1.6238392062078617, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.758833885192871, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8896233439445496, + "num_tokens": 484548999.0, + "step": 12765 + }, + { + "epoch": 1.6239664164864522, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5821738243103027, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8565856218338013, + "num_tokens": 484580534.0, + "step": 12766 + }, + { + "epoch": 1.6240936267650428, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7433133125305176, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8870736360549927, + "num_tokens": 484616183.0, + "step": 12767 + }, + { + "epoch": 1.6242208370436333, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5676605701446533, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8707373142242432, + "num_tokens": 484658290.0, + "step": 12768 + }, + { + "epoch": 1.6243480473222236, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7427656650543213, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8842051029205322, + "num_tokens": 484690226.0, + "step": 12769 + }, + { + "epoch": 1.6244752576008141, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5656721591949463, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8683240413665771, + "num_tokens": 484731911.0, + "step": 12770 + }, + { + "epoch": 1.6246024678794047, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7475671768188477, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8735511302947998, + "num_tokens": 484768648.0, + "step": 12771 + }, + { + "epoch": 1.6247296781579952, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.568464517593384, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8631758689880371, + "num_tokens": 484807266.0, + "step": 12772 + }, + { + "epoch": 1.6248568884365857, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.734269857406616, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8611796498298645, + "num_tokens": 484850877.0, + "step": 12773 + }, + { + "epoch": 1.6249840987151762, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5599379539489746, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.876737117767334, + "num_tokens": 484891223.0, + "step": 12774 + }, + { + "epoch": 1.6251113089937665, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.752246379852295, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8769299387931824, + "num_tokens": 484922081.0, + "step": 12775 + }, + { + "epoch": 1.625238519272357, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5659267902374268, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8613492250442505, + "num_tokens": 484959016.0, + "step": 12776 + }, + { + "epoch": 1.6253657295509476, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.74446177482605, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8719574213027954, + "num_tokens": 484998493.0, + "step": 12777 + }, + { + "epoch": 1.6254929398295381, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.571946382522583, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8737360239028931, + "num_tokens": 485035164.0, + "step": 12778 + }, + { + "epoch": 1.6256201501081287, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.724588632583618, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8835204839706421, + "num_tokens": 485076347.0, + "step": 12779 + }, + { + "epoch": 1.6257473603867192, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5755295753479004, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8747262358665466, + "num_tokens": 485107940.0, + "step": 12780 + }, + { + "epoch": 1.6258745706653097, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7166311740875244, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8697141408920288, + "num_tokens": 485145440.0, + "step": 12781 + }, + { + "epoch": 1.6260017809439002, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5738558769226074, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8771008253097534, + "num_tokens": 485182948.0, + "step": 12782 + }, + { + "epoch": 1.6261289912224908, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7184643745422363, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8816566467285156, + "num_tokens": 485220397.0, + "step": 12783 + }, + { + "epoch": 1.6262562015010813, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5529263019561768, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8741801977157593, + "num_tokens": 485265382.0, + "step": 12784 + }, + { + "epoch": 1.6263834117796718, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.723242998123169, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8717337846755981, + "num_tokens": 485306558.0, + "step": 12785 + }, + { + "epoch": 1.6265106220582624, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5718722343444824, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8696929216384888, + "num_tokens": 485341278.0, + "step": 12786 + }, + { + "epoch": 1.6266378323368529, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7189464569091797, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.878229022026062, + "num_tokens": 485376803.0, + "step": 12787 + }, + { + "epoch": 1.6267650426154434, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5791029930114746, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8607789278030396, + "num_tokens": 485411168.0, + "step": 12788 + }, + { + "epoch": 1.626892252894034, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.702498197555542, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8638356328010559, + "num_tokens": 485456320.0, + "step": 12789 + }, + { + "epoch": 1.6270194631726245, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.578658103942871, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8639901876449585, + "num_tokens": 485491894.0, + "step": 12790 + }, + { + "epoch": 1.627146673451215, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7206854820251465, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.859473466873169, + "num_tokens": 485526232.0, + "step": 12791 + }, + { + "epoch": 1.6272738837298055, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.570521593093872, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8681652545928955, + "num_tokens": 485564752.0, + "step": 12792 + }, + { + "epoch": 1.6274010940083958, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.712660789489746, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8784664273262024, + "num_tokens": 485600023.0, + "step": 12793 + }, + { + "epoch": 1.6275283042869864, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5635054111480713, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8732538819313049, + "num_tokens": 485639195.0, + "step": 12794 + }, + { + "epoch": 1.6276555145655769, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.711947441101074, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.880418598651886, + "num_tokens": 485676619.0, + "step": 12795 + }, + { + "epoch": 1.6277827248441674, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.569577932357788, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8578324913978577, + "num_tokens": 485713739.0, + "step": 12796 + }, + { + "epoch": 1.627909935122758, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.718522071838379, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8695691227912903, + "num_tokens": 485750010.0, + "step": 12797 + }, + { + "epoch": 1.6280371454013485, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5635268688201904, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8562731146812439, + "num_tokens": 485790754.0, + "step": 12798 + }, + { + "epoch": 1.6281643556799388, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7281980514526367, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8767939209938049, + "num_tokens": 485825472.0, + "step": 12799 + }, + { + "epoch": 1.6282915659585293, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.549647569656372, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8744564056396484, + "num_tokens": 485866349.0, + "step": 12800 + }, + { + "epoch": 1.6284187762371198, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.734035015106201, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8731045722961426, + "num_tokens": 485908323.0, + "step": 12801 + }, + { + "epoch": 1.6285459865157104, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5486011505126953, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8820414543151855, + "num_tokens": 485948637.0, + "step": 12802 + }, + { + "epoch": 1.628673196794301, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7425742149353027, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8711575269699097, + "num_tokens": 485988824.0, + "step": 12803 + }, + { + "epoch": 1.6288004070728914, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5493087768554688, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8761333227157593, + "num_tokens": 486026364.0, + "step": 12804 + }, + { + "epoch": 1.628927617351482, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.741136312484741, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8687015771865845, + "num_tokens": 486069578.0, + "step": 12805 + }, + { + "epoch": 1.6290548276300725, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5568063259124756, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8688521385192871, + "num_tokens": 486105847.0, + "step": 12806 + }, + { + "epoch": 1.629182037908663, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7362253665924072, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8856956362724304, + "num_tokens": 486146680.0, + "step": 12807 + }, + { + "epoch": 1.6293092481872535, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.550614595413208, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8797774910926819, + "num_tokens": 486184461.0, + "step": 12808 + }, + { + "epoch": 1.629436458465844, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.768171787261963, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8815230131149292, + "num_tokens": 486214084.0, + "step": 12809 + }, + { + "epoch": 1.6295636687444346, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5557093620300293, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8717876672744751, + "num_tokens": 486250932.0, + "step": 12810 + }, + { + "epoch": 1.6296908790230251, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.753194570541382, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8788098096847534, + "num_tokens": 486287964.0, + "step": 12811 + }, + { + "epoch": 1.6298180893016156, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5842292308807373, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8692818880081177, + "num_tokens": 486321312.0, + "step": 12812 + }, + { + "epoch": 1.6299452995802062, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.732738971710205, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8720114827156067, + "num_tokens": 486358992.0, + "step": 12813 + }, + { + "epoch": 1.6300725098587967, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.837340831756592, + "learning_rate": 1e-05, + "loss": 0.481, + "mean_token_accuracy": 0.8595929741859436, + "num_tokens": 486399632.0, + "step": 12814 + }, + { + "epoch": 1.6301997201373872, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.60390043258667, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8729472756385803, + "num_tokens": 486438129.0, + "step": 12815 + }, + { + "epoch": 1.6303269304159778, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.67899227142334, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8725563287734985, + "num_tokens": 486476167.0, + "step": 12816 + }, + { + "epoch": 1.630454140694568, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.790855407714844e-05, + "grad_norm": 2.5511043071746826, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8789935111999512, + "num_tokens": 486512065.0, + "step": 12817 + }, + { + "epoch": 1.6305813509731586, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.702540636062622, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8563395142555237, + "num_tokens": 486555723.0, + "step": 12818 + }, + { + "epoch": 1.6307085612517491, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.552903413772583, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.8602964282035828, + "num_tokens": 486598598.0, + "step": 12819 + }, + { + "epoch": 1.6308357715303397, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.72345232963562, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8694274425506592, + "num_tokens": 486633426.0, + "step": 12820 + }, + { + "epoch": 1.6309629818089302, + "ewc_loss": 0.064453125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.814697265625e-05, + "grad_norm": 2.5310559272766113, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8758562803268433, + "num_tokens": 486675584.0, + "step": 12821 + }, + { + "epoch": 1.6310901920875207, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7260539531707764, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8750783205032349, + "num_tokens": 486722083.0, + "step": 12822 + }, + { + "epoch": 1.6312174023661112, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.53085994720459, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8809244632720947, + "num_tokens": 486762658.0, + "step": 12823 + }, + { + "epoch": 1.6313446126447015, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.755885124206543, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8695837259292603, + "num_tokens": 486799441.0, + "step": 12824 + }, + { + "epoch": 1.631471822923292, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.541973114013672, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.862280011177063, + "num_tokens": 486836742.0, + "step": 12825 + }, + { + "epoch": 1.6315990332018826, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.779531955718994, + "learning_rate": 1e-05, + "loss": 0.514, + "mean_token_accuracy": 0.8469317555427551, + "num_tokens": 486873460.0, + "step": 12826 + }, + { + "epoch": 1.6317262434804731, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5323574542999268, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8727370500564575, + "num_tokens": 486909411.0, + "step": 12827 + }, + { + "epoch": 1.6318534537590637, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7900872230529785, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8638814687728882, + "num_tokens": 486948427.0, + "step": 12828 + }, + { + "epoch": 1.6319806640376542, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.54392671585083, + "learning_rate": 1e-05, + "loss": 0.4946, + "mean_token_accuracy": 0.8548612594604492, + "num_tokens": 486984594.0, + "step": 12829 + }, + { + "epoch": 1.6321078743162447, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7859320640563965, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8788737654685974, + "num_tokens": 487028122.0, + "step": 12830 + }, + { + "epoch": 1.6322350845948352, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5451908111572266, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8619602918624878, + "num_tokens": 487068731.0, + "step": 12831 + }, + { + "epoch": 1.6323622948734258, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7979025840759277, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8764445781707764, + "num_tokens": 487103993.0, + "step": 12832 + }, + { + "epoch": 1.6324895051520163, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5631637573242188, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8704937100410461, + "num_tokens": 487139206.0, + "step": 12833 + }, + { + "epoch": 1.6326167154306068, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.796341896057129, + "learning_rate": 1e-05, + "loss": 0.5407, + "mean_token_accuracy": 0.8418619632720947, + "num_tokens": 487181553.0, + "step": 12834 + }, + { + "epoch": 1.6327439257091974, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5642778873443604, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.868209958076477, + "num_tokens": 487218931.0, + "step": 12835 + }, + { + "epoch": 1.6328711359877879, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7946956157684326, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8653513789176941, + "num_tokens": 487252829.0, + "step": 12836 + }, + { + "epoch": 1.6329983462663784, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5644779205322266, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8786647915840149, + "num_tokens": 487292098.0, + "step": 12837 + }, + { + "epoch": 1.633125556544969, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7859504222869873, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8732097744941711, + "num_tokens": 487330639.0, + "step": 12838 + }, + { + "epoch": 1.6332527668235595, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5656237602233887, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8786566257476807, + "num_tokens": 487368499.0, + "step": 12839 + }, + { + "epoch": 1.63337997710215, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7798233032226562, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8805024027824402, + "num_tokens": 487406626.0, + "step": 12840 + }, + { + "epoch": 1.6335071873807405, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.577521562576294, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8741136789321899, + "num_tokens": 487441055.0, + "step": 12841 + }, + { + "epoch": 1.6336343976593308, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.760502815246582, + "learning_rate": 1e-05, + "loss": 0.375, + "mean_token_accuracy": 0.8930553197860718, + "num_tokens": 487475973.0, + "step": 12842 + }, + { + "epoch": 1.6337616079379214, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5754551887512207, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8773386478424072, + "num_tokens": 487513626.0, + "step": 12843 + }, + { + "epoch": 1.6338888182165119, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7610344886779785, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8811815977096558, + "num_tokens": 487550053.0, + "step": 12844 + }, + { + "epoch": 1.6340160284951024, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.566650867462158, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8807933926582336, + "num_tokens": 487586999.0, + "step": 12845 + }, + { + "epoch": 1.634143238773693, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7491841316223145, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8825522661209106, + "num_tokens": 487631433.0, + "step": 12846 + }, + { + "epoch": 1.6342704490522835, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.59045147895813, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8755674362182617, + "num_tokens": 487663259.0, + "step": 12847 + }, + { + "epoch": 1.6343976593308738, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.753296375274658, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8640841245651245, + "num_tokens": 487697616.0, + "step": 12848 + }, + { + "epoch": 1.6345248696094643, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5711724758148193, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.882768452167511, + "num_tokens": 487735693.0, + "step": 12849 + }, + { + "epoch": 1.6346520798880548, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.734365224838257, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8748645782470703, + "num_tokens": 487775519.0, + "step": 12850 + }, + { + "epoch": 1.6347792901666454, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5709762573242188, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8638291954994202, + "num_tokens": 487814058.0, + "step": 12851 + }, + { + "epoch": 1.6349065004452359, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7313332557678223, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8823000192642212, + "num_tokens": 487850128.0, + "step": 12852 + }, + { + "epoch": 1.6350337107238264, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5639569759368896, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8864782452583313, + "num_tokens": 487889465.0, + "step": 12853 + }, + { + "epoch": 1.635160921002417, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7421035766601562, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8668130040168762, + "num_tokens": 487926264.0, + "step": 12854 + }, + { + "epoch": 1.6352881312810075, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.576536178588867, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8705572485923767, + "num_tokens": 487959872.0, + "step": 12855 + }, + { + "epoch": 1.635415341559598, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7411301136016846, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8630796670913696, + "num_tokens": 487997554.0, + "step": 12856 + }, + { + "epoch": 1.6355425518381885, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.567610502243042, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.8865005373954773, + "num_tokens": 488029172.0, + "step": 12857 + }, + { + "epoch": 1.635669762116779, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7527949810028076, + "learning_rate": 1e-05, + "loss": 0.5055, + "mean_token_accuracy": 0.8530281186103821, + "num_tokens": 488066651.0, + "step": 12858 + }, + { + "epoch": 1.6357969723953696, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.567901372909546, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.862910807132721, + "num_tokens": 488102207.0, + "step": 12859 + }, + { + "epoch": 1.6359241826739601, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.72745418548584, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8826183676719666, + "num_tokens": 488142502.0, + "step": 12860 + }, + { + "epoch": 1.6360513929525506, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5759527683258057, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8587973117828369, + "num_tokens": 488182334.0, + "step": 12861 + }, + { + "epoch": 1.6361786032311412, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.716243267059326, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8763419389724731, + "num_tokens": 488219434.0, + "step": 12862 + }, + { + "epoch": 1.6363058135097317, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002651214599609375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5713369846343994, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8757244348526001, + "num_tokens": 488256961.0, + "step": 12863 + }, + { + "epoch": 1.6364330237883222, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7194180488586426, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8659330606460571, + "num_tokens": 488297069.0, + "step": 12864 + }, + { + "epoch": 1.6365602340669128, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5745654106140137, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8567179441452026, + "num_tokens": 488336436.0, + "step": 12865 + }, + { + "epoch": 1.636687444345503, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.710263729095459, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8674513101577759, + "num_tokens": 488376145.0, + "step": 12866 + }, + { + "epoch": 1.6368146546240936, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.566920042037964, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8742274045944214, + "num_tokens": 488418319.0, + "step": 12867 + }, + { + "epoch": 1.6369418649026841, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7062411308288574, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8726134896278381, + "num_tokens": 488460377.0, + "step": 12868 + }, + { + "epoch": 1.6370690751812746, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.595470666885376, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8653202056884766, + "num_tokens": 488491794.0, + "step": 12869 + }, + { + "epoch": 1.6371962854598652, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6930992603302, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8647493124008179, + "num_tokens": 488534106.0, + "step": 12870 + }, + { + "epoch": 1.6373234957384557, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5929388999938965, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8643717765808105, + "num_tokens": 488568198.0, + "step": 12871 + }, + { + "epoch": 1.6374507060170462, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6789920330047607, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.868128776550293, + "num_tokens": 488606112.0, + "step": 12872 + }, + { + "epoch": 1.6375779162956365, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.59114146232605, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8679922819137573, + "num_tokens": 488639585.0, + "step": 12873 + }, + { + "epoch": 1.637705126574227, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6806726455688477, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8852874040603638, + "num_tokens": 488670789.0, + "step": 12874 + }, + { + "epoch": 1.6378323368528176, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5788772106170654, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8716107606887817, + "num_tokens": 488707837.0, + "step": 12875 + }, + { + "epoch": 1.6379595471314081, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6682329177856445, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8706615567207336, + "num_tokens": 488747719.0, + "step": 12876 + }, + { + "epoch": 1.6380867574099987, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.582858085632324, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8669368624687195, + "num_tokens": 488786493.0, + "step": 12877 + }, + { + "epoch": 1.6382139676885892, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6629323959350586, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8669683933258057, + "num_tokens": 488826390.0, + "step": 12878 + }, + { + "epoch": 1.6383411779671797, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.588090658187866, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.869242787361145, + "num_tokens": 488861458.0, + "step": 12879 + }, + { + "epoch": 1.6384683882457702, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.657261371612549, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8743061423301697, + "num_tokens": 488902762.0, + "step": 12880 + }, + { + "epoch": 1.6385955985243608, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5837416648864746, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8838130235671997, + "num_tokens": 488938139.0, + "step": 12881 + }, + { + "epoch": 1.6387228088029513, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.672729969024658, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8749607801437378, + "num_tokens": 488976036.0, + "step": 12882 + }, + { + "epoch": 1.6388500190815418, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5865581035614014, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8603662252426147, + "num_tokens": 489014333.0, + "step": 12883 + }, + { + "epoch": 1.6389772293601323, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6740293502807617, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8746428489685059, + "num_tokens": 489050060.0, + "step": 12884 + }, + { + "epoch": 1.6391044396387229, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.572314739227295, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8709642887115479, + "num_tokens": 489090053.0, + "step": 12885 + }, + { + "epoch": 1.6392316499173134, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.682957649230957, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.870002031326294, + "num_tokens": 489129081.0, + "step": 12886 + }, + { + "epoch": 1.639358860195904, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5600008964538574, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8623008728027344, + "num_tokens": 489174811.0, + "step": 12887 + }, + { + "epoch": 1.6394860704744945, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6947999000549316, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8715459108352661, + "num_tokens": 489214694.0, + "step": 12888 + }, + { + "epoch": 1.639613280753085, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.556581497192383, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8755983710289001, + "num_tokens": 489255299.0, + "step": 12889 + }, + { + "epoch": 1.6397404910316755, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7019097805023193, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8889395594596863, + "num_tokens": 489292409.0, + "step": 12890 + }, + { + "epoch": 1.6398677013102658, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.556497812271118, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8616251349449158, + "num_tokens": 489335354.0, + "step": 12891 + }, + { + "epoch": 1.6399949115888564, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.742687463760376, + "learning_rate": 1e-05, + "loss": 0.5131, + "mean_token_accuracy": 0.8510172367095947, + "num_tokens": 489369253.0, + "step": 12892 + }, + { + "epoch": 1.6401221218674469, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5366616249084473, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8718441724777222, + "num_tokens": 489408453.0, + "step": 12893 + }, + { + "epoch": 1.6402493321460374, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7475554943084717, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8834735155105591, + "num_tokens": 489441609.0, + "step": 12894 + }, + { + "epoch": 1.640376542424628, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5365657806396484, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.872830867767334, + "num_tokens": 489477228.0, + "step": 12895 + }, + { + "epoch": 1.6405037527032185, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.772412061691284, + "learning_rate": 1e-05, + "loss": 0.4839, + "mean_token_accuracy": 0.8594186902046204, + "num_tokens": 489518622.0, + "step": 12896 + }, + { + "epoch": 1.6406309629818088, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.530073881149292, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8608556985855103, + "num_tokens": 489557707.0, + "step": 12897 + }, + { + "epoch": 1.6407581732603993, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7957639694213867, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8663750290870667, + "num_tokens": 489591180.0, + "step": 12898 + }, + { + "epoch": 1.6408853835389898, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5298948287963867, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8711175322532654, + "num_tokens": 489631732.0, + "step": 12899 + }, + { + "epoch": 1.6410125938175804, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.801754951477051, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8683069348335266, + "num_tokens": 489671484.0, + "step": 12900 + }, + { + "epoch": 1.6411398040961709, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.556309938430786, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8718402981758118, + "num_tokens": 489706929.0, + "step": 12901 + }, + { + "epoch": 1.6412670143747614, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8116493225097656, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8704995512962341, + "num_tokens": 489741830.0, + "step": 12902 + }, + { + "epoch": 1.641394224653352, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5407285690307617, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8821706175804138, + "num_tokens": 489782808.0, + "step": 12903 + }, + { + "epoch": 1.6415214349319425, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.815112590789795, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8636429905891418, + "num_tokens": 489823536.0, + "step": 12904 + }, + { + "epoch": 1.641648645210533, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.558701753616333, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.875417947769165, + "num_tokens": 489854730.0, + "step": 12905 + }, + { + "epoch": 1.6417758554891235, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8217215538024902, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8728175163269043, + "num_tokens": 489886836.0, + "step": 12906 + }, + { + "epoch": 1.641903065767714, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.555671215057373, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8737844824790955, + "num_tokens": 489928227.0, + "step": 12907 + }, + { + "epoch": 1.6420302760463046, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8213582038879395, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8582700490951538, + "num_tokens": 489965697.0, + "step": 12908 + }, + { + "epoch": 1.642157486324895, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.564868927001953, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.878582775592804, + "num_tokens": 490000344.0, + "step": 12909 + }, + { + "epoch": 1.6422846966034856, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.826629161834717, + "learning_rate": 1e-05, + "loss": 0.3792, + "mean_token_accuracy": 0.892970860004425, + "num_tokens": 490030965.0, + "step": 12910 + }, + { + "epoch": 1.6424119068820762, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.567248821258545, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8798370957374573, + "num_tokens": 490069386.0, + "step": 12911 + }, + { + "epoch": 1.6425391171606667, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.816072940826416, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8811078667640686, + "num_tokens": 490104040.0, + "step": 12912 + }, + { + "epoch": 1.6426663274392572, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5883893966674805, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8635885119438171, + "num_tokens": 490147883.0, + "step": 12913 + }, + { + "epoch": 1.6427935377178478, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.795123338699341, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8726630806922913, + "num_tokens": 490183889.0, + "step": 12914 + }, + { + "epoch": 1.642920747996438, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.582916259765625, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8748021125793457, + "num_tokens": 490224132.0, + "step": 12915 + }, + { + "epoch": 1.6430479582750286, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7866697311401367, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8702273368835449, + "num_tokens": 490262745.0, + "step": 12916 + }, + { + "epoch": 1.6431751685536191, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5818727016448975, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8671784400939941, + "num_tokens": 490301449.0, + "step": 12917 + }, + { + "epoch": 1.6433023788322096, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.8037877082824707, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8600447177886963, + "num_tokens": 490328873.0, + "step": 12918 + }, + { + "epoch": 1.6434295891108002, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5929038524627686, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8754929304122925, + "num_tokens": 490361174.0, + "step": 12919 + }, + { + "epoch": 1.6435567993893907, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.764873743057251, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8643542528152466, + "num_tokens": 490399708.0, + "step": 12920 + }, + { + "epoch": 1.6436840096679812, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5828421115875244, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8851603269577026, + "num_tokens": 490433159.0, + "step": 12921 + }, + { + "epoch": 1.6438112199465715, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.749431848526001, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8740428686141968, + "num_tokens": 490473335.0, + "step": 12922 + }, + { + "epoch": 1.643938430225162, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.574984073638916, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8634078502655029, + "num_tokens": 490517091.0, + "step": 12923 + }, + { + "epoch": 1.6440656405037526, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.750662088394165, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8690618276596069, + "num_tokens": 490550336.0, + "step": 12924 + }, + { + "epoch": 1.6441928507823431, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.561178207397461, + "learning_rate": 1e-05, + "loss": 0.389, + "mean_token_accuracy": 0.8881720900535583, + "num_tokens": 490593592.0, + "step": 12925 + }, + { + "epoch": 1.6443200610609336, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.751568555831909, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8819567561149597, + "num_tokens": 490629354.0, + "step": 12926 + }, + { + "epoch": 1.6444472713395242, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.568470001220703, + "learning_rate": 1e-05, + "loss": 0.3666, + "mean_token_accuracy": 0.8948719501495361, + "num_tokens": 490668319.0, + "step": 12927 + }, + { + "epoch": 1.6445744816181147, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7594854831695557, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8793588280677795, + "num_tokens": 490705978.0, + "step": 12928 + }, + { + "epoch": 1.6447016918967052, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.568946123123169, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8729007244110107, + "num_tokens": 490742455.0, + "step": 12929 + }, + { + "epoch": 1.6448289021752958, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.760436773300171, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8575537800788879, + "num_tokens": 490781733.0, + "step": 12930 + }, + { + "epoch": 1.6449561124538863, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.563002347946167, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8737549781799316, + "num_tokens": 490821077.0, + "step": 12931 + }, + { + "epoch": 1.6450833227324768, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7377066612243652, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8766180276870728, + "num_tokens": 490862725.0, + "step": 12932 + }, + { + "epoch": 1.6452105330110673, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.568312644958496, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8588746786117554, + "num_tokens": 490909612.0, + "step": 12933 + }, + { + "epoch": 1.6453377432896579, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.744392156600952, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8739416599273682, + "num_tokens": 490943202.0, + "step": 12934 + }, + { + "epoch": 1.6454649535682484, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5777134895324707, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8699908256530762, + "num_tokens": 490978481.0, + "step": 12935 + }, + { + "epoch": 1.645592163846839, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.728337526321411, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8756438493728638, + "num_tokens": 491018672.0, + "step": 12936 + }, + { + "epoch": 1.6457193741254295, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5645179748535156, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.876161515712738, + "num_tokens": 491055032.0, + "step": 12937 + }, + { + "epoch": 1.64584658440402, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7500498294830322, + "learning_rate": 1e-05, + "loss": 0.5138, + "mean_token_accuracy": 0.8465150594711304, + "num_tokens": 491089780.0, + "step": 12938 + }, + { + "epoch": 1.6459737946826105, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.571486234664917, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8762248158454895, + "num_tokens": 491124187.0, + "step": 12939 + }, + { + "epoch": 1.6461010049612008, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7222657203674316, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8692961931228638, + "num_tokens": 491167558.0, + "step": 12940 + }, + { + "epoch": 1.6462282152397913, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.565538167953491, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.8677282333374023, + "num_tokens": 491210054.0, + "step": 12941 + }, + { + "epoch": 1.6463554255183819, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7189483642578125, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8774232864379883, + "num_tokens": 491256535.0, + "step": 12942 + }, + { + "epoch": 1.6464826357969724, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5563125610351562, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8784428238868713, + "num_tokens": 491295909.0, + "step": 12943 + }, + { + "epoch": 1.646609846075563, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.737192392349243, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8608430027961731, + "num_tokens": 491332547.0, + "step": 12944 + }, + { + "epoch": 1.6467370563541535, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5565216541290283, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8877930641174316, + "num_tokens": 491373187.0, + "step": 12945 + }, + { + "epoch": 1.6468642666327438, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.745185136795044, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.872052788734436, + "num_tokens": 491412476.0, + "step": 12946 + }, + { + "epoch": 1.6469914769113343, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5527637004852295, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8790971636772156, + "num_tokens": 491456502.0, + "step": 12947 + }, + { + "epoch": 1.6471186871899248, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7509381771087646, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8778657913208008, + "num_tokens": 491492974.0, + "step": 12948 + }, + { + "epoch": 1.6472458974685154, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5671656131744385, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8730714321136475, + "num_tokens": 491523621.0, + "step": 12949 + }, + { + "epoch": 1.6473731077471059, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7521467208862305, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8609265089035034, + "num_tokens": 491563366.0, + "step": 12950 + }, + { + "epoch": 1.6475003180256964, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.572585344314575, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8712906837463379, + "num_tokens": 491594221.0, + "step": 12951 + }, + { + "epoch": 1.647627528304287, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7445051670074463, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8629970550537109, + "num_tokens": 491632039.0, + "step": 12952 + }, + { + "epoch": 1.6477547385828775, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5551235675811768, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8780251145362854, + "num_tokens": 491672282.0, + "step": 12953 + }, + { + "epoch": 1.647881948861468, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.755826473236084, + "learning_rate": 1e-05, + "loss": 0.4807, + "mean_token_accuracy": 0.8596099019050598, + "num_tokens": 491707969.0, + "step": 12954 + }, + { + "epoch": 1.6480091591400585, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.563642740249634, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8775929808616638, + "num_tokens": 491743347.0, + "step": 12955 + }, + { + "epoch": 1.648136369418649, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.768827438354492, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.870847761631012, + "num_tokens": 491777165.0, + "step": 12956 + }, + { + "epoch": 1.6482635796972396, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5481650829315186, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.8857030868530273, + "num_tokens": 491813859.0, + "step": 12957 + }, + { + "epoch": 1.64839078997583, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7697885036468506, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8658551573753357, + "num_tokens": 491853373.0, + "step": 12958 + }, + { + "epoch": 1.6485180002544206, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.54530668258667, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8761550188064575, + "num_tokens": 491889401.0, + "step": 12959 + }, + { + "epoch": 1.6486452105330112, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7745234966278076, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8677724599838257, + "num_tokens": 491933973.0, + "step": 12960 + }, + { + "epoch": 1.6487724208116017, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5428669452667236, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8644146919250488, + "num_tokens": 491979198.0, + "step": 12961 + }, + { + "epoch": 1.6488996310901922, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.810159206390381, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.860236406326294, + "num_tokens": 492009127.0, + "step": 12962 + }, + { + "epoch": 1.6490268413687827, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.552140235900879, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.872438371181488, + "num_tokens": 492045022.0, + "step": 12963 + }, + { + "epoch": 1.649154051647373, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7852303981781006, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8699722290039062, + "num_tokens": 492092155.0, + "step": 12964 + }, + { + "epoch": 1.6492812619259636, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5582313537597656, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8546789884567261, + "num_tokens": 492131807.0, + "step": 12965 + }, + { + "epoch": 1.649408472204554, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.791835308074951, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8732351064682007, + "num_tokens": 492166794.0, + "step": 12966 + }, + { + "epoch": 1.6495356824831446, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.554687023162842, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8773034811019897, + "num_tokens": 492208375.0, + "step": 12967 + }, + { + "epoch": 1.6496628927617352, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8106088638305664, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8600678443908691, + "num_tokens": 492241166.0, + "step": 12968 + }, + { + "epoch": 1.6497901030403257, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5520472526550293, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8859702348709106, + "num_tokens": 492278887.0, + "step": 12969 + }, + { + "epoch": 1.6499173133189162, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.796135425567627, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8880584836006165, + "num_tokens": 492316523.0, + "step": 12970 + }, + { + "epoch": 1.6500445235975065, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.566452980041504, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8659850358963013, + "num_tokens": 492354094.0, + "step": 12971 + }, + { + "epoch": 1.650171733876097, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.812823534011841, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8633838295936584, + "num_tokens": 492387250.0, + "step": 12972 + }, + { + "epoch": 1.6502989441546876, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.570554494857788, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8689880967140198, + "num_tokens": 492423770.0, + "step": 12973 + }, + { + "epoch": 1.6504261544332781, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7886478900909424, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8694946765899658, + "num_tokens": 492465970.0, + "step": 12974 + }, + { + "epoch": 1.6505533647118686, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.582019090652466, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8646020889282227, + "num_tokens": 492501668.0, + "step": 12975 + }, + { + "epoch": 1.6506805749904592, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7690536975860596, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8678946495056152, + "num_tokens": 492541032.0, + "step": 12976 + }, + { + "epoch": 1.6508077852690497, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.588135004043579, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8676249980926514, + "num_tokens": 492579639.0, + "step": 12977 + }, + { + "epoch": 1.6509349955476402, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7710700035095215, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8696497678756714, + "num_tokens": 492612324.0, + "step": 12978 + }, + { + "epoch": 1.6510622058262308, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5910794734954834, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8646396398544312, + "num_tokens": 492648967.0, + "step": 12979 + }, + { + "epoch": 1.6511894161048213, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.737670660018921, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8853992223739624, + "num_tokens": 492687117.0, + "step": 12980 + }, + { + "epoch": 1.6513166263834118, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5972542762756348, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8734921216964722, + "num_tokens": 492718760.0, + "step": 12981 + }, + { + "epoch": 1.6514438366620023, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7202157974243164, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8749688863754272, + "num_tokens": 492760038.0, + "step": 12982 + }, + { + "epoch": 1.6515710469405929, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5886428356170654, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8616983294487, + "num_tokens": 492798450.0, + "step": 12983 + }, + { + "epoch": 1.6516982572191834, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7139930725097656, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8746480941772461, + "num_tokens": 492835081.0, + "step": 12984 + }, + { + "epoch": 1.651825467497774, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.580763101577759, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.879989743232727, + "num_tokens": 492878255.0, + "step": 12985 + }, + { + "epoch": 1.6519526777763645, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7030422687530518, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8611448407173157, + "num_tokens": 492920800.0, + "step": 12986 + }, + { + "epoch": 1.652079888054955, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5914714336395264, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8696930408477783, + "num_tokens": 492957170.0, + "step": 12987 + }, + { + "epoch": 1.6522070983335455, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.689227342605591, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8743525743484497, + "num_tokens": 492995123.0, + "step": 12988 + }, + { + "epoch": 1.6523343086121358, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5887575149536133, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8756129741668701, + "num_tokens": 493034538.0, + "step": 12989 + }, + { + "epoch": 1.6524615188907263, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.686976671218872, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8588906526565552, + "num_tokens": 493073218.0, + "step": 12990 + }, + { + "epoch": 1.6525887291693169, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.577291488647461, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8689572811126709, + "num_tokens": 493110056.0, + "step": 12991 + }, + { + "epoch": 1.6527159394479074, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7058398723602295, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8785974979400635, + "num_tokens": 493144324.0, + "step": 12992 + }, + { + "epoch": 1.652843149726498, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.568955898284912, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8635080456733704, + "num_tokens": 493181685.0, + "step": 12993 + }, + { + "epoch": 1.6529703600050885, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7025129795074463, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8790889382362366, + "num_tokens": 493217712.0, + "step": 12994 + }, + { + "epoch": 1.6530975702836788, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5762550830841064, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8577847480773926, + "num_tokens": 493253852.0, + "step": 12995 + }, + { + "epoch": 1.6532247805622693, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.706902027130127, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8724259734153748, + "num_tokens": 493287797.0, + "step": 12996 + }, + { + "epoch": 1.6533519908408598, + "ewc_loss": 0.06494140625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.559760093688965, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8742067813873291, + "num_tokens": 493326072.0, + "step": 12997 + }, + { + "epoch": 1.6534792011194503, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7161061763763428, + "learning_rate": 1e-05, + "loss": 0.4916, + "mean_token_accuracy": 0.8545227646827698, + "num_tokens": 493365374.0, + "step": 12998 + }, + { + "epoch": 1.6536064113980409, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.54390025138855, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8884570002555847, + "num_tokens": 493408526.0, + "step": 12999 + }, + { + "epoch": 1.6537336216766314, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.749626398086548, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8609820604324341, + "num_tokens": 493445689.0, + "step": 13000 + }, + { + "epoch": 1.653860831955222, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.559129476547241, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8628138899803162, + "num_tokens": 493480884.0, + "step": 13001 + }, + { + "epoch": 1.6539880422338125, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7365059852600098, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8725889325141907, + "num_tokens": 493523917.0, + "step": 13002 + }, + { + "epoch": 1.654115252512403, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.550442695617676, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8703566193580627, + "num_tokens": 493560438.0, + "step": 13003 + }, + { + "epoch": 1.6542424627909935, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.768857955932617, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8606995940208435, + "num_tokens": 493596609.0, + "step": 13004 + }, + { + "epoch": 1.654369673069584, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.56064510345459, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8656438589096069, + "num_tokens": 493634369.0, + "step": 13005 + }, + { + "epoch": 1.6544968833481746, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.764765739440918, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8675037622451782, + "num_tokens": 493669568.0, + "step": 13006 + }, + { + "epoch": 1.654624093626765, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5431644916534424, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8762034177780151, + "num_tokens": 493710136.0, + "step": 13007 + }, + { + "epoch": 1.6547513039053556, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7652320861816406, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8681213855743408, + "num_tokens": 493750028.0, + "step": 13008 + }, + { + "epoch": 1.6548785141839462, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5651307106018066, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8611729145050049, + "num_tokens": 493785167.0, + "step": 13009 + }, + { + "epoch": 1.6550057244625367, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.766263008117676, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8602076768875122, + "num_tokens": 493822724.0, + "step": 13010 + }, + { + "epoch": 1.6551329347411272, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5582833290100098, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8630909323692322, + "num_tokens": 493863910.0, + "step": 13011 + }, + { + "epoch": 1.6552601450197177, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.753305196762085, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8799795508384705, + "num_tokens": 493901863.0, + "step": 13012 + }, + { + "epoch": 1.655387355298308, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.571269989013672, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8744416236877441, + "num_tokens": 493938174.0, + "step": 13013 + }, + { + "epoch": 1.6555145655768986, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7599546909332275, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8701145648956299, + "num_tokens": 493973483.0, + "step": 13014 + }, + { + "epoch": 1.655641775855489, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5545568466186523, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8842767477035522, + "num_tokens": 494016481.0, + "step": 13015 + }, + { + "epoch": 1.6557689861340796, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.773407220840454, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8732407093048096, + "num_tokens": 494047543.0, + "step": 13016 + }, + { + "epoch": 1.6558961964126702, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.567279815673828, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8697797060012817, + "num_tokens": 494082076.0, + "step": 13017 + }, + { + "epoch": 1.6560234066912607, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.761181592941284, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8678429126739502, + "num_tokens": 494123822.0, + "step": 13018 + }, + { + "epoch": 1.6561506169698512, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5747153759002686, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8860174417495728, + "num_tokens": 494152644.0, + "step": 13019 + }, + { + "epoch": 1.6562778272484415, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.779135227203369, + "learning_rate": 1e-05, + "loss": 0.5024, + "mean_token_accuracy": 0.8555874824523926, + "num_tokens": 494185667.0, + "step": 13020 + }, + { + "epoch": 1.656405037527032, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.559307336807251, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8802341222763062, + "num_tokens": 494224277.0, + "step": 13021 + }, + { + "epoch": 1.6565322478056226, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7879528999328613, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8650332093238831, + "num_tokens": 494254475.0, + "step": 13022 + }, + { + "epoch": 1.656659458084213, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5592029094696045, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8709375262260437, + "num_tokens": 494291891.0, + "step": 13023 + }, + { + "epoch": 1.6567866683628036, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7860822677612305, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8643972873687744, + "num_tokens": 494327659.0, + "step": 13024 + }, + { + "epoch": 1.6569138786413942, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.559920072555542, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8875163197517395, + "num_tokens": 494358149.0, + "step": 13025 + }, + { + "epoch": 1.6570410889199847, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7862606048583984, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8773733973503113, + "num_tokens": 494393673.0, + "step": 13026 + }, + { + "epoch": 1.6571682991985752, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.573493719100952, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8737959861755371, + "num_tokens": 494422811.0, + "step": 13027 + }, + { + "epoch": 1.6572955094771658, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.768157482147217, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.8716219067573547, + "num_tokens": 494467758.0, + "step": 13028 + }, + { + "epoch": 1.6574227197557563, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5616722106933594, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8862985968589783, + "num_tokens": 494504698.0, + "step": 13029 + }, + { + "epoch": 1.6575499300343468, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.77536678314209, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8617287874221802, + "num_tokens": 494541235.0, + "step": 13030 + }, + { + "epoch": 1.6576771403129373, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5530905723571777, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8715381622314453, + "num_tokens": 494584499.0, + "step": 13031 + }, + { + "epoch": 1.6578043505915279, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7664108276367188, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8700319528579712, + "num_tokens": 494625845.0, + "step": 13032 + }, + { + "epoch": 1.6579315608701184, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.57541823387146, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8751069903373718, + "num_tokens": 494660820.0, + "step": 13033 + }, + { + "epoch": 1.658058771148709, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.744983434677124, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8855122327804565, + "num_tokens": 494701215.0, + "step": 13034 + }, + { + "epoch": 1.6581859814272994, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.589341163635254, + "learning_rate": 1e-05, + "loss": 0.5284, + "mean_token_accuracy": 0.8434354066848755, + "num_tokens": 494739062.0, + "step": 13035 + }, + { + "epoch": 1.65831319170589, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7226099967956543, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8702371716499329, + "num_tokens": 494779467.0, + "step": 13036 + }, + { + "epoch": 1.6584404019844805, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.581397294998169, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8714191913604736, + "num_tokens": 494817237.0, + "step": 13037 + }, + { + "epoch": 1.6585676122630708, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7189152240753174, + "learning_rate": 1e-05, + "loss": 0.3863, + "mean_token_accuracy": 0.888306200504303, + "num_tokens": 494853485.0, + "step": 13038 + }, + { + "epoch": 1.6586948225416613, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.575150966644287, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8766432404518127, + "num_tokens": 494890456.0, + "step": 13039 + }, + { + "epoch": 1.6588220328202519, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.721933364868164, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.859721839427948, + "num_tokens": 494929441.0, + "step": 13040 + }, + { + "epoch": 1.6589492430988424, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5837860107421875, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8629079461097717, + "num_tokens": 494963642.0, + "step": 13041 + }, + { + "epoch": 1.659076453377433, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7319931983947754, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8624345064163208, + "num_tokens": 494998138.0, + "step": 13042 + }, + { + "epoch": 1.6592036636560235, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.569173574447632, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8730331063270569, + "num_tokens": 495038080.0, + "step": 13043 + }, + { + "epoch": 1.6593308739346138, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7171854972839355, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8664908409118652, + "num_tokens": 495079103.0, + "step": 13044 + }, + { + "epoch": 1.6594580842132043, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5597875118255615, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8727459907531738, + "num_tokens": 495119385.0, + "step": 13045 + }, + { + "epoch": 1.6595852944917948, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7309467792510986, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8646368384361267, + "num_tokens": 495157829.0, + "step": 13046 + }, + { + "epoch": 1.6597125047703853, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.564631462097168, + "learning_rate": 1e-05, + "loss": 0.5217, + "mean_token_accuracy": 0.846713662147522, + "num_tokens": 495198554.0, + "step": 13047 + }, + { + "epoch": 1.6598397150489759, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.714567184448242, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8784295320510864, + "num_tokens": 495241389.0, + "step": 13048 + }, + { + "epoch": 1.6599669253275664, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5615532398223877, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8829352855682373, + "num_tokens": 495274216.0, + "step": 13049 + }, + { + "epoch": 1.660094135606157, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7391414642333984, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8647180199623108, + "num_tokens": 495308941.0, + "step": 13050 + }, + { + "epoch": 1.6602213458847475, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5485169887542725, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8738201856613159, + "num_tokens": 495351668.0, + "step": 13051 + }, + { + "epoch": 1.660348556163338, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.755080461502075, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8630294799804688, + "num_tokens": 495383402.0, + "step": 13052 + }, + { + "epoch": 1.6604757664419285, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5438857078552246, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8822488784790039, + "num_tokens": 495421371.0, + "step": 13053 + }, + { + "epoch": 1.660602976720519, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7592544555664062, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8659584522247314, + "num_tokens": 495460692.0, + "step": 13054 + }, + { + "epoch": 1.6607301869991096, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.552551507949829, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8754427433013916, + "num_tokens": 495493990.0, + "step": 13055 + }, + { + "epoch": 1.6608573972777, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7662854194641113, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8687350749969482, + "num_tokens": 495531616.0, + "step": 13056 + }, + { + "epoch": 1.6609846075562906, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5458014011383057, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8625071048736572, + "num_tokens": 495572065.0, + "step": 13057 + }, + { + "epoch": 1.6611118178348812, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7729783058166504, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8551872372627258, + "num_tokens": 495612582.0, + "step": 13058 + }, + { + "epoch": 1.6612390281134717, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.556230068206787, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8688833713531494, + "num_tokens": 495649211.0, + "step": 13059 + }, + { + "epoch": 1.6613662383920622, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.763592481613159, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8701531887054443, + "num_tokens": 495689805.0, + "step": 13060 + }, + { + "epoch": 1.6614934486706527, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.6074118614196777, + "learning_rate": 1e-05, + "loss": 0.5223, + "mean_token_accuracy": 0.8472748398780823, + "num_tokens": 495727560.0, + "step": 13061 + }, + { + "epoch": 1.661620658949243, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7414987087249756, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.871830403804779, + "num_tokens": 495759827.0, + "step": 13062 + }, + { + "epoch": 1.6617478692278336, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.571938991546631, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8728843927383423, + "num_tokens": 495797106.0, + "step": 13063 + }, + { + "epoch": 1.661875079506424, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.720614194869995, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8659044504165649, + "num_tokens": 495842331.0, + "step": 13064 + }, + { + "epoch": 1.6620022897850146, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5732781887054443, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8666119575500488, + "num_tokens": 495883491.0, + "step": 13065 + }, + { + "epoch": 1.6621295000636052, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7277519702911377, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8595277070999146, + "num_tokens": 495924536.0, + "step": 13066 + }, + { + "epoch": 1.6622567103421957, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.578387975692749, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8597451448440552, + "num_tokens": 495961783.0, + "step": 13067 + }, + { + "epoch": 1.662383920620786, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7337584495544434, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8728306889533997, + "num_tokens": 495994131.0, + "step": 13068 + }, + { + "epoch": 1.6625111308993765, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570493459701538, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.868432343006134, + "num_tokens": 496035981.0, + "step": 13069 + }, + { + "epoch": 1.662638341177967, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.740140199661255, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8591404557228088, + "num_tokens": 496075622.0, + "step": 13070 + }, + { + "epoch": 1.6627655514565576, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.554091691970825, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8697139620780945, + "num_tokens": 496117130.0, + "step": 13071 + }, + { + "epoch": 1.662892761735148, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.747419595718384, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8934513330459595, + "num_tokens": 496153309.0, + "step": 13072 + }, + { + "epoch": 1.6630199720137386, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5486037731170654, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.883808970451355, + "num_tokens": 496194955.0, + "step": 13073 + }, + { + "epoch": 1.6631471822923292, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.747687578201294, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8688000440597534, + "num_tokens": 496238787.0, + "step": 13074 + }, + { + "epoch": 1.6632743925709197, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5539658069610596, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8610502481460571, + "num_tokens": 496279606.0, + "step": 13075 + }, + { + "epoch": 1.6634016028495102, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7588088512420654, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8767086267471313, + "num_tokens": 496315724.0, + "step": 13076 + }, + { + "epoch": 1.6635288131281007, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5459468364715576, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8745489716529846, + "num_tokens": 496357254.0, + "step": 13077 + }, + { + "epoch": 1.6636560234066913, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.772189140319824, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8740867376327515, + "num_tokens": 496394356.0, + "step": 13078 + }, + { + "epoch": 1.6637832336852818, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.546994686126709, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8675537705421448, + "num_tokens": 496431569.0, + "step": 13079 + }, + { + "epoch": 1.6639104439638723, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7931599617004395, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8748014569282532, + "num_tokens": 496465854.0, + "step": 13080 + }, + { + "epoch": 1.6640376542424629, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5370357036590576, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8733267784118652, + "num_tokens": 496506023.0, + "step": 13081 + }, + { + "epoch": 1.6641648645210534, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8011927604675293, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.8594728708267212, + "num_tokens": 496545950.0, + "step": 13082 + }, + { + "epoch": 1.664292074799644, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5475175380706787, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8754373788833618, + "num_tokens": 496585728.0, + "step": 13083 + }, + { + "epoch": 1.6644192850782344, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8049137592315674, + "learning_rate": 1e-05, + "loss": 0.5088, + "mean_token_accuracy": 0.8531988263130188, + "num_tokens": 496628491.0, + "step": 13084 + }, + { + "epoch": 1.664546495356825, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5577375888824463, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8634998798370361, + "num_tokens": 496665952.0, + "step": 13085 + }, + { + "epoch": 1.6646737056354155, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7945187091827393, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.881244957447052, + "num_tokens": 496708188.0, + "step": 13086 + }, + { + "epoch": 1.6648009159140058, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.569797992706299, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8797506093978882, + "num_tokens": 496743079.0, + "step": 13087 + }, + { + "epoch": 1.6649281261925963, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.789130449295044, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8702468276023865, + "num_tokens": 496781364.0, + "step": 13088 + }, + { + "epoch": 1.6650553364711869, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5701470375061035, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8832793235778809, + "num_tokens": 496816419.0, + "step": 13089 + }, + { + "epoch": 1.6651825467497774, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7760283946990967, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8767292499542236, + "num_tokens": 496851941.0, + "step": 13090 + }, + { + "epoch": 1.665309757028368, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.00026702880859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5830323696136475, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8760210275650024, + "num_tokens": 496884974.0, + "step": 13091 + }, + { + "epoch": 1.6654369673069584, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.77881121635437, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8772569298744202, + "num_tokens": 496920331.0, + "step": 13092 + }, + { + "epoch": 1.6655641775855488, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5764970779418945, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8676433563232422, + "num_tokens": 496957599.0, + "step": 13093 + }, + { + "epoch": 1.6656913878641393, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.752488851547241, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8837421536445618, + "num_tokens": 496992804.0, + "step": 13094 + }, + { + "epoch": 1.6658185981427298, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.579397201538086, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8847007751464844, + "num_tokens": 497025376.0, + "step": 13095 + }, + { + "epoch": 1.6659458084213203, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7408361434936523, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8789238929748535, + "num_tokens": 497067923.0, + "step": 13096 + }, + { + "epoch": 1.6660730186999109, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.57358980178833, + "learning_rate": 1e-05, + "loss": 0.4841, + "mean_token_accuracy": 0.8616738319396973, + "num_tokens": 497113753.0, + "step": 13097 + }, + { + "epoch": 1.6662002289785014, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7509069442749023, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8740006685256958, + "num_tokens": 497148001.0, + "step": 13098 + }, + { + "epoch": 1.666327439257092, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.591139793395996, + "learning_rate": 1e-05, + "loss": 0.4957, + "mean_token_accuracy": 0.8526468276977539, + "num_tokens": 497186702.0, + "step": 13099 + }, + { + "epoch": 1.6664546495356825, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7320218086242676, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8715652823448181, + "num_tokens": 497224550.0, + "step": 13100 + }, + { + "epoch": 1.666581859814273, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.593679189682007, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.8526326417922974, + "num_tokens": 497261922.0, + "step": 13101 + }, + { + "epoch": 1.6667090700928635, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7328004837036133, + "learning_rate": 1e-05, + "loss": 0.5149, + "mean_token_accuracy": 0.8481210470199585, + "num_tokens": 497302297.0, + "step": 13102 + }, + { + "epoch": 1.666836280371454, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5909194946289062, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8712562322616577, + "num_tokens": 497337788.0, + "step": 13103 + }, + { + "epoch": 1.6669634906500446, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7193572521209717, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8579014539718628, + "num_tokens": 497373455.0, + "step": 13104 + }, + { + "epoch": 1.667090700928635, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5759642124176025, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8721485137939453, + "num_tokens": 497414743.0, + "step": 13105 + }, + { + "epoch": 1.6672179112072256, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.718022108078003, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8756515979766846, + "num_tokens": 497446769.0, + "step": 13106 + }, + { + "epoch": 1.6673451214858162, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5589535236358643, + "learning_rate": 1e-05, + "loss": 0.3837, + "mean_token_accuracy": 0.8895469307899475, + "num_tokens": 497488693.0, + "step": 13107 + }, + { + "epoch": 1.6674723317644067, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7285690307617188, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8778841495513916, + "num_tokens": 497522258.0, + "step": 13108 + }, + { + "epoch": 1.6675995420429972, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5715630054473877, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8664878010749817, + "num_tokens": 497557175.0, + "step": 13109 + }, + { + "epoch": 1.6677267523215877, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.726330280303955, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8840593099594116, + "num_tokens": 497592880.0, + "step": 13110 + }, + { + "epoch": 1.667853962600178, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5608129501342773, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8750553131103516, + "num_tokens": 497628416.0, + "step": 13111 + }, + { + "epoch": 1.6679811728787686, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.731241226196289, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8600242137908936, + "num_tokens": 497666739.0, + "step": 13112 + }, + { + "epoch": 1.668108383157359, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5569279193878174, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8697370290756226, + "num_tokens": 497706307.0, + "step": 13113 + }, + { + "epoch": 1.6682355934359496, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.739985704421997, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8576104640960693, + "num_tokens": 497747623.0, + "step": 13114 + }, + { + "epoch": 1.6683628037145402, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5583980083465576, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8693941235542297, + "num_tokens": 497783354.0, + "step": 13115 + }, + { + "epoch": 1.6684900139931307, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7517850399017334, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8720660209655762, + "num_tokens": 497818178.0, + "step": 13116 + }, + { + "epoch": 1.668617224271721, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5580201148986816, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8721864819526672, + "num_tokens": 497852899.0, + "step": 13117 + }, + { + "epoch": 1.6687444345503115, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7404956817626953, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8729996681213379, + "num_tokens": 497896743.0, + "step": 13118 + }, + { + "epoch": 1.668871644828902, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5555360317230225, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8755946755409241, + "num_tokens": 497938837.0, + "step": 13119 + }, + { + "epoch": 1.6689988551074926, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7570438385009766, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8795002698898315, + "num_tokens": 497970335.0, + "step": 13120 + }, + { + "epoch": 1.669126065386083, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5669472217559814, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8659271001815796, + "num_tokens": 498003484.0, + "step": 13121 + }, + { + "epoch": 1.6692532756646736, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.738842725753784, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8829378485679626, + "num_tokens": 498040932.0, + "step": 13122 + }, + { + "epoch": 1.6693804859432642, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.571218729019165, + "learning_rate": 1e-05, + "loss": 0.5226, + "mean_token_accuracy": 0.8477523326873779, + "num_tokens": 498078911.0, + "step": 13123 + }, + { + "epoch": 1.6695076962218547, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7346818447113037, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8802439570426941, + "num_tokens": 498119917.0, + "step": 13124 + }, + { + "epoch": 1.6696349065004452, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5539863109588623, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8769271373748779, + "num_tokens": 498160359.0, + "step": 13125 + }, + { + "epoch": 1.6697621167790357, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.778953790664673, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8651928901672363, + "num_tokens": 498197048.0, + "step": 13126 + }, + { + "epoch": 1.6698893270576263, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5630204677581787, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.8552764058113098, + "num_tokens": 498237007.0, + "step": 13127 + }, + { + "epoch": 1.6700165373362168, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7556862831115723, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.869999349117279, + "num_tokens": 498275324.0, + "step": 13128 + }, + { + "epoch": 1.6701437476148073, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.551670551300049, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8540080189704895, + "num_tokens": 498317018.0, + "step": 13129 + }, + { + "epoch": 1.6702709578933979, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.75710129737854, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8737074732780457, + "num_tokens": 498353903.0, + "step": 13130 + }, + { + "epoch": 1.6703981681719884, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.559295177459717, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8626145124435425, + "num_tokens": 498390959.0, + "step": 13131 + }, + { + "epoch": 1.670525378450579, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7530276775360107, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8802022933959961, + "num_tokens": 498433067.0, + "step": 13132 + }, + { + "epoch": 1.6706525887291694, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.546826124191284, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.8655303120613098, + "num_tokens": 498476020.0, + "step": 13133 + }, + { + "epoch": 1.67077979900776, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7604804039001465, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.874657392501831, + "num_tokens": 498515644.0, + "step": 13134 + }, + { + "epoch": 1.6709070092863505, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5623552799224854, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8749487400054932, + "num_tokens": 498551063.0, + "step": 13135 + }, + { + "epoch": 1.6710342195649408, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7703330516815186, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8686500787734985, + "num_tokens": 498588849.0, + "step": 13136 + }, + { + "epoch": 1.6711614298435313, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.562628746032715, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8654255270957947, + "num_tokens": 498626073.0, + "step": 13137 + }, + { + "epoch": 1.6712886401221219, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.76774001121521, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8764492869377136, + "num_tokens": 498661523.0, + "step": 13138 + }, + { + "epoch": 1.6714158504007124, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5573530197143555, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8626492023468018, + "num_tokens": 498702075.0, + "step": 13139 + }, + { + "epoch": 1.671543060679303, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7786519527435303, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8636768460273743, + "num_tokens": 498737425.0, + "step": 13140 + }, + { + "epoch": 1.6716702709578934, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.564250946044922, + "learning_rate": 1e-05, + "loss": 0.5054, + "mean_token_accuracy": 0.850016713142395, + "num_tokens": 498779715.0, + "step": 13141 + }, + { + "epoch": 1.6717974812364838, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.762338161468506, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8801793456077576, + "num_tokens": 498817312.0, + "step": 13142 + }, + { + "epoch": 1.6719246915150743, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5705156326293945, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8604245185852051, + "num_tokens": 498857990.0, + "step": 13143 + }, + { + "epoch": 1.6720519017936648, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7653071880340576, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8681568503379822, + "num_tokens": 498896275.0, + "step": 13144 + }, + { + "epoch": 1.6721791120722553, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5791518688201904, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8610226511955261, + "num_tokens": 498933662.0, + "step": 13145 + }, + { + "epoch": 1.6723063223508459, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7481014728546143, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8725975751876831, + "num_tokens": 498974216.0, + "step": 13146 + }, + { + "epoch": 1.6724335326294364, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5695576667785645, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8691701292991638, + "num_tokens": 499015889.0, + "step": 13147 + }, + { + "epoch": 1.672560742908027, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.737746477127075, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8809330463409424, + "num_tokens": 499056889.0, + "step": 13148 + }, + { + "epoch": 1.6726879531866174, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5725245475769043, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8723331689834595, + "num_tokens": 499097440.0, + "step": 13149 + }, + { + "epoch": 1.672815163465208, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.73443865776062, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8783473968505859, + "num_tokens": 499135450.0, + "step": 13150 + }, + { + "epoch": 1.6729423737437985, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.58473801612854, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8605916500091553, + "num_tokens": 499178487.0, + "step": 13151 + }, + { + "epoch": 1.673069584022389, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.728372812271118, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8670761585235596, + "num_tokens": 499213824.0, + "step": 13152 + }, + { + "epoch": 1.6731967943009796, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.577359914779663, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8696125745773315, + "num_tokens": 499252406.0, + "step": 13153 + }, + { + "epoch": 1.67332400457957, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.717039108276367, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8634350299835205, + "num_tokens": 499295249.0, + "step": 13154 + }, + { + "epoch": 1.6734512148581606, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.560930013656616, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.881029486656189, + "num_tokens": 499334115.0, + "step": 13155 + }, + { + "epoch": 1.6735784251367511, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7261123657226562, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.866671085357666, + "num_tokens": 499372181.0, + "step": 13156 + }, + { + "epoch": 1.6737056354153417, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5593159198760986, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8621770143508911, + "num_tokens": 499413617.0, + "step": 13157 + }, + { + "epoch": 1.6738328456939322, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7396345138549805, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8727827072143555, + "num_tokens": 499443976.0, + "step": 13158 + }, + { + "epoch": 1.6739600559725227, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.565467596054077, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8660871982574463, + "num_tokens": 499477973.0, + "step": 13159 + }, + { + "epoch": 1.674087266251113, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7297613620758057, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8575068712234497, + "num_tokens": 499523163.0, + "step": 13160 + }, + { + "epoch": 1.6742144765297036, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.559584856033325, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8554095029830933, + "num_tokens": 499567583.0, + "step": 13161 + }, + { + "epoch": 1.674341686808294, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7607622146606445, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8634738922119141, + "num_tokens": 499603257.0, + "step": 13162 + }, + { + "epoch": 1.6744688970868846, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.547619581222534, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.874310314655304, + "num_tokens": 499648881.0, + "step": 13163 + }, + { + "epoch": 1.6745961073654752, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7569034099578857, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8693605661392212, + "num_tokens": 499688632.0, + "step": 13164 + }, + { + "epoch": 1.6747233176440657, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.554605722427368, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8714553117752075, + "num_tokens": 499723285.0, + "step": 13165 + }, + { + "epoch": 1.674850527922656, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7631776332855225, + "learning_rate": 1e-05, + "loss": 0.5027, + "mean_token_accuracy": 0.8531476259231567, + "num_tokens": 499761472.0, + "step": 13166 + }, + { + "epoch": 1.6749777382012465, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5687599182128906, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8620432615280151, + "num_tokens": 499796997.0, + "step": 13167 + }, + { + "epoch": 1.675104948479837, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7603328227996826, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8718945980072021, + "num_tokens": 499834307.0, + "step": 13168 + }, + { + "epoch": 1.6752321587584276, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5509986877441406, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8705542087554932, + "num_tokens": 499876497.0, + "step": 13169 + }, + { + "epoch": 1.675359369037018, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.766324758529663, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8603785037994385, + "num_tokens": 499917620.0, + "step": 13170 + }, + { + "epoch": 1.6754865793156086, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.550567388534546, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8772929310798645, + "num_tokens": 499957098.0, + "step": 13171 + }, + { + "epoch": 1.6756137895941992, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7698323726654053, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.868169367313385, + "num_tokens": 500001046.0, + "step": 13172 + }, + { + "epoch": 1.6757409998727897, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5547502040863037, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8665529489517212, + "num_tokens": 500041443.0, + "step": 13173 + }, + { + "epoch": 1.6758682101513802, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.778380870819092, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8871722221374512, + "num_tokens": 500076624.0, + "step": 13174 + }, + { + "epoch": 1.6759954204299707, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.563777446746826, + "learning_rate": 1e-05, + "loss": 0.4792, + "mean_token_accuracy": 0.8638536930084229, + "num_tokens": 500118995.0, + "step": 13175 + }, + { + "epoch": 1.6761226307085613, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.781167984008789, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8662679195404053, + "num_tokens": 500155134.0, + "step": 13176 + }, + { + "epoch": 1.6762498409871518, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.568621873855591, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8770186901092529, + "num_tokens": 500189921.0, + "step": 13177 + }, + { + "epoch": 1.6763770512657423, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7769198417663574, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8544782400131226, + "num_tokens": 500230655.0, + "step": 13178 + }, + { + "epoch": 1.6765042615443329, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5651581287384033, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8693197965621948, + "num_tokens": 500270827.0, + "step": 13179 + }, + { + "epoch": 1.6766314718229234, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.778225898742676, + "learning_rate": 1e-05, + "loss": 0.4933, + "mean_token_accuracy": 0.8593168258666992, + "num_tokens": 500312810.0, + "step": 13180 + }, + { + "epoch": 1.676758682101514, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5746164321899414, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8618776798248291, + "num_tokens": 500345013.0, + "step": 13181 + }, + { + "epoch": 1.6768858923801044, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7748825550079346, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8708702325820923, + "num_tokens": 500375628.0, + "step": 13182 + }, + { + "epoch": 1.677013102658695, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5636987686157227, + "learning_rate": 1e-05, + "loss": 0.3907, + "mean_token_accuracy": 0.8859831094741821, + "num_tokens": 500410084.0, + "step": 13183 + }, + { + "epoch": 1.6771403129372855, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.762653112411499, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8880245685577393, + "num_tokens": 500452221.0, + "step": 13184 + }, + { + "epoch": 1.6772675232158758, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5628974437713623, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.870851457118988, + "num_tokens": 500491358.0, + "step": 13185 + }, + { + "epoch": 1.6773947334944663, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7652084827423096, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8652723431587219, + "num_tokens": 500530363.0, + "step": 13186 + }, + { + "epoch": 1.6775219437730569, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5785062313079834, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8782169818878174, + "num_tokens": 500568922.0, + "step": 13187 + }, + { + "epoch": 1.6776491540516474, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.744800567626953, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8617770671844482, + "num_tokens": 500616445.0, + "step": 13188 + }, + { + "epoch": 1.677776364330238, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.581611156463623, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.879372775554657, + "num_tokens": 500650692.0, + "step": 13189 + }, + { + "epoch": 1.6779035746088284, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7419378757476807, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8607387542724609, + "num_tokens": 500692465.0, + "step": 13190 + }, + { + "epoch": 1.6780307848874187, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.58266544342041, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8597452640533447, + "num_tokens": 500728715.0, + "step": 13191 + }, + { + "epoch": 1.6781579951660093, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.735044002532959, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8663114309310913, + "num_tokens": 500768310.0, + "step": 13192 + }, + { + "epoch": 1.6782852054445998, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5761656761169434, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8742721676826477, + "num_tokens": 500809777.0, + "step": 13193 + }, + { + "epoch": 1.6784124157231903, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7378926277160645, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8612246513366699, + "num_tokens": 500851412.0, + "step": 13194 + }, + { + "epoch": 1.6785396260017809, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.578803777694702, + "learning_rate": 1e-05, + "loss": 0.5038, + "mean_token_accuracy": 0.8531006574630737, + "num_tokens": 500890896.0, + "step": 13195 + }, + { + "epoch": 1.6786668362803714, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.725979804992676, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8796903491020203, + "num_tokens": 500926826.0, + "step": 13196 + }, + { + "epoch": 1.678794046558962, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.593519687652588, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8633779287338257, + "num_tokens": 500960755.0, + "step": 13197 + }, + { + "epoch": 1.6789212568375524, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7286312580108643, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8703029155731201, + "num_tokens": 500993177.0, + "step": 13198 + }, + { + "epoch": 1.679048467116143, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5669872760772705, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8704712390899658, + "num_tokens": 501031391.0, + "step": 13199 + }, + { + "epoch": 1.6791756773947335, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7126829624176025, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8790008425712585, + "num_tokens": 501072010.0, + "step": 13200 + }, + { + "epoch": 1.679302887673324, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.570638418197632, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.876375675201416, + "num_tokens": 501112677.0, + "step": 13201 + }, + { + "epoch": 1.6794300979519146, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7148609161376953, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8722595572471619, + "num_tokens": 501156634.0, + "step": 13202 + }, + { + "epoch": 1.679557308230505, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5901808738708496, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.873043954372406, + "num_tokens": 501188194.0, + "step": 13203 + }, + { + "epoch": 1.6796845185090956, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7308244705200195, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8667319416999817, + "num_tokens": 501216962.0, + "step": 13204 + }, + { + "epoch": 1.6798117287876861, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.560988426208496, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8836831450462341, + "num_tokens": 501261964.0, + "step": 13205 + }, + { + "epoch": 1.6799389390662767, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.714017152786255, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8722853660583496, + "num_tokens": 501303701.0, + "step": 13206 + }, + { + "epoch": 1.6800661493448672, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.574376106262207, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.879694938659668, + "num_tokens": 501338531.0, + "step": 13207 + }, + { + "epoch": 1.6801933596234577, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.716269016265869, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8680418729782104, + "num_tokens": 501375968.0, + "step": 13208 + }, + { + "epoch": 1.680320569902048, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5680408477783203, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8658338785171509, + "num_tokens": 501414646.0, + "step": 13209 + }, + { + "epoch": 1.6804477801806386, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7171871662139893, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8689765930175781, + "num_tokens": 501455035.0, + "step": 13210 + }, + { + "epoch": 1.680574990459229, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.56748104095459, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8690404891967773, + "num_tokens": 501493198.0, + "step": 13211 + }, + { + "epoch": 1.6807022007378196, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.715022087097168, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8747845888137817, + "num_tokens": 501534293.0, + "step": 13212 + }, + { + "epoch": 1.6808294110164101, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5916824340820312, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8690733909606934, + "num_tokens": 501566614.0, + "step": 13213 + }, + { + "epoch": 1.6809566212950007, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7060017585754395, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8590502738952637, + "num_tokens": 501607535.0, + "step": 13214 + }, + { + "epoch": 1.681083831573591, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5799355506896973, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8654478788375854, + "num_tokens": 501644208.0, + "step": 13215 + }, + { + "epoch": 1.6812110418521815, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7029855251312256, + "learning_rate": 1e-05, + "loss": 0.4934, + "mean_token_accuracy": 0.8588166236877441, + "num_tokens": 501684980.0, + "step": 13216 + }, + { + "epoch": 1.681338252130772, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5704572200775146, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8722026348114014, + "num_tokens": 501722603.0, + "step": 13217 + }, + { + "epoch": 1.6814654624093626, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.728428840637207, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8731564283370972, + "num_tokens": 501755650.0, + "step": 13218 + }, + { + "epoch": 1.681592672687953, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.564777135848999, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8687417507171631, + "num_tokens": 501788848.0, + "step": 13219 + }, + { + "epoch": 1.6817198829665436, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7385103702545166, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.868046760559082, + "num_tokens": 501826396.0, + "step": 13220 + }, + { + "epoch": 1.6818470932451342, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5598385334014893, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8591228723526001, + "num_tokens": 501863780.0, + "step": 13221 + }, + { + "epoch": 1.6819743035237247, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.725724697113037, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8667088150978088, + "num_tokens": 501903275.0, + "step": 13222 + }, + { + "epoch": 1.6821015138023152, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5552785396575928, + "learning_rate": 1e-05, + "loss": 0.3653, + "mean_token_accuracy": 0.8919069766998291, + "num_tokens": 501940397.0, + "step": 13223 + }, + { + "epoch": 1.6822287240809057, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.738415479660034, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8708182573318481, + "num_tokens": 501979814.0, + "step": 13224 + }, + { + "epoch": 1.6823559343594963, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.548170804977417, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8745085597038269, + "num_tokens": 502017349.0, + "step": 13225 + }, + { + "epoch": 1.6824831446380868, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7496585845947266, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8615787029266357, + "num_tokens": 502062441.0, + "step": 13226 + }, + { + "epoch": 1.6826103549166773, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5435352325439453, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8695390820503235, + "num_tokens": 502099897.0, + "step": 13227 + }, + { + "epoch": 1.6827375651952678, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7559587955474854, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8749385476112366, + "num_tokens": 502139682.0, + "step": 13228 + }, + { + "epoch": 1.6828647754738584, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5551557540893555, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.862132728099823, + "num_tokens": 502179534.0, + "step": 13229 + }, + { + "epoch": 1.682991985752449, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7599525451660156, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8764359951019287, + "num_tokens": 502218031.0, + "step": 13230 + }, + { + "epoch": 1.6831191960310394, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5669031143188477, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8770443201065063, + "num_tokens": 502251409.0, + "step": 13231 + }, + { + "epoch": 1.68324640630963, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7648110389709473, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8747736215591431, + "num_tokens": 502285757.0, + "step": 13232 + }, + { + "epoch": 1.6833736165882205, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5556578636169434, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8743771314620972, + "num_tokens": 502325247.0, + "step": 13233 + }, + { + "epoch": 1.6835008268668108, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7643682956695557, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8716810941696167, + "num_tokens": 502367691.0, + "step": 13234 + }, + { + "epoch": 1.6836280371454013, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5616455078125, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.859359085559845, + "num_tokens": 502409084.0, + "step": 13235 + }, + { + "epoch": 1.6837552474239919, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7602365016937256, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8730726838111877, + "num_tokens": 502448478.0, + "step": 13236 + }, + { + "epoch": 1.6838824577025824, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5830330848693848, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8634341359138489, + "num_tokens": 502481459.0, + "step": 13237 + }, + { + "epoch": 1.684009667981173, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7590789794921875, + "learning_rate": 1e-05, + "loss": 0.5152, + "mean_token_accuracy": 0.8524928092956543, + "num_tokens": 502522300.0, + "step": 13238 + }, + { + "epoch": 1.6841368782597634, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5655133724212646, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8740174174308777, + "num_tokens": 502560257.0, + "step": 13239 + }, + { + "epoch": 1.6842640885383537, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.749011993408203, + "learning_rate": 1e-05, + "loss": 0.473, + "mean_token_accuracy": 0.8608263731002808, + "num_tokens": 502602815.0, + "step": 13240 + }, + { + "epoch": 1.6843912988169443, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.561330795288086, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8736073970794678, + "num_tokens": 502640067.0, + "step": 13241 + }, + { + "epoch": 1.6845185090955348, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7551448345184326, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.865892231464386, + "num_tokens": 502680351.0, + "step": 13242 + }, + { + "epoch": 1.6846457193741253, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.56649112701416, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8778387308120728, + "num_tokens": 502715279.0, + "step": 13243 + }, + { + "epoch": 1.6847729296527159, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7558038234710693, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8594266772270203, + "num_tokens": 502762078.0, + "step": 13244 + }, + { + "epoch": 1.6849001399313064, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.557849168777466, + "learning_rate": 1e-05, + "loss": 0.3948, + "mean_token_accuracy": 0.8841607570648193, + "num_tokens": 502799886.0, + "step": 13245 + }, + { + "epoch": 1.685027350209897, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.768498659133911, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8607136607170105, + "num_tokens": 502838414.0, + "step": 13246 + }, + { + "epoch": 1.6851545604884874, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.567972421646118, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8623119592666626, + "num_tokens": 502879504.0, + "step": 13247 + }, + { + "epoch": 1.685281770767078, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.747593879699707, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8901958465576172, + "num_tokens": 502919167.0, + "step": 13248 + }, + { + "epoch": 1.6854089810456685, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.552828550338745, + "learning_rate": 1e-05, + "loss": 0.3689, + "mean_token_accuracy": 0.8939059972763062, + "num_tokens": 502956548.0, + "step": 13249 + }, + { + "epoch": 1.685536191324259, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.785024404525757, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8768141269683838, + "num_tokens": 502993001.0, + "step": 13250 + }, + { + "epoch": 1.6856634016028496, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.55047345161438, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8730117678642273, + "num_tokens": 503030690.0, + "step": 13251 + }, + { + "epoch": 1.68579061188144, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7728769779205322, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8652927875518799, + "num_tokens": 503074010.0, + "step": 13252 + }, + { + "epoch": 1.6859178221600306, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.571214437484741, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8724108934402466, + "num_tokens": 503111077.0, + "step": 13253 + }, + { + "epoch": 1.6860450324386211, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7689273357391357, + "learning_rate": 1e-05, + "loss": 0.3779, + "mean_token_accuracy": 0.894721508026123, + "num_tokens": 503146594.0, + "step": 13254 + }, + { + "epoch": 1.6861722427172117, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.562077760696411, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8852332830429077, + "num_tokens": 503181470.0, + "step": 13255 + }, + { + "epoch": 1.6862994529958022, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.773432970046997, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8834555149078369, + "num_tokens": 503215839.0, + "step": 13256 + }, + { + "epoch": 1.6864266632743927, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.557251453399658, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8791705369949341, + "num_tokens": 503253131.0, + "step": 13257 + }, + { + "epoch": 1.686553873552983, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7924463748931885, + "learning_rate": 1e-05, + "loss": 0.5115, + "mean_token_accuracy": 0.8483906388282776, + "num_tokens": 503290331.0, + "step": 13258 + }, + { + "epoch": 1.6866810838315736, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5635836124420166, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.859022855758667, + "num_tokens": 503328551.0, + "step": 13259 + }, + { + "epoch": 1.686808294110164, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.8082826137542725, + "learning_rate": 1e-05, + "loss": 0.5807, + "mean_token_accuracy": 0.836234450340271, + "num_tokens": 503365288.0, + "step": 13260 + }, + { + "epoch": 1.6869355043887546, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.554896116256714, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8790292739868164, + "num_tokens": 503402941.0, + "step": 13261 + }, + { + "epoch": 1.6870627146673451, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.799492835998535, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8602350354194641, + "num_tokens": 503443174.0, + "step": 13262 + }, + { + "epoch": 1.6871899249459357, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5547525882720947, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8758059740066528, + "num_tokens": 503481790.0, + "step": 13263 + }, + { + "epoch": 1.687317135224526, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7983274459838867, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.874052107334137, + "num_tokens": 503518386.0, + "step": 13264 + }, + { + "epoch": 1.6874443455031165, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5581231117248535, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8772449493408203, + "num_tokens": 503558985.0, + "step": 13265 + }, + { + "epoch": 1.687571555781707, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7942047119140625, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8777363896369934, + "num_tokens": 503602423.0, + "step": 13266 + }, + { + "epoch": 1.6876987660602976, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5885496139526367, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8785449862480164, + "num_tokens": 503634300.0, + "step": 13267 + }, + { + "epoch": 1.687825976338888, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8036959171295166, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8612921237945557, + "num_tokens": 503668225.0, + "step": 13268 + }, + { + "epoch": 1.6879531866174786, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.582641363143921, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8561530709266663, + "num_tokens": 503705158.0, + "step": 13269 + }, + { + "epoch": 1.6880803968960691, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7764363288879395, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8726899027824402, + "num_tokens": 503741322.0, + "step": 13270 + }, + { + "epoch": 1.6882076071746597, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.576226234436035, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8839417695999146, + "num_tokens": 503777932.0, + "step": 13271 + }, + { + "epoch": 1.6883348174532502, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.769998550415039, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.881324291229248, + "num_tokens": 503810175.0, + "step": 13272 + }, + { + "epoch": 1.6884620277318407, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.592770576477051, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.859707772731781, + "num_tokens": 503844498.0, + "step": 13273 + }, + { + "epoch": 1.6885892380104313, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.731245279312134, + "learning_rate": 1e-05, + "loss": 0.3831, + "mean_token_accuracy": 0.8896067142486572, + "num_tokens": 503878898.0, + "step": 13274 + }, + { + "epoch": 1.6887164482890218, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5914082527160645, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8807862997055054, + "num_tokens": 503915473.0, + "step": 13275 + }, + { + "epoch": 1.6888436585676123, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.723400592803955, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8738365173339844, + "num_tokens": 503954234.0, + "step": 13276 + }, + { + "epoch": 1.6889708688462028, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6091527938842773, + "learning_rate": 1e-05, + "loss": 0.5137, + "mean_token_accuracy": 0.8510762453079224, + "num_tokens": 503988740.0, + "step": 13277 + }, + { + "epoch": 1.6890980791247934, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.701738119125366, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8744676113128662, + "num_tokens": 504025755.0, + "step": 13278 + }, + { + "epoch": 1.689225289403384, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5968611240386963, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.8567569255828857, + "num_tokens": 504062639.0, + "step": 13279 + }, + { + "epoch": 1.6893524996819744, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.707374334335327, + "learning_rate": 1e-05, + "loss": 0.5001, + "mean_token_accuracy": 0.8509026765823364, + "num_tokens": 504099645.0, + "step": 13280 + }, + { + "epoch": 1.689479709960565, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5758681297302246, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8813642263412476, + "num_tokens": 504137678.0, + "step": 13281 + }, + { + "epoch": 1.6896069202391555, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7071645259857178, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8722909092903137, + "num_tokens": 504174037.0, + "step": 13282 + }, + { + "epoch": 1.6897341305177458, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5754435062408447, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8557033538818359, + "num_tokens": 504220117.0, + "step": 13283 + }, + { + "epoch": 1.6898613407963363, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.714744806289673, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.878900408744812, + "num_tokens": 504259104.0, + "step": 13284 + }, + { + "epoch": 1.6899885510749268, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.556809425354004, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8723106384277344, + "num_tokens": 504302867.0, + "step": 13285 + }, + { + "epoch": 1.6901157613535174, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7206850051879883, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.881307065486908, + "num_tokens": 504337555.0, + "step": 13286 + }, + { + "epoch": 1.690242971632108, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5663108825683594, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8812146186828613, + "num_tokens": 504372334.0, + "step": 13287 + }, + { + "epoch": 1.6903701819106984, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7228455543518066, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8767749667167664, + "num_tokens": 504412894.0, + "step": 13288 + }, + { + "epoch": 1.6904973921892887, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5686113834381104, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8741366863250732, + "num_tokens": 504452919.0, + "step": 13289 + }, + { + "epoch": 1.6906246024678793, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.727713108062744, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8742964267730713, + "num_tokens": 504490694.0, + "step": 13290 + }, + { + "epoch": 1.6907518127464698, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.564486026763916, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8667657375335693, + "num_tokens": 504526606.0, + "step": 13291 + }, + { + "epoch": 1.6908790230250603, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.726100444793701, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8763974905014038, + "num_tokens": 504568885.0, + "step": 13292 + }, + { + "epoch": 1.6910062333036509, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.5602917671203613, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.886142909526825, + "num_tokens": 504604947.0, + "step": 13293 + }, + { + "epoch": 1.6911334435822414, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7316696643829346, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8644592761993408, + "num_tokens": 504643937.0, + "step": 13294 + }, + { + "epoch": 1.691260653860832, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5644888877868652, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8703631162643433, + "num_tokens": 504684298.0, + "step": 13295 + }, + { + "epoch": 1.6913878641394224, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7417452335357666, + "learning_rate": 1e-05, + "loss": 0.4937, + "mean_token_accuracy": 0.8572301268577576, + "num_tokens": 504723578.0, + "step": 13296 + }, + { + "epoch": 1.691515074418013, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5528759956359863, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8634307384490967, + "num_tokens": 504768190.0, + "step": 13297 + }, + { + "epoch": 1.6916422846966035, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.738239049911499, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8818093538284302, + "num_tokens": 504807656.0, + "step": 13298 + }, + { + "epoch": 1.691769494975194, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5608651638031006, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8699055910110474, + "num_tokens": 504846631.0, + "step": 13299 + }, + { + "epoch": 1.6918967052537845, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7355589866638184, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8739999532699585, + "num_tokens": 504890451.0, + "step": 13300 + }, + { + "epoch": 1.692023915532375, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5526082515716553, + "learning_rate": 1e-05, + "loss": 0.3956, + "mean_token_accuracy": 0.8851003646850586, + "num_tokens": 504931863.0, + "step": 13301 + }, + { + "epoch": 1.6921511258109656, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.745327949523926, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8778954148292542, + "num_tokens": 504970247.0, + "step": 13302 + }, + { + "epoch": 1.6922783360895561, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.56081223487854, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8780876398086548, + "num_tokens": 505009987.0, + "step": 13303 + }, + { + "epoch": 1.6924055463681467, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.743555784225464, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8772284388542175, + "num_tokens": 505051933.0, + "step": 13304 + }, + { + "epoch": 1.6925327566467372, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.56386137008667, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.874731183052063, + "num_tokens": 505086216.0, + "step": 13305 + }, + { + "epoch": 1.6926599669253277, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.737304210662842, + "learning_rate": 1e-05, + "loss": 0.3703, + "mean_token_accuracy": 0.8924019932746887, + "num_tokens": 505123040.0, + "step": 13306 + }, + { + "epoch": 1.692787177203918, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5684378147125244, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8748971223831177, + "num_tokens": 505158546.0, + "step": 13307 + }, + { + "epoch": 1.6929143874825086, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7480309009552, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.873329222202301, + "num_tokens": 505195433.0, + "step": 13308 + }, + { + "epoch": 1.693041597761099, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.554330348968506, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8765289187431335, + "num_tokens": 505232411.0, + "step": 13309 + }, + { + "epoch": 1.6931688080396896, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.767493724822998, + "learning_rate": 1e-05, + "loss": 0.4897, + "mean_token_accuracy": 0.8577670454978943, + "num_tokens": 505270590.0, + "step": 13310 + }, + { + "epoch": 1.6932960183182801, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5585315227508545, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8722502589225769, + "num_tokens": 505307705.0, + "step": 13311 + }, + { + "epoch": 1.6934232285968707, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7690696716308594, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8731595277786255, + "num_tokens": 505342676.0, + "step": 13312 + }, + { + "epoch": 1.693550438875461, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5675153732299805, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8602815866470337, + "num_tokens": 505387058.0, + "step": 13313 + }, + { + "epoch": 1.6936776491540515, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.758967399597168, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8625460267066956, + "num_tokens": 505429584.0, + "step": 13314 + }, + { + "epoch": 1.693804859432642, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5567469596862793, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8824026584625244, + "num_tokens": 505464619.0, + "step": 13315 + }, + { + "epoch": 1.6939320697112326, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.759188413619995, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8660885095596313, + "num_tokens": 505507390.0, + "step": 13316 + }, + { + "epoch": 1.694059279989823, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5574615001678467, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8709650039672852, + "num_tokens": 505543599.0, + "step": 13317 + }, + { + "epoch": 1.6941864902684136, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7941107749938965, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8698887825012207, + "num_tokens": 505576283.0, + "step": 13318 + }, + { + "epoch": 1.6943137005470041, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5520739555358887, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8660625219345093, + "num_tokens": 505615244.0, + "step": 13319 + }, + { + "epoch": 1.6944409108255947, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7826123237609863, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8625850081443787, + "num_tokens": 505653505.0, + "step": 13320 + }, + { + "epoch": 1.6945681211041852, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.591127395629883, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8736515641212463, + "num_tokens": 505678666.0, + "step": 13321 + }, + { + "epoch": 1.6946953313827757, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7621724605560303, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8617762327194214, + "num_tokens": 505718191.0, + "step": 13322 + }, + { + "epoch": 1.6948225416613663, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.566284418106079, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.885901689529419, + "num_tokens": 505759174.0, + "step": 13323 + }, + { + "epoch": 1.6949497519399568, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.755136728286743, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8570237159729004, + "num_tokens": 505804483.0, + "step": 13324 + }, + { + "epoch": 1.6950769622185473, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.577887535095215, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8640612363815308, + "num_tokens": 505839767.0, + "step": 13325 + }, + { + "epoch": 1.6952041724971378, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.764294147491455, + "learning_rate": 1e-05, + "loss": 0.506, + "mean_token_accuracy": 0.8531801104545593, + "num_tokens": 505880207.0, + "step": 13326 + }, + { + "epoch": 1.6953313827757284, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.575380563735962, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8762123584747314, + "num_tokens": 505914686.0, + "step": 13327 + }, + { + "epoch": 1.695458593054319, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.735438823699951, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8736327290534973, + "num_tokens": 505959029.0, + "step": 13328 + }, + { + "epoch": 1.6955858033329094, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.575270175933838, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8601071834564209, + "num_tokens": 505997501.0, + "step": 13329 + }, + { + "epoch": 1.6957130136115, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7568559646606445, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8594790697097778, + "num_tokens": 506029097.0, + "step": 13330 + }, + { + "epoch": 1.6958402238900905, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5711071491241455, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8846032619476318, + "num_tokens": 506065912.0, + "step": 13331 + }, + { + "epoch": 1.6959674341686808, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7310831546783447, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8763480186462402, + "num_tokens": 506108843.0, + "step": 13332 + }, + { + "epoch": 1.6960946444472713, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.561447858810425, + "learning_rate": 1e-05, + "loss": 0.3965, + "mean_token_accuracy": 0.8848655223846436, + "num_tokens": 506147505.0, + "step": 13333 + }, + { + "epoch": 1.6962218547258618, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.736361265182495, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8772265911102295, + "num_tokens": 506186491.0, + "step": 13334 + }, + { + "epoch": 1.6963490650044524, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5639336109161377, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8783090114593506, + "num_tokens": 506223343.0, + "step": 13335 + }, + { + "epoch": 1.696476275283043, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.746342897415161, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8776410818099976, + "num_tokens": 506262328.0, + "step": 13336 + }, + { + "epoch": 1.6966034855616334, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5921480655670166, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8609241843223572, + "num_tokens": 506294758.0, + "step": 13337 + }, + { + "epoch": 1.6967306958402237, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.73724102973938, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8821730017662048, + "num_tokens": 506325423.0, + "step": 13338 + }, + { + "epoch": 1.6968579061188143, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.571382522583008, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.859675407409668, + "num_tokens": 506367722.0, + "step": 13339 + }, + { + "epoch": 1.6969851163974048, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.738093376159668, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8619354963302612, + "num_tokens": 506404638.0, + "step": 13340 + }, + { + "epoch": 1.6971123266759953, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.574016571044922, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8704363107681274, + "num_tokens": 506440976.0, + "step": 13341 + }, + { + "epoch": 1.6972395369545858, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7406294345855713, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8667147159576416, + "num_tokens": 506475392.0, + "step": 13342 + }, + { + "epoch": 1.6973667472331764, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002689361572265625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.559600591659546, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8725315928459167, + "num_tokens": 506510933.0, + "step": 13343 + }, + { + "epoch": 1.697493957511767, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7424259185791016, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8649790287017822, + "num_tokens": 506550217.0, + "step": 13344 + }, + { + "epoch": 1.6976211677903574, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.566359043121338, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.87647545337677, + "num_tokens": 506583836.0, + "step": 13345 + }, + { + "epoch": 1.697748378068948, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7466471195220947, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8783725500106812, + "num_tokens": 506616889.0, + "step": 13346 + }, + { + "epoch": 1.6978755883475385, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.56007719039917, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8775442838668823, + "num_tokens": 506657198.0, + "step": 13347 + }, + { + "epoch": 1.698002798626129, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7385778427124023, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8801310658454895, + "num_tokens": 506696439.0, + "step": 13348 + }, + { + "epoch": 1.6981300089047195, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.570911169052124, + "learning_rate": 1e-05, + "loss": 0.4704, + "mean_token_accuracy": 0.8594895005226135, + "num_tokens": 506736140.0, + "step": 13349 + }, + { + "epoch": 1.69825721918331, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7464375495910645, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8801697492599487, + "num_tokens": 506770976.0, + "step": 13350 + }, + { + "epoch": 1.6983844294619006, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.577603578567505, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8737180829048157, + "num_tokens": 506804463.0, + "step": 13351 + }, + { + "epoch": 1.6985116397404911, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.725493907928467, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.8884730339050293, + "num_tokens": 506839498.0, + "step": 13352 + }, + { + "epoch": 1.6986388500190817, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5704562664031982, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.86725252866745, + "num_tokens": 506875899.0, + "step": 13353 + }, + { + "epoch": 1.6987660602976722, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7316176891326904, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8646000623703003, + "num_tokens": 506914760.0, + "step": 13354 + }, + { + "epoch": 1.6988932705762627, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5662319660186768, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8756809234619141, + "num_tokens": 506950022.0, + "step": 13355 + }, + { + "epoch": 1.699020480854853, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.72312593460083, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.876187264919281, + "num_tokens": 506993349.0, + "step": 13356 + }, + { + "epoch": 1.6991476911334435, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5649633407592773, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8665087819099426, + "num_tokens": 507037519.0, + "step": 13357 + }, + { + "epoch": 1.699274901412034, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.754868507385254, + "learning_rate": 1e-05, + "loss": 0.5285, + "mean_token_accuracy": 0.8448131084442139, + "num_tokens": 507071932.0, + "step": 13358 + }, + { + "epoch": 1.6994021116906246, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5568578243255615, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8716812133789062, + "num_tokens": 507108140.0, + "step": 13359 + }, + { + "epoch": 1.6995293219692151, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7491841316223145, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8665852546691895, + "num_tokens": 507148241.0, + "step": 13360 + }, + { + "epoch": 1.6996565322478057, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5644724369049072, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8712440729141235, + "num_tokens": 507183200.0, + "step": 13361 + }, + { + "epoch": 1.699783742526396, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7467267513275146, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8674800992012024, + "num_tokens": 507219036.0, + "step": 13362 + }, + { + "epoch": 1.6999109528049865, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.556609869003296, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8838222026824951, + "num_tokens": 507254767.0, + "step": 13363 + }, + { + "epoch": 1.700038163083577, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.752225160598755, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8851718306541443, + "num_tokens": 507289945.0, + "step": 13364 + }, + { + "epoch": 1.7001653733621676, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.557400703430176, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8722285032272339, + "num_tokens": 507328350.0, + "step": 13365 + }, + { + "epoch": 1.700292583640758, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7548751831054688, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8591870069503784, + "num_tokens": 507367151.0, + "step": 13366 + }, + { + "epoch": 1.7004197939193486, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.560349941253662, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8763819336891174, + "num_tokens": 507404181.0, + "step": 13367 + }, + { + "epoch": 1.7005470041979391, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.75675106048584, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8825996518135071, + "num_tokens": 507438402.0, + "step": 13368 + }, + { + "epoch": 1.7006742144765297, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.557852268218994, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8731001615524292, + "num_tokens": 507478091.0, + "step": 13369 + }, + { + "epoch": 1.7008014247551202, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7566025257110596, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8649172186851501, + "num_tokens": 507518285.0, + "step": 13370 + }, + { + "epoch": 1.7009286350337107, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5582501888275146, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8720515966415405, + "num_tokens": 507555250.0, + "step": 13371 + }, + { + "epoch": 1.7010558453123013, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7670440673828125, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8778097629547119, + "num_tokens": 507591255.0, + "step": 13372 + }, + { + "epoch": 1.7011830555908918, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.571056842803955, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8772971630096436, + "num_tokens": 507623805.0, + "step": 13373 + }, + { + "epoch": 1.7013102658694823, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.765094518661499, + "learning_rate": 1e-05, + "loss": 0.4745, + "mean_token_accuracy": 0.8621599674224854, + "num_tokens": 507660312.0, + "step": 13374 + }, + { + "epoch": 1.7014374761480728, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5536704063415527, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8751479387283325, + "num_tokens": 507700132.0, + "step": 13375 + }, + { + "epoch": 1.7015646864266634, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7709715366363525, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8719527721405029, + "num_tokens": 507737521.0, + "step": 13376 + }, + { + "epoch": 1.701691896705254, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5406386852264404, + "learning_rate": 1e-05, + "loss": 0.3782, + "mean_token_accuracy": 0.8911697864532471, + "num_tokens": 507779327.0, + "step": 13377 + }, + { + "epoch": 1.7018191069838444, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.781663179397583, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.87310791015625, + "num_tokens": 507821899.0, + "step": 13378 + }, + { + "epoch": 1.701946317262435, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5551161766052246, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8863646984100342, + "num_tokens": 507862946.0, + "step": 13379 + }, + { + "epoch": 1.7020735275410255, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.793382406234741, + "learning_rate": 1e-05, + "loss": 0.505, + "mean_token_accuracy": 0.8514152765274048, + "num_tokens": 507898409.0, + "step": 13380 + }, + { + "epoch": 1.7022007378196158, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5511679649353027, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8782733678817749, + "num_tokens": 507936670.0, + "step": 13381 + }, + { + "epoch": 1.7023279480982063, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7898049354553223, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.87092125415802, + "num_tokens": 507976160.0, + "step": 13382 + }, + { + "epoch": 1.7024551583767968, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5598020553588867, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8742533922195435, + "num_tokens": 508015500.0, + "step": 13383 + }, + { + "epoch": 1.7025823686553874, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7875428199768066, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8869048357009888, + "num_tokens": 508050860.0, + "step": 13384 + }, + { + "epoch": 1.702709578933978, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.574373960494995, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8701152801513672, + "num_tokens": 508085794.0, + "step": 13385 + }, + { + "epoch": 1.7028367892125684, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7769505977630615, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8838831782341003, + "num_tokens": 508122731.0, + "step": 13386 + }, + { + "epoch": 1.7029639994911587, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5614218711853027, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8691882491111755, + "num_tokens": 508168513.0, + "step": 13387 + }, + { + "epoch": 1.7030912097697493, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.76727294921875, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8884896039962769, + "num_tokens": 508209758.0, + "step": 13388 + }, + { + "epoch": 1.7032184200483398, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.568160057067871, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8836899995803833, + "num_tokens": 508248172.0, + "step": 13389 + }, + { + "epoch": 1.7033456303269303, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.770386219024658, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8669614791870117, + "num_tokens": 508288694.0, + "step": 13390 + }, + { + "epoch": 1.7034728406055208, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5691494941711426, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8654806613922119, + "num_tokens": 508329021.0, + "step": 13391 + }, + { + "epoch": 1.7036000508841114, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.784987449645996, + "learning_rate": 1e-05, + "loss": 0.4842, + "mean_token_accuracy": 0.8557472229003906, + "num_tokens": 508363706.0, + "step": 13392 + }, + { + "epoch": 1.703727261162702, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5595083236694336, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8819574117660522, + "num_tokens": 508399879.0, + "step": 13393 + }, + { + "epoch": 1.7038544714412924, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7748734951019287, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8645057678222656, + "num_tokens": 508440172.0, + "step": 13394 + }, + { + "epoch": 1.703981681719883, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.578953981399536, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8676199913024902, + "num_tokens": 508475531.0, + "step": 13395 + }, + { + "epoch": 1.7041088919984735, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7692925930023193, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.880046010017395, + "num_tokens": 508509290.0, + "step": 13396 + }, + { + "epoch": 1.704236102277064, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.568852424621582, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8748509883880615, + "num_tokens": 508545052.0, + "step": 13397 + }, + { + "epoch": 1.7043633125556545, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.763080358505249, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8763836622238159, + "num_tokens": 508577922.0, + "step": 13398 + }, + { + "epoch": 1.704490522834245, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5638256072998047, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.877132773399353, + "num_tokens": 508618135.0, + "step": 13399 + }, + { + "epoch": 1.7046177331128356, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.773386240005493, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8612760305404663, + "num_tokens": 508656665.0, + "step": 13400 + }, + { + "epoch": 1.7047449433914261, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.571122407913208, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8728728294372559, + "num_tokens": 508693898.0, + "step": 13401 + }, + { + "epoch": 1.7048721536700167, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.77724027633667, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.86412513256073, + "num_tokens": 508726865.0, + "step": 13402 + }, + { + "epoch": 1.7049993639486072, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5765573978424072, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8746179342269897, + "num_tokens": 508762040.0, + "step": 13403 + }, + { + "epoch": 1.7051265742271977, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7626352310180664, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8702670931816101, + "num_tokens": 508803288.0, + "step": 13404 + }, + { + "epoch": 1.705253784505788, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.577293872833252, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8782719969749451, + "num_tokens": 508840729.0, + "step": 13405 + }, + { + "epoch": 1.7053809947843785, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.765368938446045, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8810141086578369, + "num_tokens": 508874219.0, + "step": 13406 + }, + { + "epoch": 1.705508205062969, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5693533420562744, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8914960026741028, + "num_tokens": 508911746.0, + "step": 13407 + }, + { + "epoch": 1.7056354153415596, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7707600593566895, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8771176338195801, + "num_tokens": 508944996.0, + "step": 13408 + }, + { + "epoch": 1.7057626256201501, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5614113807678223, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8648213148117065, + "num_tokens": 508986416.0, + "step": 13409 + }, + { + "epoch": 1.7058898358987407, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7659971714019775, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8701514005661011, + "num_tokens": 509023690.0, + "step": 13410 + }, + { + "epoch": 1.706017046177331, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.560899019241333, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8747467398643494, + "num_tokens": 509065405.0, + "step": 13411 + }, + { + "epoch": 1.7061442564559215, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.781911849975586, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.868300199508667, + "num_tokens": 509104871.0, + "step": 13412 + }, + { + "epoch": 1.706271466734512, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5771079063415527, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8556283712387085, + "num_tokens": 509140938.0, + "step": 13413 + }, + { + "epoch": 1.7063986770131025, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.771219253540039, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8761163949966431, + "num_tokens": 509175324.0, + "step": 13414 + }, + { + "epoch": 1.706525887291693, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5662314891815186, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8739286661148071, + "num_tokens": 509214983.0, + "step": 13415 + }, + { + "epoch": 1.7066530975702836, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.786245584487915, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8651175498962402, + "num_tokens": 509249418.0, + "step": 13416 + }, + { + "epoch": 1.7067803078488741, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5712692737579346, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8801733255386353, + "num_tokens": 509282884.0, + "step": 13417 + }, + { + "epoch": 1.7069075181274647, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7776052951812744, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8770058155059814, + "num_tokens": 509317880.0, + "step": 13418 + }, + { + "epoch": 1.7070347284060552, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.583292007446289, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8650051355361938, + "num_tokens": 509355760.0, + "step": 13419 + }, + { + "epoch": 1.7071619386846457, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7561397552490234, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8745673894882202, + "num_tokens": 509393088.0, + "step": 13420 + }, + { + "epoch": 1.7072891489632362, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.583190441131592, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.866479754447937, + "num_tokens": 509431568.0, + "step": 13421 + }, + { + "epoch": 1.7074163592418268, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.740332841873169, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8693798780441284, + "num_tokens": 509471044.0, + "step": 13422 + }, + { + "epoch": 1.7075435695204173, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5796031951904297, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8809207081794739, + "num_tokens": 509507746.0, + "step": 13423 + }, + { + "epoch": 1.7076707797990078, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.728729248046875, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8846558332443237, + "num_tokens": 509545753.0, + "step": 13424 + }, + { + "epoch": 1.7077979900775984, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.587071657180786, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8745278716087341, + "num_tokens": 509581155.0, + "step": 13425 + }, + { + "epoch": 1.7079252003561889, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7325477600097656, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.865550696849823, + "num_tokens": 509615540.0, + "step": 13426 + }, + { + "epoch": 1.7080524106347794, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5838983058929443, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8693293929100037, + "num_tokens": 509651257.0, + "step": 13427 + }, + { + "epoch": 1.70817962091337, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7337024211883545, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8554174900054932, + "num_tokens": 509688088.0, + "step": 13428 + }, + { + "epoch": 1.7083068311919605, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.7358293533325195, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8751546740531921, + "num_tokens": 509721122.0, + "step": 13429 + }, + { + "epoch": 1.7084340414705508, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7553341388702393, + "learning_rate": 1e-05, + "loss": 0.4994, + "mean_token_accuracy": 0.8534661531448364, + "num_tokens": 509756711.0, + "step": 13430 + }, + { + "epoch": 1.7085612517491413, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5909502506256104, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8715956807136536, + "num_tokens": 509793868.0, + "step": 13431 + }, + { + "epoch": 1.7086884620277318, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6783454418182373, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.881952166557312, + "num_tokens": 509828741.0, + "step": 13432 + }, + { + "epoch": 1.7088156723063224, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000270843505859375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.580922842025757, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8803238272666931, + "num_tokens": 509866534.0, + "step": 13433 + }, + { + "epoch": 1.708942882584913, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.696246862411499, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8703795075416565, + "num_tokens": 509897664.0, + "step": 13434 + }, + { + "epoch": 1.7090700928635034, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.607473373413086, + "learning_rate": 1e-05, + "loss": 0.5248, + "mean_token_accuracy": 0.8472820520401001, + "num_tokens": 509933349.0, + "step": 13435 + }, + { + "epoch": 1.7091973031420937, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6788418292999268, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8680439591407776, + "num_tokens": 509970912.0, + "step": 13436 + }, + { + "epoch": 1.7093245134206843, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5980417728424072, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.866769552230835, + "num_tokens": 510007431.0, + "step": 13437 + }, + { + "epoch": 1.7094517236992748, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6809520721435547, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8687707185745239, + "num_tokens": 510044109.0, + "step": 13438 + }, + { + "epoch": 1.7095789339778653, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.594068765640259, + "learning_rate": 1e-05, + "loss": 0.4776, + "mean_token_accuracy": 0.8554040193557739, + "num_tokens": 510084665.0, + "step": 13439 + }, + { + "epoch": 1.7097061442564558, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.687631368637085, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.85783451795578, + "num_tokens": 510123108.0, + "step": 13440 + }, + { + "epoch": 1.7098333545350464, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.57869815826416, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8664385080337524, + "num_tokens": 510167918.0, + "step": 13441 + }, + { + "epoch": 1.709960564813637, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.691654920578003, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8810456991195679, + "num_tokens": 510204555.0, + "step": 13442 + }, + { + "epoch": 1.7100877750922274, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.59749436378479, + "learning_rate": 1e-05, + "loss": 0.4962, + "mean_token_accuracy": 0.85230553150177, + "num_tokens": 510239508.0, + "step": 13443 + }, + { + "epoch": 1.710214985370818, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.682352304458618, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8736457824707031, + "num_tokens": 510275246.0, + "step": 13444 + }, + { + "epoch": 1.7103421956494085, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5788357257843018, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.872673749923706, + "num_tokens": 510316558.0, + "step": 13445 + }, + { + "epoch": 1.710469405927999, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6901841163635254, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8772832751274109, + "num_tokens": 510351784.0, + "step": 13446 + }, + { + "epoch": 1.7105966162065895, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.572061538696289, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8770223259925842, + "num_tokens": 510391044.0, + "step": 13447 + }, + { + "epoch": 1.71072382648518, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.698648691177368, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8730482459068298, + "num_tokens": 510431199.0, + "step": 13448 + }, + { + "epoch": 1.7108510367637706, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.563974618911743, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8755996823310852, + "num_tokens": 510471629.0, + "step": 13449 + }, + { + "epoch": 1.7109782470423611, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7027695178985596, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8830446004867554, + "num_tokens": 510511546.0, + "step": 13450 + }, + { + "epoch": 1.7111054573209517, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.572913885116577, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8644475936889648, + "num_tokens": 510548942.0, + "step": 13451 + }, + { + "epoch": 1.7112326675995422, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.752610683441162, + "learning_rate": 1e-05, + "loss": 0.5282, + "mean_token_accuracy": 0.8448195457458496, + "num_tokens": 510589855.0, + "step": 13452 + }, + { + "epoch": 1.7113598778781327, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.545013189315796, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.875188410282135, + "num_tokens": 510628960.0, + "step": 13453 + }, + { + "epoch": 1.711487088156723, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7471964359283447, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8666739463806152, + "num_tokens": 510671107.0, + "step": 13454 + }, + { + "epoch": 1.7116142984353135, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.552490234375, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8692301511764526, + "num_tokens": 510708957.0, + "step": 13455 + }, + { + "epoch": 1.711741508713904, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7612318992614746, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8729053735733032, + "num_tokens": 510746150.0, + "step": 13456 + }, + { + "epoch": 1.7118687189924946, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5699644088745117, + "learning_rate": 1e-05, + "loss": 0.4745, + "mean_token_accuracy": 0.8618011474609375, + "num_tokens": 510775810.0, + "step": 13457 + }, + { + "epoch": 1.7119959292710851, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.754755973815918, + "learning_rate": 1e-05, + "loss": 0.4841, + "mean_token_accuracy": 0.8589893579483032, + "num_tokens": 510817438.0, + "step": 13458 + }, + { + "epoch": 1.7121231395496757, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.556365966796875, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8681182265281677, + "num_tokens": 510854529.0, + "step": 13459 + }, + { + "epoch": 1.712250349828266, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.76491117477417, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8702652454376221, + "num_tokens": 510891568.0, + "step": 13460 + }, + { + "epoch": 1.7123775601068565, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.558406114578247, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8749703764915466, + "num_tokens": 510928424.0, + "step": 13461 + }, + { + "epoch": 1.712504770385447, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7650279998779297, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8661288619041443, + "num_tokens": 510971770.0, + "step": 13462 + }, + { + "epoch": 1.7126319806640375, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.584179639816284, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8622600436210632, + "num_tokens": 511004087.0, + "step": 13463 + }, + { + "epoch": 1.712759190942628, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7468008995056152, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8625223636627197, + "num_tokens": 511046494.0, + "step": 13464 + }, + { + "epoch": 1.7128864012212186, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5669333934783936, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8636630177497864, + "num_tokens": 511088729.0, + "step": 13465 + }, + { + "epoch": 1.7130136114998091, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.743175506591797, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8748104572296143, + "num_tokens": 511127581.0, + "step": 13466 + }, + { + "epoch": 1.7131408217783997, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.568387985229492, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8644447922706604, + "num_tokens": 511166072.0, + "step": 13467 + }, + { + "epoch": 1.7132680320569902, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7435646057128906, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8708492517471313, + "num_tokens": 511203529.0, + "step": 13468 + }, + { + "epoch": 1.7133952423355807, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5618162155151367, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8703720569610596, + "num_tokens": 511245846.0, + "step": 13469 + }, + { + "epoch": 1.7135224526141712, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.74223256111145, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8655116558074951, + "num_tokens": 511287280.0, + "step": 13470 + }, + { + "epoch": 1.7136496628927618, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5486106872558594, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8724862337112427, + "num_tokens": 511330905.0, + "step": 13471 + }, + { + "epoch": 1.7137768731713523, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.778521776199341, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8591241240501404, + "num_tokens": 511369872.0, + "step": 13472 + }, + { + "epoch": 1.7139040834499428, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.539032220840454, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.878509521484375, + "num_tokens": 511410638.0, + "step": 13473 + }, + { + "epoch": 1.7140312937285334, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7960288524627686, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.872722864151001, + "num_tokens": 511445517.0, + "step": 13474 + }, + { + "epoch": 1.7141585040071239, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.556530237197876, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8566216826438904, + "num_tokens": 511482749.0, + "step": 13475 + }, + { + "epoch": 1.7142857142857144, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8051939010620117, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.861391544342041, + "num_tokens": 511517001.0, + "step": 13476 + }, + { + "epoch": 1.714412924564305, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.550870656967163, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8654394149780273, + "num_tokens": 511559437.0, + "step": 13477 + }, + { + "epoch": 1.7145401348428955, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8198769092559814, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8721017837524414, + "num_tokens": 511593713.0, + "step": 13478 + }, + { + "epoch": 1.7146673451214858, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.564220428466797, + "learning_rate": 1e-05, + "loss": 0.4834, + "mean_token_accuracy": 0.8591734170913696, + "num_tokens": 511633515.0, + "step": 13479 + }, + { + "epoch": 1.7147945554000763, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.810638666152954, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8695459365844727, + "num_tokens": 511671539.0, + "step": 13480 + }, + { + "epoch": 1.7149217656786668, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.578423023223877, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8797154426574707, + "num_tokens": 511706972.0, + "step": 13481 + }, + { + "epoch": 1.7150489759572574, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8078386783599854, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.865739107131958, + "num_tokens": 511740186.0, + "step": 13482 + }, + { + "epoch": 1.7151761862358479, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.572199821472168, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8700194358825684, + "num_tokens": 511779755.0, + "step": 13483 + }, + { + "epoch": 1.7153033965144384, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8034675121307373, + "learning_rate": 1e-05, + "loss": 0.4769, + "mean_token_accuracy": 0.8625900745391846, + "num_tokens": 511822531.0, + "step": 13484 + }, + { + "epoch": 1.7154306067930287, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5928120613098145, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8681595921516418, + "num_tokens": 511852950.0, + "step": 13485 + }, + { + "epoch": 1.7155578170716193, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7827866077423096, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.877985954284668, + "num_tokens": 511890251.0, + "step": 13486 + }, + { + "epoch": 1.7156850273502098, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5851924419403076, + "learning_rate": 1e-05, + "loss": 0.4928, + "mean_token_accuracy": 0.8545634746551514, + "num_tokens": 511933103.0, + "step": 13487 + }, + { + "epoch": 1.7158122376288003, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.76127290725708, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8779361844062805, + "num_tokens": 511975682.0, + "step": 13488 + }, + { + "epoch": 1.7159394479073908, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5810556411743164, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8706364035606384, + "num_tokens": 512014899.0, + "step": 13489 + }, + { + "epoch": 1.7160666581859814, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.758697509765625, + "learning_rate": 1e-05, + "loss": 0.473, + "mean_token_accuracy": 0.8585953712463379, + "num_tokens": 512054951.0, + "step": 13490 + }, + { + "epoch": 1.716193868464572, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5876948833465576, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8691438436508179, + "num_tokens": 512094273.0, + "step": 13491 + }, + { + "epoch": 1.7163210787431624, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7563600540161133, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8665452003479004, + "num_tokens": 512133493.0, + "step": 13492 + }, + { + "epoch": 1.716448289021753, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5829639434814453, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8719820380210876, + "num_tokens": 512171527.0, + "step": 13493 + }, + { + "epoch": 1.7165754993003435, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7472116947174072, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8744013905525208, + "num_tokens": 512211106.0, + "step": 13494 + }, + { + "epoch": 1.716702709578934, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5829029083251953, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8747825622558594, + "num_tokens": 512247444.0, + "step": 13495 + }, + { + "epoch": 1.7168299198575245, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7294387817382812, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8627820014953613, + "num_tokens": 512293912.0, + "step": 13496 + }, + { + "epoch": 1.716957130136115, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5784120559692383, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.881603479385376, + "num_tokens": 512334149.0, + "step": 13497 + }, + { + "epoch": 1.7170843404147056, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7300868034362793, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8758314847946167, + "num_tokens": 512371161.0, + "step": 13498 + }, + { + "epoch": 1.7172115506932961, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5919394493103027, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8579350113868713, + "num_tokens": 512407217.0, + "step": 13499 + }, + { + "epoch": 1.7173387609718866, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.726658344268799, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8823186755180359, + "num_tokens": 512441975.0, + "step": 13500 + }, + { + "epoch": 1.7174659712504772, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5846564769744873, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8622899651527405, + "num_tokens": 512482956.0, + "step": 13501 + }, + { + "epoch": 1.7175931815290677, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7333054542541504, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8689596652984619, + "num_tokens": 512518514.0, + "step": 13502 + }, + { + "epoch": 1.717720391807658, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5656464099884033, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8621336221694946, + "num_tokens": 512561620.0, + "step": 13503 + }, + { + "epoch": 1.7178476020862485, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7276248931884766, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8741997480392456, + "num_tokens": 512598234.0, + "step": 13504 + }, + { + "epoch": 1.717974812364839, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5600409507751465, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8694834113121033, + "num_tokens": 512638219.0, + "step": 13505 + }, + { + "epoch": 1.7181020226434296, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.747380495071411, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8593891859054565, + "num_tokens": 512672277.0, + "step": 13506 + }, + { + "epoch": 1.7182292329220201, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5557634830474854, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8756588697433472, + "num_tokens": 512709573.0, + "step": 13507 + }, + { + "epoch": 1.7183564432006107, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7525784969329834, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8635357022285461, + "num_tokens": 512750243.0, + "step": 13508 + }, + { + "epoch": 1.718483653479201, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.583584785461426, + "learning_rate": 1e-05, + "loss": 0.5166, + "mean_token_accuracy": 0.848004937171936, + "num_tokens": 512786001.0, + "step": 13509 + }, + { + "epoch": 1.7186108637577915, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7386422157287598, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8742642998695374, + "num_tokens": 512823844.0, + "step": 13510 + }, + { + "epoch": 1.718738074036382, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570434808731079, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8709805011749268, + "num_tokens": 512859474.0, + "step": 13511 + }, + { + "epoch": 1.7188652843149725, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7514853477478027, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8825256824493408, + "num_tokens": 512889670.0, + "step": 13512 + }, + { + "epoch": 1.718992494593563, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.571829319000244, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8801403045654297, + "num_tokens": 512919749.0, + "step": 13513 + }, + { + "epoch": 1.7191197048721536, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.765568256378174, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8687956929206848, + "num_tokens": 512953206.0, + "step": 13514 + }, + { + "epoch": 1.7192469151507441, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.570910692214966, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8667709827423096, + "num_tokens": 512989066.0, + "step": 13515 + }, + { + "epoch": 1.7193741254293347, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.74919056892395, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8880345225334167, + "num_tokens": 513021975.0, + "step": 13516 + }, + { + "epoch": 1.7195013357079252, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5673584938049316, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8711532950401306, + "num_tokens": 513061669.0, + "step": 13517 + }, + { + "epoch": 1.7196285459865157, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.753230094909668, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.869135856628418, + "num_tokens": 513095714.0, + "step": 13518 + }, + { + "epoch": 1.7197557562651062, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.558675765991211, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8708093166351318, + "num_tokens": 513137235.0, + "step": 13519 + }, + { + "epoch": 1.7198829665436968, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7565340995788574, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8721339106559753, + "num_tokens": 513176339.0, + "step": 13520 + }, + { + "epoch": 1.7200101768222873, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5466864109039307, + "learning_rate": 1e-05, + "loss": 0.3826, + "mean_token_accuracy": 0.8897602558135986, + "num_tokens": 513218984.0, + "step": 13521 + }, + { + "epoch": 1.7201373871008778, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.770251512527466, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8624376654624939, + "num_tokens": 513259487.0, + "step": 13522 + }, + { + "epoch": 1.7202645973794684, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.56848406791687, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8643680810928345, + "num_tokens": 513296270.0, + "step": 13523 + }, + { + "epoch": 1.7203918076580589, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7877888679504395, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8630071878433228, + "num_tokens": 513333282.0, + "step": 13524 + }, + { + "epoch": 1.7205190179366494, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5748398303985596, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8731991052627563, + "num_tokens": 513365679.0, + "step": 13525 + }, + { + "epoch": 1.72064622821524, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7723581790924072, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8715353608131409, + "num_tokens": 513403387.0, + "step": 13526 + }, + { + "epoch": 1.7207734384938305, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.580618143081665, + "learning_rate": 1e-05, + "loss": 0.519, + "mean_token_accuracy": 0.847906231880188, + "num_tokens": 513442886.0, + "step": 13527 + }, + { + "epoch": 1.7209006487724208, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.753309965133667, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8779771327972412, + "num_tokens": 513482401.0, + "step": 13528 + }, + { + "epoch": 1.7210278590510113, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5747640132904053, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8707737922668457, + "num_tokens": 513517898.0, + "step": 13529 + }, + { + "epoch": 1.7211550693296018, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7511556148529053, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8739637136459351, + "num_tokens": 513556761.0, + "step": 13530 + }, + { + "epoch": 1.7212822796081924, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.588444232940674, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.861260712146759, + "num_tokens": 513590803.0, + "step": 13531 + }, + { + "epoch": 1.7214094898867829, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.735491991043091, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8922241926193237, + "num_tokens": 513626718.0, + "step": 13532 + }, + { + "epoch": 1.7215367001653734, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5997684001922607, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8695904016494751, + "num_tokens": 513663439.0, + "step": 13533 + }, + { + "epoch": 1.7216639104439637, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7145192623138428, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8731136322021484, + "num_tokens": 513699916.0, + "step": 13534 + }, + { + "epoch": 1.7217911207225542, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.576878786087036, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8734000325202942, + "num_tokens": 513739411.0, + "step": 13535 + }, + { + "epoch": 1.7219183310011448, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7150216102600098, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8752219676971436, + "num_tokens": 513777497.0, + "step": 13536 + }, + { + "epoch": 1.7220455412797353, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5763494968414307, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8661730289459229, + "num_tokens": 513817658.0, + "step": 13537 + }, + { + "epoch": 1.7221727515583258, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7182443141937256, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8836631774902344, + "num_tokens": 513853011.0, + "step": 13538 + }, + { + "epoch": 1.7222999618369164, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5598015785217285, + "learning_rate": 1e-05, + "loss": 0.3761, + "mean_token_accuracy": 0.8954432010650635, + "num_tokens": 513892933.0, + "step": 13539 + }, + { + "epoch": 1.7224271721155069, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.735621690750122, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8584200143814087, + "num_tokens": 513932284.0, + "step": 13540 + }, + { + "epoch": 1.7225543823940974, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5648186206817627, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8790143728256226, + "num_tokens": 513968151.0, + "step": 13541 + }, + { + "epoch": 1.722681592672688, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.738013744354248, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8700399398803711, + "num_tokens": 514005323.0, + "step": 13542 + }, + { + "epoch": 1.7228088029512785, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.56809401512146, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8568923473358154, + "num_tokens": 514044158.0, + "step": 13543 + }, + { + "epoch": 1.722936013229869, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7416183948516846, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8745477199554443, + "num_tokens": 514081076.0, + "step": 13544 + }, + { + "epoch": 1.7230632235084595, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5610389709472656, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8588755130767822, + "num_tokens": 514122784.0, + "step": 13545 + }, + { + "epoch": 1.72319043378705, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.759054183959961, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8699880242347717, + "num_tokens": 514158998.0, + "step": 13546 + }, + { + "epoch": 1.7233176440656406, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5576324462890625, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8689618110656738, + "num_tokens": 514195815.0, + "step": 13547 + }, + { + "epoch": 1.7234448543442311, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.781282424926758, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8663578629493713, + "num_tokens": 514228353.0, + "step": 13548 + }, + { + "epoch": 1.7235720646228216, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5502142906188965, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8658120036125183, + "num_tokens": 514267283.0, + "step": 13549 + }, + { + "epoch": 1.7236992749014122, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.77544903755188, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8781267404556274, + "num_tokens": 514309950.0, + "step": 13550 + }, + { + "epoch": 1.7238264851800027, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.557903289794922, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8828321695327759, + "num_tokens": 514345043.0, + "step": 13551 + }, + { + "epoch": 1.723953695458593, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7914860248565674, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8727640509605408, + "num_tokens": 514383692.0, + "step": 13552 + }, + { + "epoch": 1.7240809057371835, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5570924282073975, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8580851554870605, + "num_tokens": 514423552.0, + "step": 13553 + }, + { + "epoch": 1.724208116015774, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7984743118286133, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.868775486946106, + "num_tokens": 514460460.0, + "step": 13554 + }, + { + "epoch": 1.7243353262943646, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5502946376800537, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8657363057136536, + "num_tokens": 514504751.0, + "step": 13555 + }, + { + "epoch": 1.7244625365729551, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8090476989746094, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8677384853363037, + "num_tokens": 514539967.0, + "step": 13556 + }, + { + "epoch": 1.7245897468515456, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5550427436828613, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8743513822555542, + "num_tokens": 514583191.0, + "step": 13557 + }, + { + "epoch": 1.724716957130136, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7998502254486084, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8727618455886841, + "num_tokens": 514622832.0, + "step": 13558 + }, + { + "epoch": 1.7248441674087265, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5600621700286865, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8766230344772339, + "num_tokens": 514663387.0, + "step": 13559 + }, + { + "epoch": 1.724971377687317, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.805598258972168, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.8650333881378174, + "num_tokens": 514702711.0, + "step": 13560 + }, + { + "epoch": 1.7250985879659075, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5791609287261963, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8552005290985107, + "num_tokens": 514740341.0, + "step": 13561 + }, + { + "epoch": 1.725225798244498, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8072052001953125, + "learning_rate": 1e-05, + "loss": 0.5058, + "mean_token_accuracy": 0.8555463552474976, + "num_tokens": 514774834.0, + "step": 13562 + }, + { + "epoch": 1.7253530085230886, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.577186107635498, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8568164110183716, + "num_tokens": 514814988.0, + "step": 13563 + }, + { + "epoch": 1.7254802188016791, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7931439876556396, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8762571811676025, + "num_tokens": 514854936.0, + "step": 13564 + }, + { + "epoch": 1.7256074290802697, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.589783191680908, + "learning_rate": 1e-05, + "loss": 0.4973, + "mean_token_accuracy": 0.8535231947898865, + "num_tokens": 514890528.0, + "step": 13565 + }, + { + "epoch": 1.7257346393588602, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.775222063064575, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8669123649597168, + "num_tokens": 514935455.0, + "step": 13566 + }, + { + "epoch": 1.7258618496374507, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5866806507110596, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8639652729034424, + "num_tokens": 514975059.0, + "step": 13567 + }, + { + "epoch": 1.7259890599160412, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7742526531219482, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8790231347084045, + "num_tokens": 515007820.0, + "step": 13568 + }, + { + "epoch": 1.7261162701946318, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6081457138061523, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.8617758750915527, + "num_tokens": 515051826.0, + "step": 13569 + }, + { + "epoch": 1.7262434804732223, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7390975952148438, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8659075498580933, + "num_tokens": 515092316.0, + "step": 13570 + }, + { + "epoch": 1.7263706907518128, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6002800464630127, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8850198984146118, + "num_tokens": 515124314.0, + "step": 13571 + }, + { + "epoch": 1.7264979010304033, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7355220317840576, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8698927164077759, + "num_tokens": 515159725.0, + "step": 13572 + }, + { + "epoch": 1.7266251113089939, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.58994460105896, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8606878519058228, + "num_tokens": 515201095.0, + "step": 13573 + }, + { + "epoch": 1.7267523215875844, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7167186737060547, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8740853071212769, + "num_tokens": 515241761.0, + "step": 13574 + }, + { + "epoch": 1.726879531866175, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.589905261993408, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8692957162857056, + "num_tokens": 515281983.0, + "step": 13575 + }, + { + "epoch": 1.7270067421447655, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.731975555419922, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.8646063804626465, + "num_tokens": 515315557.0, + "step": 13576 + }, + { + "epoch": 1.7271339524233558, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.611604690551758, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8625157475471497, + "num_tokens": 515345969.0, + "step": 13577 + }, + { + "epoch": 1.7272611627019463, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.707559823989868, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8634272813796997, + "num_tokens": 515385520.0, + "step": 13578 + }, + { + "epoch": 1.7273883729805368, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5974795818328857, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.861302375793457, + "num_tokens": 515424296.0, + "step": 13579 + }, + { + "epoch": 1.7275155832591274, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.698587656021118, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8821073770523071, + "num_tokens": 515461602.0, + "step": 13580 + }, + { + "epoch": 1.7276427935377179, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.584207057952881, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8565868735313416, + "num_tokens": 515504123.0, + "step": 13581 + }, + { + "epoch": 1.7277700038163084, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6992874145507812, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.872967541217804, + "num_tokens": 515543056.0, + "step": 13582 + }, + { + "epoch": 1.7278972140948987, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5851101875305176, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8662605285644531, + "num_tokens": 515580194.0, + "step": 13583 + }, + { + "epoch": 1.7280244243734892, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.703299045562744, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.874972403049469, + "num_tokens": 515612493.0, + "step": 13584 + }, + { + "epoch": 1.7281516346520798, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.556877374649048, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.8841263055801392, + "num_tokens": 515656285.0, + "step": 13585 + }, + { + "epoch": 1.7282788449306703, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7104859352111816, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8764443397521973, + "num_tokens": 515695326.0, + "step": 13586 + }, + { + "epoch": 1.7284060552092608, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5762948989868164, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8546820878982544, + "num_tokens": 515730865.0, + "step": 13587 + }, + { + "epoch": 1.7285332654878514, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7233035564422607, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8628878593444824, + "num_tokens": 515766725.0, + "step": 13588 + }, + { + "epoch": 1.7286604757664419, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5743892192840576, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8649718761444092, + "num_tokens": 515807660.0, + "step": 13589 + }, + { + "epoch": 1.7287876860450324, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.725277900695801, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8801077604293823, + "num_tokens": 515844833.0, + "step": 13590 + }, + { + "epoch": 1.728914896323623, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.57743763923645, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8713927268981934, + "num_tokens": 515876538.0, + "step": 13591 + }, + { + "epoch": 1.7290421066022135, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.713197946548462, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8698489665985107, + "num_tokens": 515916217.0, + "step": 13592 + }, + { + "epoch": 1.729169316880804, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5770013332366943, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8498561382293701, + "num_tokens": 515955129.0, + "step": 13593 + }, + { + "epoch": 1.7292965271593945, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7168025970458984, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8634002208709717, + "num_tokens": 515993910.0, + "step": 13594 + }, + { + "epoch": 1.729423737437985, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5557570457458496, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8848350644111633, + "num_tokens": 516034376.0, + "step": 13595 + }, + { + "epoch": 1.7295509477165756, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7481729984283447, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8656072616577148, + "num_tokens": 516070383.0, + "step": 13596 + }, + { + "epoch": 1.729678157995166, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.543581962585449, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8700187802314758, + "num_tokens": 516114527.0, + "step": 13597 + }, + { + "epoch": 1.7298053682737566, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7489590644836426, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8807361721992493, + "num_tokens": 516156179.0, + "step": 13598 + }, + { + "epoch": 1.7299325785523472, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5489490032196045, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.876716673374176, + "num_tokens": 516191000.0, + "step": 13599 + }, + { + "epoch": 1.7300597888309377, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7772440910339355, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8740724921226501, + "num_tokens": 516224194.0, + "step": 13600 + }, + { + "epoch": 1.730186999109528, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5425941944122314, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8739833831787109, + "num_tokens": 516262210.0, + "step": 13601 + }, + { + "epoch": 1.7303142093881185, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7960097789764404, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8653014302253723, + "num_tokens": 516298859.0, + "step": 13602 + }, + { + "epoch": 1.730441419666709, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.536057949066162, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8628213405609131, + "num_tokens": 516344100.0, + "step": 13603 + }, + { + "epoch": 1.7305686299452996, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7964165210723877, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8630221486091614, + "num_tokens": 516391313.0, + "step": 13604 + }, + { + "epoch": 1.7306958402238901, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5607666969299316, + "learning_rate": 1e-05, + "loss": 0.4832, + "mean_token_accuracy": 0.8584328293800354, + "num_tokens": 516430814.0, + "step": 13605 + }, + { + "epoch": 1.7308230505024806, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7989516258239746, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8724045753479004, + "num_tokens": 516471380.0, + "step": 13606 + }, + { + "epoch": 1.730950260781071, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.54386043548584, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8712667226791382, + "num_tokens": 516518374.0, + "step": 13607 + }, + { + "epoch": 1.7310774710596615, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.826752185821533, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8669308423995972, + "num_tokens": 516549917.0, + "step": 13608 + }, + { + "epoch": 1.731204681338252, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.554544687271118, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8559256792068481, + "num_tokens": 516592869.0, + "step": 13609 + }, + { + "epoch": 1.7313318916168425, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.816528558731079, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8730676174163818, + "num_tokens": 516630550.0, + "step": 13610 + }, + { + "epoch": 1.731459101895433, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5639712810516357, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8775816559791565, + "num_tokens": 516669285.0, + "step": 13611 + }, + { + "epoch": 1.7315863121740236, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8204164505004883, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8840715885162354, + "num_tokens": 516704616.0, + "step": 13612 + }, + { + "epoch": 1.7317135224526141, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.560192584991455, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8779665231704712, + "num_tokens": 516749566.0, + "step": 13613 + }, + { + "epoch": 1.7318407327312046, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8271484375, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8741194009780884, + "num_tokens": 516786264.0, + "step": 13614 + }, + { + "epoch": 1.7319679430097952, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.578678607940674, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8644130229949951, + "num_tokens": 516822471.0, + "step": 13615 + }, + { + "epoch": 1.7320951532883857, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8234848976135254, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8696972131729126, + "num_tokens": 516861840.0, + "step": 13616 + }, + { + "epoch": 1.7322223635669762, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5896682739257812, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8689790964126587, + "num_tokens": 516895451.0, + "step": 13617 + }, + { + "epoch": 1.7323495738455668, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7982065677642822, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8780245780944824, + "num_tokens": 516935926.0, + "step": 13618 + }, + { + "epoch": 1.7324767841241573, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5875654220581055, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8713116645812988, + "num_tokens": 516976268.0, + "step": 13619 + }, + { + "epoch": 1.7326039944027478, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7757251262664795, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.870140552520752, + "num_tokens": 517021459.0, + "step": 13620 + }, + { + "epoch": 1.7327312046813383, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6055262088775635, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8755269646644592, + "num_tokens": 517052441.0, + "step": 13621 + }, + { + "epoch": 1.7328584149599289, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.759702205657959, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8598306179046631, + "num_tokens": 517094575.0, + "step": 13622 + }, + { + "epoch": 1.7329856252385194, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.59285831451416, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8687940835952759, + "num_tokens": 517135239.0, + "step": 13623 + }, + { + "epoch": 1.73311283551711, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.742185115814209, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8684191703796387, + "num_tokens": 517174132.0, + "step": 13624 + }, + { + "epoch": 1.7332400457957005, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5955307483673096, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.87294602394104, + "num_tokens": 517208693.0, + "step": 13625 + }, + { + "epoch": 1.7333672560742908, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.73759126663208, + "learning_rate": 1e-05, + "loss": 0.5081, + "mean_token_accuracy": 0.8525316119194031, + "num_tokens": 517249441.0, + "step": 13626 + }, + { + "epoch": 1.7334944663528813, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.58854079246521, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8660916686058044, + "num_tokens": 517291368.0, + "step": 13627 + }, + { + "epoch": 1.7336216766314718, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7331671714782715, + "learning_rate": 1e-05, + "loss": 0.4786, + "mean_token_accuracy": 0.8622774481773376, + "num_tokens": 517328292.0, + "step": 13628 + }, + { + "epoch": 1.7337488869100623, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5953288078308105, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8775969743728638, + "num_tokens": 517361049.0, + "step": 13629 + }, + { + "epoch": 1.7338760971886529, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7355453968048096, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8694272041320801, + "num_tokens": 517395086.0, + "step": 13630 + }, + { + "epoch": 1.7340033074672434, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5788321495056152, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8688413500785828, + "num_tokens": 517432919.0, + "step": 13631 + }, + { + "epoch": 1.7341305177458337, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7307209968566895, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8700464963912964, + "num_tokens": 517474676.0, + "step": 13632 + }, + { + "epoch": 1.7342577280244242, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5743303298950195, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8783944845199585, + "num_tokens": 517514131.0, + "step": 13633 + }, + { + "epoch": 1.7343849383030148, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7351176738739014, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8730783462524414, + "num_tokens": 517547704.0, + "step": 13634 + }, + { + "epoch": 1.7345121485816053, + "ewc_loss": 0.0654296875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.838539123535156e-05, + "grad_norm": 2.561143159866333, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8682295083999634, + "num_tokens": 517586430.0, + "step": 13635 + }, + { + "epoch": 1.7346393588601958, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7374236583709717, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8566566109657288, + "num_tokens": 517630303.0, + "step": 13636 + }, + { + "epoch": 1.7347665691387864, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5670464038848877, + "learning_rate": 1e-05, + "loss": 0.3744, + "mean_token_accuracy": 0.8886314034461975, + "num_tokens": 517663276.0, + "step": 13637 + }, + { + "epoch": 1.7348937794173769, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7500078678131104, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.866554856300354, + "num_tokens": 517697946.0, + "step": 13638 + }, + { + "epoch": 1.7350209896959674, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.577599048614502, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8685065507888794, + "num_tokens": 517730820.0, + "step": 13639 + }, + { + "epoch": 1.735148199974558, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7349131107330322, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8750102519989014, + "num_tokens": 517774576.0, + "step": 13640 + }, + { + "epoch": 1.7352754102531485, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5683369636535645, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8611568212509155, + "num_tokens": 517814748.0, + "step": 13641 + }, + { + "epoch": 1.735402620531739, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.758134603500366, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8703783750534058, + "num_tokens": 517846582.0, + "step": 13642 + }, + { + "epoch": 1.7355298308103295, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5741262435913086, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8560329079627991, + "num_tokens": 517883354.0, + "step": 13643 + }, + { + "epoch": 1.73565704108892, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7539920806884766, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8540606498718262, + "num_tokens": 517920920.0, + "step": 13644 + }, + { + "epoch": 1.7357842513675106, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5679612159729004, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8588369488716125, + "num_tokens": 517964844.0, + "step": 13645 + }, + { + "epoch": 1.735911461646101, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.761942148208618, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.867974042892456, + "num_tokens": 517998803.0, + "step": 13646 + }, + { + "epoch": 1.7360386719246916, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5500025749206543, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8673979043960571, + "num_tokens": 518040012.0, + "step": 13647 + }, + { + "epoch": 1.7361658822032822, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7701029777526855, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8616962432861328, + "num_tokens": 518082287.0, + "step": 13648 + }, + { + "epoch": 1.7362930924818727, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5675230026245117, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8712356090545654, + "num_tokens": 518116898.0, + "step": 13649 + }, + { + "epoch": 1.736420302760463, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7525250911712646, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8770428895950317, + "num_tokens": 518157559.0, + "step": 13650 + }, + { + "epoch": 1.7365475130390535, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5601742267608643, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8627030253410339, + "num_tokens": 518200691.0, + "step": 13651 + }, + { + "epoch": 1.736674723317644, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.764096736907959, + "learning_rate": 1e-05, + "loss": 0.4997, + "mean_token_accuracy": 0.8547048568725586, + "num_tokens": 518239188.0, + "step": 13652 + }, + { + "epoch": 1.7368019335962346, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.583514451980591, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8613803386688232, + "num_tokens": 518274294.0, + "step": 13653 + }, + { + "epoch": 1.736929143874825, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7514569759368896, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8816953897476196, + "num_tokens": 518310960.0, + "step": 13654 + }, + { + "epoch": 1.7370563541534156, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5810587406158447, + "learning_rate": 1e-05, + "loss": 0.5183, + "mean_token_accuracy": 0.8493176102638245, + "num_tokens": 518352133.0, + "step": 13655 + }, + { + "epoch": 1.737183564432006, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7571463584899902, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8609223365783691, + "num_tokens": 518388793.0, + "step": 13656 + }, + { + "epoch": 1.7373107747105965, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.566340684890747, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.878762423992157, + "num_tokens": 518425581.0, + "step": 13657 + }, + { + "epoch": 1.737437984989187, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7521681785583496, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8733189702033997, + "num_tokens": 518465477.0, + "step": 13658 + }, + { + "epoch": 1.7375651952677775, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.563356637954712, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8619240522384644, + "num_tokens": 518506790.0, + "step": 13659 + }, + { + "epoch": 1.737692405546368, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7478485107421875, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8706249594688416, + "num_tokens": 518548240.0, + "step": 13660 + }, + { + "epoch": 1.7378196158249586, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5846846103668213, + "learning_rate": 1e-05, + "loss": 0.4872, + "mean_token_accuracy": 0.8585079908370972, + "num_tokens": 518583865.0, + "step": 13661 + }, + { + "epoch": 1.7379468261035491, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7376651763916016, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8802973031997681, + "num_tokens": 518623303.0, + "step": 13662 + }, + { + "epoch": 1.7380740363821396, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570310592651367, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8683183789253235, + "num_tokens": 518662375.0, + "step": 13663 + }, + { + "epoch": 1.7382012466607302, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7406232357025146, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8629676699638367, + "num_tokens": 518702007.0, + "step": 13664 + }, + { + "epoch": 1.7383284569393207, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.559253215789795, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8808051347732544, + "num_tokens": 518743676.0, + "step": 13665 + }, + { + "epoch": 1.7384556672179112, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7387917041778564, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8765485286712646, + "num_tokens": 518783550.0, + "step": 13666 + }, + { + "epoch": 1.7385828774965018, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5671002864837646, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8872082829475403, + "num_tokens": 518820788.0, + "step": 13667 + }, + { + "epoch": 1.7387100877750923, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7413601875305176, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8604030609130859, + "num_tokens": 518865195.0, + "step": 13668 + }, + { + "epoch": 1.7388372980536828, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5759499073028564, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8672027587890625, + "num_tokens": 518903683.0, + "step": 13669 + }, + { + "epoch": 1.7389645083322733, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.73453688621521, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8804653882980347, + "num_tokens": 518939535.0, + "step": 13670 + }, + { + "epoch": 1.7390917186108639, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5759353637695312, + "learning_rate": 1e-05, + "loss": 0.4938, + "mean_token_accuracy": 0.8561595678329468, + "num_tokens": 518978753.0, + "step": 13671 + }, + { + "epoch": 1.7392189288894544, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.751621961593628, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8576346635818481, + "num_tokens": 519014916.0, + "step": 13672 + }, + { + "epoch": 1.739346139168045, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5931646823883057, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8661110401153564, + "num_tokens": 519043537.0, + "step": 13673 + }, + { + "epoch": 1.7394733494466355, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.721416711807251, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8724485635757446, + "num_tokens": 519081388.0, + "step": 13674 + }, + { + "epoch": 1.7396005597252258, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5784873962402344, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8806585073471069, + "num_tokens": 519119531.0, + "step": 13675 + }, + { + "epoch": 1.7397277700038163, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.72066068649292, + "learning_rate": 1e-05, + "loss": 0.5011, + "mean_token_accuracy": 0.8549164533615112, + "num_tokens": 519157982.0, + "step": 13676 + }, + { + "epoch": 1.7398549802824068, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5759077072143555, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8644169569015503, + "num_tokens": 519198928.0, + "step": 13677 + }, + { + "epoch": 1.7399821905609973, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7327985763549805, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.864284873008728, + "num_tokens": 519237760.0, + "step": 13678 + }, + { + "epoch": 1.7401094008395879, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5633225440979004, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8714447021484375, + "num_tokens": 519273557.0, + "step": 13679 + }, + { + "epoch": 1.7402366111181784, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.725945472717285, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8658692240715027, + "num_tokens": 519316082.0, + "step": 13680 + }, + { + "epoch": 1.7403638213967687, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5578970909118652, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8841007947921753, + "num_tokens": 519352528.0, + "step": 13681 + }, + { + "epoch": 1.7404910316753592, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.739919424057007, + "learning_rate": 1e-05, + "loss": 0.3842, + "mean_token_accuracy": 0.8894089460372925, + "num_tokens": 519384931.0, + "step": 13682 + }, + { + "epoch": 1.7406182419539498, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5621585845947266, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8705992102622986, + "num_tokens": 519421974.0, + "step": 13683 + }, + { + "epoch": 1.7407454522325403, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7378623485565186, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.877119243144989, + "num_tokens": 519460623.0, + "step": 13684 + }, + { + "epoch": 1.7408726625111308, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5503976345062256, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.882323682308197, + "num_tokens": 519497079.0, + "step": 13685 + }, + { + "epoch": 1.7409998727897213, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7477850914001465, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8544780015945435, + "num_tokens": 519542680.0, + "step": 13686 + }, + { + "epoch": 1.7411270830683119, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5684094429016113, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.867594301700592, + "num_tokens": 519577025.0, + "step": 13687 + }, + { + "epoch": 1.7412542933469024, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.749559164047241, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8672620058059692, + "num_tokens": 519618616.0, + "step": 13688 + }, + { + "epoch": 1.741381503625493, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5581369400024414, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8661766648292542, + "num_tokens": 519658672.0, + "step": 13689 + }, + { + "epoch": 1.7415087139040835, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.745131015777588, + "learning_rate": 1e-05, + "loss": 0.3806, + "mean_token_accuracy": 0.8921664357185364, + "num_tokens": 519692830.0, + "step": 13690 + }, + { + "epoch": 1.741635924182674, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.566619634628296, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8726701736450195, + "num_tokens": 519729949.0, + "step": 13691 + }, + { + "epoch": 1.7417631344612645, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7582242488861084, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8681581616401672, + "num_tokens": 519763556.0, + "step": 13692 + }, + { + "epoch": 1.741890344739855, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.556450366973877, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8612167835235596, + "num_tokens": 519804556.0, + "step": 13693 + }, + { + "epoch": 1.7420175550184456, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.751476526260376, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8750014901161194, + "num_tokens": 519845846.0, + "step": 13694 + }, + { + "epoch": 1.742144765297036, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5655276775360107, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8632859587669373, + "num_tokens": 519883333.0, + "step": 13695 + }, + { + "epoch": 1.7422719755756266, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.764259099960327, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8806406259536743, + "num_tokens": 519915927.0, + "step": 13696 + }, + { + "epoch": 1.7423991858542172, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5666568279266357, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8712088465690613, + "num_tokens": 519951555.0, + "step": 13697 + }, + { + "epoch": 1.7425263961328077, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.745129346847534, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8814365863800049, + "num_tokens": 519996616.0, + "step": 13698 + }, + { + "epoch": 1.742653606411398, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5836169719696045, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8548998832702637, + "num_tokens": 520032467.0, + "step": 13699 + }, + { + "epoch": 1.7427808166899885, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.749187707901001, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8727604150772095, + "num_tokens": 520068893.0, + "step": 13700 + }, + { + "epoch": 1.742908026968579, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5869619846343994, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8706135153770447, + "num_tokens": 520104745.0, + "step": 13701 + }, + { + "epoch": 1.7430352372471696, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.73701810836792, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8566575646400452, + "num_tokens": 520146994.0, + "step": 13702 + }, + { + "epoch": 1.74316244752576, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.563131093978882, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8797513246536255, + "num_tokens": 520188220.0, + "step": 13703 + }, + { + "epoch": 1.7432896578043506, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7396345138549805, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8875000476837158, + "num_tokens": 520223410.0, + "step": 13704 + }, + { + "epoch": 1.743416868082941, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.566303253173828, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8686904311180115, + "num_tokens": 520260017.0, + "step": 13705 + }, + { + "epoch": 1.7435440783615315, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.754937171936035, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8772232532501221, + "num_tokens": 520296232.0, + "step": 13706 + }, + { + "epoch": 1.743671288640122, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5796473026275635, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.8597018718719482, + "num_tokens": 520330720.0, + "step": 13707 + }, + { + "epoch": 1.7437984989187125, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7525737285614014, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8779809474945068, + "num_tokens": 520362438.0, + "step": 13708 + }, + { + "epoch": 1.743925709197303, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.560368061065674, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8852216601371765, + "num_tokens": 520398170.0, + "step": 13709 + }, + { + "epoch": 1.7440529194758936, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.75431752204895, + "learning_rate": 1e-05, + "loss": 0.5112, + "mean_token_accuracy": 0.8543094396591187, + "num_tokens": 520438219.0, + "step": 13710 + }, + { + "epoch": 1.744180129754484, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5514097213745117, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8752824068069458, + "num_tokens": 520481642.0, + "step": 13711 + }, + { + "epoch": 1.7443073400330746, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7752654552459717, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8726037740707397, + "num_tokens": 520515945.0, + "step": 13712 + }, + { + "epoch": 1.7444345503116652, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5617997646331787, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8631252646446228, + "num_tokens": 520553259.0, + "step": 13713 + }, + { + "epoch": 1.7445617605902557, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.770775556564331, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.88177889585495, + "num_tokens": 520590371.0, + "step": 13714 + }, + { + "epoch": 1.7446889708688462, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.568476915359497, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.871584415435791, + "num_tokens": 520624738.0, + "step": 13715 + }, + { + "epoch": 1.7448161811474368, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.768789291381836, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.883867621421814, + "num_tokens": 520666631.0, + "step": 13716 + }, + { + "epoch": 1.7449433914260273, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.582148551940918, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8779835104942322, + "num_tokens": 520696567.0, + "step": 13717 + }, + { + "epoch": 1.7450706017046178, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.755277156829834, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8671001195907593, + "num_tokens": 520737975.0, + "step": 13718 + }, + { + "epoch": 1.7451978119832083, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.560231924057007, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8835057020187378, + "num_tokens": 520776884.0, + "step": 13719 + }, + { + "epoch": 1.7453250222617989, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7714476585388184, + "learning_rate": 1e-05, + "loss": 0.491, + "mean_token_accuracy": 0.8589336276054382, + "num_tokens": 520817770.0, + "step": 13720 + }, + { + "epoch": 1.7454522325403894, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5599889755249023, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8722110390663147, + "num_tokens": 520859381.0, + "step": 13721 + }, + { + "epoch": 1.74557944281898, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.75498628616333, + "learning_rate": 1e-05, + "loss": 0.3775, + "mean_token_accuracy": 0.8931381702423096, + "num_tokens": 520900007.0, + "step": 13722 + }, + { + "epoch": 1.7457066530975704, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5650129318237305, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8779640197753906, + "num_tokens": 520940707.0, + "step": 13723 + }, + { + "epoch": 1.7458338633761608, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.782940149307251, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8642442226409912, + "num_tokens": 520972565.0, + "step": 13724 + }, + { + "epoch": 1.7459610736547513, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5606937408447266, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8651615381240845, + "num_tokens": 521012364.0, + "step": 13725 + }, + { + "epoch": 1.7460882839333418, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7610280513763428, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8840806484222412, + "num_tokens": 521058761.0, + "step": 13726 + }, + { + "epoch": 1.7462154942119323, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5753865242004395, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.871056079864502, + "num_tokens": 521096620.0, + "step": 13727 + }, + { + "epoch": 1.7463427044905229, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7747135162353516, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8672685623168945, + "num_tokens": 521133223.0, + "step": 13728 + }, + { + "epoch": 1.7464699147691134, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.564582109451294, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8841015100479126, + "num_tokens": 521170334.0, + "step": 13729 + }, + { + "epoch": 1.7465971250477037, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7651562690734863, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8778421878814697, + "num_tokens": 521207458.0, + "step": 13730 + }, + { + "epoch": 1.7467243353262942, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.572225570678711, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8732208013534546, + "num_tokens": 521245017.0, + "step": 13731 + }, + { + "epoch": 1.7468515456048848, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.759920120239258, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8671300411224365, + "num_tokens": 521285792.0, + "step": 13732 + }, + { + "epoch": 1.7469787558834753, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5563855171203613, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8818731307983398, + "num_tokens": 521327107.0, + "step": 13733 + }, + { + "epoch": 1.7471059661620658, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.765031576156616, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8817107677459717, + "num_tokens": 521364720.0, + "step": 13734 + }, + { + "epoch": 1.7472331764406563, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.571105718612671, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8797045946121216, + "num_tokens": 521398183.0, + "step": 13735 + }, + { + "epoch": 1.7473603867192469, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.77132511138916, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8704245090484619, + "num_tokens": 521436837.0, + "step": 13736 + }, + { + "epoch": 1.7474875969978374, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.554457426071167, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8713076710700989, + "num_tokens": 521477722.0, + "step": 13737 + }, + { + "epoch": 1.747614807276428, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.777992010116577, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8777571320533752, + "num_tokens": 521513647.0, + "step": 13738 + }, + { + "epoch": 1.7477420175550185, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5795350074768066, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8721128702163696, + "num_tokens": 521545480.0, + "step": 13739 + }, + { + "epoch": 1.747869227833609, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7588131427764893, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8602123856544495, + "num_tokens": 521587363.0, + "step": 13740 + }, + { + "epoch": 1.7479964381121995, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.573728561401367, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8655847311019897, + "num_tokens": 521629399.0, + "step": 13741 + }, + { + "epoch": 1.74812364839079, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7585675716400146, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8693017959594727, + "num_tokens": 521667065.0, + "step": 13742 + }, + { + "epoch": 1.7482508586693806, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5869855880737305, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.877655565738678, + "num_tokens": 521696317.0, + "step": 13743 + }, + { + "epoch": 1.748378068947971, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.741908550262451, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8769222497940063, + "num_tokens": 521736948.0, + "step": 13744 + }, + { + "epoch": 1.7485052792265616, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5789577960968018, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8836257457733154, + "num_tokens": 521770320.0, + "step": 13745 + }, + { + "epoch": 1.7486324895051522, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7317280769348145, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8851428627967834, + "num_tokens": 521803836.0, + "step": 13746 + }, + { + "epoch": 1.7487596997837427, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.600153923034668, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.859610915184021, + "num_tokens": 521838066.0, + "step": 13747 + }, + { + "epoch": 1.748886910062333, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7074828147888184, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8758207559585571, + "num_tokens": 521876806.0, + "step": 13748 + }, + { + "epoch": 1.7490141203409235, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5951554775238037, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8646823763847351, + "num_tokens": 521916241.0, + "step": 13749 + }, + { + "epoch": 1.749141330619514, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7268574237823486, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.87677001953125, + "num_tokens": 521949369.0, + "step": 13750 + }, + { + "epoch": 1.7492685408981046, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5889480113983154, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8599863052368164, + "num_tokens": 521989251.0, + "step": 13751 + }, + { + "epoch": 1.749395751176695, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7243592739105225, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8777886033058167, + "num_tokens": 522019221.0, + "step": 13752 + }, + { + "epoch": 1.7495229614552856, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.569793701171875, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8680992126464844, + "num_tokens": 522058858.0, + "step": 13753 + }, + { + "epoch": 1.749650171733876, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7426066398620605, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.872300386428833, + "num_tokens": 522089834.0, + "step": 13754 + }, + { + "epoch": 1.7497773820124665, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.565600872039795, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8798397779464722, + "num_tokens": 522124474.0, + "step": 13755 + }, + { + "epoch": 1.749904592291057, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7470808029174805, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8644041419029236, + "num_tokens": 522159046.0, + "step": 13756 + }, + { + "epoch": 1.7500318025696475, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.555931806564331, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8703079223632812, + "num_tokens": 522200698.0, + "step": 13757 + }, + { + "epoch": 1.750159012848238, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.778017997741699, + "learning_rate": 1e-05, + "loss": 0.479, + "mean_token_accuracy": 0.8574506044387817, + "num_tokens": 522233533.0, + "step": 13758 + }, + { + "epoch": 1.7502862231268286, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.559403896331787, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.861933708190918, + "num_tokens": 522274234.0, + "step": 13759 + }, + { + "epoch": 1.750413433405419, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.773808240890503, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8735125064849854, + "num_tokens": 522313055.0, + "step": 13760 + }, + { + "epoch": 1.7505406436840096, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.561251401901245, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8732796907424927, + "num_tokens": 522346372.0, + "step": 13761 + }, + { + "epoch": 1.7506678539626002, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.783245086669922, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8736509084701538, + "num_tokens": 522381199.0, + "step": 13762 + }, + { + "epoch": 1.7507950642411907, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5679714679718018, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8538955450057983, + "num_tokens": 522419509.0, + "step": 13763 + }, + { + "epoch": 1.7509222745197812, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.76969313621521, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8721609115600586, + "num_tokens": 522458433.0, + "step": 13764 + }, + { + "epoch": 1.7510494847983717, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5723824501037598, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8714014887809753, + "num_tokens": 522492010.0, + "step": 13765 + }, + { + "epoch": 1.7511766950769623, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7872135639190674, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8741584420204163, + "num_tokens": 522524190.0, + "step": 13766 + }, + { + "epoch": 1.7513039053555528, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5824904441833496, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8587339520454407, + "num_tokens": 522558218.0, + "step": 13767 + }, + { + "epoch": 1.7514311156341433, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.787222146987915, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8745606541633606, + "num_tokens": 522594683.0, + "step": 13768 + }, + { + "epoch": 1.7515583259127339, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.564023017883301, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8769879341125488, + "num_tokens": 522633409.0, + "step": 13769 + }, + { + "epoch": 1.7516855361913244, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7796266078948975, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.86860191822052, + "num_tokens": 522672469.0, + "step": 13770 + }, + { + "epoch": 1.751812746469915, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5588715076446533, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8749340772628784, + "num_tokens": 522714676.0, + "step": 13771 + }, + { + "epoch": 1.7519399567485054, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7837836742401123, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8831166625022888, + "num_tokens": 522748726.0, + "step": 13772 + }, + { + "epoch": 1.7520671670270958, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6003003120422363, + "learning_rate": 1e-05, + "loss": 0.513, + "mean_token_accuracy": 0.8522855043411255, + "num_tokens": 522783761.0, + "step": 13773 + }, + { + "epoch": 1.7521943773056863, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7588095664978027, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8790884017944336, + "num_tokens": 522822027.0, + "step": 13774 + }, + { + "epoch": 1.7523215875842768, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5784285068511963, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8777934312820435, + "num_tokens": 522856952.0, + "step": 13775 + }, + { + "epoch": 1.7524487978628673, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.76322603225708, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8650186657905579, + "num_tokens": 522897450.0, + "step": 13776 + }, + { + "epoch": 1.7525760081414579, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5899345874786377, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8763383626937866, + "num_tokens": 522930547.0, + "step": 13777 + }, + { + "epoch": 1.7527032184200484, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.745600461959839, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8694530129432678, + "num_tokens": 522970145.0, + "step": 13778 + }, + { + "epoch": 1.7528304286986387, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5785515308380127, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8862769603729248, + "num_tokens": 523006492.0, + "step": 13779 + }, + { + "epoch": 1.7529576389772292, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7426395416259766, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8627784252166748, + "num_tokens": 523045524.0, + "step": 13780 + }, + { + "epoch": 1.7530848492558198, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5791025161743164, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8745242357254028, + "num_tokens": 523086091.0, + "step": 13781 + }, + { + "epoch": 1.7532120595344103, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.728353977203369, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8774291276931763, + "num_tokens": 523127351.0, + "step": 13782 + }, + { + "epoch": 1.7533392698130008, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5930564403533936, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8693137168884277, + "num_tokens": 523161775.0, + "step": 13783 + }, + { + "epoch": 1.7534664800915913, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7322723865509033, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8674639463424683, + "num_tokens": 523198977.0, + "step": 13784 + }, + { + "epoch": 1.7535936903701819, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.588803768157959, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8661563396453857, + "num_tokens": 523233917.0, + "step": 13785 + }, + { + "epoch": 1.7537209006487724, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7293899059295654, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8762166500091553, + "num_tokens": 523267679.0, + "step": 13786 + }, + { + "epoch": 1.753848110927363, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5927600860595703, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8602227568626404, + "num_tokens": 523301512.0, + "step": 13787 + }, + { + "epoch": 1.7539753212059535, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7022438049316406, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.878941535949707, + "num_tokens": 523342618.0, + "step": 13788 + }, + { + "epoch": 1.754102531484544, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6009275913238525, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8725707530975342, + "num_tokens": 523379555.0, + "step": 13789 + }, + { + "epoch": 1.7542297417631345, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6943953037261963, + "learning_rate": 1e-05, + "loss": 0.3826, + "mean_token_accuracy": 0.8913456201553345, + "num_tokens": 523414621.0, + "step": 13790 + }, + { + "epoch": 1.754356952041725, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.572573184967041, + "learning_rate": 1e-05, + "loss": 0.3737, + "mean_token_accuracy": 0.8937115669250488, + "num_tokens": 523459022.0, + "step": 13791 + }, + { + "epoch": 1.7544841623203156, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6941351890563965, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8857372999191284, + "num_tokens": 523498718.0, + "step": 13792 + }, + { + "epoch": 1.754611372598906, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5879740715026855, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8838833570480347, + "num_tokens": 523531926.0, + "step": 13793 + }, + { + "epoch": 1.7547385828774966, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.69696044921875, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8731249570846558, + "num_tokens": 523572457.0, + "step": 13794 + }, + { + "epoch": 1.7548657931560872, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5952517986297607, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8642792701721191, + "num_tokens": 523607317.0, + "step": 13795 + }, + { + "epoch": 1.7549930034346777, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7052249908447266, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8658113479614258, + "num_tokens": 523638979.0, + "step": 13796 + }, + { + "epoch": 1.755120213713268, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.566391706466675, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8737651109695435, + "num_tokens": 523681839.0, + "step": 13797 + }, + { + "epoch": 1.7552474239918585, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7051234245300293, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8780709505081177, + "num_tokens": 523719797.0, + "step": 13798 + }, + { + "epoch": 1.755374634270449, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5552244186401367, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8783758282661438, + "num_tokens": 523761774.0, + "step": 13799 + }, + { + "epoch": 1.7555018445490396, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7252020835876465, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8733598589897156, + "num_tokens": 523799522.0, + "step": 13800 + }, + { + "epoch": 1.75562905482763, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.568803071975708, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.874962568283081, + "num_tokens": 523831927.0, + "step": 13801 + }, + { + "epoch": 1.7557562651062206, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.759211778640747, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8638952374458313, + "num_tokens": 523863058.0, + "step": 13802 + }, + { + "epoch": 1.755883475384811, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.55064058303833, + "learning_rate": 1e-05, + "loss": 0.4958, + "mean_token_accuracy": 0.8511672019958496, + "num_tokens": 523907017.0, + "step": 13803 + }, + { + "epoch": 1.7560106856634015, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7640490531921387, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8686412572860718, + "num_tokens": 523943376.0, + "step": 13804 + }, + { + "epoch": 1.756137895941992, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5424115657806396, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8805180788040161, + "num_tokens": 523982902.0, + "step": 13805 + }, + { + "epoch": 1.7562651062205825, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7922778129577637, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8654236793518066, + "num_tokens": 524016423.0, + "step": 13806 + }, + { + "epoch": 1.756392316499173, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5461175441741943, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8565412163734436, + "num_tokens": 524056686.0, + "step": 13807 + }, + { + "epoch": 1.7565195267777636, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7956998348236084, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.87127685546875, + "num_tokens": 524093731.0, + "step": 13808 + }, + { + "epoch": 1.756646737056354, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5413055419921875, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8704028129577637, + "num_tokens": 524139398.0, + "step": 13809 + }, + { + "epoch": 1.7567739473349446, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8170061111450195, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.863976001739502, + "num_tokens": 524177012.0, + "step": 13810 + }, + { + "epoch": 1.7569011576135352, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5513012409210205, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8862895369529724, + "num_tokens": 524211785.0, + "step": 13811 + }, + { + "epoch": 1.7570283678921257, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8206539154052734, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8845934867858887, + "num_tokens": 524252263.0, + "step": 13812 + }, + { + "epoch": 1.7571555781707162, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.579131603240967, + "learning_rate": 1e-05, + "loss": 0.3801, + "mean_token_accuracy": 0.8894342184066772, + "num_tokens": 524286561.0, + "step": 13813 + }, + { + "epoch": 1.7572827884493067, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.823035717010498, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8766652941703796, + "num_tokens": 524320910.0, + "step": 13814 + }, + { + "epoch": 1.7574099987278973, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.561455726623535, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.880285382270813, + "num_tokens": 524362416.0, + "step": 13815 + }, + { + "epoch": 1.7575372090064878, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.808964729309082, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8796771764755249, + "num_tokens": 524405432.0, + "step": 13816 + }, + { + "epoch": 1.7576644192850783, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5797159671783447, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8753023743629456, + "num_tokens": 524440605.0, + "step": 13817 + }, + { + "epoch": 1.7577916295636689, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.810432195663452, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8700529336929321, + "num_tokens": 524483126.0, + "step": 13818 + }, + { + "epoch": 1.7579188398422594, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5948679447174072, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8783507347106934, + "num_tokens": 524516675.0, + "step": 13819 + }, + { + "epoch": 1.75804605012085, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7798898220062256, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8756903409957886, + "num_tokens": 524554394.0, + "step": 13820 + }, + { + "epoch": 1.7581732603994404, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.587707042694092, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8693106174468994, + "num_tokens": 524591195.0, + "step": 13821 + }, + { + "epoch": 1.7583004706780307, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.775994062423706, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8639355897903442, + "num_tokens": 524629077.0, + "step": 13822 + }, + { + "epoch": 1.7584276809566213, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.581310987472534, + "learning_rate": 1e-05, + "loss": 0.4948, + "mean_token_accuracy": 0.8553541898727417, + "num_tokens": 524672072.0, + "step": 13823 + }, + { + "epoch": 1.7585548912352118, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.781121253967285, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.874036431312561, + "num_tokens": 524706735.0, + "step": 13824 + }, + { + "epoch": 1.7586821015138023, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.588731288909912, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8771833181381226, + "num_tokens": 524741750.0, + "step": 13825 + }, + { + "epoch": 1.7588093117923929, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7600111961364746, + "learning_rate": 1e-05, + "loss": 0.39, + "mean_token_accuracy": 0.888750433921814, + "num_tokens": 524774565.0, + "step": 13826 + }, + { + "epoch": 1.7589365220709834, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5910072326660156, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8824158310890198, + "num_tokens": 524803731.0, + "step": 13827 + }, + { + "epoch": 1.7590637323495737, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.755422353744507, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8695401549339294, + "num_tokens": 524842570.0, + "step": 13828 + }, + { + "epoch": 1.7591909426281642, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.585895538330078, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8728858828544617, + "num_tokens": 524880695.0, + "step": 13829 + }, + { + "epoch": 1.7593181529067548, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.734665632247925, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8748003244400024, + "num_tokens": 524921331.0, + "step": 13830 + }, + { + "epoch": 1.7594453631853453, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5927515029907227, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8658371567726135, + "num_tokens": 524955769.0, + "step": 13831 + }, + { + "epoch": 1.7595725734639358, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.723515272140503, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8588281869888306, + "num_tokens": 524998299.0, + "step": 13832 + }, + { + "epoch": 1.7596997837425263, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5937585830688477, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8604861497879028, + "num_tokens": 525038590.0, + "step": 13833 + }, + { + "epoch": 1.7598269940211169, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7216854095458984, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8719128966331482, + "num_tokens": 525073688.0, + "step": 13834 + }, + { + "epoch": 1.7599542042997074, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.572718620300293, + "learning_rate": 1e-05, + "loss": 0.377, + "mean_token_accuracy": 0.8916476368904114, + "num_tokens": 525112109.0, + "step": 13835 + }, + { + "epoch": 1.760081414578298, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7344248294830322, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8769994974136353, + "num_tokens": 525147554.0, + "step": 13836 + }, + { + "epoch": 1.7602086248568884, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5705015659332275, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8605167865753174, + "num_tokens": 525187233.0, + "step": 13837 + }, + { + "epoch": 1.760335835135479, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7558677196502686, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8632062077522278, + "num_tokens": 525218104.0, + "step": 13838 + }, + { + "epoch": 1.7604630454140695, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5602681636810303, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.877577543258667, + "num_tokens": 525255690.0, + "step": 13839 + }, + { + "epoch": 1.76059025569266, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7601919174194336, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8724547624588013, + "num_tokens": 525287972.0, + "step": 13840 + }, + { + "epoch": 1.7607174659712506, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5576183795928955, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8646177053451538, + "num_tokens": 525328003.0, + "step": 13841 + }, + { + "epoch": 1.760844676249841, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7533135414123535, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8786271810531616, + "num_tokens": 525370642.0, + "step": 13842 + }, + { + "epoch": 1.7609718865284316, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.567150831222534, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.859462559223175, + "num_tokens": 525408668.0, + "step": 13843 + }, + { + "epoch": 1.7610990968070221, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.757572650909424, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8722939491271973, + "num_tokens": 525447566.0, + "step": 13844 + }, + { + "epoch": 1.7612263070856127, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5643210411071777, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8654876351356506, + "num_tokens": 525485456.0, + "step": 13845 + }, + { + "epoch": 1.761353517364203, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7733912467956543, + "learning_rate": 1e-05, + "loss": 0.4909, + "mean_token_accuracy": 0.8571975231170654, + "num_tokens": 525521190.0, + "step": 13846 + }, + { + "epoch": 1.7614807276427935, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5584113597869873, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8730407953262329, + "num_tokens": 525559331.0, + "step": 13847 + }, + { + "epoch": 1.761607937921384, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7756426334381104, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8638622760772705, + "num_tokens": 525598380.0, + "step": 13848 + }, + { + "epoch": 1.7617351481999746, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.553459882736206, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8634101152420044, + "num_tokens": 525637901.0, + "step": 13849 + }, + { + "epoch": 1.761862358478565, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.794682502746582, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8673382997512817, + "num_tokens": 525676072.0, + "step": 13850 + }, + { + "epoch": 1.7619895687571556, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5554661750793457, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8885869979858398, + "num_tokens": 525710655.0, + "step": 13851 + }, + { + "epoch": 1.762116779035746, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.795889139175415, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8772746324539185, + "num_tokens": 525745714.0, + "step": 13852 + }, + { + "epoch": 1.7622439893143365, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.550328016281128, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.8869520425796509, + "num_tokens": 525782246.0, + "step": 13853 + }, + { + "epoch": 1.762371199592927, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.816533327102661, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8870323896408081, + "num_tokens": 525814232.0, + "step": 13854 + }, + { + "epoch": 1.7624984098715175, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.571119546890259, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8715547323226929, + "num_tokens": 525847775.0, + "step": 13855 + }, + { + "epoch": 1.762625620150108, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.797705888748169, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8744088411331177, + "num_tokens": 525890760.0, + "step": 13856 + }, + { + "epoch": 1.7627528304286986, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5733652114868164, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8822678923606873, + "num_tokens": 525926893.0, + "step": 13857 + }, + { + "epoch": 1.762880040707289, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7948813438415527, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8635869026184082, + "num_tokens": 525968907.0, + "step": 13858 + }, + { + "epoch": 1.7630072509858796, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5781824588775635, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8766734600067139, + "num_tokens": 526003988.0, + "step": 13859 + }, + { + "epoch": 1.7631344612644702, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7810730934143066, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8756403923034668, + "num_tokens": 526044575.0, + "step": 13860 + }, + { + "epoch": 1.7632616715430607, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.572916269302368, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.873833417892456, + "num_tokens": 526087803.0, + "step": 13861 + }, + { + "epoch": 1.7633888818216512, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7898552417755127, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8572763204574585, + "num_tokens": 526123432.0, + "step": 13862 + }, + { + "epoch": 1.7635160921002417, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.573845148086548, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8837555646896362, + "num_tokens": 526161285.0, + "step": 13863 + }, + { + "epoch": 1.7636433023788323, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.789562940597534, + "learning_rate": 1e-05, + "loss": 0.5032, + "mean_token_accuracy": 0.8565633296966553, + "num_tokens": 526203096.0, + "step": 13864 + }, + { + "epoch": 1.7637705126574228, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5772864818573, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8843337893486023, + "num_tokens": 526237741.0, + "step": 13865 + }, + { + "epoch": 1.7638977229360133, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.774641513824463, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.873682975769043, + "num_tokens": 526279704.0, + "step": 13866 + }, + { + "epoch": 1.7640249332146039, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5843377113342285, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8708964586257935, + "num_tokens": 526315708.0, + "step": 13867 + }, + { + "epoch": 1.7641521434931944, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.763950824737549, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8698849678039551, + "num_tokens": 526360725.0, + "step": 13868 + }, + { + "epoch": 1.764279353771785, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5870273113250732, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8668234348297119, + "num_tokens": 526398920.0, + "step": 13869 + }, + { + "epoch": 1.7644065640503754, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.750401020050049, + "learning_rate": 1e-05, + "loss": 0.3856, + "mean_token_accuracy": 0.887191653251648, + "num_tokens": 526433453.0, + "step": 13870 + }, + { + "epoch": 1.7645337743289657, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.571516990661621, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8806292414665222, + "num_tokens": 526476256.0, + "step": 13871 + }, + { + "epoch": 1.7646609846075563, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.753621816635132, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8745189905166626, + "num_tokens": 526517707.0, + "step": 13872 + }, + { + "epoch": 1.7647881948861468, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.589275360107422, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8746013641357422, + "num_tokens": 526551696.0, + "step": 13873 + }, + { + "epoch": 1.7649154051647373, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.741821527481079, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8827886581420898, + "num_tokens": 526587884.0, + "step": 13874 + }, + { + "epoch": 1.7650426154433279, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.600680351257324, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8688256740570068, + "num_tokens": 526625398.0, + "step": 13875 + }, + { + "epoch": 1.7651698257219184, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.718198299407959, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8702954649925232, + "num_tokens": 526662481.0, + "step": 13876 + }, + { + "epoch": 1.7652970360005087, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5966875553131104, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.862481951713562, + "num_tokens": 526700719.0, + "step": 13877 + }, + { + "epoch": 1.7654242462790992, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.723628282546997, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.873204231262207, + "num_tokens": 526732941.0, + "step": 13878 + }, + { + "epoch": 1.7655514565576897, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5682880878448486, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8741756677627563, + "num_tokens": 526777825.0, + "step": 13879 + }, + { + "epoch": 1.7656786668362803, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.739298105239868, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8659989237785339, + "num_tokens": 526811331.0, + "step": 13880 + }, + { + "epoch": 1.7658058771148708, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5798866748809814, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8729913830757141, + "num_tokens": 526846788.0, + "step": 13881 + }, + { + "epoch": 1.7659330873934613, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7369742393493652, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8803466558456421, + "num_tokens": 526880127.0, + "step": 13882 + }, + { + "epoch": 1.7660602976720519, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5831356048583984, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.864011287689209, + "num_tokens": 526914099.0, + "step": 13883 + }, + { + "epoch": 1.7661875079506424, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7221779823303223, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8649818897247314, + "num_tokens": 526956409.0, + "step": 13884 + }, + { + "epoch": 1.766314718229233, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5801453590393066, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8715301752090454, + "num_tokens": 526995175.0, + "step": 13885 + }, + { + "epoch": 1.7664419285078234, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.720313549041748, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8721540570259094, + "num_tokens": 527035833.0, + "step": 13886 + }, + { + "epoch": 1.766569138786414, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.569952964782715, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8727608919143677, + "num_tokens": 527078780.0, + "step": 13887 + }, + { + "epoch": 1.7666963490650045, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7314836978912354, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8797627091407776, + "num_tokens": 527119494.0, + "step": 13888 + }, + { + "epoch": 1.766823559343595, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.57331919670105, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8721736073493958, + "num_tokens": 527158112.0, + "step": 13889 + }, + { + "epoch": 1.7669507696221856, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7305686473846436, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8754420280456543, + "num_tokens": 527195885.0, + "step": 13890 + }, + { + "epoch": 1.767077979900776, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5786547660827637, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8729649782180786, + "num_tokens": 527229681.0, + "step": 13891 + }, + { + "epoch": 1.7672051901793666, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7390031814575195, + "learning_rate": 1e-05, + "loss": 0.4989, + "mean_token_accuracy": 0.8483877778053284, + "num_tokens": 527267248.0, + "step": 13892 + }, + { + "epoch": 1.7673324004579571, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.680535078048706, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8737542629241943, + "num_tokens": 527299695.0, + "step": 13893 + }, + { + "epoch": 1.7674596107365477, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.682960271835327, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8704113960266113, + "num_tokens": 527334398.0, + "step": 13894 + }, + { + "epoch": 1.767586821015138, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6047558784484863, + "learning_rate": 1e-05, + "loss": 0.4858, + "mean_token_accuracy": 0.8587802052497864, + "num_tokens": 527376954.0, + "step": 13895 + }, + { + "epoch": 1.7677140312937285, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6497554779052734, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8708934187889099, + "num_tokens": 527419737.0, + "step": 13896 + }, + { + "epoch": 1.767841241572319, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.621309757232666, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8527706265449524, + "num_tokens": 527455874.0, + "step": 13897 + }, + { + "epoch": 1.7679684518509096, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6570708751678467, + "learning_rate": 1e-05, + "loss": 0.5131, + "mean_token_accuracy": 0.8463919162750244, + "num_tokens": 527494796.0, + "step": 13898 + }, + { + "epoch": 1.7680956621295, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6146926879882812, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.8544730544090271, + "num_tokens": 527536955.0, + "step": 13899 + }, + { + "epoch": 1.7682228724080906, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6660265922546387, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8697375059127808, + "num_tokens": 527569472.0, + "step": 13900 + }, + { + "epoch": 1.768350082686681, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6059679985046387, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8740482926368713, + "num_tokens": 527603641.0, + "step": 13901 + }, + { + "epoch": 1.7684772929652715, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6595892906188965, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8646971583366394, + "num_tokens": 527642942.0, + "step": 13902 + }, + { + "epoch": 1.768604503243862, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.605358123779297, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8659078478813171, + "num_tokens": 527682687.0, + "step": 13903 + }, + { + "epoch": 1.7687317135224525, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6507010459899902, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8837891221046448, + "num_tokens": 527721355.0, + "step": 13904 + }, + { + "epoch": 1.768858923801043, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6036620140075684, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8728629350662231, + "num_tokens": 527760887.0, + "step": 13905 + }, + { + "epoch": 1.7689861340796336, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6547670364379883, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8615213632583618, + "num_tokens": 527808669.0, + "step": 13906 + }, + { + "epoch": 1.769113344358224, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6267926692962646, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8591912984848022, + "num_tokens": 527840262.0, + "step": 13907 + }, + { + "epoch": 1.7692405546368146, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6547696590423584, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8621370792388916, + "num_tokens": 527880822.0, + "step": 13908 + }, + { + "epoch": 1.7693677649154052, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.593620777130127, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8765795230865479, + "num_tokens": 527923677.0, + "step": 13909 + }, + { + "epoch": 1.7694949751939957, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.653402328491211, + "learning_rate": 1e-05, + "loss": 0.481, + "mean_token_accuracy": 0.8587082624435425, + "num_tokens": 527966004.0, + "step": 13910 + }, + { + "epoch": 1.7696221854725862, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.602067708969116, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8722519874572754, + "num_tokens": 528004725.0, + "step": 13911 + }, + { + "epoch": 1.7697493957511767, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.652930736541748, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8704839944839478, + "num_tokens": 528043262.0, + "step": 13912 + }, + { + "epoch": 1.7698766060297673, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.605172634124756, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8666939735412598, + "num_tokens": 528082810.0, + "step": 13913 + }, + { + "epoch": 1.7700038163083578, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6688108444213867, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8652097582817078, + "num_tokens": 528117672.0, + "step": 13914 + }, + { + "epoch": 1.7701310265869483, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5981929302215576, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8714849948883057, + "num_tokens": 528155756.0, + "step": 13915 + }, + { + "epoch": 1.7702582368655388, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6579790115356445, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8792681694030762, + "num_tokens": 528194664.0, + "step": 13916 + }, + { + "epoch": 1.7703854471441294, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5864579677581787, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.8832083940505981, + "num_tokens": 528234334.0, + "step": 13917 + }, + { + "epoch": 1.77051265742272, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6664953231811523, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.8876699209213257, + "num_tokens": 528270543.0, + "step": 13918 + }, + { + "epoch": 1.7706398677013102, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5874521732330322, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8647251725196838, + "num_tokens": 528309698.0, + "step": 13919 + }, + { + "epoch": 1.7707670779799007, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6677706241607666, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8660648465156555, + "num_tokens": 528356396.0, + "step": 13920 + }, + { + "epoch": 1.7708942882584913, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.597844123840332, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.8641525506973267, + "num_tokens": 528394542.0, + "step": 13921 + }, + { + "epoch": 1.7710214985370818, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6672115325927734, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8838284015655518, + "num_tokens": 528435433.0, + "step": 13922 + }, + { + "epoch": 1.7711487088156723, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5940988063812256, + "learning_rate": 1e-05, + "loss": 0.3917, + "mean_token_accuracy": 0.8866897225379944, + "num_tokens": 528471152.0, + "step": 13923 + }, + { + "epoch": 1.7712759190942629, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6657090187072754, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8803298473358154, + "num_tokens": 528505084.0, + "step": 13924 + }, + { + "epoch": 1.7714031293728534, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.610508680343628, + "learning_rate": 1e-05, + "loss": 0.527, + "mean_token_accuracy": 0.8443882465362549, + "num_tokens": 528545234.0, + "step": 13925 + }, + { + "epoch": 1.7715303396514437, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.659665107727051, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.875993549823761, + "num_tokens": 528584099.0, + "step": 13926 + }, + { + "epoch": 1.7716575499300342, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.593583345413208, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8632121682167053, + "num_tokens": 528624143.0, + "step": 13927 + }, + { + "epoch": 1.7717847602086247, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6606385707855225, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8710297346115112, + "num_tokens": 528661521.0, + "step": 13928 + }, + { + "epoch": 1.7719119704872153, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.594524621963501, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8821111917495728, + "num_tokens": 528699317.0, + "step": 13929 + }, + { + "epoch": 1.7720391807658058, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6727170944213867, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8581502437591553, + "num_tokens": 528737277.0, + "step": 13930 + }, + { + "epoch": 1.7721663910443963, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5889878273010254, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8599979877471924, + "num_tokens": 528777076.0, + "step": 13931 + }, + { + "epoch": 1.7722936013229869, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.669156312942505, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8726120591163635, + "num_tokens": 528813940.0, + "step": 13932 + }, + { + "epoch": 1.7724208116015774, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5762810707092285, + "learning_rate": 1e-05, + "loss": 0.3801, + "mean_token_accuracy": 0.8905689120292664, + "num_tokens": 528852883.0, + "step": 13933 + }, + { + "epoch": 1.772548021880168, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6870675086975098, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8610748648643494, + "num_tokens": 528891561.0, + "step": 13934 + }, + { + "epoch": 1.7726752321587584, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.57724928855896, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8678682446479797, + "num_tokens": 528930755.0, + "step": 13935 + }, + { + "epoch": 1.772802442437349, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6996548175811768, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.867273211479187, + "num_tokens": 528969230.0, + "step": 13936 + }, + { + "epoch": 1.7729296527159395, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5687921047210693, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.877447247505188, + "num_tokens": 529005157.0, + "step": 13937 + }, + { + "epoch": 1.77305686299453, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7007346153259277, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8783766627311707, + "num_tokens": 529042934.0, + "step": 13938 + }, + { + "epoch": 1.7731840732731206, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5601537227630615, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8743305206298828, + "num_tokens": 529087811.0, + "step": 13939 + }, + { + "epoch": 1.773311283551711, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.719787120819092, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.861877977848053, + "num_tokens": 529133143.0, + "step": 13940 + }, + { + "epoch": 1.7734384938303016, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5500566959381104, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8842625021934509, + "num_tokens": 529172737.0, + "step": 13941 + }, + { + "epoch": 1.7735657041088921, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.737729787826538, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8731398582458496, + "num_tokens": 529208913.0, + "step": 13942 + }, + { + "epoch": 1.7736929143874827, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.550431251525879, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8681281805038452, + "num_tokens": 529250905.0, + "step": 13943 + }, + { + "epoch": 1.773820124666073, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7413594722747803, + "learning_rate": 1e-05, + "loss": 0.3891, + "mean_token_accuracy": 0.8882200717926025, + "num_tokens": 529289542.0, + "step": 13944 + }, + { + "epoch": 1.7739473349446635, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5557680130004883, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8794689178466797, + "num_tokens": 529324759.0, + "step": 13945 + }, + { + "epoch": 1.774074545223254, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.759089231491089, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8712325096130371, + "num_tokens": 529361845.0, + "step": 13946 + }, + { + "epoch": 1.7742017555018446, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.8623809814453125e-05, + "grad_norm": 2.5435597896575928, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.871894896030426, + "num_tokens": 529402220.0, + "step": 13947 + }, + { + "epoch": 1.774328965780435, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.784857988357544, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8589474558830261, + "num_tokens": 529440532.0, + "step": 13948 + }, + { + "epoch": 1.7744561760590256, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.530057907104492, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.876623809337616, + "num_tokens": 529480357.0, + "step": 13949 + }, + { + "epoch": 1.774583386337616, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8217406272888184, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8658144474029541, + "num_tokens": 529514075.0, + "step": 13950 + }, + { + "epoch": 1.7747105966162064, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.551210403442383, + "learning_rate": 1e-05, + "loss": 0.4907, + "mean_token_accuracy": 0.8581499457359314, + "num_tokens": 529550738.0, + "step": 13951 + }, + { + "epoch": 1.774837806894797, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.816472053527832, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8643838167190552, + "num_tokens": 529594151.0, + "step": 13952 + }, + { + "epoch": 1.7749650171733875, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.543797492980957, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8751736283302307, + "num_tokens": 529633631.0, + "step": 13953 + }, + { + "epoch": 1.775092227451978, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.825277328491211, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8686063289642334, + "num_tokens": 529674377.0, + "step": 13954 + }, + { + "epoch": 1.7752194377305686, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5713860988616943, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8610268831253052, + "num_tokens": 529707209.0, + "step": 13955 + }, + { + "epoch": 1.775346648009159, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8452956676483154, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8687780499458313, + "num_tokens": 529737546.0, + "step": 13956 + }, + { + "epoch": 1.7754738582877496, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5715038776397705, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8723496198654175, + "num_tokens": 529775532.0, + "step": 13957 + }, + { + "epoch": 1.7756010685663401, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.820713758468628, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8778645992279053, + "num_tokens": 529814705.0, + "step": 13958 + }, + { + "epoch": 1.7757282788449307, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5806710720062256, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8713839054107666, + "num_tokens": 529850912.0, + "step": 13959 + }, + { + "epoch": 1.7758554891235212, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8048510551452637, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8791346549987793, + "num_tokens": 529889042.0, + "step": 13960 + }, + { + "epoch": 1.7759826994021117, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.585904598236084, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8737156391143799, + "num_tokens": 529926749.0, + "step": 13961 + }, + { + "epoch": 1.7761099096807023, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.826592206954956, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8745468258857727, + "num_tokens": 529951775.0, + "step": 13962 + }, + { + "epoch": 1.7762371199592928, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5631392002105713, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8858282566070557, + "num_tokens": 529996172.0, + "step": 13963 + }, + { + "epoch": 1.7763643302378833, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.807337760925293, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8539942502975464, + "num_tokens": 530039577.0, + "step": 13964 + }, + { + "epoch": 1.7764915405164738, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5890731811523438, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8815950155258179, + "num_tokens": 530076516.0, + "step": 13965 + }, + { + "epoch": 1.7766187507950644, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.782240629196167, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8821104168891907, + "num_tokens": 530118552.0, + "step": 13966 + }, + { + "epoch": 1.776745961073655, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5945842266082764, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8655362129211426, + "num_tokens": 530154971.0, + "step": 13967 + }, + { + "epoch": 1.7768731713522452, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7689619064331055, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8842591047286987, + "num_tokens": 530190509.0, + "step": 13968 + }, + { + "epoch": 1.7770003816308357, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.587533950805664, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8781324028968811, + "num_tokens": 530229814.0, + "step": 13969 + }, + { + "epoch": 1.7771275919094263, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.765026569366455, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8661255240440369, + "num_tokens": 530269426.0, + "step": 13970 + }, + { + "epoch": 1.7772548021880168, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5951528549194336, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8652662634849548, + "num_tokens": 530305036.0, + "step": 13971 + }, + { + "epoch": 1.7773820124666073, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.744196653366089, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8695275783538818, + "num_tokens": 530344995.0, + "step": 13972 + }, + { + "epoch": 1.7775092227451978, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6122965812683105, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8779287338256836, + "num_tokens": 530378283.0, + "step": 13973 + }, + { + "epoch": 1.7776364330237884, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.732391119003296, + "learning_rate": 1e-05, + "loss": 0.495, + "mean_token_accuracy": 0.8550474047660828, + "num_tokens": 530416147.0, + "step": 13974 + }, + { + "epoch": 1.7777636433023787, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.591350793838501, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8700932264328003, + "num_tokens": 530452096.0, + "step": 13975 + }, + { + "epoch": 1.7778908535809692, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7261362075805664, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8599322438240051, + "num_tokens": 530489347.0, + "step": 13976 + }, + { + "epoch": 1.7780180638595597, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.587554693222046, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8672682046890259, + "num_tokens": 530528265.0, + "step": 13977 + }, + { + "epoch": 1.7781452741381503, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7142741680145264, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8829237222671509, + "num_tokens": 530567501.0, + "step": 13978 + }, + { + "epoch": 1.7782724844167408, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5798935890197754, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8701283931732178, + "num_tokens": 530610038.0, + "step": 13979 + }, + { + "epoch": 1.7783996946953313, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.72525691986084, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8675196170806885, + "num_tokens": 530649039.0, + "step": 13980 + }, + { + "epoch": 1.7785269049739219, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5836682319641113, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8760680556297302, + "num_tokens": 530687142.0, + "step": 13981 + }, + { + "epoch": 1.7786541152525124, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7131705284118652, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8807575702667236, + "num_tokens": 530724399.0, + "step": 13982 + }, + { + "epoch": 1.778781325531103, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.573352813720703, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8712506294250488, + "num_tokens": 530764552.0, + "step": 13983 + }, + { + "epoch": 1.7789085358096934, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7108566761016846, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8667309284210205, + "num_tokens": 530808587.0, + "step": 13984 + }, + { + "epoch": 1.779035746088284, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.588261604309082, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8674138784408569, + "num_tokens": 530845887.0, + "step": 13985 + }, + { + "epoch": 1.7791629563668745, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.721639394760132, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.860149085521698, + "num_tokens": 530887398.0, + "step": 13986 + }, + { + "epoch": 1.779290166645465, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.601962089538574, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8816918134689331, + "num_tokens": 530916377.0, + "step": 13987 + }, + { + "epoch": 1.7794173769240555, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.713038206100464, + "learning_rate": 1e-05, + "loss": 0.4803, + "mean_token_accuracy": 0.8606328368186951, + "num_tokens": 530954651.0, + "step": 13988 + }, + { + "epoch": 1.779544587202646, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5795438289642334, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8612611889839172, + "num_tokens": 530999406.0, + "step": 13989 + }, + { + "epoch": 1.7796717974812366, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7000019550323486, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8776001930236816, + "num_tokens": 531036925.0, + "step": 13990 + }, + { + "epoch": 1.7797990077598271, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5725088119506836, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8732677698135376, + "num_tokens": 531076168.0, + "step": 13991 + }, + { + "epoch": 1.7799262180384177, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7189018726348877, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8742557764053345, + "num_tokens": 531113217.0, + "step": 13992 + }, + { + "epoch": 1.780053428317008, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5614495277404785, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8706233501434326, + "num_tokens": 531155938.0, + "step": 13993 + }, + { + "epoch": 1.7801806385955985, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.73055100440979, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8739833235740662, + "num_tokens": 531194556.0, + "step": 13994 + }, + { + "epoch": 1.780307848874189, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.572953939437866, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.859775185585022, + "num_tokens": 531230704.0, + "step": 13995 + }, + { + "epoch": 1.7804350591527796, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7261576652526855, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8744604587554932, + "num_tokens": 531270672.0, + "step": 13996 + }, + { + "epoch": 1.78056226943137, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5720009803771973, + "learning_rate": 1e-05, + "loss": 0.3917, + "mean_token_accuracy": 0.8817346096038818, + "num_tokens": 531302043.0, + "step": 13997 + }, + { + "epoch": 1.7806894797099606, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.732032537460327, + "learning_rate": 1e-05, + "loss": 0.3956, + "mean_token_accuracy": 0.8858551979064941, + "num_tokens": 531337014.0, + "step": 13998 + }, + { + "epoch": 1.780816689988551, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.568673849105835, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8761985301971436, + "num_tokens": 531371537.0, + "step": 13999 + }, + { + "epoch": 1.7809439002671414, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.734416961669922, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8817621469497681, + "num_tokens": 531406171.0, + "step": 14000 + }, + { + "epoch": 1.781071110545732, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570223569869995, + "learning_rate": 1e-05, + "loss": 0.4875, + "mean_token_accuracy": 0.8590105772018433, + "num_tokens": 531445625.0, + "step": 14001 + }, + { + "epoch": 1.7811983208243225, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7274606227874756, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8813479542732239, + "num_tokens": 531490748.0, + "step": 14002 + }, + { + "epoch": 1.781325531102913, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5736167430877686, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8717317581176758, + "num_tokens": 531526142.0, + "step": 14003 + }, + { + "epoch": 1.7814527413815036, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7334446907043457, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8756873607635498, + "num_tokens": 531568325.0, + "step": 14004 + }, + { + "epoch": 1.781579951660094, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5681276321411133, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8689901828765869, + "num_tokens": 531608898.0, + "step": 14005 + }, + { + "epoch": 1.7817071619386846, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7399535179138184, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8725207448005676, + "num_tokens": 531640860.0, + "step": 14006 + }, + { + "epoch": 1.7818343722172751, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5644338130950928, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.875340461730957, + "num_tokens": 531680121.0, + "step": 14007 + }, + { + "epoch": 1.7819615824958657, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7699134349823, + "learning_rate": 1e-05, + "loss": 0.4948, + "mean_token_accuracy": 0.8536834716796875, + "num_tokens": 531713496.0, + "step": 14008 + }, + { + "epoch": 1.7820887927744562, + "ewc_loss": 0.06591796875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5600452423095703, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8635495901107788, + "num_tokens": 531749989.0, + "step": 14009 + }, + { + "epoch": 1.7822160030530467, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7730746269226074, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8692681789398193, + "num_tokens": 531788032.0, + "step": 14010 + }, + { + "epoch": 1.7823432133316373, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.574841022491455, + "learning_rate": 1e-05, + "loss": 0.4963, + "mean_token_accuracy": 0.8494331240653992, + "num_tokens": 531822178.0, + "step": 14011 + }, + { + "epoch": 1.7824704236102278, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7785801887512207, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8626266121864319, + "num_tokens": 531855713.0, + "step": 14012 + }, + { + "epoch": 1.7825976338888183, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5555920600891113, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8603734374046326, + "num_tokens": 531898714.0, + "step": 14013 + }, + { + "epoch": 1.7827248441674088, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.787893295288086, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.867303729057312, + "num_tokens": 531933968.0, + "step": 14014 + }, + { + "epoch": 1.7828520544459994, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.547187566757202, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8721673488616943, + "num_tokens": 531980672.0, + "step": 14015 + }, + { + "epoch": 1.78297926472459, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.794461250305176, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8740900754928589, + "num_tokens": 532022461.0, + "step": 14016 + }, + { + "epoch": 1.7831064750031802, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.548372983932495, + "learning_rate": 1e-05, + "loss": 0.3856, + "mean_token_accuracy": 0.8882372379302979, + "num_tokens": 532059090.0, + "step": 14017 + }, + { + "epoch": 1.7832336852817707, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.816429853439331, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8619734644889832, + "num_tokens": 532095926.0, + "step": 14018 + }, + { + "epoch": 1.7833608955603613, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5655674934387207, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8726646900177002, + "num_tokens": 532131623.0, + "step": 14019 + }, + { + "epoch": 1.7834881058389518, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.810134172439575, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8551392555236816, + "num_tokens": 532171594.0, + "step": 14020 + }, + { + "epoch": 1.7836153161175423, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.566155195236206, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8802732825279236, + "num_tokens": 532209884.0, + "step": 14021 + }, + { + "epoch": 1.7837425263961328, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.820828437805176, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8624438643455505, + "num_tokens": 532246182.0, + "step": 14022 + }, + { + "epoch": 1.7838697366747234, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5763485431671143, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8721556663513184, + "num_tokens": 532281133.0, + "step": 14023 + }, + { + "epoch": 1.7839969469533137, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8065121173858643, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8677065372467041, + "num_tokens": 532318593.0, + "step": 14024 + }, + { + "epoch": 1.7841241572319042, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.595763683319092, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.8616646528244019, + "num_tokens": 532353473.0, + "step": 14025 + }, + { + "epoch": 1.7842513675104947, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7835371494293213, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.8579153418540955, + "num_tokens": 532395462.0, + "step": 14026 + }, + { + "epoch": 1.7843785777890853, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5802979469299316, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8772650957107544, + "num_tokens": 532434677.0, + "step": 14027 + }, + { + "epoch": 1.7845057880676758, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7912721633911133, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8671674728393555, + "num_tokens": 532470585.0, + "step": 14028 + }, + { + "epoch": 1.7846329983462663, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.598532199859619, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8636370301246643, + "num_tokens": 532502657.0, + "step": 14029 + }, + { + "epoch": 1.7847602086248568, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7566380500793457, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8629759550094604, + "num_tokens": 532548372.0, + "step": 14030 + }, + { + "epoch": 1.7848874189034474, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6053478717803955, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8621368408203125, + "num_tokens": 532584707.0, + "step": 14031 + }, + { + "epoch": 1.785014629182038, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.731924295425415, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8706343770027161, + "num_tokens": 532623179.0, + "step": 14032 + }, + { + "epoch": 1.7851418394606284, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5931382179260254, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8739979267120361, + "num_tokens": 532663054.0, + "step": 14033 + }, + { + "epoch": 1.785269049739219, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.737577438354492, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8687683343887329, + "num_tokens": 532696456.0, + "step": 14034 + }, + { + "epoch": 1.7853962600178095, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5798444747924805, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8843755722045898, + "num_tokens": 532730726.0, + "step": 14035 + }, + { + "epoch": 1.7855234702964, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.736557960510254, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8688167333602905, + "num_tokens": 532765561.0, + "step": 14036 + }, + { + "epoch": 1.7856506805749905, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5796597003936768, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8791056871414185, + "num_tokens": 532803225.0, + "step": 14037 + }, + { + "epoch": 1.785777890853581, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.735644817352295, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8698734045028687, + "num_tokens": 532843284.0, + "step": 14038 + }, + { + "epoch": 1.7859051011321716, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.598480224609375, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8675761222839355, + "num_tokens": 532877637.0, + "step": 14039 + }, + { + "epoch": 1.7860323114107621, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.728602170944214, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.871801495552063, + "num_tokens": 532914678.0, + "step": 14040 + }, + { + "epoch": 1.7861595216893527, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5815012454986572, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8706381320953369, + "num_tokens": 532952309.0, + "step": 14041 + }, + { + "epoch": 1.786286731967943, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7301063537597656, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8773934841156006, + "num_tokens": 532986440.0, + "step": 14042 + }, + { + "epoch": 1.7864139422465335, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6110174655914307, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8642109036445618, + "num_tokens": 533020488.0, + "step": 14043 + }, + { + "epoch": 1.786541152525124, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.712249994277954, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8743859529495239, + "num_tokens": 533052535.0, + "step": 14044 + }, + { + "epoch": 1.7866683628037145, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5826282501220703, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8786592483520508, + "num_tokens": 533092924.0, + "step": 14045 + }, + { + "epoch": 1.786795573082305, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7208926677703857, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8680069446563721, + "num_tokens": 533130497.0, + "step": 14046 + }, + { + "epoch": 1.7869227833608956, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5943312644958496, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8508298993110657, + "num_tokens": 533170012.0, + "step": 14047 + }, + { + "epoch": 1.787049993639486, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.714007616043091, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8696423768997192, + "num_tokens": 533207433.0, + "step": 14048 + }, + { + "epoch": 1.7871772039180764, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.571255922317505, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.884957492351532, + "num_tokens": 533248809.0, + "step": 14049 + }, + { + "epoch": 1.787304414196667, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.723966598510742, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8789722323417664, + "num_tokens": 533283381.0, + "step": 14050 + }, + { + "epoch": 1.7874316244752575, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.565786838531494, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8811098337173462, + "num_tokens": 533320951.0, + "step": 14051 + }, + { + "epoch": 1.787558834753848, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7246007919311523, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8733700513839722, + "num_tokens": 533361080.0, + "step": 14052 + }, + { + "epoch": 1.7876860450324386, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.570574998855591, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8840999007225037, + "num_tokens": 533396448.0, + "step": 14053 + }, + { + "epoch": 1.787813255311029, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7349750995635986, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8726863861083984, + "num_tokens": 533434924.0, + "step": 14054 + }, + { + "epoch": 1.7879404655896196, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.569870948791504, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8735423684120178, + "num_tokens": 533471248.0, + "step": 14055 + }, + { + "epoch": 1.7880676758682101, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7368433475494385, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.880282998085022, + "num_tokens": 533512521.0, + "step": 14056 + }, + { + "epoch": 1.7881948861468007, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.562502861022949, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8786251544952393, + "num_tokens": 533550385.0, + "step": 14057 + }, + { + "epoch": 1.7883220964253912, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7645604610443115, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8724353909492493, + "num_tokens": 533580048.0, + "step": 14058 + }, + { + "epoch": 1.7884493067039817, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5702719688415527, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.882808268070221, + "num_tokens": 533615115.0, + "step": 14059 + }, + { + "epoch": 1.7885765169825723, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7485387325286865, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8732314109802246, + "num_tokens": 533653774.0, + "step": 14060 + }, + { + "epoch": 1.7887037272611628, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.555488109588623, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8832546472549438, + "num_tokens": 533692628.0, + "step": 14061 + }, + { + "epoch": 1.7888309375397533, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7498373985290527, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8895300626754761, + "num_tokens": 533734935.0, + "step": 14062 + }, + { + "epoch": 1.7889581478183438, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.555908203125, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8666919469833374, + "num_tokens": 533772541.0, + "step": 14063 + }, + { + "epoch": 1.7890853580969344, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7563090324401855, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.876765251159668, + "num_tokens": 533816036.0, + "step": 14064 + }, + { + "epoch": 1.789212568375525, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5727810859680176, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8718942403793335, + "num_tokens": 533848174.0, + "step": 14065 + }, + { + "epoch": 1.7893397786541152, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.752180337905884, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8598195910453796, + "num_tokens": 533890011.0, + "step": 14066 + }, + { + "epoch": 1.7894669889327057, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5789270401000977, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8621776103973389, + "num_tokens": 533927650.0, + "step": 14067 + }, + { + "epoch": 1.7895941992112963, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.762078285217285, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8658195734024048, + "num_tokens": 533959117.0, + "step": 14068 + }, + { + "epoch": 1.7897214094898868, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.616828441619873, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8606411218643188, + "num_tokens": 533995396.0, + "step": 14069 + }, + { + "epoch": 1.7898486197684773, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002727508544921875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.729053497314453, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.882016658782959, + "num_tokens": 534032498.0, + "step": 14070 + }, + { + "epoch": 1.7899758300470678, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.593553304672241, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.862804651260376, + "num_tokens": 534071790.0, + "step": 14071 + }, + { + "epoch": 1.7901030403256584, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7079946994781494, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8638841509819031, + "num_tokens": 534112778.0, + "step": 14072 + }, + { + "epoch": 1.7902302506042487, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5884056091308594, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8766441345214844, + "num_tokens": 534150815.0, + "step": 14073 + }, + { + "epoch": 1.7903574608828392, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7191858291625977, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8682738542556763, + "num_tokens": 534186148.0, + "step": 14074 + }, + { + "epoch": 1.7904846711614297, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5885870456695557, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8662723302841187, + "num_tokens": 534219496.0, + "step": 14075 + }, + { + "epoch": 1.7906118814400203, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.704333543777466, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8778854608535767, + "num_tokens": 534263093.0, + "step": 14076 + }, + { + "epoch": 1.7907390917186108, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.598593235015869, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.8830414414405823, + "num_tokens": 534298515.0, + "step": 14077 + }, + { + "epoch": 1.7908663019972013, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.702691078186035, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.875417947769165, + "num_tokens": 534337210.0, + "step": 14078 + }, + { + "epoch": 1.7909935122757918, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6018612384796143, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8618043661117554, + "num_tokens": 534373440.0, + "step": 14079 + }, + { + "epoch": 1.7911207225543824, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.691591501235962, + "learning_rate": 1e-05, + "loss": 0.3722, + "mean_token_accuracy": 0.8948808908462524, + "num_tokens": 534405560.0, + "step": 14080 + }, + { + "epoch": 1.791247932832973, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5894923210144043, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8743031024932861, + "num_tokens": 534442824.0, + "step": 14081 + }, + { + "epoch": 1.7913751431115634, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.698075771331787, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8723717927932739, + "num_tokens": 534482569.0, + "step": 14082 + }, + { + "epoch": 1.791502353390154, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5952768325805664, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8650836944580078, + "num_tokens": 534518481.0, + "step": 14083 + }, + { + "epoch": 1.7916295636687445, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7314207553863525, + "learning_rate": 1e-05, + "loss": 0.5004, + "mean_token_accuracy": 0.8507879972457886, + "num_tokens": 534553273.0, + "step": 14084 + }, + { + "epoch": 1.791756773947335, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5743768215179443, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8662452697753906, + "num_tokens": 534587322.0, + "step": 14085 + }, + { + "epoch": 1.7918839842259255, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7192366123199463, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8819627165794373, + "num_tokens": 534622999.0, + "step": 14086 + }, + { + "epoch": 1.792011194504516, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5802013874053955, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8633594512939453, + "num_tokens": 534655953.0, + "step": 14087 + }, + { + "epoch": 1.7921384047831066, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.711146831512451, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.865395188331604, + "num_tokens": 534699495.0, + "step": 14088 + }, + { + "epoch": 1.7922656150616971, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5716543197631836, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.879810094833374, + "num_tokens": 534737650.0, + "step": 14089 + }, + { + "epoch": 1.7923928253402877, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7268834114074707, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.874599277973175, + "num_tokens": 534771169.0, + "step": 14090 + }, + { + "epoch": 1.792520035618878, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5770294666290283, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.881508469581604, + "num_tokens": 534802968.0, + "step": 14091 + }, + { + "epoch": 1.7926472458974685, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7196733951568604, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8751505017280579, + "num_tokens": 534846975.0, + "step": 14092 + }, + { + "epoch": 1.792774456176059, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5766093730926514, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8750605583190918, + "num_tokens": 534880969.0, + "step": 14093 + }, + { + "epoch": 1.7929016664546495, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7333486080169678, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8661067485809326, + "num_tokens": 534918423.0, + "step": 14094 + }, + { + "epoch": 1.79302887673324, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.575286626815796, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8795748949050903, + "num_tokens": 534952733.0, + "step": 14095 + }, + { + "epoch": 1.7931560870118306, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.748117208480835, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8782253265380859, + "num_tokens": 534981868.0, + "step": 14096 + }, + { + "epoch": 1.793283297290421, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5599710941314697, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8693742752075195, + "num_tokens": 535020940.0, + "step": 14097 + }, + { + "epoch": 1.7934105075690114, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.758867025375366, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8761318922042847, + "num_tokens": 535053073.0, + "step": 14098 + }, + { + "epoch": 1.793537717847602, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.554290294647217, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.870561957359314, + "num_tokens": 535097731.0, + "step": 14099 + }, + { + "epoch": 1.7936649281261925, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7642812728881836, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8646787405014038, + "num_tokens": 535145571.0, + "step": 14100 + }, + { + "epoch": 1.793792138404783, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5570874214172363, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8685277104377747, + "num_tokens": 535184226.0, + "step": 14101 + }, + { + "epoch": 1.7939193486833735, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.795792579650879, + "learning_rate": 1e-05, + "loss": 0.5093, + "mean_token_accuracy": 0.8527594208717346, + "num_tokens": 535221990.0, + "step": 14102 + }, + { + "epoch": 1.794046558961964, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.556251049041748, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8640843629837036, + "num_tokens": 535261588.0, + "step": 14103 + }, + { + "epoch": 1.7941737692405546, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8045730590820312, + "learning_rate": 1e-05, + "loss": 0.5009, + "mean_token_accuracy": 0.8533825874328613, + "num_tokens": 535299023.0, + "step": 14104 + }, + { + "epoch": 1.7943009795191451, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5698130130767822, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.866288423538208, + "num_tokens": 535332174.0, + "step": 14105 + }, + { + "epoch": 1.7944281897977357, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.799586057662964, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8760705590248108, + "num_tokens": 535367242.0, + "step": 14106 + }, + { + "epoch": 1.7945554000763262, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5715157985687256, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8731298446655273, + "num_tokens": 535401962.0, + "step": 14107 + }, + { + "epoch": 1.7946826103549167, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7949745655059814, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8621575832366943, + "num_tokens": 535441481.0, + "step": 14108 + }, + { + "epoch": 1.7948098206335072, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5774056911468506, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8775326013565063, + "num_tokens": 535473619.0, + "step": 14109 + }, + { + "epoch": 1.7949370309120978, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.780836343765259, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8839677572250366, + "num_tokens": 535515340.0, + "step": 14110 + }, + { + "epoch": 1.7950642411906883, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5869104862213135, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.8559239506721497, + "num_tokens": 535555090.0, + "step": 14111 + }, + { + "epoch": 1.7951914514692788, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7762229442596436, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.87083899974823, + "num_tokens": 535595484.0, + "step": 14112 + }, + { + "epoch": 1.7953186617478694, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5801947116851807, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.869493842124939, + "num_tokens": 535634170.0, + "step": 14113 + }, + { + "epoch": 1.7954458720264599, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.76765513420105, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8749514222145081, + "num_tokens": 535671771.0, + "step": 14114 + }, + { + "epoch": 1.7955730823050502, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.575057029724121, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8794726133346558, + "num_tokens": 535710280.0, + "step": 14115 + }, + { + "epoch": 1.7957002925836407, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.775348663330078, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8677219152450562, + "num_tokens": 535749509.0, + "step": 14116 + }, + { + "epoch": 1.7958275028622313, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5598487854003906, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8786197900772095, + "num_tokens": 535794184.0, + "step": 14117 + }, + { + "epoch": 1.7959547131408218, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8006207942962646, + "learning_rate": 1e-05, + "loss": 0.4952, + "mean_token_accuracy": 0.8526390194892883, + "num_tokens": 535828818.0, + "step": 14118 + }, + { + "epoch": 1.7960819234194123, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.565192461013794, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8646738529205322, + "num_tokens": 535869461.0, + "step": 14119 + }, + { + "epoch": 1.7962091336980028, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7944419384002686, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8726032972335815, + "num_tokens": 535907287.0, + "step": 14120 + }, + { + "epoch": 1.7963363439765934, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5690722465515137, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8794251680374146, + "num_tokens": 535949063.0, + "step": 14121 + }, + { + "epoch": 1.7964635542551837, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7923896312713623, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8733687400817871, + "num_tokens": 535987202.0, + "step": 14122 + }, + { + "epoch": 1.7965907645337742, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5820038318634033, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.881234884262085, + "num_tokens": 536021790.0, + "step": 14123 + }, + { + "epoch": 1.7967179748123647, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7908167839050293, + "learning_rate": 1e-05, + "loss": 0.5418, + "mean_token_accuracy": 0.8438788652420044, + "num_tokens": 536069932.0, + "step": 14124 + }, + { + "epoch": 1.7968451850909553, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5702602863311768, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8796207308769226, + "num_tokens": 536110428.0, + "step": 14125 + }, + { + "epoch": 1.7969723953695458, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7883880138397217, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8684534430503845, + "num_tokens": 536147711.0, + "step": 14126 + }, + { + "epoch": 1.7970996056481363, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.580089569091797, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8777564764022827, + "num_tokens": 536184422.0, + "step": 14127 + }, + { + "epoch": 1.7972268159267268, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7667722702026367, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8838119506835938, + "num_tokens": 536224802.0, + "step": 14128 + }, + { + "epoch": 1.7973540262053174, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5760498046875, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8676517605781555, + "num_tokens": 536267596.0, + "step": 14129 + }, + { + "epoch": 1.797481236483908, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.802379608154297, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8754143714904785, + "num_tokens": 536306130.0, + "step": 14130 + }, + { + "epoch": 1.7976084467624984, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.575073003768921, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8700562119483948, + "num_tokens": 536345451.0, + "step": 14131 + }, + { + "epoch": 1.797735657041089, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.795846939086914, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8654440641403198, + "num_tokens": 536377953.0, + "step": 14132 + }, + { + "epoch": 1.7978628673196795, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.576742172241211, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8810877799987793, + "num_tokens": 536410879.0, + "step": 14133 + }, + { + "epoch": 1.79799007759827, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.787414073944092, + "learning_rate": 1e-05, + "loss": 0.485, + "mean_token_accuracy": 0.8582455515861511, + "num_tokens": 536448351.0, + "step": 14134 + }, + { + "epoch": 1.7981172878768605, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5712697505950928, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.86687171459198, + "num_tokens": 536488968.0, + "step": 14135 + }, + { + "epoch": 1.798244498155451, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.771315097808838, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8807367086410522, + "num_tokens": 536529189.0, + "step": 14136 + }, + { + "epoch": 1.7983717084340416, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.570310592651367, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8871655464172363, + "num_tokens": 536567778.0, + "step": 14137 + }, + { + "epoch": 1.7984989187126321, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7740373611450195, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.870811402797699, + "num_tokens": 536609193.0, + "step": 14138 + }, + { + "epoch": 1.7986261289912227, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5843358039855957, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8550189733505249, + "num_tokens": 536646122.0, + "step": 14139 + }, + { + "epoch": 1.798753339269813, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7737770080566406, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8693574666976929, + "num_tokens": 536682146.0, + "step": 14140 + }, + { + "epoch": 1.7988805495484035, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5934953689575195, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8622934818267822, + "num_tokens": 536715449.0, + "step": 14141 + }, + { + "epoch": 1.799007759826994, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.757408618927002, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8671875596046448, + "num_tokens": 536752430.0, + "step": 14142 + }, + { + "epoch": 1.7991349701055845, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.599799394607544, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.858203649520874, + "num_tokens": 536785577.0, + "step": 14143 + }, + { + "epoch": 1.799262180384175, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.735491991043091, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8825088739395142, + "num_tokens": 536824074.0, + "step": 14144 + }, + { + "epoch": 1.7993893906627656, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5778260231018066, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8872992396354675, + "num_tokens": 536865819.0, + "step": 14145 + }, + { + "epoch": 1.799516600941356, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.731494188308716, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8725132942199707, + "num_tokens": 536905538.0, + "step": 14146 + }, + { + "epoch": 1.7996438112199464, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5888772010803223, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8799180388450623, + "num_tokens": 536944895.0, + "step": 14147 + }, + { + "epoch": 1.799771021498537, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7322943210601807, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.868450403213501, + "num_tokens": 536981094.0, + "step": 14148 + }, + { + "epoch": 1.7998982317771275, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5901503562927246, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8588656783103943, + "num_tokens": 537020242.0, + "step": 14149 + }, + { + "epoch": 1.800025442055718, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7134687900543213, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8607494831085205, + "num_tokens": 537062475.0, + "step": 14150 + }, + { + "epoch": 1.8001526523343085, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.591322183609009, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8658860921859741, + "num_tokens": 537100969.0, + "step": 14151 + }, + { + "epoch": 1.800279862612899, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.714195966720581, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8700858354568481, + "num_tokens": 537141828.0, + "step": 14152 + }, + { + "epoch": 1.8004070728914896, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5827107429504395, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8776621222496033, + "num_tokens": 537181324.0, + "step": 14153 + }, + { + "epoch": 1.8005342831700801, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.713728904724121, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.876808762550354, + "num_tokens": 537224593.0, + "step": 14154 + }, + { + "epoch": 1.8006614934486707, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5890510082244873, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.866547167301178, + "num_tokens": 537262835.0, + "step": 14155 + }, + { + "epoch": 1.8007887037272612, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.712912082672119, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8685176372528076, + "num_tokens": 537299722.0, + "step": 14156 + }, + { + "epoch": 1.8009159140058517, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5745766162872314, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8748427629470825, + "num_tokens": 537345445.0, + "step": 14157 + }, + { + "epoch": 1.8010431242844422, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7228899002075195, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8732032179832458, + "num_tokens": 537382327.0, + "step": 14158 + }, + { + "epoch": 1.8011703345630328, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5841197967529297, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8713781833648682, + "num_tokens": 537419013.0, + "step": 14159 + }, + { + "epoch": 1.8012975448416233, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.716668128967285, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8702132701873779, + "num_tokens": 537459841.0, + "step": 14160 + }, + { + "epoch": 1.8014247551202138, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5762922763824463, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8830995559692383, + "num_tokens": 537494124.0, + "step": 14161 + }, + { + "epoch": 1.8015519653988044, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7175769805908203, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8772262930870056, + "num_tokens": 537532798.0, + "step": 14162 + }, + { + "epoch": 1.8016791756773949, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.578028917312622, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8707882165908813, + "num_tokens": 537568548.0, + "step": 14163 + }, + { + "epoch": 1.8018063859559852, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.717336893081665, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8859578371047974, + "num_tokens": 537604413.0, + "step": 14164 + }, + { + "epoch": 1.8019335962345757, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5717477798461914, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8726977705955505, + "num_tokens": 537640588.0, + "step": 14165 + }, + { + "epoch": 1.8020608065131662, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.722330331802368, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8628524541854858, + "num_tokens": 537682664.0, + "step": 14166 + }, + { + "epoch": 1.8021880167917568, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.591005563735962, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8550719618797302, + "num_tokens": 537716020.0, + "step": 14167 + }, + { + "epoch": 1.8023152270703473, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7048165798187256, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.876784086227417, + "num_tokens": 537756895.0, + "step": 14168 + }, + { + "epoch": 1.8024424373489378, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.590620756149292, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8668206930160522, + "num_tokens": 537794130.0, + "step": 14169 + }, + { + "epoch": 1.8025696476275284, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.728752851486206, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8841580748558044, + "num_tokens": 537822865.0, + "step": 14170 + }, + { + "epoch": 1.8026968579061187, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.583585500717163, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.877413809299469, + "num_tokens": 537854594.0, + "step": 14171 + }, + { + "epoch": 1.8028240681847092, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.724555492401123, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8713948726654053, + "num_tokens": 537889667.0, + "step": 14172 + }, + { + "epoch": 1.8029512784632997, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.5820260047912598, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8599058389663696, + "num_tokens": 537924322.0, + "step": 14173 + }, + { + "epoch": 1.8030784887418903, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.722632884979248, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8816725611686707, + "num_tokens": 537962196.0, + "step": 14174 + }, + { + "epoch": 1.8032056990204808, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.57814884185791, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8792357444763184, + "num_tokens": 537999916.0, + "step": 14175 + }, + { + "epoch": 1.8033329092990713, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.724343776702881, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8824383020401001, + "num_tokens": 538035823.0, + "step": 14176 + }, + { + "epoch": 1.8034601195776618, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5742948055267334, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8614935874938965, + "num_tokens": 538080664.0, + "step": 14177 + }, + { + "epoch": 1.8035873298562524, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7245585918426514, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8649550080299377, + "num_tokens": 538123178.0, + "step": 14178 + }, + { + "epoch": 1.803714540134843, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.580214262008667, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8759092092514038, + "num_tokens": 538158757.0, + "step": 14179 + }, + { + "epoch": 1.8038417504134334, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.727288246154785, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8668718338012695, + "num_tokens": 538199019.0, + "step": 14180 + }, + { + "epoch": 1.803968960692024, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5617740154266357, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8712700009346008, + "num_tokens": 538239839.0, + "step": 14181 + }, + { + "epoch": 1.8040961709706145, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7355592250823975, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8737941384315491, + "num_tokens": 538287677.0, + "step": 14182 + }, + { + "epoch": 1.804223381249205, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.571356773376465, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.873200535774231, + "num_tokens": 538322304.0, + "step": 14183 + }, + { + "epoch": 1.8043505915277955, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.726749897003174, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8765410780906677, + "num_tokens": 538364087.0, + "step": 14184 + }, + { + "epoch": 1.804477801806386, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.571737051010132, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8699862957000732, + "num_tokens": 538401507.0, + "step": 14185 + }, + { + "epoch": 1.8046050120849766, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.725466251373291, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8759044408798218, + "num_tokens": 538440666.0, + "step": 14186 + }, + { + "epoch": 1.8047322223635671, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5812714099884033, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8636553287506104, + "num_tokens": 538478915.0, + "step": 14187 + }, + { + "epoch": 1.8048594326421576, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7302441596984863, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8742722272872925, + "num_tokens": 538517770.0, + "step": 14188 + }, + { + "epoch": 1.804986642920748, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.582291603088379, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8596466779708862, + "num_tokens": 538555812.0, + "step": 14189 + }, + { + "epoch": 1.8051138531993385, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7187023162841797, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8863475322723389, + "num_tokens": 538596023.0, + "step": 14190 + }, + { + "epoch": 1.805241063477929, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.577803373336792, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.886143684387207, + "num_tokens": 538630840.0, + "step": 14191 + }, + { + "epoch": 1.8053682737565195, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.737581968307495, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.863304615020752, + "num_tokens": 538668515.0, + "step": 14192 + }, + { + "epoch": 1.80549548403511, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5818252563476562, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8628334403038025, + "num_tokens": 538703996.0, + "step": 14193 + }, + { + "epoch": 1.8056226943137006, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.728057384490967, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8721569776535034, + "num_tokens": 538742819.0, + "step": 14194 + }, + { + "epoch": 1.805749904592291, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5769498348236084, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8826266527175903, + "num_tokens": 538776218.0, + "step": 14195 + }, + { + "epoch": 1.8058771148708814, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7324135303497314, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8729700446128845, + "num_tokens": 538813377.0, + "step": 14196 + }, + { + "epoch": 1.806004325149472, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.564145088195801, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8687149882316589, + "num_tokens": 538856755.0, + "step": 14197 + }, + { + "epoch": 1.8061315354280625, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.750265598297119, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8709562420845032, + "num_tokens": 538898175.0, + "step": 14198 + }, + { + "epoch": 1.806258745706653, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5694544315338135, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8650897741317749, + "num_tokens": 538935539.0, + "step": 14199 + }, + { + "epoch": 1.8063859559852435, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.748723268508911, + "learning_rate": 1e-05, + "loss": 0.4968, + "mean_token_accuracy": 0.8556064963340759, + "num_tokens": 538978999.0, + "step": 14200 + }, + { + "epoch": 1.806513166263834, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5702757835388184, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8802158832550049, + "num_tokens": 539013480.0, + "step": 14201 + }, + { + "epoch": 1.8066403765424246, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7637832164764404, + "learning_rate": 1e-05, + "loss": 0.4806, + "mean_token_accuracy": 0.8630210161209106, + "num_tokens": 539047120.0, + "step": 14202 + }, + { + "epoch": 1.8067675868210151, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5613064765930176, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8817997574806213, + "num_tokens": 539088243.0, + "step": 14203 + }, + { + "epoch": 1.8068947970996057, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.776564836502075, + "learning_rate": 1e-05, + "loss": 0.4803, + "mean_token_accuracy": 0.8622250556945801, + "num_tokens": 539128240.0, + "step": 14204 + }, + { + "epoch": 1.8070220073781962, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5558979511260986, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.870464026927948, + "num_tokens": 539168792.0, + "step": 14205 + }, + { + "epoch": 1.8071492176567867, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.778014898300171, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8765667676925659, + "num_tokens": 539210510.0, + "step": 14206 + }, + { + "epoch": 1.8072764279353772, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5637223720550537, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8743792772293091, + "num_tokens": 539248926.0, + "step": 14207 + }, + { + "epoch": 1.8074036382139678, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.788233518600464, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8673456311225891, + "num_tokens": 539285795.0, + "step": 14208 + }, + { + "epoch": 1.8075308484925583, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5526857376098633, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8785268068313599, + "num_tokens": 539324891.0, + "step": 14209 + }, + { + "epoch": 1.8076580587711488, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.801374673843384, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8626468777656555, + "num_tokens": 539364684.0, + "step": 14210 + }, + { + "epoch": 1.8077852690497394, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5481045246124268, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8789162039756775, + "num_tokens": 539403312.0, + "step": 14211 + }, + { + "epoch": 1.8079124793283299, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8232853412628174, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.884100079536438, + "num_tokens": 539443567.0, + "step": 14212 + }, + { + "epoch": 1.8080396896069202, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5629916191101074, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8651484847068787, + "num_tokens": 539480969.0, + "step": 14213 + }, + { + "epoch": 1.8081668998855107, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8230791091918945, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8708792924880981, + "num_tokens": 539518105.0, + "step": 14214 + }, + { + "epoch": 1.8082941101641012, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5582494735717773, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8577568531036377, + "num_tokens": 539561364.0, + "step": 14215 + }, + { + "epoch": 1.8084213204426918, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8368897438049316, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8654335141181946, + "num_tokens": 539594602.0, + "step": 14216 + }, + { + "epoch": 1.8085485307212823, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5718460083007812, + "learning_rate": 1e-05, + "loss": 0.4764, + "mean_token_accuracy": 0.8576943874359131, + "num_tokens": 539635985.0, + "step": 14217 + }, + { + "epoch": 1.8086757409998728, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8276562690734863, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8739303350448608, + "num_tokens": 539675201.0, + "step": 14218 + }, + { + "epoch": 1.8088029512784631, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.577071189880371, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8802295923233032, + "num_tokens": 539712661.0, + "step": 14219 + }, + { + "epoch": 1.8089301615570537, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8294193744659424, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8589165806770325, + "num_tokens": 539749941.0, + "step": 14220 + }, + { + "epoch": 1.8090573718356442, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5935163497924805, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8669461607933044, + "num_tokens": 539786906.0, + "step": 14221 + }, + { + "epoch": 1.8091845821142347, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8168740272521973, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8761287927627563, + "num_tokens": 539824235.0, + "step": 14222 + }, + { + "epoch": 1.8093117923928252, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5892930030822754, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8609616756439209, + "num_tokens": 539864326.0, + "step": 14223 + }, + { + "epoch": 1.8094390026714158, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7920281887054443, + "learning_rate": 1e-05, + "loss": 0.4966, + "mean_token_accuracy": 0.8577960133552551, + "num_tokens": 539909105.0, + "step": 14224 + }, + { + "epoch": 1.8095662129500063, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6080713272094727, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8712589740753174, + "num_tokens": 539944846.0, + "step": 14225 + }, + { + "epoch": 1.8096934232285968, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.770082473754883, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8739746809005737, + "num_tokens": 539984720.0, + "step": 14226 + }, + { + "epoch": 1.8098206335071874, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6001551151275635, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8629035949707031, + "num_tokens": 540025002.0, + "step": 14227 + }, + { + "epoch": 1.8099478437857779, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.771902561187744, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8622164726257324, + "num_tokens": 540060256.0, + "step": 14228 + }, + { + "epoch": 1.8100750540643684, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5981411933898926, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8700004816055298, + "num_tokens": 540098073.0, + "step": 14229 + }, + { + "epoch": 1.810202264342959, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7710626125335693, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8728171586990356, + "num_tokens": 540128704.0, + "step": 14230 + }, + { + "epoch": 1.8103294746215495, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.592473268508911, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8822671175003052, + "num_tokens": 540161293.0, + "step": 14231 + }, + { + "epoch": 1.81045668490014, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.763950824737549, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8833847045898438, + "num_tokens": 540193685.0, + "step": 14232 + }, + { + "epoch": 1.8105838951787305, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.565837860107422, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8831763863563538, + "num_tokens": 540232217.0, + "step": 14233 + }, + { + "epoch": 1.810711105457321, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7792389392852783, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8679442405700684, + "num_tokens": 540267561.0, + "step": 14234 + }, + { + "epoch": 1.8108383157359116, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5656778812408447, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8788143396377563, + "num_tokens": 540305788.0, + "step": 14235 + }, + { + "epoch": 1.8109655260145021, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.794875383377075, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8662821650505066, + "num_tokens": 540341105.0, + "step": 14236 + }, + { + "epoch": 1.8110927362930926, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.581524610519409, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8675141334533691, + "num_tokens": 540380502.0, + "step": 14237 + }, + { + "epoch": 1.811219946571683, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.783461093902588, + "learning_rate": 1e-05, + "loss": 0.5038, + "mean_token_accuracy": 0.8512859344482422, + "num_tokens": 540420561.0, + "step": 14238 + }, + { + "epoch": 1.8113471568502735, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5724990367889404, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8665449619293213, + "num_tokens": 540460561.0, + "step": 14239 + }, + { + "epoch": 1.811474367128864, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7856805324554443, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8687841296195984, + "num_tokens": 540498939.0, + "step": 14240 + }, + { + "epoch": 1.8116015774074545, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.580045461654663, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8616548180580139, + "num_tokens": 540536127.0, + "step": 14241 + }, + { + "epoch": 1.811728787686045, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.790963649749756, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.8831899762153625, + "num_tokens": 540567812.0, + "step": 14242 + }, + { + "epoch": 1.8118559979646356, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5706429481506348, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8827126026153564, + "num_tokens": 540604176.0, + "step": 14243 + }, + { + "epoch": 1.811983208243226, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7918286323547363, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8556019067764282, + "num_tokens": 540640989.0, + "step": 14244 + }, + { + "epoch": 1.8121104185218164, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.57643461227417, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8763853907585144, + "num_tokens": 540680590.0, + "step": 14245 + }, + { + "epoch": 1.812237628800407, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7741191387176514, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8740760684013367, + "num_tokens": 540723739.0, + "step": 14246 + }, + { + "epoch": 1.8123648390789975, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.585134267807007, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.872222900390625, + "num_tokens": 540759686.0, + "step": 14247 + }, + { + "epoch": 1.812492049357588, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7657577991485596, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8862305879592896, + "num_tokens": 540795710.0, + "step": 14248 + }, + { + "epoch": 1.8126192596361785, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.605478048324585, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8708422780036926, + "num_tokens": 540838558.0, + "step": 14249 + }, + { + "epoch": 1.812746469914769, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.742931842803955, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8843183517456055, + "num_tokens": 540874543.0, + "step": 14250 + }, + { + "epoch": 1.8128736801933596, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.596581220626831, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8730411529541016, + "num_tokens": 540909903.0, + "step": 14251 + }, + { + "epoch": 1.8130008904719501, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7330141067504883, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8713645935058594, + "num_tokens": 540947977.0, + "step": 14252 + }, + { + "epoch": 1.8131281007505406, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5886826515197754, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8614182472229004, + "num_tokens": 540986288.0, + "step": 14253 + }, + { + "epoch": 1.8132553110291312, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7287490367889404, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.872782826423645, + "num_tokens": 541027607.0, + "step": 14254 + }, + { + "epoch": 1.8133825213077217, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5834403038024902, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8759630918502808, + "num_tokens": 541064424.0, + "step": 14255 + }, + { + "epoch": 1.8135097315863122, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7400872707366943, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8661721348762512, + "num_tokens": 541097815.0, + "step": 14256 + }, + { + "epoch": 1.8136369418649028, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5883941650390625, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8643356561660767, + "num_tokens": 541136567.0, + "step": 14257 + }, + { + "epoch": 1.8137641521434933, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7319118976593018, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8753706216812134, + "num_tokens": 541174305.0, + "step": 14258 + }, + { + "epoch": 1.8138913624220838, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5916452407836914, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8713240623474121, + "num_tokens": 541207118.0, + "step": 14259 + }, + { + "epoch": 1.8140185727006743, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7274205684661865, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8825697302818298, + "num_tokens": 541242208.0, + "step": 14260 + }, + { + "epoch": 1.8141457829792649, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5810065269470215, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8744149208068848, + "num_tokens": 541278553.0, + "step": 14261 + }, + { + "epoch": 1.8142729932578552, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7315611839294434, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8666471242904663, + "num_tokens": 541318329.0, + "step": 14262 + }, + { + "epoch": 1.8144002035364457, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5752851963043213, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8791071772575378, + "num_tokens": 541353406.0, + "step": 14263 + }, + { + "epoch": 1.8145274138150362, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.750577449798584, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8681999444961548, + "num_tokens": 541385504.0, + "step": 14264 + }, + { + "epoch": 1.8146546240936268, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.56475830078125, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8653271198272705, + "num_tokens": 541426172.0, + "step": 14265 + }, + { + "epoch": 1.8147818343722173, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7554852962493896, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8756124973297119, + "num_tokens": 541464785.0, + "step": 14266 + }, + { + "epoch": 1.8149090446508078, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5716612339019775, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8646426200866699, + "num_tokens": 541500271.0, + "step": 14267 + }, + { + "epoch": 1.8150362549293981, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7499380111694336, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8677347302436829, + "num_tokens": 541537482.0, + "step": 14268 + }, + { + "epoch": 1.8151634652079887, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5634140968322754, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8744336366653442, + "num_tokens": 541576669.0, + "step": 14269 + }, + { + "epoch": 1.8152906754865792, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7649381160736084, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8717971444129944, + "num_tokens": 541616040.0, + "step": 14270 + }, + { + "epoch": 1.8154178857651697, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5749433040618896, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8560632467269897, + "num_tokens": 541649994.0, + "step": 14271 + }, + { + "epoch": 1.8155450960437602, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.771909475326538, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8581496477127075, + "num_tokens": 541688468.0, + "step": 14272 + }, + { + "epoch": 1.8156723063223508, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.592906951904297, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8691166639328003, + "num_tokens": 541725173.0, + "step": 14273 + }, + { + "epoch": 1.8157995166009413, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7546591758728027, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8685082793235779, + "num_tokens": 541762523.0, + "step": 14274 + }, + { + "epoch": 1.8159267268795318, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5766332149505615, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8695505261421204, + "num_tokens": 541799731.0, + "step": 14275 + }, + { + "epoch": 1.8160539371581224, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7366256713867188, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8810184597969055, + "num_tokens": 541844172.0, + "step": 14276 + }, + { + "epoch": 1.8161811474367129, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5602121353149414, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.872983992099762, + "num_tokens": 541887526.0, + "step": 14277 + }, + { + "epoch": 1.8163083577153034, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7388455867767334, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8725367784500122, + "num_tokens": 541932712.0, + "step": 14278 + }, + { + "epoch": 1.816435567993894, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.577334403991699, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8717274069786072, + "num_tokens": 541968915.0, + "step": 14279 + }, + { + "epoch": 1.8165627782724845, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7456274032592773, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8658721446990967, + "num_tokens": 542010296.0, + "step": 14280 + }, + { + "epoch": 1.816689988551075, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5563912391662598, + "learning_rate": 1e-05, + "loss": 0.3872, + "mean_token_accuracy": 0.8875904083251953, + "num_tokens": 542050096.0, + "step": 14281 + }, + { + "epoch": 1.8168171988296655, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7712104320526123, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8670003414154053, + "num_tokens": 542086746.0, + "step": 14282 + }, + { + "epoch": 1.816944409108256, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.562251567840576, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8762419819831848, + "num_tokens": 542123095.0, + "step": 14283 + }, + { + "epoch": 1.8170716193868466, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.772395133972168, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8762356638908386, + "num_tokens": 542157797.0, + "step": 14284 + }, + { + "epoch": 1.817198829665437, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.5587971210479736, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8642565011978149, + "num_tokens": 542196091.0, + "step": 14285 + }, + { + "epoch": 1.8173260399440276, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.784003257751465, + "learning_rate": 1e-05, + "loss": 0.4846, + "mean_token_accuracy": 0.8574692606925964, + "num_tokens": 542234242.0, + "step": 14286 + }, + { + "epoch": 1.817453250222618, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5502469539642334, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8768839836120605, + "num_tokens": 542273187.0, + "step": 14287 + }, + { + "epoch": 1.8175804605012085, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7960712909698486, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8786274194717407, + "num_tokens": 542308116.0, + "step": 14288 + }, + { + "epoch": 1.817707670779799, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.572201728820801, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8777801990509033, + "num_tokens": 542339964.0, + "step": 14289 + }, + { + "epoch": 1.8178348810583895, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7826569080352783, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8661078810691833, + "num_tokens": 542381923.0, + "step": 14290 + }, + { + "epoch": 1.81796209133698, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5656862258911133, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.880661129951477, + "num_tokens": 542418468.0, + "step": 14291 + }, + { + "epoch": 1.8180893016155706, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.817209243774414, + "learning_rate": 1e-05, + "loss": 0.5273, + "mean_token_accuracy": 0.8515159487724304, + "num_tokens": 542448806.0, + "step": 14292 + }, + { + "epoch": 1.818216511894161, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5724828243255615, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.872988224029541, + "num_tokens": 542483991.0, + "step": 14293 + }, + { + "epoch": 1.8183437221727514, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7927138805389404, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8747154474258423, + "num_tokens": 542528334.0, + "step": 14294 + }, + { + "epoch": 1.818470932451342, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.570432424545288, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8842709064483643, + "num_tokens": 542562903.0, + "step": 14295 + }, + { + "epoch": 1.8185981427299325, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7907400131225586, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8754147291183472, + "num_tokens": 542600150.0, + "step": 14296 + }, + { + "epoch": 1.818725353008523, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.579627513885498, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8794493675231934, + "num_tokens": 542637894.0, + "step": 14297 + }, + { + "epoch": 1.8188525632871135, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8134677410125732, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8569628000259399, + "num_tokens": 542667729.0, + "step": 14298 + }, + { + "epoch": 1.818979773565704, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5894412994384766, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.874687671661377, + "num_tokens": 542699994.0, + "step": 14299 + }, + { + "epoch": 1.8191069838442946, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7689435482025146, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8782070875167847, + "num_tokens": 542743849.0, + "step": 14300 + }, + { + "epoch": 1.8192341941228851, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5822441577911377, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.860858678817749, + "num_tokens": 542784788.0, + "step": 14301 + }, + { + "epoch": 1.8193614044014756, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7795934677124023, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8690237402915955, + "num_tokens": 542820942.0, + "step": 14302 + }, + { + "epoch": 1.8194886146800662, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5888283252716064, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8819989562034607, + "num_tokens": 542857345.0, + "step": 14303 + }, + { + "epoch": 1.8196158249586567, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7684524059295654, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8806379437446594, + "num_tokens": 542890952.0, + "step": 14304 + }, + { + "epoch": 1.8197430352372472, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.604599952697754, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8580069541931152, + "num_tokens": 542927487.0, + "step": 14305 + }, + { + "epoch": 1.8198702455158378, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7454848289489746, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8700910806655884, + "num_tokens": 542967554.0, + "step": 14306 + }, + { + "epoch": 1.8199974557944283, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5978946685791016, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8599101305007935, + "num_tokens": 543003768.0, + "step": 14307 + }, + { + "epoch": 1.8201246660730188, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7280044555664062, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8757302165031433, + "num_tokens": 543041937.0, + "step": 14308 + }, + { + "epoch": 1.8202518763516093, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5752627849578857, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8882502317428589, + "num_tokens": 543084358.0, + "step": 14309 + }, + { + "epoch": 1.8203790866301999, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7374348640441895, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8756523728370667, + "num_tokens": 543121749.0, + "step": 14310 + }, + { + "epoch": 1.8205062969087902, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5899717807769775, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8601006269454956, + "num_tokens": 543161160.0, + "step": 14311 + }, + { + "epoch": 1.8206335071873807, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.734281301498413, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8697781562805176, + "num_tokens": 543197364.0, + "step": 14312 + }, + { + "epoch": 1.8207607174659712, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5870139598846436, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.8861029148101807, + "num_tokens": 543233381.0, + "step": 14313 + }, + { + "epoch": 1.8208879277445618, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7512199878692627, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8632603883743286, + "num_tokens": 543266139.0, + "step": 14314 + }, + { + "epoch": 1.8210151380231523, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5866048336029053, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.8572304844856262, + "num_tokens": 543307681.0, + "step": 14315 + }, + { + "epoch": 1.8211423483017428, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7442245483398438, + "learning_rate": 1e-05, + "loss": 0.4932, + "mean_token_accuracy": 0.860873818397522, + "num_tokens": 543347916.0, + "step": 14316 + }, + { + "epoch": 1.8212695585803331, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5673906803131104, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8810888528823853, + "num_tokens": 543386326.0, + "step": 14317 + }, + { + "epoch": 1.8213967688589237, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7537841796875, + "learning_rate": 1e-05, + "loss": 0.4612, + "mean_token_accuracy": 0.8666918277740479, + "num_tokens": 543423220.0, + "step": 14318 + }, + { + "epoch": 1.8215239791375142, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.568603754043579, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8780542612075806, + "num_tokens": 543461672.0, + "step": 14319 + }, + { + "epoch": 1.8216511894161047, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7601888179779053, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8740313053131104, + "num_tokens": 543498775.0, + "step": 14320 + }, + { + "epoch": 1.8217783996946952, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5543577671051025, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8821086287498474, + "num_tokens": 543539966.0, + "step": 14321 + }, + { + "epoch": 1.8219056099732858, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.768327236175537, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8729780912399292, + "num_tokens": 543577176.0, + "step": 14322 + }, + { + "epoch": 1.8220328202518763, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.555891513824463, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8610041737556458, + "num_tokens": 543621328.0, + "step": 14323 + }, + { + "epoch": 1.8221600305304668, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.784209966659546, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8597358465194702, + "num_tokens": 543662446.0, + "step": 14324 + }, + { + "epoch": 1.8222872408090574, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.570296049118042, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8808847069740295, + "num_tokens": 543695739.0, + "step": 14325 + }, + { + "epoch": 1.8224144510876479, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.76979660987854, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8771378993988037, + "num_tokens": 543735823.0, + "step": 14326 + }, + { + "epoch": 1.8225416613662384, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.575726270675659, + "learning_rate": 1e-05, + "loss": 0.4903, + "mean_token_accuracy": 0.8541516661643982, + "num_tokens": 543771800.0, + "step": 14327 + }, + { + "epoch": 1.822668871644829, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.767549514770508, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8633238673210144, + "num_tokens": 543812425.0, + "step": 14328 + }, + { + "epoch": 1.8227960819234195, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5673608779907227, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8751763105392456, + "num_tokens": 543849867.0, + "step": 14329 + }, + { + "epoch": 1.82292329220201, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7605679035186768, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.88258957862854, + "num_tokens": 543887289.0, + "step": 14330 + }, + { + "epoch": 1.8230505024806005, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5763890743255615, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8769088983535767, + "num_tokens": 543923432.0, + "step": 14331 + }, + { + "epoch": 1.823177712759191, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.749495267868042, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.8567495346069336, + "num_tokens": 543966655.0, + "step": 14332 + }, + { + "epoch": 1.8233049230377816, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5705649852752686, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8778135776519775, + "num_tokens": 544006920.0, + "step": 14333 + }, + { + "epoch": 1.823432133316372, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.757986545562744, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8720970153808594, + "num_tokens": 544044066.0, + "step": 14334 + }, + { + "epoch": 1.8235593435949626, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5964560508728027, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8658536672592163, + "num_tokens": 544073795.0, + "step": 14335 + }, + { + "epoch": 1.823686553873553, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.741945505142212, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8768242597579956, + "num_tokens": 544107378.0, + "step": 14336 + }, + { + "epoch": 1.8238137641521435, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5829808712005615, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8738837838172913, + "num_tokens": 544144377.0, + "step": 14337 + }, + { + "epoch": 1.823940974430734, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7474730014801025, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8675657510757446, + "num_tokens": 544176484.0, + "step": 14338 + }, + { + "epoch": 1.8240681847093245, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5871098041534424, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8779458403587341, + "num_tokens": 544209152.0, + "step": 14339 + }, + { + "epoch": 1.824195394987915, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.737164258956909, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8669205904006958, + "num_tokens": 544249197.0, + "step": 14340 + }, + { + "epoch": 1.8243226052665056, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5702052116394043, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8861943483352661, + "num_tokens": 544290225.0, + "step": 14341 + }, + { + "epoch": 1.8244498155450959, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7292590141296387, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8685941100120544, + "num_tokens": 544333015.0, + "step": 14342 + }, + { + "epoch": 1.8245770258236864, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5819082260131836, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.866047739982605, + "num_tokens": 544370165.0, + "step": 14343 + }, + { + "epoch": 1.824704236102277, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.730072259902954, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8733596205711365, + "num_tokens": 544407284.0, + "step": 14344 + }, + { + "epoch": 1.8248314463808675, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.597540855407715, + "learning_rate": 1e-05, + "loss": 0.4874, + "mean_token_accuracy": 0.8603063821792603, + "num_tokens": 544441558.0, + "step": 14345 + }, + { + "epoch": 1.824958656659458, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7337117195129395, + "learning_rate": 1e-05, + "loss": 0.5144, + "mean_token_accuracy": 0.8463538885116577, + "num_tokens": 544478468.0, + "step": 14346 + }, + { + "epoch": 1.8250858669380485, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.574190139770508, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8880417346954346, + "num_tokens": 544516271.0, + "step": 14347 + }, + { + "epoch": 1.825213077216639, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.730839490890503, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8815906643867493, + "num_tokens": 544553198.0, + "step": 14348 + }, + { + "epoch": 1.8253402874952296, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6039860248565674, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8780241012573242, + "num_tokens": 544586381.0, + "step": 14349 + }, + { + "epoch": 1.8254674977738201, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7189714908599854, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8689069747924805, + "num_tokens": 544628342.0, + "step": 14350 + }, + { + "epoch": 1.8255947080524106, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.584993839263916, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8667579889297485, + "num_tokens": 544667096.0, + "step": 14351 + }, + { + "epoch": 1.8257219183310012, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7110424041748047, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8772575259208679, + "num_tokens": 544711467.0, + "step": 14352 + }, + { + "epoch": 1.8258491286095917, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.6042325496673584, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.873859167098999, + "num_tokens": 544751672.0, + "step": 14353 + }, + { + "epoch": 1.8259763388881822, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6934664249420166, + "learning_rate": 1e-05, + "loss": 0.3732, + "mean_token_accuracy": 0.894701361656189, + "num_tokens": 544785479.0, + "step": 14354 + }, + { + "epoch": 1.8261035491667728, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.593256711959839, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8754082918167114, + "num_tokens": 544823122.0, + "step": 14355 + }, + { + "epoch": 1.8262307594453633, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.695282459259033, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8812592625617981, + "num_tokens": 544862544.0, + "step": 14356 + }, + { + "epoch": 1.8263579697239538, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.595757484436035, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8657167553901672, + "num_tokens": 544899538.0, + "step": 14357 + }, + { + "epoch": 1.8264851800025443, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7002906799316406, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8792337775230408, + "num_tokens": 544934544.0, + "step": 14358 + }, + { + "epoch": 1.8266123902811349, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5971741676330566, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8639000058174133, + "num_tokens": 544973304.0, + "step": 14359 + }, + { + "epoch": 1.8267396005597252, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6843109130859375, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8797167539596558, + "num_tokens": 545010748.0, + "step": 14360 + }, + { + "epoch": 1.8268668108383157, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5852503776550293, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.866920530796051, + "num_tokens": 545050742.0, + "step": 14361 + }, + { + "epoch": 1.8269940211169062, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.70955753326416, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8685246706008911, + "num_tokens": 545083904.0, + "step": 14362 + }, + { + "epoch": 1.8271212313954968, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5697035789489746, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8812959790229797, + "num_tokens": 545123885.0, + "step": 14363 + }, + { + "epoch": 1.8272484416740873, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7195756435394287, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8667479753494263, + "num_tokens": 545160295.0, + "step": 14364 + }, + { + "epoch": 1.8273756519526778, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5717804431915283, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8599851131439209, + "num_tokens": 545203469.0, + "step": 14365 + }, + { + "epoch": 1.8275028622312681, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7296764850616455, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8783631324768066, + "num_tokens": 545242173.0, + "step": 14366 + }, + { + "epoch": 1.8276300725098586, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5591585636138916, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8655611872673035, + "num_tokens": 545284968.0, + "step": 14367 + }, + { + "epoch": 1.8277572827884492, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7589643001556396, + "learning_rate": 1e-05, + "loss": 0.4953, + "mean_token_accuracy": 0.856582760810852, + "num_tokens": 545324764.0, + "step": 14368 + }, + { + "epoch": 1.8278844930670397, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.553306818008423, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8664751052856445, + "num_tokens": 545362783.0, + "step": 14369 + }, + { + "epoch": 1.8280117033456302, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.779883861541748, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8811513185501099, + "num_tokens": 545395757.0, + "step": 14370 + }, + { + "epoch": 1.8281389136242208, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5430901050567627, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8858916163444519, + "num_tokens": 545432194.0, + "step": 14371 + }, + { + "epoch": 1.8282661239028113, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7967426776885986, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.876907467842102, + "num_tokens": 545469743.0, + "step": 14372 + }, + { + "epoch": 1.8283933341814018, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5499625205993652, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8656381368637085, + "num_tokens": 545508976.0, + "step": 14373 + }, + { + "epoch": 1.8285205444599923, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8050577640533447, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8729463815689087, + "num_tokens": 545548223.0, + "step": 14374 + }, + { + "epoch": 1.8286477547385829, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5661823749542236, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8560092449188232, + "num_tokens": 545586110.0, + "step": 14375 + }, + { + "epoch": 1.8287749650171734, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.804736375808716, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8691872358322144, + "num_tokens": 545625779.0, + "step": 14376 + }, + { + "epoch": 1.828902175295764, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.570617198944092, + "learning_rate": 1e-05, + "loss": 0.4985, + "mean_token_accuracy": 0.8512631058692932, + "num_tokens": 545669464.0, + "step": 14377 + }, + { + "epoch": 1.8290293855743545, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.807234287261963, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8802347183227539, + "num_tokens": 545702674.0, + "step": 14378 + }, + { + "epoch": 1.829156595852945, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5618855953216553, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8765602111816406, + "num_tokens": 545742410.0, + "step": 14379 + }, + { + "epoch": 1.8292838061315355, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8463516235351562, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8650844693183899, + "num_tokens": 545779748.0, + "step": 14380 + }, + { + "epoch": 1.829411016410126, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5792236328125, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.865405797958374, + "num_tokens": 545811401.0, + "step": 14381 + }, + { + "epoch": 1.8295382266887166, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.813849449157715, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8791744709014893, + "num_tokens": 545848565.0, + "step": 14382 + }, + { + "epoch": 1.829665436967307, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5639541149139404, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.868310809135437, + "num_tokens": 545891245.0, + "step": 14383 + }, + { + "epoch": 1.8297926472458976, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8209900856018066, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8907393217086792, + "num_tokens": 545924860.0, + "step": 14384 + }, + { + "epoch": 1.829919857524488, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5822317600250244, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.881920337677002, + "num_tokens": 545958119.0, + "step": 14385 + }, + { + "epoch": 1.8300470678030785, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8236751556396484, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8657491207122803, + "num_tokens": 545994195.0, + "step": 14386 + }, + { + "epoch": 1.830174278081669, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.585035562515259, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8721239566802979, + "num_tokens": 546031998.0, + "step": 14387 + }, + { + "epoch": 1.8303014883602595, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8135874271392822, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8719800114631653, + "num_tokens": 546067152.0, + "step": 14388 + }, + { + "epoch": 1.83042869863885, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.582106590270996, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8856064081192017, + "num_tokens": 546104207.0, + "step": 14389 + }, + { + "epoch": 1.8305559089174406, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.796689748764038, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.860034704208374, + "num_tokens": 546150659.0, + "step": 14390 + }, + { + "epoch": 1.8306831191960309, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.591946601867676, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8781216144561768, + "num_tokens": 546188427.0, + "step": 14391 + }, + { + "epoch": 1.8308103294746214, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7836050987243652, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.864008367061615, + "num_tokens": 546227249.0, + "step": 14392 + }, + { + "epoch": 1.830937539753212, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6144216060638428, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.8615632057189941, + "num_tokens": 546263469.0, + "step": 14393 + }, + { + "epoch": 1.8310647500318025, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.771049976348877, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.869255781173706, + "num_tokens": 546300820.0, + "step": 14394 + }, + { + "epoch": 1.831191960310393, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.593240261077881, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8772532939910889, + "num_tokens": 546336639.0, + "step": 14395 + }, + { + "epoch": 1.8313191705889835, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7566745281219482, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8653851747512817, + "num_tokens": 546377769.0, + "step": 14396 + }, + { + "epoch": 1.831446380867574, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.580035448074341, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8800094127655029, + "num_tokens": 546419286.0, + "step": 14397 + }, + { + "epoch": 1.8315735911461646, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.762338876724243, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.859896719455719, + "num_tokens": 546458907.0, + "step": 14398 + }, + { + "epoch": 1.831700801424755, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5923242568969727, + "learning_rate": 1e-05, + "loss": 0.3752, + "mean_token_accuracy": 0.8904194831848145, + "num_tokens": 546491682.0, + "step": 14399 + }, + { + "epoch": 1.8318280117033456, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7505030632019043, + "learning_rate": 1e-05, + "loss": 0.5066, + "mean_token_accuracy": 0.8521659970283508, + "num_tokens": 546537141.0, + "step": 14400 + }, + { + "epoch": 1.8319552219819362, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.582029104232788, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8686699867248535, + "num_tokens": 546574318.0, + "step": 14401 + }, + { + "epoch": 1.8320824322605267, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7508373260498047, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8620786666870117, + "num_tokens": 546615938.0, + "step": 14402 + }, + { + "epoch": 1.8322096425391172, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5962727069854736, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8738886117935181, + "num_tokens": 546652608.0, + "step": 14403 + }, + { + "epoch": 1.8323368528177078, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.724799394607544, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8844090700149536, + "num_tokens": 546695363.0, + "step": 14404 + }, + { + "epoch": 1.8324640630962983, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5936760902404785, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8574407696723938, + "num_tokens": 546741174.0, + "step": 14405 + }, + { + "epoch": 1.8325912733748888, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7208971977233887, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8794176578521729, + "num_tokens": 546777827.0, + "step": 14406 + }, + { + "epoch": 1.8327184836534793, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.577413320541382, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8786753416061401, + "num_tokens": 546821199.0, + "step": 14407 + }, + { + "epoch": 1.8328456939320699, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7308268547058105, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8718470335006714, + "num_tokens": 546860151.0, + "step": 14408 + }, + { + "epoch": 1.8329729042106602, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5886118412017822, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8809086680412292, + "num_tokens": 546892456.0, + "step": 14409 + }, + { + "epoch": 1.8331001144892507, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.737426519393921, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8645608425140381, + "num_tokens": 546931611.0, + "step": 14410 + }, + { + "epoch": 1.8332273247678412, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5788328647613525, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8774623870849609, + "num_tokens": 546968408.0, + "step": 14411 + }, + { + "epoch": 1.8333545350464318, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.740959644317627, + "learning_rate": 1e-05, + "loss": 0.4757, + "mean_token_accuracy": 0.8594412207603455, + "num_tokens": 547007025.0, + "step": 14412 + }, + { + "epoch": 1.8334817453250223, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.564771890640259, + "learning_rate": 1e-05, + "loss": 0.4809, + "mean_token_accuracy": 0.8585246801376343, + "num_tokens": 547051371.0, + "step": 14413 + }, + { + "epoch": 1.8336089556036128, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.757627487182617, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.864800214767456, + "num_tokens": 547087476.0, + "step": 14414 + }, + { + "epoch": 1.8337361658822031, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.566990375518799, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8755767345428467, + "num_tokens": 547126922.0, + "step": 14415 + }, + { + "epoch": 1.8338633761607936, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7633159160614014, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8774725198745728, + "num_tokens": 547164678.0, + "step": 14416 + }, + { + "epoch": 1.8339905864393842, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.573042154312134, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.86974036693573, + "num_tokens": 547200039.0, + "step": 14417 + }, + { + "epoch": 1.8341177967179747, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.767411947250366, + "learning_rate": 1e-05, + "loss": 0.3803, + "mean_token_accuracy": 0.8910709023475647, + "num_tokens": 547233325.0, + "step": 14418 + }, + { + "epoch": 1.8342450069965652, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5679194927215576, + "learning_rate": 1e-05, + "loss": 0.3965, + "mean_token_accuracy": 0.8853849172592163, + "num_tokens": 547266658.0, + "step": 14419 + }, + { + "epoch": 1.8343722172751558, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7678072452545166, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8642752766609192, + "num_tokens": 547305876.0, + "step": 14420 + }, + { + "epoch": 1.8344994275537463, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.554173707962036, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8768195509910583, + "num_tokens": 547346847.0, + "step": 14421 + }, + { + "epoch": 1.8346266378323368, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.781489372253418, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8833765387535095, + "num_tokens": 547379896.0, + "step": 14422 + }, + { + "epoch": 1.8347538481109273, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5498597621917725, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8667542934417725, + "num_tokens": 547425666.0, + "step": 14423 + }, + { + "epoch": 1.8348810583895179, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.784181833267212, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8783373236656189, + "num_tokens": 547467007.0, + "step": 14424 + }, + { + "epoch": 1.8350082686681084, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5654327869415283, + "learning_rate": 1e-05, + "loss": 0.5015, + "mean_token_accuracy": 0.8528720140457153, + "num_tokens": 547507718.0, + "step": 14425 + }, + { + "epoch": 1.835135478946699, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7961299419403076, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8765945434570312, + "num_tokens": 547543445.0, + "step": 14426 + }, + { + "epoch": 1.8352626892252895, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5793566703796387, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8742994070053101, + "num_tokens": 547576000.0, + "step": 14427 + }, + { + "epoch": 1.83538989950388, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7952911853790283, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8774989247322083, + "num_tokens": 547609950.0, + "step": 14428 + }, + { + "epoch": 1.8355171097824705, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5623881816864014, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8778104782104492, + "num_tokens": 547650133.0, + "step": 14429 + }, + { + "epoch": 1.835644320061061, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.798153877258301, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8673427700996399, + "num_tokens": 547687754.0, + "step": 14430 + }, + { + "epoch": 1.8357715303396516, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5646443367004395, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8754750490188599, + "num_tokens": 547732119.0, + "step": 14431 + }, + { + "epoch": 1.835898740618242, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.799670696258545, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8777536749839783, + "num_tokens": 547770779.0, + "step": 14432 + }, + { + "epoch": 1.8360259508968326, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.565859079360962, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8787610530853271, + "num_tokens": 547812524.0, + "step": 14433 + }, + { + "epoch": 1.836153161175423, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8067901134490967, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8649669885635376, + "num_tokens": 547850955.0, + "step": 14434 + }, + { + "epoch": 1.8362803714540135, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5863053798675537, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8744972348213196, + "num_tokens": 547891390.0, + "step": 14435 + }, + { + "epoch": 1.836407581732604, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.800840377807617, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8660620450973511, + "num_tokens": 547930306.0, + "step": 14436 + }, + { + "epoch": 1.8365347920111945, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5833957195281982, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8640503883361816, + "num_tokens": 547970940.0, + "step": 14437 + }, + { + "epoch": 1.836662002289785, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7859952449798584, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8800821900367737, + "num_tokens": 548007908.0, + "step": 14438 + }, + { + "epoch": 1.8367892125683756, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.59858775138855, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8679880499839783, + "num_tokens": 548045040.0, + "step": 14439 + }, + { + "epoch": 1.8369164228469659, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7617340087890625, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8734060525894165, + "num_tokens": 548088501.0, + "step": 14440 + }, + { + "epoch": 1.8370436331255564, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.610567331314087, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8601851463317871, + "num_tokens": 548121888.0, + "step": 14441 + }, + { + "epoch": 1.837170843404147, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7425718307495117, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.87424635887146, + "num_tokens": 548161117.0, + "step": 14442 + }, + { + "epoch": 1.8372980536827375, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.590918779373169, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8826770782470703, + "num_tokens": 548201709.0, + "step": 14443 + }, + { + "epoch": 1.837425263961328, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7377827167510986, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8714690208435059, + "num_tokens": 548241843.0, + "step": 14444 + }, + { + "epoch": 1.8375524742399185, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5919992923736572, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.878636360168457, + "num_tokens": 548278785.0, + "step": 14445 + }, + { + "epoch": 1.837679684518509, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.740034580230713, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8768882751464844, + "num_tokens": 548315766.0, + "step": 14446 + }, + { + "epoch": 1.8378068947970996, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.594093084335327, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8685001730918884, + "num_tokens": 548353971.0, + "step": 14447 + }, + { + "epoch": 1.83793410507569, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7408034801483154, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8722598552703857, + "num_tokens": 548391261.0, + "step": 14448 + }, + { + "epoch": 1.8380613153542806, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.581490993499756, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8833028078079224, + "num_tokens": 548424773.0, + "step": 14449 + }, + { + "epoch": 1.8381885256328712, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7295608520507812, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.888140082359314, + "num_tokens": 548462404.0, + "step": 14450 + }, + { + "epoch": 1.8383157359114617, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.594479560852051, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8738702535629272, + "num_tokens": 548504595.0, + "step": 14451 + }, + { + "epoch": 1.8384429461900522, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7214295864105225, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.880336582660675, + "num_tokens": 548547945.0, + "step": 14452 + }, + { + "epoch": 1.8385701564686427, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.577367067337036, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8620074987411499, + "num_tokens": 548590302.0, + "step": 14453 + }, + { + "epoch": 1.8386973667472333, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7241251468658447, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8827795386314392, + "num_tokens": 548629688.0, + "step": 14454 + }, + { + "epoch": 1.8388245770258238, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5913479328155518, + "learning_rate": 1e-05, + "loss": 0.5009, + "mean_token_accuracy": 0.8526136875152588, + "num_tokens": 548666294.0, + "step": 14455 + }, + { + "epoch": 1.8389517873044143, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7148571014404297, + "learning_rate": 1e-05, + "loss": 0.4733, + "mean_token_accuracy": 0.8594881296157837, + "num_tokens": 548707536.0, + "step": 14456 + }, + { + "epoch": 1.8390789975830049, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5766758918762207, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8783800005912781, + "num_tokens": 548751443.0, + "step": 14457 + }, + { + "epoch": 1.8392062078615952, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7172441482543945, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8699828386306763, + "num_tokens": 548789259.0, + "step": 14458 + }, + { + "epoch": 1.8393334181401857, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5836174488067627, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8755738735198975, + "num_tokens": 548822045.0, + "step": 14459 + }, + { + "epoch": 1.8394606284187762, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7356865406036377, + "learning_rate": 1e-05, + "loss": 0.4792, + "mean_token_accuracy": 0.8598384857177734, + "num_tokens": 548854722.0, + "step": 14460 + }, + { + "epoch": 1.8395878386973668, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5850987434387207, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.867042064666748, + "num_tokens": 548888903.0, + "step": 14461 + }, + { + "epoch": 1.8397150489759573, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.726992607116699, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8764468431472778, + "num_tokens": 548925611.0, + "step": 14462 + }, + { + "epoch": 1.8398422592545478, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.566488265991211, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8794145584106445, + "num_tokens": 548967239.0, + "step": 14463 + }, + { + "epoch": 1.8399694695331381, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.726608991622925, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8775292634963989, + "num_tokens": 549005453.0, + "step": 14464 + }, + { + "epoch": 1.8400966798117286, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5917563438415527, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8696464896202087, + "num_tokens": 549041418.0, + "step": 14465 + }, + { + "epoch": 1.8402238900903192, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7274649143218994, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8805248737335205, + "num_tokens": 549079223.0, + "step": 14466 + }, + { + "epoch": 1.8403511003689097, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.575711250305176, + "learning_rate": 1e-05, + "loss": 0.5132, + "mean_token_accuracy": 0.8507812023162842, + "num_tokens": 549124542.0, + "step": 14467 + }, + { + "epoch": 1.8404783106475002, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.753215789794922, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8621987104415894, + "num_tokens": 549165374.0, + "step": 14468 + }, + { + "epoch": 1.8406055209260908, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.58223295211792, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8602883219718933, + "num_tokens": 549203887.0, + "step": 14469 + }, + { + "epoch": 1.8407327312046813, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7272026538848877, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8704404234886169, + "num_tokens": 549247583.0, + "step": 14470 + }, + { + "epoch": 1.8408599414832718, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5667121410369873, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.8889333009719849, + "num_tokens": 549282874.0, + "step": 14471 + }, + { + "epoch": 1.8409871517618623, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7313168048858643, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8793354034423828, + "num_tokens": 549323133.0, + "step": 14472 + }, + { + "epoch": 1.8411143620404529, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 7.891940116882324, + "learning_rate": 1e-05, + "loss": 0.5318, + "mean_token_accuracy": 0.8567990660667419, + "num_tokens": 549359794.0, + "step": 14473 + }, + { + "epoch": 1.8412415723190434, + "ewc_loss": 0.1064453125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 7.867813110351562e-05, + "grad_norm": 3.728137731552124, + "learning_rate": 1e-05, + "loss": 0.5384, + "mean_token_accuracy": 0.8540048599243164, + "num_tokens": 549393281.0, + "step": 14474 + }, + { + "epoch": 1.841368782597634, + "ewc_loss": 0.06298828125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 3.504753112792969e-05, + "grad_norm": 2.2490649223327637, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8676046133041382, + "num_tokens": 549428181.0, + "step": 14475 + }, + { + "epoch": 1.8414959928762245, + "ewc_loss": 0.09326171875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 6.532669067382812e-05, + "grad_norm": 3.302921772003174, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8783787488937378, + "num_tokens": 549465521.0, + "step": 14476 + }, + { + "epoch": 1.841623203154815, + "ewc_loss": 0.0859375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 5.841255187988281e-05, + "grad_norm": 2.733832359313965, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8713794946670532, + "num_tokens": 549503800.0, + "step": 14477 + }, + { + "epoch": 1.8417504134334055, + "ewc_loss": 0.087890625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 6.008148193359375e-05, + "grad_norm": 3.1108596324920654, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8829941153526306, + "num_tokens": 549536725.0, + "step": 14478 + }, + { + "epoch": 1.841877623711996, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 5.602836608886719e-05, + "grad_norm": 2.786959409713745, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8726656436920166, + "num_tokens": 549575774.0, + "step": 14479 + }, + { + "epoch": 1.8420048339905866, + "ewc_loss": 0.08642578125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 5.888938903808594e-05, + "grad_norm": 3.0172154903411865, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8735820055007935, + "num_tokens": 549616715.0, + "step": 14480 + }, + { + "epoch": 1.842132044269177, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 5.2928924560546875e-05, + "grad_norm": 2.7855112552642822, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8715598583221436, + "num_tokens": 549652005.0, + "step": 14481 + }, + { + "epoch": 1.8422592545477676, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 5.507469177246094e-05, + "grad_norm": 2.9393248558044434, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8700538873672485, + "num_tokens": 549683708.0, + "step": 14482 + }, + { + "epoch": 1.842386464826358, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.7309093475341797, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8860281109809875, + "num_tokens": 549722961.0, + "step": 14483 + }, + { + "epoch": 1.8425136751049485, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 5.316734313964844e-05, + "grad_norm": 2.8856747150421143, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8642675280570984, + "num_tokens": 549758857.0, + "step": 14484 + }, + { + "epoch": 1.842640885383539, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.709184169769287, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8726643323898315, + "num_tokens": 549793835.0, + "step": 14485 + }, + { + "epoch": 1.8427680956621295, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.982948303222656e-05, + "grad_norm": 2.8258872032165527, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8738983869552612, + "num_tokens": 549832691.0, + "step": 14486 + }, + { + "epoch": 1.84289530594072, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.6922922134399414, + "learning_rate": 1e-05, + "loss": 0.5806, + "mean_token_accuracy": 0.8339691162109375, + "num_tokens": 549874981.0, + "step": 14487 + }, + { + "epoch": 1.8430225162193106, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.764786958694458, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.871712863445282, + "num_tokens": 549917904.0, + "step": 14488 + }, + { + "epoch": 1.8431497264979009, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002765655517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.6644742488861084, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8702428340911865, + "num_tokens": 549955421.0, + "step": 14489 + }, + { + "epoch": 1.8432769367764914, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7524185180664062, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.876383900642395, + "num_tokens": 549986615.0, + "step": 14490 + }, + { + "epoch": 1.843404147055082, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.643252372741699, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8640279769897461, + "num_tokens": 550022747.0, + "step": 14491 + }, + { + "epoch": 1.8435313573336725, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7261974811553955, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8714993596076965, + "num_tokens": 550060423.0, + "step": 14492 + }, + { + "epoch": 1.843658567612263, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6181318759918213, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8713380098342896, + "num_tokens": 550102086.0, + "step": 14493 + }, + { + "epoch": 1.8437857778908535, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.709291458129883, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8867486715316772, + "num_tokens": 550138281.0, + "step": 14494 + }, + { + "epoch": 1.843912988169444, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.613661527633667, + "learning_rate": 1e-05, + "loss": 0.4907, + "mean_token_accuracy": 0.856701672077179, + "num_tokens": 550180219.0, + "step": 14495 + }, + { + "epoch": 1.8440401984480346, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.714916944503784, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8724863529205322, + "num_tokens": 550218095.0, + "step": 14496 + }, + { + "epoch": 1.844167408726625, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.606184244155884, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8664823770523071, + "num_tokens": 550256080.0, + "step": 14497 + }, + { + "epoch": 1.8442946190052156, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7174413204193115, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8571969270706177, + "num_tokens": 550297471.0, + "step": 14498 + }, + { + "epoch": 1.8444218292838062, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6001272201538086, + "learning_rate": 1e-05, + "loss": 0.3869, + "mean_token_accuracy": 0.8898510932922363, + "num_tokens": 550330495.0, + "step": 14499 + }, + { + "epoch": 1.8445490395623967, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7326343059539795, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8711875677108765, + "num_tokens": 550362810.0, + "step": 14500 + }, + { + "epoch": 1.8446762498409872, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.578437328338623, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8704262375831604, + "num_tokens": 550409408.0, + "step": 14501 + }, + { + "epoch": 1.8448034601195777, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.754647731781006, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8650144338607788, + "num_tokens": 550441366.0, + "step": 14502 + }, + { + "epoch": 1.8449306703981683, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.58294939994812, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8790066838264465, + "num_tokens": 550478247.0, + "step": 14503 + }, + { + "epoch": 1.8450578806767588, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.746183395385742, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8789263963699341, + "num_tokens": 550511861.0, + "step": 14504 + }, + { + "epoch": 1.8451850909553493, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.565798044204712, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8659729361534119, + "num_tokens": 550554959.0, + "step": 14505 + }, + { + "epoch": 1.8453123012339399, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7530364990234375, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8754400610923767, + "num_tokens": 550589960.0, + "step": 14506 + }, + { + "epoch": 1.8454395115125302, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5666751861572266, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8717321157455444, + "num_tokens": 550630481.0, + "step": 14507 + }, + { + "epoch": 1.8455667217911207, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7648727893829346, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8620530366897583, + "num_tokens": 550671819.0, + "step": 14508 + }, + { + "epoch": 1.8456939320697112, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.564148426055908, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8799266815185547, + "num_tokens": 550712230.0, + "step": 14509 + }, + { + "epoch": 1.8458211423483017, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7724831104278564, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8703832626342773, + "num_tokens": 550751052.0, + "step": 14510 + }, + { + "epoch": 1.8459483526268923, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.583455801010132, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8775684237480164, + "num_tokens": 550787374.0, + "step": 14511 + }, + { + "epoch": 1.8460755629054828, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.752589464187622, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8787485361099243, + "num_tokens": 550829398.0, + "step": 14512 + }, + { + "epoch": 1.846202773184073, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.573242664337158, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8628782629966736, + "num_tokens": 550868818.0, + "step": 14513 + }, + { + "epoch": 1.8463299834626636, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7634027004241943, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8775750994682312, + "num_tokens": 550904136.0, + "step": 14514 + }, + { + "epoch": 1.8464571937412542, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.58500075340271, + "learning_rate": 1e-05, + "loss": 0.551, + "mean_token_accuracy": 0.8394414186477661, + "num_tokens": 550943505.0, + "step": 14515 + }, + { + "epoch": 1.8465844040198447, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.752229690551758, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8701574802398682, + "num_tokens": 550983633.0, + "step": 14516 + }, + { + "epoch": 1.8467116142984352, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.581716775894165, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8808401823043823, + "num_tokens": 551017683.0, + "step": 14517 + }, + { + "epoch": 1.8468388245770258, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.757167339324951, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8696920871734619, + "num_tokens": 551051731.0, + "step": 14518 + }, + { + "epoch": 1.8469660348556163, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.572517156600952, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8771337270736694, + "num_tokens": 551090818.0, + "step": 14519 + }, + { + "epoch": 1.8470932451342068, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.765218496322632, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8790847659111023, + "num_tokens": 551122032.0, + "step": 14520 + }, + { + "epoch": 1.8472204554127973, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5814411640167236, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8641869425773621, + "num_tokens": 551157708.0, + "step": 14521 + }, + { + "epoch": 1.8473476656913879, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.763031482696533, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8718916177749634, + "num_tokens": 551194222.0, + "step": 14522 + }, + { + "epoch": 1.8474748759699784, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5739192962646484, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8702752590179443, + "num_tokens": 551234387.0, + "step": 14523 + }, + { + "epoch": 1.847602086248569, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7598369121551514, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8762837648391724, + "num_tokens": 551273330.0, + "step": 14524 + }, + { + "epoch": 1.8477292965271594, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5799665451049805, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8730499744415283, + "num_tokens": 551309180.0, + "step": 14525 + }, + { + "epoch": 1.84785650680575, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.755410671234131, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8840560913085938, + "num_tokens": 551344455.0, + "step": 14526 + }, + { + "epoch": 1.8479837170843405, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5834431648254395, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8628367781639099, + "num_tokens": 551380795.0, + "step": 14527 + }, + { + "epoch": 1.848110927362931, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7577385902404785, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.8601018190383911, + "num_tokens": 551421314.0, + "step": 14528 + }, + { + "epoch": 1.8482381376415216, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5733256340026855, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8748696446418762, + "num_tokens": 551459021.0, + "step": 14529 + }, + { + "epoch": 1.848365347920112, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.76076078414917, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8719760179519653, + "num_tokens": 551498055.0, + "step": 14530 + }, + { + "epoch": 1.8484925581987026, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5859665870666504, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8669109344482422, + "num_tokens": 551536746.0, + "step": 14531 + }, + { + "epoch": 1.848619768477293, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.75144362449646, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8612505197525024, + "num_tokens": 551576230.0, + "step": 14532 + }, + { + "epoch": 1.8487469787558835, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5950493812561035, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8718392848968506, + "num_tokens": 551613476.0, + "step": 14533 + }, + { + "epoch": 1.848874189034474, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7294764518737793, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8727911114692688, + "num_tokens": 551655177.0, + "step": 14534 + }, + { + "epoch": 1.8490013993130645, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.588179349899292, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8674722909927368, + "num_tokens": 551691236.0, + "step": 14535 + }, + { + "epoch": 1.849128609591655, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.726386308670044, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8616628646850586, + "num_tokens": 551732152.0, + "step": 14536 + }, + { + "epoch": 1.8492558198702456, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.594790458679199, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8771366477012634, + "num_tokens": 551765221.0, + "step": 14537 + }, + { + "epoch": 1.8493830301488359, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7173027992248535, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8727237582206726, + "num_tokens": 551805321.0, + "step": 14538 + }, + { + "epoch": 1.8495102404274264, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5788064002990723, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8644648790359497, + "num_tokens": 551846752.0, + "step": 14539 + }, + { + "epoch": 1.849637450706017, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7229535579681396, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8690558671951294, + "num_tokens": 551887877.0, + "step": 14540 + }, + { + "epoch": 1.8497646609846075, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5983734130859375, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8647093176841736, + "num_tokens": 551919669.0, + "step": 14541 + }, + { + "epoch": 1.849891871263198, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.718409776687622, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8733435869216919, + "num_tokens": 551955459.0, + "step": 14542 + }, + { + "epoch": 1.8500190815417885, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6172118186950684, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8691326379776001, + "num_tokens": 551994889.0, + "step": 14543 + }, + { + "epoch": 1.850146291820379, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6999988555908203, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8737310171127319, + "num_tokens": 552030176.0, + "step": 14544 + }, + { + "epoch": 1.8502735020989696, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5939934253692627, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8844941854476929, + "num_tokens": 552063317.0, + "step": 14545 + }, + { + "epoch": 1.85040071237756, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6902716159820557, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8901876211166382, + "num_tokens": 552100959.0, + "step": 14546 + }, + { + "epoch": 1.8505279226561506, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.599332809448242, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.87763512134552, + "num_tokens": 552139181.0, + "step": 14547 + }, + { + "epoch": 1.8506551329347412, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.702185869216919, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8667645454406738, + "num_tokens": 552172293.0, + "step": 14548 + }, + { + "epoch": 1.8507823432133317, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.58251690864563, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8685187101364136, + "num_tokens": 552214655.0, + "step": 14549 + }, + { + "epoch": 1.8509095534919222, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7038917541503906, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8911036849021912, + "num_tokens": 552254188.0, + "step": 14550 + }, + { + "epoch": 1.8510367637705127, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6067042350769043, + "learning_rate": 1e-05, + "loss": 0.499, + "mean_token_accuracy": 0.8530834913253784, + "num_tokens": 552286712.0, + "step": 14551 + }, + { + "epoch": 1.8511639740491033, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6993322372436523, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8711323738098145, + "num_tokens": 552326846.0, + "step": 14552 + }, + { + "epoch": 1.8512911843276938, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5995872020721436, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8827465176582336, + "num_tokens": 552356753.0, + "step": 14553 + }, + { + "epoch": 1.8514183946062843, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.705573320388794, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.862513542175293, + "num_tokens": 552391312.0, + "step": 14554 + }, + { + "epoch": 1.8515456048848749, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6100709438323975, + "learning_rate": 1e-05, + "loss": 0.5122, + "mean_token_accuracy": 0.847437858581543, + "num_tokens": 552428782.0, + "step": 14555 + }, + { + "epoch": 1.8516728151634652, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6870574951171875, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8722267746925354, + "num_tokens": 552471131.0, + "step": 14556 + }, + { + "epoch": 1.8518000254420557, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.593698740005493, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8755941390991211, + "num_tokens": 552512242.0, + "step": 14557 + }, + { + "epoch": 1.8519272357206462, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.707768440246582, + "learning_rate": 1e-05, + "loss": 0.5099, + "mean_token_accuracy": 0.8513895273208618, + "num_tokens": 552545655.0, + "step": 14558 + }, + { + "epoch": 1.8520544459992367, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5842034816741943, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8701884746551514, + "num_tokens": 552586340.0, + "step": 14559 + }, + { + "epoch": 1.8521816562778273, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7048122882843018, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8714946508407593, + "num_tokens": 552624461.0, + "step": 14560 + }, + { + "epoch": 1.8523088665564178, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5718343257904053, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8824076652526855, + "num_tokens": 552661566.0, + "step": 14561 + }, + { + "epoch": 1.852436076835008, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.717651128768921, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.882543683052063, + "num_tokens": 552698184.0, + "step": 14562 + }, + { + "epoch": 1.8525632871135986, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.559424638748169, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8899323344230652, + "num_tokens": 552741407.0, + "step": 14563 + }, + { + "epoch": 1.8526904973921892, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7372517585754395, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8645153045654297, + "num_tokens": 552780038.0, + "step": 14564 + }, + { + "epoch": 1.8528177076707797, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.559135675430298, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8778256177902222, + "num_tokens": 552818479.0, + "step": 14565 + }, + { + "epoch": 1.8529449179493702, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7535903453826904, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8788946866989136, + "num_tokens": 552853762.0, + "step": 14566 + }, + { + "epoch": 1.8530721282279607, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.563384532928467, + "learning_rate": 1e-05, + "loss": 0.5063, + "mean_token_accuracy": 0.8459465503692627, + "num_tokens": 552892693.0, + "step": 14567 + }, + { + "epoch": 1.8531993385065513, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7629785537719727, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8782128095626831, + "num_tokens": 552930127.0, + "step": 14568 + }, + { + "epoch": 1.8533265487851418, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5528435707092285, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8721907734870911, + "num_tokens": 552969809.0, + "step": 14569 + }, + { + "epoch": 1.8534537590637323, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7824642658233643, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8786159157752991, + "num_tokens": 553004747.0, + "step": 14570 + }, + { + "epoch": 1.8535809693423229, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5438263416290283, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8594530820846558, + "num_tokens": 553049727.0, + "step": 14571 + }, + { + "epoch": 1.8537081796209134, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.793574094772339, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8706650733947754, + "num_tokens": 553093263.0, + "step": 14572 + }, + { + "epoch": 1.853835389899504, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.566608190536499, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8707879781723022, + "num_tokens": 553126198.0, + "step": 14573 + }, + { + "epoch": 1.8539626001780944, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8150129318237305, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8767871856689453, + "num_tokens": 553156798.0, + "step": 14574 + }, + { + "epoch": 1.854089810456685, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5498740673065186, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.873932957649231, + "num_tokens": 553193612.0, + "step": 14575 + }, + { + "epoch": 1.8542170207352755, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.830575942993164, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8777801394462585, + "num_tokens": 553227376.0, + "step": 14576 + }, + { + "epoch": 1.854344231013866, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5630319118499756, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8685815334320068, + "num_tokens": 553263045.0, + "step": 14577 + }, + { + "epoch": 1.8544714412924566, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8306808471679688, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8644623756408691, + "num_tokens": 553301834.0, + "step": 14578 + }, + { + "epoch": 1.854598651571047, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5668017864227295, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8604422211647034, + "num_tokens": 553345980.0, + "step": 14579 + }, + { + "epoch": 1.8547258618496376, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8331987857818604, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8684371113777161, + "num_tokens": 553380645.0, + "step": 14580 + }, + { + "epoch": 1.854853072128228, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5801126956939697, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8638336062431335, + "num_tokens": 553417952.0, + "step": 14581 + }, + { + "epoch": 1.8549802824068184, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8226094245910645, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8774218559265137, + "num_tokens": 553454575.0, + "step": 14582 + }, + { + "epoch": 1.855107492685409, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.577322244644165, + "learning_rate": 1e-05, + "loss": 0.3736, + "mean_token_accuracy": 0.8928217887878418, + "num_tokens": 553489846.0, + "step": 14583 + }, + { + "epoch": 1.8552347029639995, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8228702545166016, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.879530668258667, + "num_tokens": 553524444.0, + "step": 14584 + }, + { + "epoch": 1.85536191324259, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.58620548248291, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8771886229515076, + "num_tokens": 553562295.0, + "step": 14585 + }, + { + "epoch": 1.8554891235211806, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8181633949279785, + "learning_rate": 1e-05, + "loss": 0.4962, + "mean_token_accuracy": 0.8555120229721069, + "num_tokens": 553600240.0, + "step": 14586 + }, + { + "epoch": 1.8556163337997709, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.575741767883301, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8868622779846191, + "num_tokens": 553641215.0, + "step": 14587 + }, + { + "epoch": 1.8557435440783614, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.812674045562744, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8865972757339478, + "num_tokens": 553675599.0, + "step": 14588 + }, + { + "epoch": 1.855870754356952, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.590264320373535, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8840038180351257, + "num_tokens": 553706681.0, + "step": 14589 + }, + { + "epoch": 1.8559979646355425, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.806201457977295, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8739898204803467, + "num_tokens": 553740919.0, + "step": 14590 + }, + { + "epoch": 1.856125174914133, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.616816282272339, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8763362765312195, + "num_tokens": 553775509.0, + "step": 14591 + }, + { + "epoch": 1.8562523851927235, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7808475494384766, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8638520240783691, + "num_tokens": 553809168.0, + "step": 14592 + }, + { + "epoch": 1.856379595471314, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5955333709716797, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.883307933807373, + "num_tokens": 553848186.0, + "step": 14593 + }, + { + "epoch": 1.8565068057499046, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7614023685455322, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8761042356491089, + "num_tokens": 553888928.0, + "step": 14594 + }, + { + "epoch": 1.856634016028495, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.602820873260498, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8606679439544678, + "num_tokens": 553929095.0, + "step": 14595 + }, + { + "epoch": 1.8567612263070856, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7488067150115967, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8794532418251038, + "num_tokens": 553969610.0, + "step": 14596 + }, + { + "epoch": 1.8568884365856761, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6049857139587402, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8734573125839233, + "num_tokens": 554006707.0, + "step": 14597 + }, + { + "epoch": 1.8570156468642667, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.728025197982788, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.862582802772522, + "num_tokens": 554049006.0, + "step": 14598 + }, + { + "epoch": 1.8571428571428572, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.598686933517456, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8748891353607178, + "num_tokens": 554086682.0, + "step": 14599 + }, + { + "epoch": 1.8572700674214477, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7301788330078125, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.867937445640564, + "num_tokens": 554122478.0, + "step": 14600 + }, + { + "epoch": 1.8573972777000383, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.581960678100586, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8790095448493958, + "num_tokens": 554162640.0, + "step": 14601 + }, + { + "epoch": 1.8575244879786288, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7248311042785645, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8661905527114868, + "num_tokens": 554202161.0, + "step": 14602 + }, + { + "epoch": 1.8576516982572193, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.599806785583496, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8770401477813721, + "num_tokens": 554235401.0, + "step": 14603 + }, + { + "epoch": 1.8577789085358098, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7224700450897217, + "learning_rate": 1e-05, + "loss": 0.5121, + "mean_token_accuracy": 0.8527108430862427, + "num_tokens": 554276887.0, + "step": 14604 + }, + { + "epoch": 1.8579061188144002, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6123201847076416, + "learning_rate": 1e-05, + "loss": 0.4922, + "mean_token_accuracy": 0.8542001247406006, + "num_tokens": 554310513.0, + "step": 14605 + }, + { + "epoch": 1.8580333290929907, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6953377723693848, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8745319247245789, + "num_tokens": 554354225.0, + "step": 14606 + }, + { + "epoch": 1.8581605393715812, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.592573404312134, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8653609752655029, + "num_tokens": 554395198.0, + "step": 14607 + }, + { + "epoch": 1.8582877496501717, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.706986904144287, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8617935180664062, + "num_tokens": 554430234.0, + "step": 14608 + }, + { + "epoch": 1.8584149599287623, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.586019992828369, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8710622787475586, + "num_tokens": 554469381.0, + "step": 14609 + }, + { + "epoch": 1.8585421702073528, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7292702198028564, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8679530024528503, + "num_tokens": 554500409.0, + "step": 14610 + }, + { + "epoch": 1.858669380485943, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5721380710601807, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8802189826965332, + "num_tokens": 554537785.0, + "step": 14611 + }, + { + "epoch": 1.8587965907645336, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.730687141418457, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.862403929233551, + "num_tokens": 554578420.0, + "step": 14612 + }, + { + "epoch": 1.8589238010431242, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.57781982421875, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8747366070747375, + "num_tokens": 554615264.0, + "step": 14613 + }, + { + "epoch": 1.8590510113217147, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7477989196777344, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8711644411087036, + "num_tokens": 554647327.0, + "step": 14614 + }, + { + "epoch": 1.8591782216003052, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5688788890838623, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8727865219116211, + "num_tokens": 554682552.0, + "step": 14615 + }, + { + "epoch": 1.8593054318788957, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.742488384246826, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8642176389694214, + "num_tokens": 554721348.0, + "step": 14616 + }, + { + "epoch": 1.8594326421574863, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5561258792877197, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8807507753372192, + "num_tokens": 554760618.0, + "step": 14617 + }, + { + "epoch": 1.8595598524360768, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.757567882537842, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8655357360839844, + "num_tokens": 554801831.0, + "step": 14618 + }, + { + "epoch": 1.8596870627146673, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.566161632537842, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8763246536254883, + "num_tokens": 554838307.0, + "step": 14619 + }, + { + "epoch": 1.8598142729932579, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7572195529937744, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8678692579269409, + "num_tokens": 554883833.0, + "step": 14620 + }, + { + "epoch": 1.8599414832718484, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.558274507522583, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8703241348266602, + "num_tokens": 554920944.0, + "step": 14621 + }, + { + "epoch": 1.860068693550439, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7725610733032227, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8650133013725281, + "num_tokens": 554958656.0, + "step": 14622 + }, + { + "epoch": 1.8601959038290294, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.561522960662842, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8644071221351624, + "num_tokens": 555001864.0, + "step": 14623 + }, + { + "epoch": 1.86032311410762, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7935359477996826, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8765923976898193, + "num_tokens": 555034268.0, + "step": 14624 + }, + { + "epoch": 1.8604503243862105, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5536892414093018, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8673639297485352, + "num_tokens": 555075275.0, + "step": 14625 + }, + { + "epoch": 1.860577534664801, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.824456214904785, + "learning_rate": 1e-05, + "loss": 0.5499, + "mean_token_accuracy": 0.8408977389335632, + "num_tokens": 555110961.0, + "step": 14626 + }, + { + "epoch": 1.8607047449433916, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.556133508682251, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8574166297912598, + "num_tokens": 555150369.0, + "step": 14627 + }, + { + "epoch": 1.860831955221982, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8330507278442383, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.8623966574668884, + "num_tokens": 555182555.0, + "step": 14628 + }, + { + "epoch": 1.8609591655005726, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.62274169921875, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8853191137313843, + "num_tokens": 555223267.0, + "step": 14629 + }, + { + "epoch": 1.861086375779163, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.790309190750122, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8686665892601013, + "num_tokens": 555263461.0, + "step": 14630 + }, + { + "epoch": 1.8612135860577534, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.568254232406616, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8706446886062622, + "num_tokens": 555306201.0, + "step": 14631 + }, + { + "epoch": 1.861340796336344, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7958428859710693, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8730266690254211, + "num_tokens": 555344418.0, + "step": 14632 + }, + { + "epoch": 1.8614680066149345, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5708577632904053, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8688451051712036, + "num_tokens": 555386096.0, + "step": 14633 + }, + { + "epoch": 1.861595216893525, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7929606437683105, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8753553628921509, + "num_tokens": 555423368.0, + "step": 14634 + }, + { + "epoch": 1.8617224271721156, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5856664180755615, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8669273853302002, + "num_tokens": 555458624.0, + "step": 14635 + }, + { + "epoch": 1.8618496374507059, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7945494651794434, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.87784343957901, + "num_tokens": 555491433.0, + "step": 14636 + }, + { + "epoch": 1.8619768477292964, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5836308002471924, + "learning_rate": 1e-05, + "loss": 0.3868, + "mean_token_accuracy": 0.8870482444763184, + "num_tokens": 555527198.0, + "step": 14637 + }, + { + "epoch": 1.862104058007887, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7853739261627197, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.878571629524231, + "num_tokens": 555563232.0, + "step": 14638 + }, + { + "epoch": 1.8622312682864774, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.597567558288574, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.8603149652481079, + "num_tokens": 555599805.0, + "step": 14639 + }, + { + "epoch": 1.862358478565068, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7972490787506104, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8664431571960449, + "num_tokens": 555628835.0, + "step": 14640 + }, + { + "epoch": 1.8624856888436585, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5777575969696045, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8786346912384033, + "num_tokens": 555668120.0, + "step": 14641 + }, + { + "epoch": 1.862612899122249, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7957746982574463, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.856308102607727, + "num_tokens": 555704662.0, + "step": 14642 + }, + { + "epoch": 1.8627401094008396, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.7965826988220215, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8822858929634094, + "num_tokens": 555738867.0, + "step": 14643 + }, + { + "epoch": 1.86286731967943, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6843607425689697, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8674240112304688, + "num_tokens": 555773500.0, + "step": 14644 + }, + { + "epoch": 1.8629945299580206, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6412229537963867, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8859480023384094, + "num_tokens": 555812139.0, + "step": 14645 + }, + { + "epoch": 1.8631217402366111, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6547482013702393, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8604112863540649, + "num_tokens": 555850823.0, + "step": 14646 + }, + { + "epoch": 1.8632489505152017, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6406266689300537, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.8898424506187439, + "num_tokens": 555888554.0, + "step": 14647 + }, + { + "epoch": 1.8633761607937922, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6802659034729004, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8705594539642334, + "num_tokens": 555932629.0, + "step": 14648 + }, + { + "epoch": 1.8635033710723827, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6300277709960938, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8633785843849182, + "num_tokens": 555970722.0, + "step": 14649 + }, + { + "epoch": 1.8636305813509733, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6627025604248047, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.879206657409668, + "num_tokens": 556005784.0, + "step": 14650 + }, + { + "epoch": 1.8637577916295638, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6074254512786865, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8798006176948547, + "num_tokens": 556046053.0, + "step": 14651 + }, + { + "epoch": 1.8638850019081543, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6763269901275635, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8658504486083984, + "num_tokens": 556084265.0, + "step": 14652 + }, + { + "epoch": 1.8640122121867448, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5950517654418945, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8767061829566956, + "num_tokens": 556125062.0, + "step": 14653 + }, + { + "epoch": 1.8641394224653351, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.684516191482544, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.8573591113090515, + "num_tokens": 556162590.0, + "step": 14654 + }, + { + "epoch": 1.8642666327439257, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6019206047058105, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8683830499649048, + "num_tokens": 556200560.0, + "step": 14655 + }, + { + "epoch": 1.8643938430225162, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.688650369644165, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8788928389549255, + "num_tokens": 556237199.0, + "step": 14656 + }, + { + "epoch": 1.8645210533011067, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5914366245269775, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8700699806213379, + "num_tokens": 556278620.0, + "step": 14657 + }, + { + "epoch": 1.8646482635796973, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.693635940551758, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.876607358455658, + "num_tokens": 556312844.0, + "step": 14658 + }, + { + "epoch": 1.8647754738582878, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5761964321136475, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8787131309509277, + "num_tokens": 556351218.0, + "step": 14659 + }, + { + "epoch": 1.864902684136878, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.70536208152771, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8817398548126221, + "num_tokens": 556388176.0, + "step": 14660 + }, + { + "epoch": 1.8650298944154686, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5848140716552734, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8651990294456482, + "num_tokens": 556424996.0, + "step": 14661 + }, + { + "epoch": 1.8651571046940592, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7204430103302, + "learning_rate": 1e-05, + "loss": 0.5116, + "mean_token_accuracy": 0.8534518480300903, + "num_tokens": 556465961.0, + "step": 14662 + }, + { + "epoch": 1.8652843149726497, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5673141479492188, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8733941316604614, + "num_tokens": 556504777.0, + "step": 14663 + }, + { + "epoch": 1.8654115252512402, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.72572660446167, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8780394792556763, + "num_tokens": 556539737.0, + "step": 14664 + }, + { + "epoch": 1.8655387355298307, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.560610294342041, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8849565982818604, + "num_tokens": 556578028.0, + "step": 14665 + }, + { + "epoch": 1.8656659458084213, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7629315853118896, + "learning_rate": 1e-05, + "loss": 0.4817, + "mean_token_accuracy": 0.8610761165618896, + "num_tokens": 556611362.0, + "step": 14666 + }, + { + "epoch": 1.8657931560870118, + "ewc_loss": 0.06689453125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.551286458969116, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8702175617218018, + "num_tokens": 556652329.0, + "step": 14667 + }, + { + "epoch": 1.8659203663656023, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7652788162231445, + "learning_rate": 1e-05, + "loss": 0.3724, + "mean_token_accuracy": 0.8946621417999268, + "num_tokens": 556689531.0, + "step": 14668 + }, + { + "epoch": 1.8660475766441929, + "ewc_loss": 0.06640625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.886222839355469e-05, + "grad_norm": 2.562709331512451, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8792754411697388, + "num_tokens": 556722309.0, + "step": 14669 + }, + { + "epoch": 1.8661747869227834, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7805395126342773, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8822457790374756, + "num_tokens": 556755682.0, + "step": 14670 + }, + { + "epoch": 1.866301997201374, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5564184188842773, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8807411193847656, + "num_tokens": 556792591.0, + "step": 14671 + }, + { + "epoch": 1.8664292074799644, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7735326290130615, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8770058155059814, + "num_tokens": 556835168.0, + "step": 14672 + }, + { + "epoch": 1.866556417758555, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5547425746917725, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8743659257888794, + "num_tokens": 556876106.0, + "step": 14673 + }, + { + "epoch": 1.8666836280371455, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.795307159423828, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8677959442138672, + "num_tokens": 556917154.0, + "step": 14674 + }, + { + "epoch": 1.866810838315736, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.564241409301758, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8674285411834717, + "num_tokens": 556953706.0, + "step": 14675 + }, + { + "epoch": 1.8669380485943265, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.8006539344787598, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8740605711936951, + "num_tokens": 556992035.0, + "step": 14676 + }, + { + "epoch": 1.867065258872917, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5518620014190674, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8748446106910706, + "num_tokens": 557034785.0, + "step": 14677 + }, + { + "epoch": 1.8671924691515076, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.812514305114746, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.863880455493927, + "num_tokens": 557074910.0, + "step": 14678 + }, + { + "epoch": 1.867319679430098, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.577040195465088, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8740806579589844, + "num_tokens": 557105327.0, + "step": 14679 + }, + { + "epoch": 1.8674468897086884, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7995057106018066, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8693011999130249, + "num_tokens": 557149261.0, + "step": 14680 + }, + { + "epoch": 1.867574099987279, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5677058696746826, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8685622215270996, + "num_tokens": 557190550.0, + "step": 14681 + }, + { + "epoch": 1.8677013102658695, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.81782865524292, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.856573224067688, + "num_tokens": 557222828.0, + "step": 14682 + }, + { + "epoch": 1.86782852054446, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.569197654724121, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8664528131484985, + "num_tokens": 557264228.0, + "step": 14683 + }, + { + "epoch": 1.8679557308230506, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8067357540130615, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8906331658363342, + "num_tokens": 557301310.0, + "step": 14684 + }, + { + "epoch": 1.8680829411016409, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5754833221435547, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.876524806022644, + "num_tokens": 557338596.0, + "step": 14685 + }, + { + "epoch": 1.8682101513802314, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8183629512786865, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8712563514709473, + "num_tokens": 557374939.0, + "step": 14686 + }, + { + "epoch": 1.868337361658822, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.582815408706665, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8714816570281982, + "num_tokens": 557411711.0, + "step": 14687 + }, + { + "epoch": 1.8684645719374124, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.805642604827881, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8743671178817749, + "num_tokens": 557448892.0, + "step": 14688 + }, + { + "epoch": 1.868591782216003, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.57905912399292, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8662219643592834, + "num_tokens": 557490911.0, + "step": 14689 + }, + { + "epoch": 1.8687189924945935, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8071956634521484, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8740973472595215, + "num_tokens": 557529721.0, + "step": 14690 + }, + { + "epoch": 1.868846202773184, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5866904258728027, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8760839104652405, + "num_tokens": 557567591.0, + "step": 14691 + }, + { + "epoch": 1.8689734130517746, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.790074348449707, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8682023286819458, + "num_tokens": 557609105.0, + "step": 14692 + }, + { + "epoch": 1.869100623330365, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5916144847869873, + "learning_rate": 1e-05, + "loss": 0.5419, + "mean_token_accuracy": 0.8408668041229248, + "num_tokens": 557658798.0, + "step": 14693 + }, + { + "epoch": 1.8692278336089556, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.780515670776367, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8868184089660645, + "num_tokens": 557695572.0, + "step": 14694 + }, + { + "epoch": 1.8693550438875461, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6083199977874756, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8748481273651123, + "num_tokens": 557728796.0, + "step": 14695 + }, + { + "epoch": 1.8694822541661367, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.756805658340454, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.8840641975402832, + "num_tokens": 557761786.0, + "step": 14696 + }, + { + "epoch": 1.8696094644447272, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5905535221099854, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8637546896934509, + "num_tokens": 557809454.0, + "step": 14697 + }, + { + "epoch": 1.8697366747233177, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7389938831329346, + "learning_rate": 1e-05, + "loss": 0.3708, + "mean_token_accuracy": 0.8928096294403076, + "num_tokens": 557846959.0, + "step": 14698 + }, + { + "epoch": 1.8698638850019083, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6050820350646973, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8831352591514587, + "num_tokens": 557879873.0, + "step": 14699 + }, + { + "epoch": 1.8699910952804988, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.73773193359375, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8665497303009033, + "num_tokens": 557918020.0, + "step": 14700 + }, + { + "epoch": 1.8701183055590893, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5901877880096436, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8680983185768127, + "num_tokens": 557960633.0, + "step": 14701 + }, + { + "epoch": 1.8702455158376798, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7290453910827637, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8710987567901611, + "num_tokens": 557998430.0, + "step": 14702 + }, + { + "epoch": 1.8703727261162701, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.58872389793396, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8626813888549805, + "num_tokens": 558038283.0, + "step": 14703 + }, + { + "epoch": 1.8704999363948607, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.744121551513672, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8714941740036011, + "num_tokens": 558079636.0, + "step": 14704 + }, + { + "epoch": 1.8706271466734512, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5743324756622314, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8809657096862793, + "num_tokens": 558117670.0, + "step": 14705 + }, + { + "epoch": 1.8707543569520417, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7497355937957764, + "learning_rate": 1e-05, + "loss": 0.4906, + "mean_token_accuracy": 0.8573044538497925, + "num_tokens": 558155732.0, + "step": 14706 + }, + { + "epoch": 1.8708815672306323, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.574226140975952, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8687436580657959, + "num_tokens": 558195389.0, + "step": 14707 + }, + { + "epoch": 1.8710087775092228, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7336301803588867, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8836098909378052, + "num_tokens": 558239535.0, + "step": 14708 + }, + { + "epoch": 1.871135987787813, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.582756757736206, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8707771301269531, + "num_tokens": 558277441.0, + "step": 14709 + }, + { + "epoch": 1.8712631980664036, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7384650707244873, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8682913780212402, + "num_tokens": 558319331.0, + "step": 14710 + }, + { + "epoch": 1.8713904083449941, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.570279121398926, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8747573494911194, + "num_tokens": 558365494.0, + "step": 14711 + }, + { + "epoch": 1.8715176186235847, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.8058929443359375, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8658893704414368, + "num_tokens": 558407608.0, + "step": 14712 + }, + { + "epoch": 1.8716448289021752, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5950734615325928, + "learning_rate": 1e-05, + "loss": 0.5101, + "mean_token_accuracy": 0.8552883863449097, + "num_tokens": 558444848.0, + "step": 14713 + }, + { + "epoch": 1.8717720391807657, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7614681720733643, + "learning_rate": 1e-05, + "loss": 0.5103, + "mean_token_accuracy": 0.8507773876190186, + "num_tokens": 558486630.0, + "step": 14714 + }, + { + "epoch": 1.8718992494593563, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5608344078063965, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8825013637542725, + "num_tokens": 558523609.0, + "step": 14715 + }, + { + "epoch": 1.8720264597379468, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7712066173553467, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.878538966178894, + "num_tokens": 558561065.0, + "step": 14716 + }, + { + "epoch": 1.8721536700165373, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5600779056549072, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8793025016784668, + "num_tokens": 558602007.0, + "step": 14717 + }, + { + "epoch": 1.8722808802951278, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.8010122776031494, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8714108467102051, + "num_tokens": 558637712.0, + "step": 14718 + }, + { + "epoch": 1.8724080905737184, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5659122467041016, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8761485815048218, + "num_tokens": 558671939.0, + "step": 14719 + }, + { + "epoch": 1.872535300852309, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8010001182556152, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8680973052978516, + "num_tokens": 558708413.0, + "step": 14720 + }, + { + "epoch": 1.8726625111308994, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5781991481781006, + "learning_rate": 1e-05, + "loss": 0.5195, + "mean_token_accuracy": 0.8453472852706909, + "num_tokens": 558748993.0, + "step": 14721 + }, + { + "epoch": 1.87278972140949, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7962141036987305, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8667111396789551, + "num_tokens": 558788058.0, + "step": 14722 + }, + { + "epoch": 1.8729169316880805, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5778725147247314, + "learning_rate": 1e-05, + "loss": 0.5144, + "mean_token_accuracy": 0.8486440181732178, + "num_tokens": 558828046.0, + "step": 14723 + }, + { + "epoch": 1.873044141966671, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7885842323303223, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8736675977706909, + "num_tokens": 558862445.0, + "step": 14724 + }, + { + "epoch": 1.8731713522452615, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.561633348464966, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.881658136844635, + "num_tokens": 558907645.0, + "step": 14725 + }, + { + "epoch": 1.873298562523852, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.798001289367676, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8744338750839233, + "num_tokens": 558943253.0, + "step": 14726 + }, + { + "epoch": 1.8734257728024426, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5730338096618652, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8755397200584412, + "num_tokens": 558980341.0, + "step": 14727 + }, + { + "epoch": 1.873552983081033, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8053786754608154, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8621498942375183, + "num_tokens": 559018659.0, + "step": 14728 + }, + { + "epoch": 1.8736801933596234, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5660367012023926, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8740836381912231, + "num_tokens": 559060254.0, + "step": 14729 + }, + { + "epoch": 1.873807403638214, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.812830686569214, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.874122142791748, + "num_tokens": 559099166.0, + "step": 14730 + }, + { + "epoch": 1.8739346139168045, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5758159160614014, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8801791667938232, + "num_tokens": 559135189.0, + "step": 14731 + }, + { + "epoch": 1.874061824195395, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7994134426116943, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.874299943447113, + "num_tokens": 559178491.0, + "step": 14732 + }, + { + "epoch": 1.8741890344739855, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5926930904388428, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8639947175979614, + "num_tokens": 559213977.0, + "step": 14733 + }, + { + "epoch": 1.8743162447525759, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7803831100463867, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8714767098426819, + "num_tokens": 559254309.0, + "step": 14734 + }, + { + "epoch": 1.8744434550311664, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5840179920196533, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8842476606369019, + "num_tokens": 559289756.0, + "step": 14735 + }, + { + "epoch": 1.874570665309757, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7750864028930664, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8725016117095947, + "num_tokens": 559331143.0, + "step": 14736 + }, + { + "epoch": 1.8746978755883474, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.603423833847046, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8692063093185425, + "num_tokens": 559368256.0, + "step": 14737 + }, + { + "epoch": 1.874825085866938, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7601284980773926, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8524079322814941, + "num_tokens": 559408853.0, + "step": 14738 + }, + { + "epoch": 1.8749522961455285, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.604607343673706, + "learning_rate": 1e-05, + "loss": 0.4757, + "mean_token_accuracy": 0.8628873229026794, + "num_tokens": 559445606.0, + "step": 14739 + }, + { + "epoch": 1.875079506424119, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7503974437713623, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8735673427581787, + "num_tokens": 559482482.0, + "step": 14740 + }, + { + "epoch": 1.8752067167027096, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5831246376037598, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8719041347503662, + "num_tokens": 559522757.0, + "step": 14741 + }, + { + "epoch": 1.8753339269813, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.749358654022217, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8792753219604492, + "num_tokens": 559556684.0, + "step": 14742 + }, + { + "epoch": 1.8754611372598906, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5899951457977295, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8706157803535461, + "num_tokens": 559597548.0, + "step": 14743 + }, + { + "epoch": 1.8755883475384811, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7419707775115967, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8659493327140808, + "num_tokens": 559638440.0, + "step": 14744 + }, + { + "epoch": 1.8757155578170717, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5858325958251953, + "learning_rate": 1e-05, + "loss": 0.5102, + "mean_token_accuracy": 0.8497799038887024, + "num_tokens": 559680819.0, + "step": 14745 + }, + { + "epoch": 1.8758427680956622, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7399959564208984, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8692693710327148, + "num_tokens": 559721861.0, + "step": 14746 + }, + { + "epoch": 1.8759699783742527, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5898423194885254, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8703619837760925, + "num_tokens": 559757370.0, + "step": 14747 + }, + { + "epoch": 1.8760971886528433, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7511041164398193, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.864077091217041, + "num_tokens": 559795570.0, + "step": 14748 + }, + { + "epoch": 1.8762243989314338, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.570622444152832, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8753097653388977, + "num_tokens": 559835115.0, + "step": 14749 + }, + { + "epoch": 1.8763516092100243, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.752562999725342, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8658175468444824, + "num_tokens": 559876119.0, + "step": 14750 + }, + { + "epoch": 1.8764788194886148, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.591442584991455, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8755357265472412, + "num_tokens": 559908349.0, + "step": 14751 + }, + { + "epoch": 1.8766060297672051, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.748410224914551, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8571693897247314, + "num_tokens": 559947336.0, + "step": 14752 + }, + { + "epoch": 1.8767332400457957, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5851166248321533, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8624154329299927, + "num_tokens": 559989571.0, + "step": 14753 + }, + { + "epoch": 1.8768604503243862, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7672057151794434, + "learning_rate": 1e-05, + "loss": 0.4873, + "mean_token_accuracy": 0.8517783880233765, + "num_tokens": 560022840.0, + "step": 14754 + }, + { + "epoch": 1.8769876606029767, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.000278472900390625, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.572293281555176, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8624497652053833, + "num_tokens": 560061939.0, + "step": 14755 + }, + { + "epoch": 1.8771148708815673, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7707624435424805, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8679933547973633, + "num_tokens": 560097480.0, + "step": 14756 + }, + { + "epoch": 1.8772420811601578, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.566845178604126, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8688470721244812, + "num_tokens": 560137957.0, + "step": 14757 + }, + { + "epoch": 1.877369291438748, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7770066261291504, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8663510084152222, + "num_tokens": 560173717.0, + "step": 14758 + }, + { + "epoch": 1.8774965017173386, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.573637008666992, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8690440058708191, + "num_tokens": 560209833.0, + "step": 14759 + }, + { + "epoch": 1.8776237119959291, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.78537917137146, + "learning_rate": 1e-05, + "loss": 0.5302, + "mean_token_accuracy": 0.845634937286377, + "num_tokens": 560250406.0, + "step": 14760 + }, + { + "epoch": 1.8777509222745197, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5732948780059814, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8699570894241333, + "num_tokens": 560288828.0, + "step": 14761 + }, + { + "epoch": 1.8778781325531102, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7800216674804688, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8795070648193359, + "num_tokens": 560327431.0, + "step": 14762 + }, + { + "epoch": 1.8780053428317007, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.565129041671753, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8887163400650024, + "num_tokens": 560367767.0, + "step": 14763 + }, + { + "epoch": 1.8781325531102913, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7981691360473633, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.882404088973999, + "num_tokens": 560401179.0, + "step": 14764 + }, + { + "epoch": 1.8782597633888818, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.600961208343506, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.865506649017334, + "num_tokens": 560431198.0, + "step": 14765 + }, + { + "epoch": 1.8783869736674723, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7766523361206055, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8704169988632202, + "num_tokens": 560470244.0, + "step": 14766 + }, + { + "epoch": 1.8785141839460628, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5760486125946045, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8784183859825134, + "num_tokens": 560511696.0, + "step": 14767 + }, + { + "epoch": 1.8786413942246534, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.769078254699707, + "learning_rate": 1e-05, + "loss": 0.3766, + "mean_token_accuracy": 0.8940262198448181, + "num_tokens": 560547555.0, + "step": 14768 + }, + { + "epoch": 1.878768604503244, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5828635692596436, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8692588806152344, + "num_tokens": 560584349.0, + "step": 14769 + }, + { + "epoch": 1.8788958147818344, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.761749744415283, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8793042898178101, + "num_tokens": 560628403.0, + "step": 14770 + }, + { + "epoch": 1.879023025060425, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5991294384002686, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8748891949653625, + "num_tokens": 560663454.0, + "step": 14771 + }, + { + "epoch": 1.8791502353390155, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7531487941741943, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8690676689147949, + "num_tokens": 560700506.0, + "step": 14772 + }, + { + "epoch": 1.879277445617606, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.585911750793457, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8765579462051392, + "num_tokens": 560739690.0, + "step": 14773 + }, + { + "epoch": 1.8794046558961965, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7373125553131104, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8735868334770203, + "num_tokens": 560786364.0, + "step": 14774 + }, + { + "epoch": 1.879531866174787, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5858471393585205, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8659732341766357, + "num_tokens": 560828850.0, + "step": 14775 + }, + { + "epoch": 1.8796590764533776, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.756380319595337, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8790183067321777, + "num_tokens": 560863401.0, + "step": 14776 + }, + { + "epoch": 1.879786286731968, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.651618719100952, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8705606460571289, + "num_tokens": 560894347.0, + "step": 14777 + }, + { + "epoch": 1.8799134970105584, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.84512996673584, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8568998575210571, + "num_tokens": 560935302.0, + "step": 14778 + }, + { + "epoch": 1.880040707289149, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.565232753753662, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8804680705070496, + "num_tokens": 560971960.0, + "step": 14779 + }, + { + "epoch": 1.8801679175677395, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7702677249908447, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8645265102386475, + "num_tokens": 561012267.0, + "step": 14780 + }, + { + "epoch": 1.88029512784633, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5627987384796143, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8706753849983215, + "num_tokens": 561048861.0, + "step": 14781 + }, + { + "epoch": 1.8804223381249205, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7822892665863037, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.874146580696106, + "num_tokens": 561087832.0, + "step": 14782 + }, + { + "epoch": 1.8805495484035109, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5775680541992188, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8801729679107666, + "num_tokens": 561120657.0, + "step": 14783 + }, + { + "epoch": 1.8806767586821014, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.77107572555542, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8820002675056458, + "num_tokens": 561161762.0, + "step": 14784 + }, + { + "epoch": 1.880803968960692, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.580688238143921, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8733018636703491, + "num_tokens": 561199459.0, + "step": 14785 + }, + { + "epoch": 1.8809311792392824, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.787498950958252, + "learning_rate": 1e-05, + "loss": 0.4985, + "mean_token_accuracy": 0.856348991394043, + "num_tokens": 561237958.0, + "step": 14786 + }, + { + "epoch": 1.881058389517873, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.595933675765991, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8655529618263245, + "num_tokens": 561272086.0, + "step": 14787 + }, + { + "epoch": 1.8811855997964635, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7631397247314453, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8791007995605469, + "num_tokens": 561309821.0, + "step": 14788 + }, + { + "epoch": 1.881312810075054, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5819709300994873, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8693845868110657, + "num_tokens": 561351565.0, + "step": 14789 + }, + { + "epoch": 1.8814400203536445, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7812628746032715, + "learning_rate": 1e-05, + "loss": 0.5104, + "mean_token_accuracy": 0.8500431776046753, + "num_tokens": 561387399.0, + "step": 14790 + }, + { + "epoch": 1.881567230632235, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.580805540084839, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8676150441169739, + "num_tokens": 561427917.0, + "step": 14791 + }, + { + "epoch": 1.8816944409108256, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7765824794769287, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8662224411964417, + "num_tokens": 561465398.0, + "step": 14792 + }, + { + "epoch": 1.8818216511894161, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5684709548950195, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8739122152328491, + "num_tokens": 561510264.0, + "step": 14793 + }, + { + "epoch": 1.8819488614680067, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.770890235900879, + "learning_rate": 1e-05, + "loss": 0.4689, + "mean_token_accuracy": 0.8655515909194946, + "num_tokens": 561550942.0, + "step": 14794 + }, + { + "epoch": 1.8820760717465972, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5968282222747803, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8764946460723877, + "num_tokens": 561580571.0, + "step": 14795 + }, + { + "epoch": 1.8822032820251877, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.758410692214966, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.87395840883255, + "num_tokens": 561618993.0, + "step": 14796 + }, + { + "epoch": 1.8823304923037782, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5926756858825684, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.853935956954956, + "num_tokens": 561659389.0, + "step": 14797 + }, + { + "epoch": 1.8824577025823688, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.746690511703491, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.872106671333313, + "num_tokens": 561707703.0, + "step": 14798 + }, + { + "epoch": 1.8825849128609593, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5828540325164795, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8693803548812866, + "num_tokens": 561749367.0, + "step": 14799 + }, + { + "epoch": 1.8827121231395498, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7650105953216553, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8618234992027283, + "num_tokens": 561785234.0, + "step": 14800 + }, + { + "epoch": 1.8828393334181401, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.56795072555542, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8790037631988525, + "num_tokens": 561825801.0, + "step": 14801 + }, + { + "epoch": 1.8829665436967307, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.766458034515381, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8627239465713501, + "num_tokens": 561865030.0, + "step": 14802 + }, + { + "epoch": 1.8830937539753212, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5752575397491455, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8811347484588623, + "num_tokens": 561899767.0, + "step": 14803 + }, + { + "epoch": 1.8832209642539117, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.780540943145752, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8643029928207397, + "num_tokens": 561936794.0, + "step": 14804 + }, + { + "epoch": 1.8833481745325023, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.572093963623047, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8693214058876038, + "num_tokens": 561971770.0, + "step": 14805 + }, + { + "epoch": 1.8834753848110928, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7645421028137207, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8665939569473267, + "num_tokens": 562016400.0, + "step": 14806 + }, + { + "epoch": 1.883602595089683, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5762178897857666, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8782564401626587, + "num_tokens": 562050732.0, + "step": 14807 + }, + { + "epoch": 1.8837298053682736, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7592427730560303, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.8721901774406433, + "num_tokens": 562093619.0, + "step": 14808 + }, + { + "epoch": 1.8838570156468641, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5797059535980225, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.871849775314331, + "num_tokens": 562131434.0, + "step": 14809 + }, + { + "epoch": 1.8839842259254547, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7721896171569824, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8604414463043213, + "num_tokens": 562169914.0, + "step": 14810 + }, + { + "epoch": 1.8841114362040452, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.583253860473633, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8747942447662354, + "num_tokens": 562207190.0, + "step": 14811 + }, + { + "epoch": 1.8842386464826357, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7649688720703125, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8642504215240479, + "num_tokens": 562246236.0, + "step": 14812 + }, + { + "epoch": 1.8843658567612263, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5773699283599854, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8815223574638367, + "num_tokens": 562286875.0, + "step": 14813 + }, + { + "epoch": 1.8844930670398168, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7708516120910645, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8773437738418579, + "num_tokens": 562325807.0, + "step": 14814 + }, + { + "epoch": 1.8846202773184073, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5822441577911377, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8733721971511841, + "num_tokens": 562363663.0, + "step": 14815 + }, + { + "epoch": 1.8847474875969978, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.770897150039673, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8717079758644104, + "num_tokens": 562399700.0, + "step": 14816 + }, + { + "epoch": 1.8848746978755884, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5935206413269043, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8623033761978149, + "num_tokens": 562434395.0, + "step": 14817 + }, + { + "epoch": 1.885001908154179, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.771062135696411, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.8547773361206055, + "num_tokens": 562472140.0, + "step": 14818 + }, + { + "epoch": 1.8851291184327694, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5808608531951904, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.869174599647522, + "num_tokens": 562510556.0, + "step": 14819 + }, + { + "epoch": 1.88525632871136, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7653279304504395, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8671494722366333, + "num_tokens": 562546679.0, + "step": 14820 + }, + { + "epoch": 1.8853835389899505, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.596220016479492, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8670370578765869, + "num_tokens": 562580707.0, + "step": 14821 + }, + { + "epoch": 1.885510749268541, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7454841136932373, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.869576096534729, + "num_tokens": 562621753.0, + "step": 14822 + }, + { + "epoch": 1.8856379595471315, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5980448722839355, + "learning_rate": 1e-05, + "loss": 0.3804, + "mean_token_accuracy": 0.89068603515625, + "num_tokens": 562654064.0, + "step": 14823 + }, + { + "epoch": 1.885765169825722, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.749767303466797, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8608328700065613, + "num_tokens": 562692575.0, + "step": 14824 + }, + { + "epoch": 1.8858923801043126, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5848655700683594, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8817273378372192, + "num_tokens": 562732655.0, + "step": 14825 + }, + { + "epoch": 1.886019590382903, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.754641056060791, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.868308424949646, + "num_tokens": 562768618.0, + "step": 14826 + }, + { + "epoch": 1.8861468006614934, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5813047885894775, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.857108473777771, + "num_tokens": 562805357.0, + "step": 14827 + }, + { + "epoch": 1.886274010940084, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7514240741729736, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8649199604988098, + "num_tokens": 562848798.0, + "step": 14828 + }, + { + "epoch": 1.8864012212186745, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.573514699935913, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8783366084098816, + "num_tokens": 562890108.0, + "step": 14829 + }, + { + "epoch": 1.886528431497265, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7745792865753174, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8761599659919739, + "num_tokens": 562921089.0, + "step": 14830 + }, + { + "epoch": 1.8866556417758555, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5893845558166504, + "learning_rate": 1e-05, + "loss": 0.5395, + "mean_token_accuracy": 0.8371396064758301, + "num_tokens": 562961705.0, + "step": 14831 + }, + { + "epoch": 1.8867828520544458, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7495532035827637, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8867887854576111, + "num_tokens": 563000011.0, + "step": 14832 + }, + { + "epoch": 1.8869100623330364, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5680043697357178, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8745669722557068, + "num_tokens": 563042568.0, + "step": 14833 + }, + { + "epoch": 1.887037272611627, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.768389940261841, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8777503967285156, + "num_tokens": 563075892.0, + "step": 14834 + }, + { + "epoch": 1.8871644828902174, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5643458366394043, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.86930251121521, + "num_tokens": 563117276.0, + "step": 14835 + }, + { + "epoch": 1.887291693168808, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7892355918884277, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8721418380737305, + "num_tokens": 563152557.0, + "step": 14836 + }, + { + "epoch": 1.8874189034473985, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5757038593292236, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8732632398605347, + "num_tokens": 563188620.0, + "step": 14837 + }, + { + "epoch": 1.887546113725989, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7844438552856445, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.865971028804779, + "num_tokens": 563227582.0, + "step": 14838 + }, + { + "epoch": 1.8876733240045795, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5735368728637695, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8836287260055542, + "num_tokens": 563260057.0, + "step": 14839 + }, + { + "epoch": 1.88780053428317, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.780322313308716, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8694347739219666, + "num_tokens": 563299612.0, + "step": 14840 + }, + { + "epoch": 1.8879277445617606, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.606171131134033, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8729877471923828, + "num_tokens": 563331659.0, + "step": 14841 + }, + { + "epoch": 1.8880549548403511, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7648580074310303, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8631375432014465, + "num_tokens": 563371411.0, + "step": 14842 + }, + { + "epoch": 1.8881821651189417, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6004717350006104, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8700982332229614, + "num_tokens": 563401498.0, + "step": 14843 + }, + { + "epoch": 1.8883093753975322, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7310523986816406, + "learning_rate": 1e-05, + "loss": 0.3927, + "mean_token_accuracy": 0.8863459825515747, + "num_tokens": 563441383.0, + "step": 14844 + }, + { + "epoch": 1.8884365856761227, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6096620559692383, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8605897426605225, + "num_tokens": 563478547.0, + "step": 14845 + }, + { + "epoch": 1.8885637959547132, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.708991050720215, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.870002031326294, + "num_tokens": 563521366.0, + "step": 14846 + }, + { + "epoch": 1.8886910062333038, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.611816167831421, + "learning_rate": 1e-05, + "loss": 0.489, + "mean_token_accuracy": 0.8538599014282227, + "num_tokens": 563560062.0, + "step": 14847 + }, + { + "epoch": 1.8888182165118943, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7134451866149902, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8636700510978699, + "num_tokens": 563598448.0, + "step": 14848 + }, + { + "epoch": 1.8889454267904848, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5936453342437744, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8785330057144165, + "num_tokens": 563639274.0, + "step": 14849 + }, + { + "epoch": 1.8890726370690751, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.712918758392334, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8688110113143921, + "num_tokens": 563679309.0, + "step": 14850 + }, + { + "epoch": 1.8891998473476657, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.594144105911255, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8696774244308472, + "num_tokens": 563717594.0, + "step": 14851 + }, + { + "epoch": 1.8893270576262562, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7256252765655518, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8807759881019592, + "num_tokens": 563749442.0, + "step": 14852 + }, + { + "epoch": 1.8894542679048467, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5926172733306885, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.863919198513031, + "num_tokens": 563788519.0, + "step": 14853 + }, + { + "epoch": 1.8895814781834372, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7256762981414795, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8615559339523315, + "num_tokens": 563827233.0, + "step": 14854 + }, + { + "epoch": 1.8897086884620278, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5899837017059326, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8697437644004822, + "num_tokens": 563863534.0, + "step": 14855 + }, + { + "epoch": 1.889835898740618, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.730381965637207, + "learning_rate": 1e-05, + "loss": 0.4986, + "mean_token_accuracy": 0.8532716631889343, + "num_tokens": 563903237.0, + "step": 14856 + }, + { + "epoch": 1.8899631090192086, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.567009210586548, + "learning_rate": 1e-05, + "loss": 0.3648, + "mean_token_accuracy": 0.893579363822937, + "num_tokens": 563944334.0, + "step": 14857 + }, + { + "epoch": 1.8900903192977991, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7476539611816406, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8668417930603027, + "num_tokens": 563979801.0, + "step": 14858 + }, + { + "epoch": 1.8902175295763897, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.565948486328125, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8641015291213989, + "num_tokens": 564022348.0, + "step": 14859 + }, + { + "epoch": 1.8903447398549802, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7539219856262207, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8830548524856567, + "num_tokens": 564063285.0, + "step": 14860 + }, + { + "epoch": 1.8904719501335707, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.563382387161255, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8708254098892212, + "num_tokens": 564105323.0, + "step": 14861 + }, + { + "epoch": 1.8905991604121613, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7784955501556396, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.86181640625, + "num_tokens": 564140238.0, + "step": 14862 + }, + { + "epoch": 1.8907263706907518, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5743870735168457, + "learning_rate": 1e-05, + "loss": 0.5244, + "mean_token_accuracy": 0.8425223231315613, + "num_tokens": 564178441.0, + "step": 14863 + }, + { + "epoch": 1.8908535809693423, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.768326759338379, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8715379238128662, + "num_tokens": 564217586.0, + "step": 14864 + }, + { + "epoch": 1.8909807912479328, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.566967248916626, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8606059551239014, + "num_tokens": 564259198.0, + "step": 14865 + }, + { + "epoch": 1.8911080015265234, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.766113758087158, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8843425512313843, + "num_tokens": 564298622.0, + "step": 14866 + }, + { + "epoch": 1.891235211805114, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.575291872024536, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8763673305511475, + "num_tokens": 564331573.0, + "step": 14867 + }, + { + "epoch": 1.8913624220837044, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.77286958694458, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8640774488449097, + "num_tokens": 564371461.0, + "step": 14868 + }, + { + "epoch": 1.891489632362295, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5583603382110596, + "learning_rate": 1e-05, + "loss": 0.3804, + "mean_token_accuracy": 0.8887460231781006, + "num_tokens": 564410160.0, + "step": 14869 + }, + { + "epoch": 1.8916168426408855, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.781785011291504, + "learning_rate": 1e-05, + "loss": 0.4797, + "mean_token_accuracy": 0.8590624928474426, + "num_tokens": 564455954.0, + "step": 14870 + }, + { + "epoch": 1.891744052919476, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5745930671691895, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8715901374816895, + "num_tokens": 564490196.0, + "step": 14871 + }, + { + "epoch": 1.8918712631980665, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7721636295318604, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8760154843330383, + "num_tokens": 564530362.0, + "step": 14872 + }, + { + "epoch": 1.891998473476657, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.584709644317627, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8671432733535767, + "num_tokens": 564563528.0, + "step": 14873 + }, + { + "epoch": 1.8921256837552476, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7819883823394775, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8724099397659302, + "num_tokens": 564596865.0, + "step": 14874 + }, + { + "epoch": 1.892252894033838, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5833890438079834, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8643067479133606, + "num_tokens": 564635740.0, + "step": 14875 + }, + { + "epoch": 1.8923801043124284, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.772782325744629, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8602889776229858, + "num_tokens": 564679007.0, + "step": 14876 + }, + { + "epoch": 1.892507314591019, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5724966526031494, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.875251054763794, + "num_tokens": 564719211.0, + "step": 14877 + }, + { + "epoch": 1.8926345248696095, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7749428749084473, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8852481842041016, + "num_tokens": 564756482.0, + "step": 14878 + }, + { + "epoch": 1.8927617351482, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5761396884918213, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8718870282173157, + "num_tokens": 564796304.0, + "step": 14879 + }, + { + "epoch": 1.8928889454267905, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7748594284057617, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8677842020988464, + "num_tokens": 564835444.0, + "step": 14880 + }, + { + "epoch": 1.8930161557053808, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5893681049346924, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8562989234924316, + "num_tokens": 564873637.0, + "step": 14881 + }, + { + "epoch": 1.8931433659839714, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7567005157470703, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.873013973236084, + "num_tokens": 564914742.0, + "step": 14882 + }, + { + "epoch": 1.893270576262562, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5831007957458496, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8720675706863403, + "num_tokens": 564953519.0, + "step": 14883 + }, + { + "epoch": 1.8933977865411524, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7801692485809326, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8638122081756592, + "num_tokens": 564984994.0, + "step": 14884 + }, + { + "epoch": 1.893524996819743, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5769827365875244, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8596833944320679, + "num_tokens": 565028584.0, + "step": 14885 + }, + { + "epoch": 1.8936522070983335, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7705912590026855, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8695257902145386, + "num_tokens": 565068726.0, + "step": 14886 + }, + { + "epoch": 1.893779417376924, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5799977779388428, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8621014952659607, + "num_tokens": 565112156.0, + "step": 14887 + }, + { + "epoch": 1.8939066276555145, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.780245542526245, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.874375581741333, + "num_tokens": 565146158.0, + "step": 14888 + }, + { + "epoch": 1.894033837934105, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5819802284240723, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.882970929145813, + "num_tokens": 565176571.0, + "step": 14889 + }, + { + "epoch": 1.8941610482126956, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.774505138397217, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8680561780929565, + "num_tokens": 565216162.0, + "step": 14890 + }, + { + "epoch": 1.8942882584912861, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5752949714660645, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8841248750686646, + "num_tokens": 565252010.0, + "step": 14891 + }, + { + "epoch": 1.8944154687698767, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7740318775177, + "learning_rate": 1e-05, + "loss": 0.4895, + "mean_token_accuracy": 0.8540700674057007, + "num_tokens": 565297159.0, + "step": 14892 + }, + { + "epoch": 1.8945426790484672, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.580857753753662, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8740226030349731, + "num_tokens": 565337074.0, + "step": 14893 + }, + { + "epoch": 1.8946698893270577, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.766418695449829, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8635938763618469, + "num_tokens": 565379551.0, + "step": 14894 + }, + { + "epoch": 1.8947970996056482, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.58170485496521, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8745355010032654, + "num_tokens": 565418611.0, + "step": 14895 + }, + { + "epoch": 1.8949243098842388, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.779752016067505, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8730703592300415, + "num_tokens": 565452804.0, + "step": 14896 + }, + { + "epoch": 1.8950515201628293, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.579362630844116, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8662084341049194, + "num_tokens": 565490628.0, + "step": 14897 + }, + { + "epoch": 1.8951787304414198, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7915210723876953, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.8636929988861084, + "num_tokens": 565523990.0, + "step": 14898 + }, + { + "epoch": 1.8953059407200101, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.572404384613037, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8780326843261719, + "num_tokens": 565562684.0, + "step": 14899 + }, + { + "epoch": 1.8954331509986007, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7787888050079346, + "learning_rate": 1e-05, + "loss": 0.3756, + "mean_token_accuracy": 0.8920828104019165, + "num_tokens": 565596479.0, + "step": 14900 + }, + { + "epoch": 1.8955603612771912, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.581209182739258, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8677623271942139, + "num_tokens": 565639112.0, + "step": 14901 + }, + { + "epoch": 1.8956875715557817, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7866971492767334, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8789371848106384, + "num_tokens": 565671379.0, + "step": 14902 + }, + { + "epoch": 1.8958147818343722, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5784287452697754, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.877179741859436, + "num_tokens": 565708115.0, + "step": 14903 + }, + { + "epoch": 1.8959419921129628, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7948904037475586, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8644158840179443, + "num_tokens": 565744767.0, + "step": 14904 + }, + { + "epoch": 1.896069202391553, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.575653076171875, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.870276927947998, + "num_tokens": 565783709.0, + "step": 14905 + }, + { + "epoch": 1.8961964126701436, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.79538631439209, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.874904453754425, + "num_tokens": 565818503.0, + "step": 14906 + }, + { + "epoch": 1.8963236229487341, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5853941440582275, + "learning_rate": 1e-05, + "loss": 0.3822, + "mean_token_accuracy": 0.8898969888687134, + "num_tokens": 565850188.0, + "step": 14907 + }, + { + "epoch": 1.8964508332273247, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.784274101257324, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8633129000663757, + "num_tokens": 565889177.0, + "step": 14908 + }, + { + "epoch": 1.8965780435059152, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.604468822479248, + "learning_rate": 1e-05, + "loss": 0.5126, + "mean_token_accuracy": 0.8500732779502869, + "num_tokens": 565929316.0, + "step": 14909 + }, + { + "epoch": 1.8967052537845057, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.777073383331299, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8882648348808289, + "num_tokens": 565961874.0, + "step": 14910 + }, + { + "epoch": 1.8968324640630962, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.610395669937134, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8552977442741394, + "num_tokens": 565995143.0, + "step": 14911 + }, + { + "epoch": 1.8969596743416868, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7592947483062744, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8707075119018555, + "num_tokens": 566032297.0, + "step": 14912 + }, + { + "epoch": 1.8970868846202773, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.590334177017212, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8747454881668091, + "num_tokens": 566073138.0, + "step": 14913 + }, + { + "epoch": 1.8972140948988678, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.744368076324463, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8743466138839722, + "num_tokens": 566115471.0, + "step": 14914 + }, + { + "epoch": 1.8973413051774584, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.596593141555786, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8672984838485718, + "num_tokens": 566152644.0, + "step": 14915 + }, + { + "epoch": 1.8974685154560489, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.727208375930786, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8686774373054504, + "num_tokens": 566197411.0, + "step": 14916 + }, + { + "epoch": 1.8975957257346394, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.580226421356201, + "learning_rate": 1e-05, + "loss": 0.3633, + "mean_token_accuracy": 0.8940569162368774, + "num_tokens": 566234738.0, + "step": 14917 + }, + { + "epoch": 1.89772293601323, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.74355149269104, + "learning_rate": 1e-05, + "loss": 0.4987, + "mean_token_accuracy": 0.8536840677261353, + "num_tokens": 566274445.0, + "step": 14918 + }, + { + "epoch": 1.8978501462918205, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5777008533477783, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8895906209945679, + "num_tokens": 566312710.0, + "step": 14919 + }, + { + "epoch": 1.897977356570411, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.749274730682373, + "learning_rate": 1e-05, + "loss": 0.4625, + "mean_token_accuracy": 0.8683120012283325, + "num_tokens": 566349229.0, + "step": 14920 + }, + { + "epoch": 1.8981045668490015, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5906810760498047, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8643768429756165, + "num_tokens": 566387208.0, + "step": 14921 + }, + { + "epoch": 1.898231777127592, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.745958089828491, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8707523941993713, + "num_tokens": 566423616.0, + "step": 14922 + }, + { + "epoch": 1.8983589874061826, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.582230806350708, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8743621110916138, + "num_tokens": 566457984.0, + "step": 14923 + }, + { + "epoch": 1.898486197684773, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.752220630645752, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8658350110054016, + "num_tokens": 566495664.0, + "step": 14924 + }, + { + "epoch": 1.8986134079633634, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.577502727508545, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.863998532295227, + "num_tokens": 566533750.0, + "step": 14925 + }, + { + "epoch": 1.898740618241954, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.747121810913086, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8617299795150757, + "num_tokens": 566576247.0, + "step": 14926 + }, + { + "epoch": 1.8988678285205445, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.580242872238159, + "learning_rate": 1e-05, + "loss": 0.4949, + "mean_token_accuracy": 0.8547629117965698, + "num_tokens": 566618185.0, + "step": 14927 + }, + { + "epoch": 1.898995038799135, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.751668930053711, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8578135967254639, + "num_tokens": 566659219.0, + "step": 14928 + }, + { + "epoch": 1.8991222490777255, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.57938814163208, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8780256509780884, + "num_tokens": 566695101.0, + "step": 14929 + }, + { + "epoch": 1.8992494593563158, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7520508766174316, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8683127164840698, + "num_tokens": 566735286.0, + "step": 14930 + }, + { + "epoch": 1.8993766696349064, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5761594772338867, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8717144727706909, + "num_tokens": 566773534.0, + "step": 14931 + }, + { + "epoch": 1.899503879913497, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7489209175109863, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8762679696083069, + "num_tokens": 566819141.0, + "step": 14932 + }, + { + "epoch": 1.8996310901920874, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5768258571624756, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.886681854724884, + "num_tokens": 566855095.0, + "step": 14933 + }, + { + "epoch": 1.899758300470678, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7692301273345947, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8634663224220276, + "num_tokens": 566888989.0, + "step": 14934 + }, + { + "epoch": 1.8998855107492685, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.578317642211914, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8827930092811584, + "num_tokens": 566923049.0, + "step": 14935 + }, + { + "epoch": 1.900012721027859, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7703278064727783, + "learning_rate": 1e-05, + "loss": 0.5095, + "mean_token_accuracy": 0.8508756160736084, + "num_tokens": 566962049.0, + "step": 14936 + }, + { + "epoch": 1.9001399313064495, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.562913417816162, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8856914043426514, + "num_tokens": 567003538.0, + "step": 14937 + }, + { + "epoch": 1.90026714158504, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7792208194732666, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8812479972839355, + "num_tokens": 567035821.0, + "step": 14938 + }, + { + "epoch": 1.9003943518636306, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.579909324645996, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8792847394943237, + "num_tokens": 567068095.0, + "step": 14939 + }, + { + "epoch": 1.9005215621422211, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.780942678451538, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8748083114624023, + "num_tokens": 567104741.0, + "step": 14940 + }, + { + "epoch": 1.9006487724208116, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5767476558685303, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8683730363845825, + "num_tokens": 567142500.0, + "step": 14941 + }, + { + "epoch": 1.9007759826994022, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7785115242004395, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8701344728469849, + "num_tokens": 567182001.0, + "step": 14942 + }, + { + "epoch": 1.9009031929779927, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.610018014907837, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8673309087753296, + "num_tokens": 567219809.0, + "step": 14943 + }, + { + "epoch": 1.9010304032565832, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7732412815093994, + "learning_rate": 1e-05, + "loss": 0.5316, + "mean_token_accuracy": 0.8433922529220581, + "num_tokens": 567260309.0, + "step": 14944 + }, + { + "epoch": 1.9011576135351738, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.594271421432495, + "learning_rate": 1e-05, + "loss": 0.4757, + "mean_token_accuracy": 0.8581632375717163, + "num_tokens": 567295840.0, + "step": 14945 + }, + { + "epoch": 1.9012848238137643, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.758556842803955, + "learning_rate": 1e-05, + "loss": 0.5091, + "mean_token_accuracy": 0.8495489358901978, + "num_tokens": 567335546.0, + "step": 14946 + }, + { + "epoch": 1.9014120340923548, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5774593353271484, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8875190019607544, + "num_tokens": 567372996.0, + "step": 14947 + }, + { + "epoch": 1.9015392443709451, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.75856876373291, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8782578706741333, + "num_tokens": 567411758.0, + "step": 14948 + }, + { + "epoch": 1.9016664546495357, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.591770887374878, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8682302236557007, + "num_tokens": 567446859.0, + "step": 14949 + }, + { + "epoch": 1.9017936649281262, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7621607780456543, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8806395530700684, + "num_tokens": 567480890.0, + "step": 14950 + }, + { + "epoch": 1.9019208752067167, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.567777156829834, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8765340447425842, + "num_tokens": 567523381.0, + "step": 14951 + }, + { + "epoch": 1.9020480854853072, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.774989604949951, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8695579767227173, + "num_tokens": 567564926.0, + "step": 14952 + }, + { + "epoch": 1.9021752957638978, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.570660352706909, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8687365651130676, + "num_tokens": 567603351.0, + "step": 14953 + }, + { + "epoch": 1.902302506042488, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7835307121276855, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8857107162475586, + "num_tokens": 567636710.0, + "step": 14954 + }, + { + "epoch": 1.9024297163210786, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.560443639755249, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8834453821182251, + "num_tokens": 567676325.0, + "step": 14955 + }, + { + "epoch": 1.9025569265996691, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7763593196868896, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8907423615455627, + "num_tokens": 567720663.0, + "step": 14956 + }, + { + "epoch": 1.9026841368782597, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5863659381866455, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8625986576080322, + "num_tokens": 567761589.0, + "step": 14957 + }, + { + "epoch": 1.9028113471568502, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7728965282440186, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8817911744117737, + "num_tokens": 567801649.0, + "step": 14958 + }, + { + "epoch": 1.9029385574354407, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5771055221557617, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8803184032440186, + "num_tokens": 567839953.0, + "step": 14959 + }, + { + "epoch": 1.9030657677140312, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7678542137145996, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8787442445755005, + "num_tokens": 567877634.0, + "step": 14960 + }, + { + "epoch": 1.9031929779926218, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6059107780456543, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8584762811660767, + "num_tokens": 567911504.0, + "step": 14961 + }, + { + "epoch": 1.9033201882712123, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7911534309387207, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8757541179656982, + "num_tokens": 567954904.0, + "step": 14962 + }, + { + "epoch": 1.9034473985498028, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.584139823913574, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8649312853813171, + "num_tokens": 567992384.0, + "step": 14963 + }, + { + "epoch": 1.9035746088283934, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.779280662536621, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8678540587425232, + "num_tokens": 568027692.0, + "step": 14964 + }, + { + "epoch": 1.9037018191069839, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5799663066864014, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8646983504295349, + "num_tokens": 568063385.0, + "step": 14965 + }, + { + "epoch": 1.9038290293855744, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7765450477600098, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8808107972145081, + "num_tokens": 568098315.0, + "step": 14966 + }, + { + "epoch": 1.903956239664165, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5732405185699463, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8616530895233154, + "num_tokens": 568144032.0, + "step": 14967 + }, + { + "epoch": 1.9040834499427555, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7939436435699463, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8687076568603516, + "num_tokens": 568174988.0, + "step": 14968 + }, + { + "epoch": 1.904210660221346, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5692861080169678, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8587660789489746, + "num_tokens": 568219794.0, + "step": 14969 + }, + { + "epoch": 1.9043378704999365, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.785017967224121, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.877555251121521, + "num_tokens": 568264995.0, + "step": 14970 + }, + { + "epoch": 1.904465080778527, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.586930990219116, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8738595247268677, + "num_tokens": 568300876.0, + "step": 14971 + }, + { + "epoch": 1.9045922910571176, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7812726497650146, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.867046594619751, + "num_tokens": 568337341.0, + "step": 14972 + }, + { + "epoch": 1.9047195013357079, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.589735984802246, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8666819334030151, + "num_tokens": 568373524.0, + "step": 14973 + }, + { + "epoch": 1.9048467116142984, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.76187801361084, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8843264579772949, + "num_tokens": 568412575.0, + "step": 14974 + }, + { + "epoch": 1.904973921892889, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.593425750732422, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8741729259490967, + "num_tokens": 568446794.0, + "step": 14975 + }, + { + "epoch": 1.9051011321714795, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7738468647003174, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8675926327705383, + "num_tokens": 568490645.0, + "step": 14976 + }, + { + "epoch": 1.90522834245007, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5833325386047363, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8715801239013672, + "num_tokens": 568529281.0, + "step": 14977 + }, + { + "epoch": 1.9053555527286605, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7670247554779053, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8800243139266968, + "num_tokens": 568568722.0, + "step": 14978 + }, + { + "epoch": 1.9054827630072508, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5918688774108887, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8750003576278687, + "num_tokens": 568604736.0, + "step": 14979 + }, + { + "epoch": 1.9056099732858414, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7541513442993164, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8850116729736328, + "num_tokens": 568643720.0, + "step": 14980 + }, + { + "epoch": 1.905737183564432, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.584540843963623, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8824728727340698, + "num_tokens": 568681805.0, + "step": 14981 + }, + { + "epoch": 1.9058643938430224, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7535085678100586, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8659554719924927, + "num_tokens": 568723107.0, + "step": 14982 + }, + { + "epoch": 1.905991604121613, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.603062629699707, + "learning_rate": 1e-05, + "loss": 0.5046, + "mean_token_accuracy": 0.8527106046676636, + "num_tokens": 568760229.0, + "step": 14983 + }, + { + "epoch": 1.9061188144002035, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7567386627197266, + "learning_rate": 1e-05, + "loss": 0.4892, + "mean_token_accuracy": 0.8592414855957031, + "num_tokens": 568794539.0, + "step": 14984 + }, + { + "epoch": 1.906246024678794, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5896952152252197, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8653707504272461, + "num_tokens": 568834808.0, + "step": 14985 + }, + { + "epoch": 1.9063732349573845, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7397139072418213, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8709821701049805, + "num_tokens": 568875004.0, + "step": 14986 + }, + { + "epoch": 1.906500445235975, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5768744945526123, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8740496039390564, + "num_tokens": 568917372.0, + "step": 14987 + }, + { + "epoch": 1.9066276555145656, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.751722574234009, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8645588755607605, + "num_tokens": 568953567.0, + "step": 14988 + }, + { + "epoch": 1.9067548657931561, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5964598655700684, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8617468476295471, + "num_tokens": 568988634.0, + "step": 14989 + }, + { + "epoch": 1.9068820760717466, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.737431049346924, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8762269616127014, + "num_tokens": 569023929.0, + "step": 14990 + }, + { + "epoch": 1.9070092863503372, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5896668434143066, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8793960213661194, + "num_tokens": 569054483.0, + "step": 14991 + }, + { + "epoch": 1.9071364966289277, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7345101833343506, + "learning_rate": 1e-05, + "loss": 0.4765, + "mean_token_accuracy": 0.8610045313835144, + "num_tokens": 569096919.0, + "step": 14992 + }, + { + "epoch": 1.9072637069075182, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5914268493652344, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8664519190788269, + "num_tokens": 569134161.0, + "step": 14993 + }, + { + "epoch": 1.9073909171861088, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.735344409942627, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.871300995349884, + "num_tokens": 569173391.0, + "step": 14994 + }, + { + "epoch": 1.9075181274646993, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.605459690093994, + "learning_rate": 1e-05, + "loss": 0.5059, + "mean_token_accuracy": 0.8527078628540039, + "num_tokens": 569206173.0, + "step": 14995 + }, + { + "epoch": 1.9076453377432898, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7329678535461426, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8635560274124146, + "num_tokens": 569241692.0, + "step": 14996 + }, + { + "epoch": 1.9077725480218801, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.596222162246704, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8802382349967957, + "num_tokens": 569276361.0, + "step": 14997 + }, + { + "epoch": 1.9078997583004706, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.725881576538086, + "learning_rate": 1e-05, + "loss": 0.5199, + "mean_token_accuracy": 0.8462965488433838, + "num_tokens": 569314478.0, + "step": 14998 + }, + { + "epoch": 1.9080269685790612, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.582601308822632, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8743021488189697, + "num_tokens": 569354867.0, + "step": 14999 + }, + { + "epoch": 1.9081541788576517, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7318766117095947, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8786495327949524, + "num_tokens": 569394031.0, + "step": 15000 + }, + { + "epoch": 1.9082813891362422, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.584219217300415, + "learning_rate": 1e-05, + "loss": 0.3619, + "mean_token_accuracy": 0.8972117900848389, + "num_tokens": 569430899.0, + "step": 15001 + }, + { + "epoch": 1.9084085994148328, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7389187812805176, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8515926599502563, + "num_tokens": 569469871.0, + "step": 15002 + }, + { + "epoch": 1.908535809693423, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5812265872955322, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8721537590026855, + "num_tokens": 569508385.0, + "step": 15003 + }, + { + "epoch": 1.9086630199720136, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.731919527053833, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8722636699676514, + "num_tokens": 569549705.0, + "step": 15004 + }, + { + "epoch": 1.9087902302506041, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5914270877838135, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8597329258918762, + "num_tokens": 569584092.0, + "step": 15005 + }, + { + "epoch": 1.9089174405291947, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.736976385116577, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8712337017059326, + "num_tokens": 569619683.0, + "step": 15006 + }, + { + "epoch": 1.9090446508077852, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.589007616043091, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8793036937713623, + "num_tokens": 569656347.0, + "step": 15007 + }, + { + "epoch": 1.9091718610863757, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7349958419799805, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.87668776512146, + "num_tokens": 569689633.0, + "step": 15008 + }, + { + "epoch": 1.9092990713649662, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.574337959289551, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.8586621284484863, + "num_tokens": 569730685.0, + "step": 15009 + }, + { + "epoch": 1.9094262816435568, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.740079402923584, + "learning_rate": 1e-05, + "loss": 0.4863, + "mean_token_accuracy": 0.8592844009399414, + "num_tokens": 569773343.0, + "step": 15010 + }, + { + "epoch": 1.9095534919221473, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.578085422515869, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8698948621749878, + "num_tokens": 569814417.0, + "step": 15011 + }, + { + "epoch": 1.9096807022007378, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7393765449523926, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8771102428436279, + "num_tokens": 569854436.0, + "step": 15012 + }, + { + "epoch": 1.9098079124793284, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.581092596054077, + "learning_rate": 1e-05, + "loss": 0.4913, + "mean_token_accuracy": 0.8552875518798828, + "num_tokens": 569897530.0, + "step": 15013 + }, + { + "epoch": 1.9099351227579189, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.758577346801758, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8757613897323608, + "num_tokens": 569931927.0, + "step": 15014 + }, + { + "epoch": 1.9100623330365094, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5747976303100586, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8736766576766968, + "num_tokens": 569968283.0, + "step": 15015 + }, + { + "epoch": 1.9101895433151, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.745363235473633, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8676849007606506, + "num_tokens": 570009073.0, + "step": 15016 + }, + { + "epoch": 1.9103167535936905, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.581486940383911, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8700763583183289, + "num_tokens": 570046421.0, + "step": 15017 + }, + { + "epoch": 1.910443963872281, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.740535020828247, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8659915924072266, + "num_tokens": 570093679.0, + "step": 15018 + }, + { + "epoch": 1.9105711741508715, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.572763442993164, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8789881467819214, + "num_tokens": 570132575.0, + "step": 15019 + }, + { + "epoch": 1.910698384429462, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.760716438293457, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8672121167182922, + "num_tokens": 570169782.0, + "step": 15020 + }, + { + "epoch": 1.9108255947080524, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5822043418884277, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8751699328422546, + "num_tokens": 570205034.0, + "step": 15021 + }, + { + "epoch": 1.9109528049866429, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.766549587249756, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8718565106391907, + "num_tokens": 570236804.0, + "step": 15022 + }, + { + "epoch": 1.9110800152652334, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.585371494293213, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8721791505813599, + "num_tokens": 570266893.0, + "step": 15023 + }, + { + "epoch": 1.911207225543824, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.765490770339966, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8807076811790466, + "num_tokens": 570297779.0, + "step": 15024 + }, + { + "epoch": 1.9113344358224145, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5667717456817627, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8759324550628662, + "num_tokens": 570334774.0, + "step": 15025 + }, + { + "epoch": 1.911461646101005, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7703137397766113, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8655675649642944, + "num_tokens": 570373788.0, + "step": 15026 + }, + { + "epoch": 1.9115888563795955, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5707743167877197, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.876014769077301, + "num_tokens": 570412156.0, + "step": 15027 + }, + { + "epoch": 1.9117160666581858, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.78912091255188, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8767232894897461, + "num_tokens": 570442702.0, + "step": 15028 + }, + { + "epoch": 1.9118432769367764, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5646555423736572, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8585202693939209, + "num_tokens": 570485302.0, + "step": 15029 + }, + { + "epoch": 1.9119704872153669, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7928245067596436, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8752085566520691, + "num_tokens": 570524820.0, + "step": 15030 + }, + { + "epoch": 1.9120976974939574, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.556809663772583, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8587542176246643, + "num_tokens": 570567973.0, + "step": 15031 + }, + { + "epoch": 1.912224907772548, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8034920692443848, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8754451274871826, + "num_tokens": 570610369.0, + "step": 15032 + }, + { + "epoch": 1.9123521180511385, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5612101554870605, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8661966323852539, + "num_tokens": 570653226.0, + "step": 15033 + }, + { + "epoch": 1.912479328329729, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8066272735595703, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8676385879516602, + "num_tokens": 570691505.0, + "step": 15034 + }, + { + "epoch": 1.9126065386083195, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5646443367004395, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8628849983215332, + "num_tokens": 570733781.0, + "step": 15035 + }, + { + "epoch": 1.91273374888691, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8110899925231934, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8752431273460388, + "num_tokens": 570772675.0, + "step": 15036 + }, + { + "epoch": 1.9128609591655006, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.566340208053589, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8848361372947693, + "num_tokens": 570813967.0, + "step": 15037 + }, + { + "epoch": 1.9129881694440911, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.814398765563965, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8803449869155884, + "num_tokens": 570850315.0, + "step": 15038 + }, + { + "epoch": 1.9131153797226816, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.588209390640259, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8643521666526794, + "num_tokens": 570890191.0, + "step": 15039 + }, + { + "epoch": 1.9132425900012722, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.803337812423706, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8745579719543457, + "num_tokens": 570926564.0, + "step": 15040 + }, + { + "epoch": 1.9133698002798627, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.588942050933838, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8738745450973511, + "num_tokens": 570966334.0, + "step": 15041 + }, + { + "epoch": 1.9134970105584532, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.795032501220703, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8657521605491638, + "num_tokens": 571008008.0, + "step": 15042 + }, + { + "epoch": 1.9136242208370438, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.601390838623047, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.8604668974876404, + "num_tokens": 571046915.0, + "step": 15043 + }, + { + "epoch": 1.9137514311156343, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7833645343780518, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8711137771606445, + "num_tokens": 571085945.0, + "step": 15044 + }, + { + "epoch": 1.9138786413942248, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5962584018707275, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.886078953742981, + "num_tokens": 571119839.0, + "step": 15045 + }, + { + "epoch": 1.9140058516728151, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7661514282226562, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.882020115852356, + "num_tokens": 571156888.0, + "step": 15046 + }, + { + "epoch": 1.9141330619514056, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.584892988204956, + "learning_rate": 1e-05, + "loss": 0.3834, + "mean_token_accuracy": 0.8903288841247559, + "num_tokens": 571197022.0, + "step": 15047 + }, + { + "epoch": 1.9142602722299962, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7702362537384033, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8640025854110718, + "num_tokens": 571234780.0, + "step": 15048 + }, + { + "epoch": 1.9143874825085867, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.596773147583008, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8746925592422485, + "num_tokens": 571272804.0, + "step": 15049 + }, + { + "epoch": 1.9145146927871772, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7550852298736572, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8687624931335449, + "num_tokens": 571315455.0, + "step": 15050 + }, + { + "epoch": 1.9146419030657678, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.595930337905884, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8776806592941284, + "num_tokens": 571350522.0, + "step": 15051 + }, + { + "epoch": 1.914769113344358, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7549920082092285, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8774949312210083, + "num_tokens": 571384452.0, + "step": 15052 + }, + { + "epoch": 1.9148963236229486, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5783886909484863, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8885534405708313, + "num_tokens": 571423041.0, + "step": 15053 + }, + { + "epoch": 1.9150235339015391, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.757258176803589, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8862369060516357, + "num_tokens": 571454744.0, + "step": 15054 + }, + { + "epoch": 1.9151507441801296, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5838587284088135, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.881645917892456, + "num_tokens": 571492937.0, + "step": 15055 + }, + { + "epoch": 1.9152779544587202, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7439887523651123, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8848928213119507, + "num_tokens": 571531756.0, + "step": 15056 + }, + { + "epoch": 1.9154051647373107, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5937321186065674, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8619309663772583, + "num_tokens": 571566095.0, + "step": 15057 + }, + { + "epoch": 1.9155323750159012, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.745978832244873, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8752808570861816, + "num_tokens": 571599169.0, + "step": 15058 + }, + { + "epoch": 1.9156595852944918, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.595261812210083, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8800677061080933, + "num_tokens": 571632063.0, + "step": 15059 + }, + { + "epoch": 1.9157867955730823, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7282257080078125, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8743976354598999, + "num_tokens": 571670867.0, + "step": 15060 + }, + { + "epoch": 1.9159140058516728, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5919783115386963, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8709890246391296, + "num_tokens": 571710445.0, + "step": 15061 + }, + { + "epoch": 1.9160412161302633, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7194671630859375, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.8897374868392944, + "num_tokens": 571748410.0, + "step": 15062 + }, + { + "epoch": 1.9161684264088539, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6011862754821777, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8583985567092896, + "num_tokens": 571786386.0, + "step": 15063 + }, + { + "epoch": 1.9162956366874444, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7204267978668213, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8656297922134399, + "num_tokens": 571824414.0, + "step": 15064 + }, + { + "epoch": 1.916422846966035, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.603726625442505, + "learning_rate": 1e-05, + "loss": 0.5015, + "mean_token_accuracy": 0.8510684967041016, + "num_tokens": 571863085.0, + "step": 15065 + }, + { + "epoch": 1.9165500572446255, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.73136043548584, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8703930974006653, + "num_tokens": 571894749.0, + "step": 15066 + }, + { + "epoch": 1.916677267523216, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.613036870956421, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8630343675613403, + "num_tokens": 571925962.0, + "step": 15067 + }, + { + "epoch": 1.9168044778018065, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7133796215057373, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8616636991500854, + "num_tokens": 571966021.0, + "step": 15068 + }, + { + "epoch": 1.916931688080397, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.593538761138916, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8815274834632874, + "num_tokens": 572002684.0, + "step": 15069 + }, + { + "epoch": 1.9170588983589874, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.720972776412964, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8735291957855225, + "num_tokens": 572038054.0, + "step": 15070 + }, + { + "epoch": 1.9171861086375779, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.595987558364868, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8685639500617981, + "num_tokens": 572076851.0, + "step": 15071 + }, + { + "epoch": 1.9173133189161684, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7129619121551514, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8759250640869141, + "num_tokens": 572115642.0, + "step": 15072 + }, + { + "epoch": 1.917440529194759, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.58449649810791, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8799400925636292, + "num_tokens": 572154803.0, + "step": 15073 + }, + { + "epoch": 1.9175677394733495, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.736933469772339, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8671493530273438, + "num_tokens": 572189241.0, + "step": 15074 + }, + { + "epoch": 1.91769494975194, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5693559646606445, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8860031366348267, + "num_tokens": 572230464.0, + "step": 15075 + }, + { + "epoch": 1.9178221600305305, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.741309881210327, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8822761178016663, + "num_tokens": 572268863.0, + "step": 15076 + }, + { + "epoch": 1.9179493703091208, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.573269844055176, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8677353262901306, + "num_tokens": 572307484.0, + "step": 15077 + }, + { + "epoch": 1.9180765805877114, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.74442195892334, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8702290654182434, + "num_tokens": 572347653.0, + "step": 15078 + }, + { + "epoch": 1.9182037908663019, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5836706161499023, + "learning_rate": 1e-05, + "loss": 0.4884, + "mean_token_accuracy": 0.858608603477478, + "num_tokens": 572386850.0, + "step": 15079 + }, + { + "epoch": 1.9183310011448924, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7569332122802734, + "learning_rate": 1e-05, + "loss": 0.4867, + "mean_token_accuracy": 0.8614553213119507, + "num_tokens": 572422416.0, + "step": 15080 + }, + { + "epoch": 1.918458211423483, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5787370204925537, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8601529002189636, + "num_tokens": 572458845.0, + "step": 15081 + }, + { + "epoch": 1.9185854217020735, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7513482570648193, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.873889148235321, + "num_tokens": 572500553.0, + "step": 15082 + }, + { + "epoch": 1.918712631980664, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5777225494384766, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8636122941970825, + "num_tokens": 572541315.0, + "step": 15083 + }, + { + "epoch": 1.9188398422592545, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7690203189849854, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8791394233703613, + "num_tokens": 572574461.0, + "step": 15084 + }, + { + "epoch": 1.918967052537845, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5708069801330566, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8638318777084351, + "num_tokens": 572616860.0, + "step": 15085 + }, + { + "epoch": 1.9190942628164356, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7708394527435303, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8766098022460938, + "num_tokens": 572654228.0, + "step": 15086 + }, + { + "epoch": 1.919221473095026, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.570857286453247, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8704337477684021, + "num_tokens": 572693603.0, + "step": 15087 + }, + { + "epoch": 1.9193486833736166, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7817494869232178, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8644886016845703, + "num_tokens": 572730292.0, + "step": 15088 + }, + { + "epoch": 1.9194758936522072, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5815885066986084, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8667519092559814, + "num_tokens": 572764348.0, + "step": 15089 + }, + { + "epoch": 1.9196031039307977, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.771106481552124, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8776594400405884, + "num_tokens": 572798410.0, + "step": 15090 + }, + { + "epoch": 1.9197303142093882, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.585907220840454, + "learning_rate": 1e-05, + "loss": 0.4951, + "mean_token_accuracy": 0.8592255115509033, + "num_tokens": 572832067.0, + "step": 15091 + }, + { + "epoch": 1.9198575244879788, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7693943977355957, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8762470483779907, + "num_tokens": 572866676.0, + "step": 15092 + }, + { + "epoch": 1.9199847347665693, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5660409927368164, + "learning_rate": 1e-05, + "loss": 0.4719, + "mean_token_accuracy": 0.8616604804992676, + "num_tokens": 572913631.0, + "step": 15093 + }, + { + "epoch": 1.9201119450451598, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.77778697013855, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8765244483947754, + "num_tokens": 572953154.0, + "step": 15094 + }, + { + "epoch": 1.9202391553237501, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.575211524963379, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8648995161056519, + "num_tokens": 572992259.0, + "step": 15095 + }, + { + "epoch": 1.9203663656023406, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7847177982330322, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8729948997497559, + "num_tokens": 573024464.0, + "step": 15096 + }, + { + "epoch": 1.9204935758809312, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.577960252761841, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8772737979888916, + "num_tokens": 573060620.0, + "step": 15097 + }, + { + "epoch": 1.9206207861595217, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7846133708953857, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8677773475646973, + "num_tokens": 573098284.0, + "step": 15098 + }, + { + "epoch": 1.9207479964381122, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5803515911102295, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8723056316375732, + "num_tokens": 573136253.0, + "step": 15099 + }, + { + "epoch": 1.9208752067167028, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7864718437194824, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8704757690429688, + "num_tokens": 573174843.0, + "step": 15100 + }, + { + "epoch": 1.921002416995293, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.579026222229004, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.8593051433563232, + "num_tokens": 573215759.0, + "step": 15101 + }, + { + "epoch": 1.9211296272738836, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7796807289123535, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8743035197257996, + "num_tokens": 573255297.0, + "step": 15102 + }, + { + "epoch": 1.9212568375524741, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5591914653778076, + "learning_rate": 1e-05, + "loss": 0.3573, + "mean_token_accuracy": 0.8987504839897156, + "num_tokens": 573293152.0, + "step": 15103 + }, + { + "epoch": 1.9213840478310646, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.790754795074463, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8702321648597717, + "num_tokens": 573330456.0, + "step": 15104 + }, + { + "epoch": 1.9215112581096552, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5772626399993896, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8627976179122925, + "num_tokens": 573371595.0, + "step": 15105 + }, + { + "epoch": 1.9216384683882457, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7871944904327393, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8665227890014648, + "num_tokens": 573417414.0, + "step": 15106 + }, + { + "epoch": 1.9217656786668362, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5896031856536865, + "learning_rate": 1e-05, + "loss": 0.4657, + "mean_token_accuracy": 0.8660928606987, + "num_tokens": 573452146.0, + "step": 15107 + }, + { + "epoch": 1.9218928889454268, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.801295042037964, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8638821840286255, + "num_tokens": 573485469.0, + "step": 15108 + }, + { + "epoch": 1.9220200992240173, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.575183391571045, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8760532140731812, + "num_tokens": 573524763.0, + "step": 15109 + }, + { + "epoch": 1.9221473095026078, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8015191555023193, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8663015961647034, + "num_tokens": 573559326.0, + "step": 15110 + }, + { + "epoch": 1.9222745197811983, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.567080497741699, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8665317296981812, + "num_tokens": 573604700.0, + "step": 15111 + }, + { + "epoch": 1.9224017300597889, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.801478385925293, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8838110566139221, + "num_tokens": 573639570.0, + "step": 15112 + }, + { + "epoch": 1.9225289403383794, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6026535034179688, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.867189884185791, + "num_tokens": 573669849.0, + "step": 15113 + }, + { + "epoch": 1.92265615061697, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.803464651107788, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8688023090362549, + "num_tokens": 573702402.0, + "step": 15114 + }, + { + "epoch": 1.9227833608955605, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.593191623687744, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8671582937240601, + "num_tokens": 573737428.0, + "step": 15115 + }, + { + "epoch": 1.922910571174151, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.776129722595215, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8771843910217285, + "num_tokens": 573775111.0, + "step": 15116 + }, + { + "epoch": 1.9230377814527415, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5954415798187256, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8624093532562256, + "num_tokens": 573814550.0, + "step": 15117 + }, + { + "epoch": 1.923164991731332, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.782186269760132, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8607257604598999, + "num_tokens": 573852932.0, + "step": 15118 + }, + { + "epoch": 1.9232922020099223, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5965464115142822, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.879298210144043, + "num_tokens": 573887769.0, + "step": 15119 + }, + { + "epoch": 1.9234194122885129, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7675018310546875, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8655411005020142, + "num_tokens": 573925258.0, + "step": 15120 + }, + { + "epoch": 1.9235466225671034, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.596813440322876, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8823267221450806, + "num_tokens": 573956690.0, + "step": 15121 + }, + { + "epoch": 1.923673832845694, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.764181613922119, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8587691187858582, + "num_tokens": 573993822.0, + "step": 15122 + }, + { + "epoch": 1.9238010431242845, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5964314937591553, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8691614270210266, + "num_tokens": 574030087.0, + "step": 15123 + }, + { + "epoch": 1.923928253402875, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7459254264831543, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8783504366874695, + "num_tokens": 574071964.0, + "step": 15124 + }, + { + "epoch": 1.9240554636814655, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6044514179229736, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8659651279449463, + "num_tokens": 574105706.0, + "step": 15125 + }, + { + "epoch": 1.9241826739600558, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.736768960952759, + "learning_rate": 1e-05, + "loss": 0.496, + "mean_token_accuracy": 0.8551186323165894, + "num_tokens": 574145798.0, + "step": 15126 + }, + { + "epoch": 1.9243098842386464, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5759119987487793, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.886154294013977, + "num_tokens": 574192631.0, + "step": 15127 + }, + { + "epoch": 1.9244370945172369, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.758629083633423, + "learning_rate": 1e-05, + "loss": 0.4996, + "mean_token_accuracy": 0.8523956537246704, + "num_tokens": 574228601.0, + "step": 15128 + }, + { + "epoch": 1.9245643047958274, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5810582637786865, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8770910501480103, + "num_tokens": 574266416.0, + "step": 15129 + }, + { + "epoch": 1.924691515074418, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7812082767486572, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8601382970809937, + "num_tokens": 574297414.0, + "step": 15130 + }, + { + "epoch": 1.9248187253530085, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.570852756500244, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.888809323310852, + "num_tokens": 574333749.0, + "step": 15131 + }, + { + "epoch": 1.924945935631599, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7689948081970215, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.869928240776062, + "num_tokens": 574377186.0, + "step": 15132 + }, + { + "epoch": 1.9250731459101895, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5752687454223633, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8754346966743469, + "num_tokens": 574414814.0, + "step": 15133 + }, + { + "epoch": 1.92520035618878, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7791495323181152, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8645431399345398, + "num_tokens": 574453070.0, + "step": 15134 + }, + { + "epoch": 1.9253275664673706, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5817742347717285, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8787298202514648, + "num_tokens": 574487564.0, + "step": 15135 + }, + { + "epoch": 1.925454776745961, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7771735191345215, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8689941167831421, + "num_tokens": 574528456.0, + "step": 15136 + }, + { + "epoch": 1.9255819870245516, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5784354209899902, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8723529577255249, + "num_tokens": 574567724.0, + "step": 15137 + }, + { + "epoch": 1.9257091973031422, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.79525089263916, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8729625344276428, + "num_tokens": 574599702.0, + "step": 15138 + }, + { + "epoch": 1.9258364075817327, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5845961570739746, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8770709037780762, + "num_tokens": 574633709.0, + "step": 15139 + }, + { + "epoch": 1.9259636178603232, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7805614471435547, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8694443702697754, + "num_tokens": 574670490.0, + "step": 15140 + }, + { + "epoch": 1.9260908281389137, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.593895196914673, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8571351766586304, + "num_tokens": 574706563.0, + "step": 15141 + }, + { + "epoch": 1.9262180384175043, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7863950729370117, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8748928904533386, + "num_tokens": 574744743.0, + "step": 15142 + }, + { + "epoch": 1.9263452486960948, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5806617736816406, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8697259426116943, + "num_tokens": 574782236.0, + "step": 15143 + }, + { + "epoch": 1.926472458974685, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7754030227661133, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8825974464416504, + "num_tokens": 574826457.0, + "step": 15144 + }, + { + "epoch": 1.9265996692532756, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5794966220855713, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8626456260681152, + "num_tokens": 574870362.0, + "step": 15145 + }, + { + "epoch": 1.9267268795318662, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7766776084899902, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8767932653427124, + "num_tokens": 574907984.0, + "step": 15146 + }, + { + "epoch": 1.9268540898104567, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5816867351531982, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8645834922790527, + "num_tokens": 574950813.0, + "step": 15147 + }, + { + "epoch": 1.9269813000890472, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.81105899810791, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8744762539863586, + "num_tokens": 574985210.0, + "step": 15148 + }, + { + "epoch": 1.9271085103676378, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5783228874206543, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.877303957939148, + "num_tokens": 575020263.0, + "step": 15149 + }, + { + "epoch": 1.927235720646228, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7920119762420654, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8682082891464233, + "num_tokens": 575060632.0, + "step": 15150 + }, + { + "epoch": 1.9273629309248186, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.57228422164917, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8681674599647522, + "num_tokens": 575102725.0, + "step": 15151 + }, + { + "epoch": 1.9274901412034091, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7851297855377197, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8872513771057129, + "num_tokens": 575143069.0, + "step": 15152 + }, + { + "epoch": 1.9276173514819996, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5763323307037354, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8737232685089111, + "num_tokens": 575182618.0, + "step": 15153 + }, + { + "epoch": 1.9277445617605902, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.799393892288208, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8714010715484619, + "num_tokens": 575224576.0, + "step": 15154 + }, + { + "epoch": 1.9278717720391807, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5805907249450684, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8814186453819275, + "num_tokens": 575260152.0, + "step": 15155 + }, + { + "epoch": 1.9279989823177712, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8056981563568115, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8690022826194763, + "num_tokens": 575292308.0, + "step": 15156 + }, + { + "epoch": 1.9281261925963618, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.59139084815979, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8651936054229736, + "num_tokens": 575326305.0, + "step": 15157 + }, + { + "epoch": 1.9282534028749523, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7970309257507324, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8675947189331055, + "num_tokens": 575361775.0, + "step": 15158 + }, + { + "epoch": 1.9283806131535428, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5832276344299316, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8802909851074219, + "num_tokens": 575397508.0, + "step": 15159 + }, + { + "epoch": 1.9285078234321333, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.781886577606201, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8690328598022461, + "num_tokens": 575437770.0, + "step": 15160 + }, + { + "epoch": 1.9286350337107239, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5917041301727295, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8761328458786011, + "num_tokens": 575478322.0, + "step": 15161 + }, + { + "epoch": 1.9287622439893144, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.78355073928833, + "learning_rate": 1e-05, + "loss": 0.4896, + "mean_token_accuracy": 0.8594675660133362, + "num_tokens": 575518816.0, + "step": 15162 + }, + { + "epoch": 1.928889454267905, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.601435422897339, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8628753423690796, + "num_tokens": 575554276.0, + "step": 15163 + }, + { + "epoch": 1.9290166645464955, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7843921184539795, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8658571839332581, + "num_tokens": 575591331.0, + "step": 15164 + }, + { + "epoch": 1.929143874825086, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6043248176574707, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8687002658843994, + "num_tokens": 575629449.0, + "step": 15165 + }, + { + "epoch": 1.9292710851036765, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7662134170532227, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.858106791973114, + "num_tokens": 575668169.0, + "step": 15166 + }, + { + "epoch": 1.929398295382267, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5977611541748047, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8612164258956909, + "num_tokens": 575708481.0, + "step": 15167 + }, + { + "epoch": 1.9295255056608573, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.777287006378174, + "learning_rate": 1e-05, + "loss": 0.5083, + "mean_token_accuracy": 0.8501013517379761, + "num_tokens": 575744879.0, + "step": 15168 + }, + { + "epoch": 1.9296527159394479, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.580933094024658, + "learning_rate": 1e-05, + "loss": 0.3783, + "mean_token_accuracy": 0.8922187089920044, + "num_tokens": 575781587.0, + "step": 15169 + }, + { + "epoch": 1.9297799262180384, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.780927896499634, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8699793815612793, + "num_tokens": 575816662.0, + "step": 15170 + }, + { + "epoch": 1.929907136496629, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6025779247283936, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8653437495231628, + "num_tokens": 575855169.0, + "step": 15171 + }, + { + "epoch": 1.9300343467752195, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7500240802764893, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8823550343513489, + "num_tokens": 575896939.0, + "step": 15172 + }, + { + "epoch": 1.93016155705381, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.595663547515869, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8760459423065186, + "num_tokens": 575930587.0, + "step": 15173 + }, + { + "epoch": 1.9302887673324005, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7640063762664795, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8561819195747375, + "num_tokens": 575964432.0, + "step": 15174 + }, + { + "epoch": 1.9304159776109908, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6098525524139404, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8739631175994873, + "num_tokens": 576004916.0, + "step": 15175 + }, + { + "epoch": 1.9305431878895813, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.740630865097046, + "learning_rate": 1e-05, + "loss": 0.508, + "mean_token_accuracy": 0.8514419794082642, + "num_tokens": 576047857.0, + "step": 15176 + }, + { + "epoch": 1.9306703981681719, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5971779823303223, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8622759580612183, + "num_tokens": 576089087.0, + "step": 15177 + }, + { + "epoch": 1.9307976084467624, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.721956729888916, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8740457892417908, + "num_tokens": 576134106.0, + "step": 15178 + }, + { + "epoch": 1.930924818725353, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.59302020072937, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8683895468711853, + "num_tokens": 576172566.0, + "step": 15179 + }, + { + "epoch": 1.9310520290039435, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7396624088287354, + "learning_rate": 1e-05, + "loss": 0.537, + "mean_token_accuracy": 0.8468296527862549, + "num_tokens": 576214469.0, + "step": 15180 + }, + { + "epoch": 1.931179239282534, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.579407215118408, + "learning_rate": 1e-05, + "loss": 0.3711, + "mean_token_accuracy": 0.8929634094238281, + "num_tokens": 576249316.0, + "step": 15181 + }, + { + "epoch": 1.9313064495611245, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.747218608856201, + "learning_rate": 1e-05, + "loss": 0.5019, + "mean_token_accuracy": 0.8509352803230286, + "num_tokens": 576290748.0, + "step": 15182 + }, + { + "epoch": 1.931433659839715, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5819125175476074, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8725032806396484, + "num_tokens": 576329137.0, + "step": 15183 + }, + { + "epoch": 1.9315608701183056, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7412736415863037, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8843766450881958, + "num_tokens": 576367147.0, + "step": 15184 + }, + { + "epoch": 1.931688080396896, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5834484100341797, + "learning_rate": 1e-05, + "loss": 0.4919, + "mean_token_accuracy": 0.8626044392585754, + "num_tokens": 576406068.0, + "step": 15185 + }, + { + "epoch": 1.9318152906754866, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7599267959594727, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8658226728439331, + "num_tokens": 576438150.0, + "step": 15186 + }, + { + "epoch": 1.9319425009540772, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.582628011703491, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8754975199699402, + "num_tokens": 576470630.0, + "step": 15187 + }, + { + "epoch": 1.9320697112326677, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.752140522003174, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8776654005050659, + "num_tokens": 576505896.0, + "step": 15188 + }, + { + "epoch": 1.9321969215112582, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.565936803817749, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8810452818870544, + "num_tokens": 576545204.0, + "step": 15189 + }, + { + "epoch": 1.9323241317898487, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7628612518310547, + "learning_rate": 1e-05, + "loss": 0.5076, + "mean_token_accuracy": 0.8593369126319885, + "num_tokens": 576590746.0, + "step": 15190 + }, + { + "epoch": 1.9324513420684393, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5706088542938232, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8686171770095825, + "num_tokens": 576631185.0, + "step": 15191 + }, + { + "epoch": 1.9325785523470298, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7808308601379395, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8701863288879395, + "num_tokens": 576668945.0, + "step": 15192 + }, + { + "epoch": 1.93270576262562, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5733306407928467, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8723219633102417, + "num_tokens": 576706052.0, + "step": 15193 + }, + { + "epoch": 1.9328329729042106, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.788120985031128, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8722355961799622, + "num_tokens": 576740668.0, + "step": 15194 + }, + { + "epoch": 1.9329601831828012, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.569550037384033, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8613147735595703, + "num_tokens": 576780312.0, + "step": 15195 + }, + { + "epoch": 1.9330873934613917, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7833917140960693, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.882838785648346, + "num_tokens": 576817130.0, + "step": 15196 + }, + { + "epoch": 1.9332146037399822, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5732839107513428, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.886864185333252, + "num_tokens": 576849823.0, + "step": 15197 + }, + { + "epoch": 1.9333418140185727, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.793879985809326, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8627157211303711, + "num_tokens": 576890890.0, + "step": 15198 + }, + { + "epoch": 1.933469024297163, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5805370807647705, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8565167188644409, + "num_tokens": 576927926.0, + "step": 15199 + }, + { + "epoch": 1.9335962345757536, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8054521083831787, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8604612946510315, + "num_tokens": 576966194.0, + "step": 15200 + }, + { + "epoch": 1.933723444854344, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.577587842941284, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8593783974647522, + "num_tokens": 577007218.0, + "step": 15201 + }, + { + "epoch": 1.9338506551329346, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7932584285736084, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8891331553459167, + "num_tokens": 577040551.0, + "step": 15202 + }, + { + "epoch": 1.9339778654115252, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5753438472747803, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8717304468154907, + "num_tokens": 577082676.0, + "step": 15203 + }, + { + "epoch": 1.9341050756901157, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.791870355606079, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8770517110824585, + "num_tokens": 577124572.0, + "step": 15204 + }, + { + "epoch": 1.9342322859687062, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.567199468612671, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8834244608879089, + "num_tokens": 577167571.0, + "step": 15205 + }, + { + "epoch": 1.9343594962472968, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.800635814666748, + "learning_rate": 1e-05, + "loss": 0.4977, + "mean_token_accuracy": 0.8523234724998474, + "num_tokens": 577211976.0, + "step": 15206 + }, + { + "epoch": 1.9344867065258873, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.578566551208496, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8768964409828186, + "num_tokens": 577252572.0, + "step": 15207 + }, + { + "epoch": 1.9346139168044778, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.814890146255493, + "learning_rate": 1e-05, + "loss": 0.4839, + "mean_token_accuracy": 0.8571289777755737, + "num_tokens": 577286923.0, + "step": 15208 + }, + { + "epoch": 1.9347411270830683, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5789339542388916, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8682912588119507, + "num_tokens": 577324520.0, + "step": 15209 + }, + { + "epoch": 1.9348683373616589, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8076462745666504, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8674978017807007, + "num_tokens": 577361100.0, + "step": 15210 + }, + { + "epoch": 1.9349955476402494, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5807135105133057, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8685768246650696, + "num_tokens": 577402714.0, + "step": 15211 + }, + { + "epoch": 1.93512275791884, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.827066659927368, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.8590054512023926, + "num_tokens": 577437226.0, + "step": 15212 + }, + { + "epoch": 1.9352499681974304, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.587326765060425, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8742517828941345, + "num_tokens": 577475564.0, + "step": 15213 + }, + { + "epoch": 1.935377178476021, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8255691528320312, + "learning_rate": 1e-05, + "loss": 0.5219, + "mean_token_accuracy": 0.8521831631660461, + "num_tokens": 577512623.0, + "step": 15214 + }, + { + "epoch": 1.9355043887546115, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.587942361831665, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8717507123947144, + "num_tokens": 577545515.0, + "step": 15215 + }, + { + "epoch": 1.935631599033202, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8194470405578613, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.871706485748291, + "num_tokens": 577577043.0, + "step": 15216 + }, + { + "epoch": 1.9357588093117923, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5834057331085205, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8782175183296204, + "num_tokens": 577616311.0, + "step": 15217 + }, + { + "epoch": 1.9358860195903829, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8024723529815674, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.875068187713623, + "num_tokens": 577654963.0, + "step": 15218 + }, + { + "epoch": 1.9360132298689734, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.595857858657837, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8813048601150513, + "num_tokens": 577688283.0, + "step": 15219 + }, + { + "epoch": 1.936140440147564, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7904844284057617, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8622576594352722, + "num_tokens": 577726855.0, + "step": 15220 + }, + { + "epoch": 1.9362676504261545, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6034483909606934, + "learning_rate": 1e-05, + "loss": 0.4959, + "mean_token_accuracy": 0.8587010502815247, + "num_tokens": 577765699.0, + "step": 15221 + }, + { + "epoch": 1.936394860704745, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7796828746795654, + "learning_rate": 1e-05, + "loss": 0.3773, + "mean_token_accuracy": 0.8934211730957031, + "num_tokens": 577797393.0, + "step": 15222 + }, + { + "epoch": 1.9365220709833355, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5929324626922607, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8799883127212524, + "num_tokens": 577838768.0, + "step": 15223 + }, + { + "epoch": 1.9366492812619258, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.765131711959839, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8744279146194458, + "num_tokens": 577882455.0, + "step": 15224 + }, + { + "epoch": 1.9367764915405163, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.583681583404541, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8854666352272034, + "num_tokens": 577922649.0, + "step": 15225 + }, + { + "epoch": 1.9369037018191069, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.771712303161621, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8721747398376465, + "num_tokens": 577961679.0, + "step": 15226 + }, + { + "epoch": 1.9370309120976974, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5902259349823, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8754413723945618, + "num_tokens": 578001848.0, + "step": 15227 + }, + { + "epoch": 1.937158122376288, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7695066928863525, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8745474815368652, + "num_tokens": 578039278.0, + "step": 15228 + }, + { + "epoch": 1.9372853326548785, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.595747232437134, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8693697452545166, + "num_tokens": 578078152.0, + "step": 15229 + }, + { + "epoch": 1.937412542933469, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7684714794158936, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8649047613143921, + "num_tokens": 578115927.0, + "step": 15230 + }, + { + "epoch": 1.9375397532120595, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5782358646392822, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.874907374382019, + "num_tokens": 578157425.0, + "step": 15231 + }, + { + "epoch": 1.93766696349065, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.760775327682495, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8778047561645508, + "num_tokens": 578201985.0, + "step": 15232 + }, + { + "epoch": 1.9377941737692406, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5880956649780273, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.870349645614624, + "num_tokens": 578239471.0, + "step": 15233 + }, + { + "epoch": 1.937921384047831, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7652158737182617, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8796446323394775, + "num_tokens": 578272302.0, + "step": 15234 + }, + { + "epoch": 1.9380485943264216, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5826613903045654, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.870202898979187, + "num_tokens": 578314585.0, + "step": 15235 + }, + { + "epoch": 1.9381758046050122, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7689061164855957, + "learning_rate": 1e-05, + "loss": 0.5005, + "mean_token_accuracy": 0.8505802750587463, + "num_tokens": 578355561.0, + "step": 15236 + }, + { + "epoch": 1.9383030148836027, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.583603620529175, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8683798313140869, + "num_tokens": 578398903.0, + "step": 15237 + }, + { + "epoch": 1.9384302251621932, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7756717205047607, + "learning_rate": 1e-05, + "loss": 0.5322, + "mean_token_accuracy": 0.8446064591407776, + "num_tokens": 578439293.0, + "step": 15238 + }, + { + "epoch": 1.9385574354407837, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5945448875427246, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8539731502532959, + "num_tokens": 578477965.0, + "step": 15239 + }, + { + "epoch": 1.9386846457193743, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.763700008392334, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8761013746261597, + "num_tokens": 578515577.0, + "step": 15240 + }, + { + "epoch": 1.9388118559979648, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.579080104827881, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8710010051727295, + "num_tokens": 578557415.0, + "step": 15241 + }, + { + "epoch": 1.938939066276555, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7657265663146973, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8763516545295715, + "num_tokens": 578594556.0, + "step": 15242 + }, + { + "epoch": 1.9390662765551456, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.599611282348633, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8810598850250244, + "num_tokens": 578627219.0, + "step": 15243 + }, + { + "epoch": 1.9391934868337362, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7625539302825928, + "learning_rate": 1e-05, + "loss": 0.4897, + "mean_token_accuracy": 0.8566358089447021, + "num_tokens": 578669135.0, + "step": 15244 + }, + { + "epoch": 1.9393206971123267, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5993261337280273, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8772637844085693, + "num_tokens": 578706174.0, + "step": 15245 + }, + { + "epoch": 1.9394479073909172, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7512409687042236, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8685749769210815, + "num_tokens": 578738942.0, + "step": 15246 + }, + { + "epoch": 1.9395751176695077, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.597907543182373, + "learning_rate": 1e-05, + "loss": 0.3734, + "mean_token_accuracy": 0.8922412991523743, + "num_tokens": 578771553.0, + "step": 15247 + }, + { + "epoch": 1.939702327948098, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.741140842437744, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8668927550315857, + "num_tokens": 578811532.0, + "step": 15248 + }, + { + "epoch": 1.9398295382266886, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5911309719085693, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8684384822845459, + "num_tokens": 578852858.0, + "step": 15249 + }, + { + "epoch": 1.939956748505279, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7441844940185547, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8668531775474548, + "num_tokens": 578890340.0, + "step": 15250 + }, + { + "epoch": 1.9400839587838696, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5866942405700684, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8795958161354065, + "num_tokens": 578928953.0, + "step": 15251 + }, + { + "epoch": 1.9402111690624602, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7477667331695557, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8807148337364197, + "num_tokens": 578967978.0, + "step": 15252 + }, + { + "epoch": 1.9403383793410507, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.602750062942505, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8774083256721497, + "num_tokens": 579005484.0, + "step": 15253 + }, + { + "epoch": 1.9404655896196412, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.742610216140747, + "learning_rate": 1e-05, + "loss": 0.4996, + "mean_token_accuracy": 0.8541504144668579, + "num_tokens": 579045172.0, + "step": 15254 + }, + { + "epoch": 1.9405927998982317, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6022212505340576, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8812257051467896, + "num_tokens": 579075001.0, + "step": 15255 + }, + { + "epoch": 1.9407200101768223, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7411088943481445, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8707367777824402, + "num_tokens": 579116029.0, + "step": 15256 + }, + { + "epoch": 1.9408472204554128, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.581738233566284, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8696091175079346, + "num_tokens": 579157741.0, + "step": 15257 + }, + { + "epoch": 1.9409744307340033, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7435922622680664, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.871640682220459, + "num_tokens": 579196033.0, + "step": 15258 + }, + { + "epoch": 1.9411016410125939, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5728836059570312, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8808125853538513, + "num_tokens": 579235060.0, + "step": 15259 + }, + { + "epoch": 1.9412288512911844, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7620859146118164, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8736557960510254, + "num_tokens": 579272184.0, + "step": 15260 + }, + { + "epoch": 1.941356061569775, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5714409351348877, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8725184202194214, + "num_tokens": 579309461.0, + "step": 15261 + }, + { + "epoch": 1.9414832718483654, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.768092393875122, + "learning_rate": 1e-05, + "loss": 0.4922, + "mean_token_accuracy": 0.8551629185676575, + "num_tokens": 579351871.0, + "step": 15262 + }, + { + "epoch": 1.941610482126956, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5748956203460693, + "learning_rate": 1e-05, + "loss": 0.4937, + "mean_token_accuracy": 0.8568279147148132, + "num_tokens": 579390123.0, + "step": 15263 + }, + { + "epoch": 1.9417376924055465, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.778920888900757, + "learning_rate": 1e-05, + "loss": 0.4806, + "mean_token_accuracy": 0.8613656163215637, + "num_tokens": 579426015.0, + "step": 15264 + }, + { + "epoch": 1.941864902684137, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5674846172332764, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8577562570571899, + "num_tokens": 579465853.0, + "step": 15265 + }, + { + "epoch": 1.9419921129627273, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7840983867645264, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.867085337638855, + "num_tokens": 579499740.0, + "step": 15266 + }, + { + "epoch": 1.9421193232413179, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5567026138305664, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8869675397872925, + "num_tokens": 579538908.0, + "step": 15267 + }, + { + "epoch": 1.9422465335199084, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.797417163848877, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8726190328598022, + "num_tokens": 579576026.0, + "step": 15268 + }, + { + "epoch": 1.942373743798499, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5576012134552, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8770260214805603, + "num_tokens": 579618980.0, + "step": 15269 + }, + { + "epoch": 1.9425009540770894, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8142664432525635, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8581643104553223, + "num_tokens": 579659205.0, + "step": 15270 + }, + { + "epoch": 1.94262816435568, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5625364780426025, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8825893402099609, + "num_tokens": 579695598.0, + "step": 15271 + }, + { + "epoch": 1.9427553746342705, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.821972131729126, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8725488781929016, + "num_tokens": 579730871.0, + "step": 15272 + }, + { + "epoch": 1.9428825849128608, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5648906230926514, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8675203323364258, + "num_tokens": 579772879.0, + "step": 15273 + }, + { + "epoch": 1.9430097951914513, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.821232795715332, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8670253753662109, + "num_tokens": 579812854.0, + "step": 15274 + }, + { + "epoch": 1.9431370054700419, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5775389671325684, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8652745485305786, + "num_tokens": 579857324.0, + "step": 15275 + }, + { + "epoch": 1.9432642157486324, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8293657302856445, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8721864223480225, + "num_tokens": 579897103.0, + "step": 15276 + }, + { + "epoch": 1.943391426027223, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5846970081329346, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8644298911094666, + "num_tokens": 579937382.0, + "step": 15277 + }, + { + "epoch": 1.9435186363058135, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.817272186279297, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.876413881778717, + "num_tokens": 579978591.0, + "step": 15278 + }, + { + "epoch": 1.943645846584404, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.593428611755371, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8755649328231812, + "num_tokens": 580014354.0, + "step": 15279 + }, + { + "epoch": 1.9437730568629945, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7955305576324463, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8775118589401245, + "num_tokens": 580055575.0, + "step": 15280 + }, + { + "epoch": 1.943900267141585, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5833022594451904, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8652164340019226, + "num_tokens": 580105007.0, + "step": 15281 + }, + { + "epoch": 1.9440274774201756, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.79310941696167, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8624258041381836, + "num_tokens": 580150820.0, + "step": 15282 + }, + { + "epoch": 1.944154687698766, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.600804328918457, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8820332884788513, + "num_tokens": 580188303.0, + "step": 15283 + }, + { + "epoch": 1.9442818979773566, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7971115112304688, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8696840405464172, + "num_tokens": 580221824.0, + "step": 15284 + }, + { + "epoch": 1.9444091082559471, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.590308666229248, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8689109086990356, + "num_tokens": 580262615.0, + "step": 15285 + }, + { + "epoch": 1.9445363185345377, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7948672771453857, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8770413398742676, + "num_tokens": 580293535.0, + "step": 15286 + }, + { + "epoch": 1.9446635288131282, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.619323492050171, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8690894842147827, + "num_tokens": 580328645.0, + "step": 15287 + }, + { + "epoch": 1.9447907390917187, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7674202919006348, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8716745972633362, + "num_tokens": 580365157.0, + "step": 15288 + }, + { + "epoch": 1.9449179493703093, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6012539863586426, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8781791925430298, + "num_tokens": 580398195.0, + "step": 15289 + }, + { + "epoch": 1.9450451596488998, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7457051277160645, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8681490421295166, + "num_tokens": 580440238.0, + "step": 15290 + }, + { + "epoch": 1.94517236992749, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6136696338653564, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8645713329315186, + "num_tokens": 580477997.0, + "step": 15291 + }, + { + "epoch": 1.9452995802060806, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7371442317962646, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8726788759231567, + "num_tokens": 580516335.0, + "step": 15292 + }, + { + "epoch": 1.9454267904846712, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6123619079589844, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8820421695709229, + "num_tokens": 580546492.0, + "step": 15293 + }, + { + "epoch": 1.9455540007632617, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7230324745178223, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8843353986740112, + "num_tokens": 580583804.0, + "step": 15294 + }, + { + "epoch": 1.9456812110418522, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.606764078140259, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8603239059448242, + "num_tokens": 580618111.0, + "step": 15295 + }, + { + "epoch": 1.9458084213204427, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7166173458099365, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8689842224121094, + "num_tokens": 580657058.0, + "step": 15296 + }, + { + "epoch": 1.945935631599033, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.599339246749878, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.862145185470581, + "num_tokens": 580701628.0, + "step": 15297 + }, + { + "epoch": 1.9460628418776236, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.713545799255371, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.875386118888855, + "num_tokens": 580738766.0, + "step": 15298 + }, + { + "epoch": 1.946190052156214, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.594097137451172, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8723313808441162, + "num_tokens": 580780110.0, + "step": 15299 + }, + { + "epoch": 1.9463172624348046, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7141566276550293, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8785872459411621, + "num_tokens": 580825208.0, + "step": 15300 + }, + { + "epoch": 1.9464444727133952, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5947747230529785, + "learning_rate": 1e-05, + "loss": 0.4972, + "mean_token_accuracy": 0.853497326374054, + "num_tokens": 580870339.0, + "step": 15301 + }, + { + "epoch": 1.9465716829919857, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7305493354797363, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.881807804107666, + "num_tokens": 580899509.0, + "step": 15302 + }, + { + "epoch": 1.9466988932705762, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.585481882095337, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8736447095870972, + "num_tokens": 580941345.0, + "step": 15303 + }, + { + "epoch": 1.9468261035491667, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7279646396636963, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.878860592842102, + "num_tokens": 580976819.0, + "step": 15304 + }, + { + "epoch": 1.9469533138277573, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5905542373657227, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.877084493637085, + "num_tokens": 581011971.0, + "step": 15305 + }, + { + "epoch": 1.9470805241063478, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7533462047576904, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8565348982810974, + "num_tokens": 581045871.0, + "step": 15306 + }, + { + "epoch": 1.9472077343849383, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5918049812316895, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8808325529098511, + "num_tokens": 581077986.0, + "step": 15307 + }, + { + "epoch": 1.9473349446635289, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.748089075088501, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8740975856781006, + "num_tokens": 581112988.0, + "step": 15308 + }, + { + "epoch": 1.9474621549421194, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5812265872955322, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8636170029640198, + "num_tokens": 581155314.0, + "step": 15309 + }, + { + "epoch": 1.94758936522071, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.731027364730835, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8772811889648438, + "num_tokens": 581203622.0, + "step": 15310 + }, + { + "epoch": 1.9477165754993004, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6329381465911865, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8755179643630981, + "num_tokens": 581234306.0, + "step": 15311 + }, + { + "epoch": 1.947843785777891, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7129440307617188, + "learning_rate": 1e-05, + "loss": 0.4974, + "mean_token_accuracy": 0.8549996614456177, + "num_tokens": 581275884.0, + "step": 15312 + }, + { + "epoch": 1.9479709960564815, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.59521222114563, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8858786821365356, + "num_tokens": 581312674.0, + "step": 15313 + }, + { + "epoch": 1.948098206335072, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6974151134490967, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8640277981758118, + "num_tokens": 581352400.0, + "step": 15314 + }, + { + "epoch": 1.9482254166136623, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6101043224334717, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8668860197067261, + "num_tokens": 581390136.0, + "step": 15315 + }, + { + "epoch": 1.9483526268922529, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6999573707580566, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8838701248168945, + "num_tokens": 581424864.0, + "step": 15316 + }, + { + "epoch": 1.9484798371708434, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.6119930744171143, + "learning_rate": 1e-05, + "loss": 0.5006, + "mean_token_accuracy": 0.8551715016365051, + "num_tokens": 581467791.0, + "step": 15317 + }, + { + "epoch": 1.948607047449434, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6967759132385254, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8716686964035034, + "num_tokens": 581505121.0, + "step": 15318 + }, + { + "epoch": 1.9487342577280244, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5947418212890625, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8762896060943604, + "num_tokens": 581543306.0, + "step": 15319 + }, + { + "epoch": 1.948861468006615, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7195088863372803, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8674527406692505, + "num_tokens": 581573476.0, + "step": 15320 + }, + { + "epoch": 1.9489886782852053, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5905959606170654, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8838996887207031, + "num_tokens": 581606693.0, + "step": 15321 + }, + { + "epoch": 1.9491158885637958, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.726071357727051, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8710998296737671, + "num_tokens": 581637826.0, + "step": 15322 + }, + { + "epoch": 1.9492430988423863, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.5823192596435547, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8838768005371094, + "num_tokens": 581670590.0, + "step": 15323 + }, + { + "epoch": 1.9493703091209769, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7460601329803467, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8712900280952454, + "num_tokens": 581704091.0, + "step": 15324 + }, + { + "epoch": 1.9494975193995674, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.562760353088379, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8786371946334839, + "num_tokens": 581747362.0, + "step": 15325 + }, + { + "epoch": 1.949624729678158, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.765564203262329, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8748472332954407, + "num_tokens": 581781105.0, + "step": 15326 + }, + { + "epoch": 1.9497519399567484, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5578348636627197, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8760162591934204, + "num_tokens": 581824800.0, + "step": 15327 + }, + { + "epoch": 1.949879150235339, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.777954578399658, + "learning_rate": 1e-05, + "loss": 0.478, + "mean_token_accuracy": 0.8599923849105835, + "num_tokens": 581865984.0, + "step": 15328 + }, + { + "epoch": 1.9500063605139295, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5617358684539795, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.872605562210083, + "num_tokens": 581903098.0, + "step": 15329 + }, + { + "epoch": 1.95013357079252, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7896780967712402, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8852319717407227, + "num_tokens": 581940704.0, + "step": 15330 + }, + { + "epoch": 1.9502607810711106, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.559619903564453, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8606382012367249, + "num_tokens": 581983598.0, + "step": 15331 + }, + { + "epoch": 1.950387991349701, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8027122020721436, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8745864033699036, + "num_tokens": 582020073.0, + "step": 15332 + }, + { + "epoch": 1.9505152016282916, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5655624866485596, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8853302001953125, + "num_tokens": 582056597.0, + "step": 15333 + }, + { + "epoch": 1.9506424119068821, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8128371238708496, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8864629864692688, + "num_tokens": 582090164.0, + "step": 15334 + }, + { + "epoch": 1.9507696221854727, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5576956272125244, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8789209127426147, + "num_tokens": 582130553.0, + "step": 15335 + }, + { + "epoch": 1.9508968324640632, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8406906127929688, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8782280683517456, + "num_tokens": 582161175.0, + "step": 15336 + }, + { + "epoch": 1.9510240427426537, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5704855918884277, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8733609318733215, + "num_tokens": 582194424.0, + "step": 15337 + }, + { + "epoch": 1.9511512530212443, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8421132564544678, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8692002296447754, + "num_tokens": 582231446.0, + "step": 15338 + }, + { + "epoch": 1.9512784632998348, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5814871788024902, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8692476749420166, + "num_tokens": 582270486.0, + "step": 15339 + }, + { + "epoch": 1.951405673578425, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.842061758041382, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8738742470741272, + "num_tokens": 582303583.0, + "step": 15340 + }, + { + "epoch": 1.9515328838570156, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5819272994995117, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8712775707244873, + "num_tokens": 582344982.0, + "step": 15341 + }, + { + "epoch": 1.9516600941356061, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.827618360519409, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8805906772613525, + "num_tokens": 582383373.0, + "step": 15342 + }, + { + "epoch": 1.9517873044141967, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5819573402404785, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8714144229888916, + "num_tokens": 582426671.0, + "step": 15343 + }, + { + "epoch": 1.9519145146927872, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.833897113800049, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8643894791603088, + "num_tokens": 582464801.0, + "step": 15344 + }, + { + "epoch": 1.9520417249713777, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.5846328735351562, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8703544735908508, + "num_tokens": 582507627.0, + "step": 15345 + }, + { + "epoch": 1.952168935249968, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.82114315032959, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8812724351882935, + "num_tokens": 582544072.0, + "step": 15346 + }, + { + "epoch": 1.9522961455285586, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5935330390930176, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8676255941390991, + "num_tokens": 582587928.0, + "step": 15347 + }, + { + "epoch": 1.952423355807149, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.827272653579712, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8715312480926514, + "num_tokens": 582622182.0, + "step": 15348 + }, + { + "epoch": 1.9525505660857396, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.604712963104248, + "learning_rate": 1e-05, + "loss": 0.3891, + "mean_token_accuracy": 0.8902750015258789, + "num_tokens": 582654890.0, + "step": 15349 + }, + { + "epoch": 1.9526777763643302, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.808574676513672, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8765499591827393, + "num_tokens": 582690874.0, + "step": 15350 + }, + { + "epoch": 1.9528049866429207, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5964930057525635, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8764948844909668, + "num_tokens": 582726543.0, + "step": 15351 + }, + { + "epoch": 1.9529321969215112, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8009610176086426, + "learning_rate": 1e-05, + "loss": 0.4769, + "mean_token_accuracy": 0.8622373342514038, + "num_tokens": 582764552.0, + "step": 15352 + }, + { + "epoch": 1.9530594072001017, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.601088047027588, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8594815731048584, + "num_tokens": 582804613.0, + "step": 15353 + }, + { + "epoch": 1.9531866174786923, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.789175510406494, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8761844635009766, + "num_tokens": 582841510.0, + "step": 15354 + }, + { + "epoch": 1.9533138277572828, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6127960681915283, + "learning_rate": 1e-05, + "loss": 0.5222, + "mean_token_accuracy": 0.8423221111297607, + "num_tokens": 582879371.0, + "step": 15355 + }, + { + "epoch": 1.9534410380358733, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.773905038833618, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8650836944580078, + "num_tokens": 582915354.0, + "step": 15356 + }, + { + "epoch": 1.9535682483144639, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.60951566696167, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8783972263336182, + "num_tokens": 582949897.0, + "step": 15357 + }, + { + "epoch": 1.9536954585930544, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7771451473236084, + "learning_rate": 1e-05, + "loss": 0.4867, + "mean_token_accuracy": 0.8600032329559326, + "num_tokens": 582984383.0, + "step": 15358 + }, + { + "epoch": 1.953822668871645, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.606018543243408, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.8661129474639893, + "num_tokens": 583023146.0, + "step": 15359 + }, + { + "epoch": 1.9539498791502354, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.746652841567993, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8829303979873657, + "num_tokens": 583061485.0, + "step": 15360 + }, + { + "epoch": 1.954077089428826, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.610588312149048, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8683863282203674, + "num_tokens": 583097278.0, + "step": 15361 + }, + { + "epoch": 1.9542042997074165, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.725494623184204, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8777127861976624, + "num_tokens": 583140458.0, + "step": 15362 + }, + { + "epoch": 1.954331509986007, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.59597110748291, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8785327076911926, + "num_tokens": 583184798.0, + "step": 15363 + }, + { + "epoch": 1.9544587202645973, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.723313093185425, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8805065155029297, + "num_tokens": 583220517.0, + "step": 15364 + }, + { + "epoch": 1.9545859305431879, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6121630668640137, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8611365556716919, + "num_tokens": 583256615.0, + "step": 15365 + }, + { + "epoch": 1.9547131408217784, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.720846652984619, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8665702939033508, + "num_tokens": 583294533.0, + "step": 15366 + }, + { + "epoch": 1.954840351100369, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.598416328430176, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8818249702453613, + "num_tokens": 583333610.0, + "step": 15367 + }, + { + "epoch": 1.9549675613789594, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.728904962539673, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8794339299201965, + "num_tokens": 583366424.0, + "step": 15368 + }, + { + "epoch": 1.95509477165755, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5966689586639404, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.870400607585907, + "num_tokens": 583403939.0, + "step": 15369 + }, + { + "epoch": 1.9552219819361403, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7228293418884277, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8705639243125916, + "num_tokens": 583441053.0, + "step": 15370 + }, + { + "epoch": 1.9553491922147308, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5948233604431152, + "learning_rate": 1e-05, + "loss": 0.3634, + "mean_token_accuracy": 0.8932604789733887, + "num_tokens": 583471168.0, + "step": 15371 + }, + { + "epoch": 1.9554764024933213, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.723806142807007, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8683077692985535, + "num_tokens": 583510604.0, + "step": 15372 + }, + { + "epoch": 1.9556036127719119, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.596208095550537, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8749697804450989, + "num_tokens": 583546186.0, + "step": 15373 + }, + { + "epoch": 1.9557308230505024, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7286181449890137, + "learning_rate": 1e-05, + "loss": 0.4753, + "mean_token_accuracy": 0.8586384057998657, + "num_tokens": 583581301.0, + "step": 15374 + }, + { + "epoch": 1.955858033329093, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5958292484283447, + "learning_rate": 1e-05, + "loss": 0.5013, + "mean_token_accuracy": 0.8558021783828735, + "num_tokens": 583624005.0, + "step": 15375 + }, + { + "epoch": 1.9559852436076834, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7264328002929688, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8710437417030334, + "num_tokens": 583662738.0, + "step": 15376 + }, + { + "epoch": 1.956112453886274, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.5949385166168213, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8807860612869263, + "num_tokens": 583700742.0, + "step": 15377 + }, + { + "epoch": 1.9562396641648645, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.720702886581421, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8788078427314758, + "num_tokens": 583740529.0, + "step": 15378 + }, + { + "epoch": 1.956366874443455, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.587010145187378, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8840799927711487, + "num_tokens": 583776866.0, + "step": 15379 + }, + { + "epoch": 1.9564940847220456, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7298316955566406, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8770099878311157, + "num_tokens": 583815561.0, + "step": 15380 + }, + { + "epoch": 1.956621295000636, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.910064697265625e-05, + "grad_norm": 2.595073699951172, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.878690242767334, + "num_tokens": 583846701.0, + "step": 15381 + }, + { + "epoch": 1.9567485052792266, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7219183444976807, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8845744729042053, + "num_tokens": 583885561.0, + "step": 15382 + }, + { + "epoch": 1.9568757155578171, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.582315683364868, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8653137683868408, + "num_tokens": 583928662.0, + "step": 15383 + }, + { + "epoch": 1.9570029258364077, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7318596839904785, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8783587217330933, + "num_tokens": 583969097.0, + "step": 15384 + }, + { + "epoch": 1.9571301361149982, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.58205509185791, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8673509359359741, + "num_tokens": 584008547.0, + "step": 15385 + }, + { + "epoch": 1.9572573463935887, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7640762329101562, + "learning_rate": 1e-05, + "loss": 0.517, + "mean_token_accuracy": 0.8540285229682922, + "num_tokens": 584046982.0, + "step": 15386 + }, + { + "epoch": 1.9573845566721793, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.566129446029663, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8852503299713135, + "num_tokens": 584081011.0, + "step": 15387 + }, + { + "epoch": 1.9575117669507698, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7788755893707275, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8622207641601562, + "num_tokens": 584115550.0, + "step": 15388 + }, + { + "epoch": 1.95763897722936, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.6388401985168457, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8791168928146362, + "num_tokens": 584153733.0, + "step": 15389 + }, + { + "epoch": 1.9577661875079506, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7665669918060303, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8677706718444824, + "num_tokens": 584182097.0, + "step": 15390 + }, + { + "epoch": 1.9578933977865411, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.933906555175781e-05, + "grad_norm": 2.574871063232422, + "learning_rate": 1e-05, + "loss": 0.3732, + "mean_token_accuracy": 0.8932703733444214, + "num_tokens": 584215089.0, + "step": 15391 + }, + { + "epoch": 1.9580206080651317, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7660627365112305, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8890010714530945, + "num_tokens": 584244635.0, + "step": 15392 + }, + { + "epoch": 1.9581478183437222, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5698468685150146, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8784894347190857, + "num_tokens": 584280267.0, + "step": 15393 + }, + { + "epoch": 1.9582750286223127, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.773221492767334, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8876553773880005, + "num_tokens": 584311998.0, + "step": 15394 + }, + { + "epoch": 1.958402238900903, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5884430408477783, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8715260624885559, + "num_tokens": 584342975.0, + "step": 15395 + }, + { + "epoch": 1.9585294491794936, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7720377445220947, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8721940517425537, + "num_tokens": 584379087.0, + "step": 15396 + }, + { + "epoch": 1.958656659458084, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5761523246765137, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8657407760620117, + "num_tokens": 584420126.0, + "step": 15397 + }, + { + "epoch": 1.9587838697366746, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.776688575744629, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8746362328529358, + "num_tokens": 584457742.0, + "step": 15398 + }, + { + "epoch": 1.9589110800152651, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.568389892578125, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8769235610961914, + "num_tokens": 584497439.0, + "step": 15399 + }, + { + "epoch": 1.9590382902938557, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7887823581695557, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8829368948936462, + "num_tokens": 584532922.0, + "step": 15400 + }, + { + "epoch": 1.9591655005724462, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5635814666748047, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8838663101196289, + "num_tokens": 584574834.0, + "step": 15401 + }, + { + "epoch": 1.9592927108510367, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7909843921661377, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8726627230644226, + "num_tokens": 584615494.0, + "step": 15402 + }, + { + "epoch": 1.9594199211296273, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5855934619903564, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8635333776473999, + "num_tokens": 584651494.0, + "step": 15403 + }, + { + "epoch": 1.9595471314082178, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.788501739501953, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8639576435089111, + "num_tokens": 584691556.0, + "step": 15404 + }, + { + "epoch": 1.9596743416868083, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5842783451080322, + "learning_rate": 1e-05, + "loss": 0.4983, + "mean_token_accuracy": 0.8528656959533691, + "num_tokens": 584735960.0, + "step": 15405 + }, + { + "epoch": 1.9598015519653988, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8002748489379883, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8663384318351746, + "num_tokens": 584770808.0, + "step": 15406 + }, + { + "epoch": 1.9599287622439894, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5695881843566895, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8752703070640564, + "num_tokens": 584811451.0, + "step": 15407 + }, + { + "epoch": 1.96005597252258, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8123550415039062, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.871403157711029, + "num_tokens": 584845050.0, + "step": 15408 + }, + { + "epoch": 1.9601831828011704, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.566364288330078, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8738812208175659, + "num_tokens": 584883857.0, + "step": 15409 + }, + { + "epoch": 1.960310393079761, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8240160942077637, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8679634928703308, + "num_tokens": 584918118.0, + "step": 15410 + }, + { + "epoch": 1.9604376033583515, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5710244178771973, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8702808022499084, + "num_tokens": 584960789.0, + "step": 15411 + }, + { + "epoch": 1.960564813636942, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.802358388900757, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8866704702377319, + "num_tokens": 585000631.0, + "step": 15412 + }, + { + "epoch": 1.9606920239155323, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.57857346534729, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8751279711723328, + "num_tokens": 585036615.0, + "step": 15413 + }, + { + "epoch": 1.9608192341941229, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7982981204986572, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8847143650054932, + "num_tokens": 585075076.0, + "step": 15414 + }, + { + "epoch": 1.9609464444727134, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.594061851501465, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8793196082115173, + "num_tokens": 585112215.0, + "step": 15415 + }, + { + "epoch": 1.961073654751304, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7960360050201416, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8779534101486206, + "num_tokens": 585148920.0, + "step": 15416 + }, + { + "epoch": 1.9612008650298944, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.592726945877075, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8651131391525269, + "num_tokens": 585191128.0, + "step": 15417 + }, + { + "epoch": 1.961328075308485, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7828829288482666, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8678296208381653, + "num_tokens": 585234130.0, + "step": 15418 + }, + { + "epoch": 1.9614552855870753, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6053593158721924, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8688188791275024, + "num_tokens": 585267089.0, + "step": 15419 + }, + { + "epoch": 1.9615824958656658, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.763362169265747, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8761385679244995, + "num_tokens": 585310508.0, + "step": 15420 + }, + { + "epoch": 1.9617097061442563, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5999083518981934, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8771413564682007, + "num_tokens": 585346579.0, + "step": 15421 + }, + { + "epoch": 1.9618369164228469, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7664878368377686, + "learning_rate": 1e-05, + "loss": 0.4892, + "mean_token_accuracy": 0.8668836355209351, + "num_tokens": 585383914.0, + "step": 15422 + }, + { + "epoch": 1.9619641267014374, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5969998836517334, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8639758825302124, + "num_tokens": 585419322.0, + "step": 15423 + }, + { + "epoch": 1.962091336980028, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7437477111816406, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8786200284957886, + "num_tokens": 585459081.0, + "step": 15424 + }, + { + "epoch": 1.9622185472586184, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6015408039093018, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8657659888267517, + "num_tokens": 585497116.0, + "step": 15425 + }, + { + "epoch": 1.962345757537209, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.743511438369751, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.863646388053894, + "num_tokens": 585534704.0, + "step": 15426 + }, + { + "epoch": 1.9624729678157995, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5921730995178223, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8804773092269897, + "num_tokens": 585575806.0, + "step": 15427 + }, + { + "epoch": 1.96260017809439, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.742621421813965, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8788304328918457, + "num_tokens": 585612585.0, + "step": 15428 + }, + { + "epoch": 1.9627273883729806, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5902111530303955, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8781867027282715, + "num_tokens": 585647414.0, + "step": 15429 + }, + { + "epoch": 1.962854598651571, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7299225330352783, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8687241077423096, + "num_tokens": 585693802.0, + "step": 15430 + }, + { + "epoch": 1.9629818089301616, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.596038579940796, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8737545609474182, + "num_tokens": 585727955.0, + "step": 15431 + }, + { + "epoch": 1.9631090192087521, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.726642370223999, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8614712953567505, + "num_tokens": 585769784.0, + "step": 15432 + }, + { + "epoch": 1.9632362294873427, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.584735870361328, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8791131973266602, + "num_tokens": 585809989.0, + "step": 15433 + }, + { + "epoch": 1.9633634397659332, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.728459119796753, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8740613460540771, + "num_tokens": 585851054.0, + "step": 15434 + }, + { + "epoch": 1.9634906500445237, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5960185527801514, + "learning_rate": 1e-05, + "loss": 0.4744, + "mean_token_accuracy": 0.8618724942207336, + "num_tokens": 585886638.0, + "step": 15435 + }, + { + "epoch": 1.9636178603231143, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.728902578353882, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8634399175643921, + "num_tokens": 585925572.0, + "step": 15436 + }, + { + "epoch": 1.9637450706017048, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5881333351135254, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8724055886268616, + "num_tokens": 585961939.0, + "step": 15437 + }, + { + "epoch": 1.963872280880295, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7380709648132324, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8694612383842468, + "num_tokens": 585996804.0, + "step": 15438 + }, + { + "epoch": 1.9639994911588856, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5673575401306152, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8813243508338928, + "num_tokens": 586040347.0, + "step": 15439 + }, + { + "epoch": 1.9641267014374761, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7406811714172363, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8795558214187622, + "num_tokens": 586078495.0, + "step": 15440 + }, + { + "epoch": 1.9642539117160667, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5822134017944336, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8801165819168091, + "num_tokens": 586114743.0, + "step": 15441 + }, + { + "epoch": 1.9643811219946572, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7568068504333496, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8802517056465149, + "num_tokens": 586150462.0, + "step": 15442 + }, + { + "epoch": 1.9645083322732477, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.597935438156128, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8715753555297852, + "num_tokens": 586182860.0, + "step": 15443 + }, + { + "epoch": 1.964635542551838, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.73512864112854, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8686767816543579, + "num_tokens": 586226438.0, + "step": 15444 + }, + { + "epoch": 1.9647627528304286, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5819571018218994, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8744058609008789, + "num_tokens": 586267022.0, + "step": 15445 + }, + { + "epoch": 1.964889963109019, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.748419761657715, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8795849084854126, + "num_tokens": 586299415.0, + "step": 15446 + }, + { + "epoch": 1.9650171733876096, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.581336259841919, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8736650943756104, + "num_tokens": 586337351.0, + "step": 15447 + }, + { + "epoch": 1.9651443836662001, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.751009702682495, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.8635392189025879, + "num_tokens": 586378311.0, + "step": 15448 + }, + { + "epoch": 1.9652715939447907, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5799965858459473, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8740403652191162, + "num_tokens": 586414137.0, + "step": 15449 + }, + { + "epoch": 1.9653988042233812, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.763051986694336, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.866999089717865, + "num_tokens": 586451536.0, + "step": 15450 + }, + { + "epoch": 1.9655260145019717, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5876874923706055, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8692508339881897, + "num_tokens": 586484643.0, + "step": 15451 + }, + { + "epoch": 1.9656532247805623, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7623941898345947, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8625967502593994, + "num_tokens": 586523926.0, + "step": 15452 + }, + { + "epoch": 1.9657804350591528, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.566041946411133, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8754822015762329, + "num_tokens": 586564999.0, + "step": 15453 + }, + { + "epoch": 1.9659076453377433, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.768144369125366, + "learning_rate": 1e-05, + "loss": 0.4799, + "mean_token_accuracy": 0.8651981353759766, + "num_tokens": 586603455.0, + "step": 15454 + }, + { + "epoch": 1.9660348556163338, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.564194917678833, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8683518767356873, + "num_tokens": 586646345.0, + "step": 15455 + }, + { + "epoch": 1.9661620658949244, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7786622047424316, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8686646819114685, + "num_tokens": 586688065.0, + "step": 15456 + }, + { + "epoch": 1.966289276173515, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5711307525634766, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8785573840141296, + "num_tokens": 586722631.0, + "step": 15457 + }, + { + "epoch": 1.9664164864521054, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7808191776275635, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8900673389434814, + "num_tokens": 586762630.0, + "step": 15458 + }, + { + "epoch": 1.966543696730696, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.585007905960083, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8727455139160156, + "num_tokens": 586799514.0, + "step": 15459 + }, + { + "epoch": 1.9666709070092865, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.76531720161438, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8830922842025757, + "num_tokens": 586839507.0, + "step": 15460 + }, + { + "epoch": 1.966798117287877, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5815279483795166, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8631690144538879, + "num_tokens": 586879263.0, + "step": 15461 + }, + { + "epoch": 1.9669253275664673, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7696826457977295, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8725148439407349, + "num_tokens": 586920297.0, + "step": 15462 + }, + { + "epoch": 1.9670525378450578, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.580307722091675, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8614045977592468, + "num_tokens": 586961171.0, + "step": 15463 + }, + { + "epoch": 1.9671797481236484, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7705233097076416, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8740799427032471, + "num_tokens": 587003808.0, + "step": 15464 + }, + { + "epoch": 1.967306958402239, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.586082935333252, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8617488145828247, + "num_tokens": 587042056.0, + "step": 15465 + }, + { + "epoch": 1.9674341686808294, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.771599769592285, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8578941822052002, + "num_tokens": 587083009.0, + "step": 15466 + }, + { + "epoch": 1.96756137895942, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.586156129837036, + "learning_rate": 1e-05, + "loss": 0.5021, + "mean_token_accuracy": 0.8522619009017944, + "num_tokens": 587125129.0, + "step": 15467 + }, + { + "epoch": 1.9676885892380103, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.777385950088501, + "learning_rate": 1e-05, + "loss": 0.4887, + "mean_token_accuracy": 0.8575221300125122, + "num_tokens": 587163314.0, + "step": 15468 + }, + { + "epoch": 1.9678157995166008, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.563028335571289, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8699485659599304, + "num_tokens": 587208275.0, + "step": 15469 + }, + { + "epoch": 1.9679430097951913, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7990081310272217, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8705862164497375, + "num_tokens": 587242885.0, + "step": 15470 + }, + { + "epoch": 1.9680702200737819, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6061525344848633, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8643310070037842, + "num_tokens": 587287787.0, + "step": 15471 + }, + { + "epoch": 1.9681974303523724, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7663493156433105, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8849852085113525, + "num_tokens": 587325445.0, + "step": 15472 + }, + { + "epoch": 1.968324640630963, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5721523761749268, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8734244108200073, + "num_tokens": 587366691.0, + "step": 15473 + }, + { + "epoch": 1.9684518509095534, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7807934284210205, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8623425960540771, + "num_tokens": 587406310.0, + "step": 15474 + }, + { + "epoch": 1.968579061188144, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5839321613311768, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8697855472564697, + "num_tokens": 587446654.0, + "step": 15475 + }, + { + "epoch": 1.9687062714667345, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7839133739471436, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8678401708602905, + "num_tokens": 587481089.0, + "step": 15476 + }, + { + "epoch": 1.968833481745325, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5793278217315674, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8716132640838623, + "num_tokens": 587521293.0, + "step": 15477 + }, + { + "epoch": 1.9689606920239155, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.786837100982666, + "learning_rate": 1e-05, + "loss": 0.4673, + "mean_token_accuracy": 0.8646537065505981, + "num_tokens": 587564193.0, + "step": 15478 + }, + { + "epoch": 1.969087902302506, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5853683948516846, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8638163208961487, + "num_tokens": 587603487.0, + "step": 15479 + }, + { + "epoch": 1.9692151125810966, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7920548915863037, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8612515926361084, + "num_tokens": 587641131.0, + "step": 15480 + }, + { + "epoch": 1.9693423228596871, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.590242624282837, + "learning_rate": 1e-05, + "loss": 0.4987, + "mean_token_accuracy": 0.8533663749694824, + "num_tokens": 587680012.0, + "step": 15481 + }, + { + "epoch": 1.9694695331382777, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7719836235046387, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8757174015045166, + "num_tokens": 587721904.0, + "step": 15482 + }, + { + "epoch": 1.9695967434168682, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6078009605407715, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8755596876144409, + "num_tokens": 587752080.0, + "step": 15483 + }, + { + "epoch": 1.9697239536954587, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.758528470993042, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8824888467788696, + "num_tokens": 587787838.0, + "step": 15484 + }, + { + "epoch": 1.9698511639740492, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6035966873168945, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8725352883338928, + "num_tokens": 587826370.0, + "step": 15485 + }, + { + "epoch": 1.9699783742526398, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.739314556121826, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8879064321517944, + "num_tokens": 587866716.0, + "step": 15486 + }, + { + "epoch": 1.97010558453123, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6099135875701904, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8758399486541748, + "num_tokens": 587902766.0, + "step": 15487 + }, + { + "epoch": 1.9702327948098206, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.731825828552246, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8603941798210144, + "num_tokens": 587944584.0, + "step": 15488 + }, + { + "epoch": 1.9703600050884111, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.669173240661621, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8607085943222046, + "num_tokens": 587983482.0, + "step": 15489 + }, + { + "epoch": 1.9704872153670017, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.696768045425415, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8798853158950806, + "num_tokens": 588019621.0, + "step": 15490 + }, + { + "epoch": 1.9706144256455922, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.627439260482788, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8782563805580139, + "num_tokens": 588056845.0, + "step": 15491 + }, + { + "epoch": 1.9707416359241827, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.673158645629883, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8790233135223389, + "num_tokens": 588093731.0, + "step": 15492 + }, + { + "epoch": 1.970868846202773, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.628774642944336, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.886906623840332, + "num_tokens": 588128908.0, + "step": 15493 + }, + { + "epoch": 1.9709960564813636, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6769659519195557, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8591443300247192, + "num_tokens": 588167729.0, + "step": 15494 + }, + { + "epoch": 1.971123266759954, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6540567874908447, + "learning_rate": 1e-05, + "loss": 0.4898, + "mean_token_accuracy": 0.8551927208900452, + "num_tokens": 588200337.0, + "step": 15495 + }, + { + "epoch": 1.9712504770385446, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6534006595611572, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8705023527145386, + "num_tokens": 588240736.0, + "step": 15496 + }, + { + "epoch": 1.9713776873171351, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.656489849090576, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8623338937759399, + "num_tokens": 588275187.0, + "step": 15497 + }, + { + "epoch": 1.9715048975957257, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6611156463623047, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8669962286949158, + "num_tokens": 588308800.0, + "step": 15498 + }, + { + "epoch": 1.9716321078743162, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6332404613494873, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8855706453323364, + "num_tokens": 588347688.0, + "step": 15499 + }, + { + "epoch": 1.9717593181529067, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6808645725250244, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8730063438415527, + "num_tokens": 588380791.0, + "step": 15500 + }, + { + "epoch": 1.9718865284314973, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.643980026245117, + "learning_rate": 1e-05, + "loss": 0.4714, + "mean_token_accuracy": 0.8590356707572937, + "num_tokens": 588413667.0, + "step": 15501 + }, + { + "epoch": 1.9720137387100878, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.650611162185669, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.87278151512146, + "num_tokens": 588453884.0, + "step": 15502 + }, + { + "epoch": 1.9721409489886783, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6448605060577393, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8753865957260132, + "num_tokens": 588488895.0, + "step": 15503 + }, + { + "epoch": 1.9722681592672688, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7930681705474854, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8770419359207153, + "num_tokens": 588526807.0, + "step": 15504 + }, + { + "epoch": 1.9723953695458594, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.589165449142456, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8762872219085693, + "num_tokens": 588562272.0, + "step": 15505 + }, + { + "epoch": 1.97252257982445, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7375845909118652, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8685586452484131, + "num_tokens": 588598298.0, + "step": 15506 + }, + { + "epoch": 1.9726497901030404, + "ewc_loss": 0.0673828125, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.56354022026062, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8729598522186279, + "num_tokens": 588637833.0, + "step": 15507 + }, + { + "epoch": 1.972777000381631, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7462968826293945, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8694347143173218, + "num_tokens": 588674933.0, + "step": 15508 + }, + { + "epoch": 1.9729042106602215, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5616695880889893, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8739039301872253, + "num_tokens": 588711899.0, + "step": 15509 + }, + { + "epoch": 1.973031420938812, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.764636516571045, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8714524507522583, + "num_tokens": 588749702.0, + "step": 15510 + }, + { + "epoch": 1.9731586312174023, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5650815963745117, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8779494166374207, + "num_tokens": 588787066.0, + "step": 15511 + }, + { + "epoch": 1.9732858414959928, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7834441661834717, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8740370273590088, + "num_tokens": 588824062.0, + "step": 15512 + }, + { + "epoch": 1.9734130517745834, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.570992946624756, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.870908260345459, + "num_tokens": 588864858.0, + "step": 15513 + }, + { + "epoch": 1.973540262053174, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.792097568511963, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8689472079277039, + "num_tokens": 588900219.0, + "step": 15514 + }, + { + "epoch": 1.9736674723317644, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5795505046844482, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8678171634674072, + "num_tokens": 588937256.0, + "step": 15515 + }, + { + "epoch": 1.973794682610355, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7940869331359863, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.878719687461853, + "num_tokens": 588971263.0, + "step": 15516 + }, + { + "epoch": 1.9739218928889453, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.578517436981201, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8679688572883606, + "num_tokens": 589010710.0, + "step": 15517 + }, + { + "epoch": 1.9740491031675358, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002803802490234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.806164264678955, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.877711832523346, + "num_tokens": 589043940.0, + "step": 15518 + }, + { + "epoch": 1.9741763134461263, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.579577684402466, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8686003684997559, + "num_tokens": 589082187.0, + "step": 15519 + }, + { + "epoch": 1.9743035237247168, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7857186794281006, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8791227340698242, + "num_tokens": 589126870.0, + "step": 15520 + }, + { + "epoch": 1.9744307340033074, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.56786847114563, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8660942316055298, + "num_tokens": 589168378.0, + "step": 15521 + }, + { + "epoch": 1.974557944281898, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.802436590194702, + "learning_rate": 1e-05, + "loss": 0.4995, + "mean_token_accuracy": 0.8567225933074951, + "num_tokens": 589213070.0, + "step": 15522 + }, + { + "epoch": 1.9746851545604884, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5819177627563477, + "learning_rate": 1e-05, + "loss": 0.4608, + "mean_token_accuracy": 0.8696468472480774, + "num_tokens": 589253008.0, + "step": 15523 + }, + { + "epoch": 1.974812364839079, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8037781715393066, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8657368421554565, + "num_tokens": 589291786.0, + "step": 15524 + }, + { + "epoch": 1.9749395751176695, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5742225646972656, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8737819194793701, + "num_tokens": 589332045.0, + "step": 15525 + }, + { + "epoch": 1.97506678539626, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.810546398162842, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8504935503005981, + "num_tokens": 589374983.0, + "step": 15526 + }, + { + "epoch": 1.9751939956748505, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.552340269088745, + "learning_rate": 1e-05, + "loss": 0.3728, + "mean_token_accuracy": 0.8957833647727966, + "num_tokens": 589419786.0, + "step": 15527 + }, + { + "epoch": 1.975321205953441, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.824384927749634, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8901246190071106, + "num_tokens": 589454365.0, + "step": 15528 + }, + { + "epoch": 1.9754484162320316, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.590589761734009, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8760889172554016, + "num_tokens": 589486829.0, + "step": 15529 + }, + { + "epoch": 1.9755756265106221, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8145883083343506, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8738586902618408, + "num_tokens": 589527500.0, + "step": 15530 + }, + { + "epoch": 1.9757028367892127, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5834274291992188, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8845399618148804, + "num_tokens": 589570064.0, + "step": 15531 + }, + { + "epoch": 1.9758300470678032, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.830990791320801, + "learning_rate": 1e-05, + "loss": 0.4934, + "mean_token_accuracy": 0.8559103012084961, + "num_tokens": 589605327.0, + "step": 15532 + }, + { + "epoch": 1.9759572573463937, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5841064453125, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8833863735198975, + "num_tokens": 589640886.0, + "step": 15533 + }, + { + "epoch": 1.9760844676249842, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8168745040893555, + "learning_rate": 1e-05, + "loss": 0.4955, + "mean_token_accuracy": 0.8586360812187195, + "num_tokens": 589681178.0, + "step": 15534 + }, + { + "epoch": 1.9762116779035748, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.584698438644409, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8845070600509644, + "num_tokens": 589719073.0, + "step": 15535 + }, + { + "epoch": 1.976338888182165, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.813366651535034, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8628594875335693, + "num_tokens": 589760528.0, + "step": 15536 + }, + { + "epoch": 1.9764660984607556, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6094322204589844, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8714420199394226, + "num_tokens": 589795946.0, + "step": 15537 + }, + { + "epoch": 1.9765933087393461, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.810004472732544, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8704366683959961, + "num_tokens": 589829139.0, + "step": 15538 + }, + { + "epoch": 1.9767205190179367, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6010849475860596, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8846412301063538, + "num_tokens": 589862916.0, + "step": 15539 + }, + { + "epoch": 1.9768477292965272, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7909915447235107, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8778771758079529, + "num_tokens": 589900230.0, + "step": 15540 + }, + { + "epoch": 1.9769749395751177, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.628652572631836, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8716230392456055, + "num_tokens": 589938737.0, + "step": 15541 + }, + { + "epoch": 1.977102149853708, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7569572925567627, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8781383037567139, + "num_tokens": 589977989.0, + "step": 15542 + }, + { + "epoch": 1.9772293601322986, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.596353054046631, + "learning_rate": 1e-05, + "loss": 0.374, + "mean_token_accuracy": 0.8887049555778503, + "num_tokens": 590015547.0, + "step": 15543 + }, + { + "epoch": 1.977356570410889, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7543535232543945, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.873150646686554, + "num_tokens": 590055257.0, + "step": 15544 + }, + { + "epoch": 1.9774837806894796, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.615750312805176, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8748606443405151, + "num_tokens": 590087911.0, + "step": 15545 + }, + { + "epoch": 1.9776109909680701, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.733569622039795, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8688104748725891, + "num_tokens": 590128889.0, + "step": 15546 + }, + { + "epoch": 1.9777382012466607, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.616199016571045, + "learning_rate": 1e-05, + "loss": 0.4764, + "mean_token_accuracy": 0.8593162894248962, + "num_tokens": 590168078.0, + "step": 15547 + }, + { + "epoch": 1.9778654115252512, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.729731798171997, + "learning_rate": 1e-05, + "loss": 0.498, + "mean_token_accuracy": 0.8545072078704834, + "num_tokens": 590211361.0, + "step": 15548 + }, + { + "epoch": 1.9779926218038417, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.91557240486145, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8629138469696045, + "num_tokens": 590249922.0, + "step": 15549 + }, + { + "epoch": 1.9781198320824323, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6001315116882324, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8734660744667053, + "num_tokens": 590288284.0, + "step": 15550 + }, + { + "epoch": 1.9782470423610228, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.745511531829834, + "learning_rate": 1e-05, + "loss": 0.4754, + "mean_token_accuracy": 0.8593888282775879, + "num_tokens": 590324373.0, + "step": 15551 + }, + { + "epoch": 1.9783742526396133, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.558209180831909, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8740589618682861, + "num_tokens": 590365374.0, + "step": 15552 + }, + { + "epoch": 1.9785014629182038, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.788140058517456, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8700301051139832, + "num_tokens": 590402712.0, + "step": 15553 + }, + { + "epoch": 1.9786286731967944, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5988080501556396, + "learning_rate": 1e-05, + "loss": 0.5292, + "mean_token_accuracy": 0.8542957305908203, + "num_tokens": 590438434.0, + "step": 15554 + }, + { + "epoch": 1.978755883475385, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7702181339263916, + "learning_rate": 1e-05, + "loss": 0.4808, + "mean_token_accuracy": 0.8627287745475769, + "num_tokens": 590482619.0, + "step": 15555 + }, + { + "epoch": 1.9788830937539754, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.581930160522461, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8559978008270264, + "num_tokens": 590527828.0, + "step": 15556 + }, + { + "epoch": 1.979010304032566, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.794255018234253, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8749829530715942, + "num_tokens": 590561758.0, + "step": 15557 + }, + { + "epoch": 1.9791375143111565, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5833606719970703, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8845405578613281, + "num_tokens": 590598323.0, + "step": 15558 + }, + { + "epoch": 1.979264724589747, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.774420738220215, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8669690489768982, + "num_tokens": 590642469.0, + "step": 15559 + }, + { + "epoch": 1.9793919348683373, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.578162670135498, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8668777942657471, + "num_tokens": 590683603.0, + "step": 15560 + }, + { + "epoch": 1.9795191451469278, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.814713716506958, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8815062046051025, + "num_tokens": 590710136.0, + "step": 15561 + }, + { + "epoch": 1.9796463554255184, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5797438621520996, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8695463538169861, + "num_tokens": 590743104.0, + "step": 15562 + }, + { + "epoch": 1.979773565704109, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8086204528808594, + "learning_rate": 1e-05, + "loss": 0.4583, + "mean_token_accuracy": 0.8662419319152832, + "num_tokens": 590781851.0, + "step": 15563 + }, + { + "epoch": 1.9799007759826994, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.586543321609497, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8611430525779724, + "num_tokens": 590819865.0, + "step": 15564 + }, + { + "epoch": 1.98002798626129, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.803253173828125, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8805326223373413, + "num_tokens": 590856478.0, + "step": 15565 + }, + { + "epoch": 1.9801551965398803, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5911967754364014, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.861160397529602, + "num_tokens": 590895765.0, + "step": 15566 + }, + { + "epoch": 1.9802824068184708, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7985777854919434, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8756226897239685, + "num_tokens": 590931238.0, + "step": 15567 + }, + { + "epoch": 1.9804096170970613, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5905356407165527, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8753563165664673, + "num_tokens": 590969875.0, + "step": 15568 + }, + { + "epoch": 1.9805368273756518, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.795807123184204, + "learning_rate": 1e-05, + "loss": 0.4818, + "mean_token_accuracy": 0.8581490516662598, + "num_tokens": 591007964.0, + "step": 15569 + }, + { + "epoch": 1.9806640376542424, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.579766273498535, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.877395510673523, + "num_tokens": 591049339.0, + "step": 15570 + }, + { + "epoch": 1.980791247932833, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.797760009765625, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8808428645133972, + "num_tokens": 591086429.0, + "step": 15571 + }, + { + "epoch": 1.9809184582114234, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.586150646209717, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8758187294006348, + "num_tokens": 591128252.0, + "step": 15572 + }, + { + "epoch": 1.981045668490014, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.791288137435913, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8844242691993713, + "num_tokens": 591165049.0, + "step": 15573 + }, + { + "epoch": 1.9811728787686045, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6067659854888916, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8828614950180054, + "num_tokens": 591196805.0, + "step": 15574 + }, + { + "epoch": 1.981300089047195, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.767554759979248, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8747882843017578, + "num_tokens": 591242897.0, + "step": 15575 + }, + { + "epoch": 1.9814272993257855, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.594973564147949, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8695735931396484, + "num_tokens": 591280684.0, + "step": 15576 + }, + { + "epoch": 1.981554509604376, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.776599645614624, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8761111497879028, + "num_tokens": 591315264.0, + "step": 15577 + }, + { + "epoch": 1.9816817198829666, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5976767539978027, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8693133592605591, + "num_tokens": 591358028.0, + "step": 15578 + }, + { + "epoch": 1.9818089301615571, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7667109966278076, + "learning_rate": 1e-05, + "loss": 0.5106, + "mean_token_accuracy": 0.8530141711235046, + "num_tokens": 591404272.0, + "step": 15579 + }, + { + "epoch": 1.9819361404401477, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.588757038116455, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.884963870048523, + "num_tokens": 591439896.0, + "step": 15580 + }, + { + "epoch": 1.9820633507187382, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.766737461090088, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8771036863327026, + "num_tokens": 591477318.0, + "step": 15581 + }, + { + "epoch": 1.9821905609973287, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5902440547943115, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8678861856460571, + "num_tokens": 591518600.0, + "step": 15582 + }, + { + "epoch": 1.9823177712759192, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7964868545532227, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.86881023645401, + "num_tokens": 591547414.0, + "step": 15583 + }, + { + "epoch": 1.9824449815545098, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.574582815170288, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.8609903454780579, + "num_tokens": 591594270.0, + "step": 15584 + }, + { + "epoch": 1.9825721918331, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.787949323654175, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8747658729553223, + "num_tokens": 591638252.0, + "step": 15585 + }, + { + "epoch": 1.9826994021116906, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5907623767852783, + "learning_rate": 1e-05, + "loss": 0.5108, + "mean_token_accuracy": 0.8518451452255249, + "num_tokens": 591680268.0, + "step": 15586 + }, + { + "epoch": 1.9828266123902811, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 3.8778905868530273, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8753851652145386, + "num_tokens": 591717724.0, + "step": 15587 + }, + { + "epoch": 1.9829538226688717, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 5.316734313964844e-05, + "grad_norm": 2.8824105262756348, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8865047097206116, + "num_tokens": 591754562.0, + "step": 15588 + }, + { + "epoch": 1.9830810329474622, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.902503728866577, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8765126466751099, + "num_tokens": 591794838.0, + "step": 15589 + }, + { + "epoch": 1.9832082432260527, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.678657293319702, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8528295755386353, + "num_tokens": 591834771.0, + "step": 15590 + }, + { + "epoch": 1.983335453504643, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.9357080459594727, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8604079484939575, + "num_tokens": 591872764.0, + "step": 15591 + }, + { + "epoch": 1.9834626637832335, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6802470684051514, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8672037720680237, + "num_tokens": 591907035.0, + "step": 15592 + }, + { + "epoch": 1.983589874061824, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.8890111446380615, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8769494295120239, + "num_tokens": 591940797.0, + "step": 15593 + }, + { + "epoch": 1.9837170843404146, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6565704345703125, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.8871318101882935, + "num_tokens": 591976872.0, + "step": 15594 + }, + { + "epoch": 1.9838442946190051, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.935264587402344e-05, + "grad_norm": 2.869694471359253, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8579100370407104, + "num_tokens": 592015933.0, + "step": 15595 + }, + { + "epoch": 1.9839715048975957, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6537954807281494, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8793723583221436, + "num_tokens": 592046796.0, + "step": 15596 + }, + { + "epoch": 1.9840987151761862, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.834733724594116, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8713580369949341, + "num_tokens": 592092841.0, + "step": 15597 + }, + { + "epoch": 1.9842259254547767, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6458792686462402, + "learning_rate": 1e-05, + "loss": 0.4962, + "mean_token_accuracy": 0.8548338413238525, + "num_tokens": 592134118.0, + "step": 15598 + }, + { + "epoch": 1.9843531357333672, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.820096731185913, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8663248419761658, + "num_tokens": 592167292.0, + "step": 15599 + }, + { + "epoch": 1.9844803460119578, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.624321699142456, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8840692639350891, + "num_tokens": 592205616.0, + "step": 15600 + }, + { + "epoch": 1.9846075562905483, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.808145761489868, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8782822489738464, + "num_tokens": 592246650.0, + "step": 15601 + }, + { + "epoch": 1.9847347665691388, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.614132881164551, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8761571049690247, + "num_tokens": 592284729.0, + "step": 15602 + }, + { + "epoch": 1.9848619768477294, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.80380916595459, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.874679446220398, + "num_tokens": 592318423.0, + "step": 15603 + }, + { + "epoch": 1.9849891871263199, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.687119960784912, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8703001737594604, + "num_tokens": 592351304.0, + "step": 15604 + }, + { + "epoch": 1.9851163974049104, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7486350536346436, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8742393255233765, + "num_tokens": 592388353.0, + "step": 15605 + }, + { + "epoch": 1.985243607683501, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.621643304824829, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8780824542045593, + "num_tokens": 592427651.0, + "step": 15606 + }, + { + "epoch": 1.9853708179620915, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.738917589187622, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8725063800811768, + "num_tokens": 592463638.0, + "step": 15607 + }, + { + "epoch": 1.985498028240682, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6243503093719482, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8624184727668762, + "num_tokens": 592501508.0, + "step": 15608 + }, + { + "epoch": 1.9856252385192723, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.726468563079834, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8794071674346924, + "num_tokens": 592538418.0, + "step": 15609 + }, + { + "epoch": 1.9857524487978628, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.60628080368042, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.88541579246521, + "num_tokens": 592573552.0, + "step": 15610 + }, + { + "epoch": 1.9858796590764534, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.730283260345459, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8742351531982422, + "num_tokens": 592607212.0, + "step": 15611 + }, + { + "epoch": 1.986006869355044, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.600254774093628, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.866654098033905, + "num_tokens": 592649910.0, + "step": 15612 + }, + { + "epoch": 1.9861340796336344, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7252039909362793, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8733350038528442, + "num_tokens": 592689555.0, + "step": 15613 + }, + { + "epoch": 1.986261289912225, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.591827392578125, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8758405447006226, + "num_tokens": 592731921.0, + "step": 15614 + }, + { + "epoch": 1.9863885001908153, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.759896755218506, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8763314485549927, + "num_tokens": 592763631.0, + "step": 15615 + }, + { + "epoch": 1.9865157104694058, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.582777500152588, + "learning_rate": 1e-05, + "loss": 0.3789, + "mean_token_accuracy": 0.8908356428146362, + "num_tokens": 592796961.0, + "step": 15616 + }, + { + "epoch": 1.9866429207479963, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.749079465866089, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.879151463508606, + "num_tokens": 592831380.0, + "step": 15617 + }, + { + "epoch": 1.9867701310265868, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.577150344848633, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.864874005317688, + "num_tokens": 592873606.0, + "step": 15618 + }, + { + "epoch": 1.9868973413051774, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.753725290298462, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8645454049110413, + "num_tokens": 592919311.0, + "step": 15619 + }, + { + "epoch": 1.987024551583768, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5902926921844482, + "learning_rate": 1e-05, + "loss": 0.5054, + "mean_token_accuracy": 0.8500643968582153, + "num_tokens": 592961818.0, + "step": 15620 + }, + { + "epoch": 1.9871517618623584, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7605650424957275, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.87053382396698, + "num_tokens": 593003320.0, + "step": 15621 + }, + { + "epoch": 1.987278972140949, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5640790462493896, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8617055416107178, + "num_tokens": 593050887.0, + "step": 15622 + }, + { + "epoch": 1.9874061824195395, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7801105976104736, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8625180125236511, + "num_tokens": 593086296.0, + "step": 15623 + }, + { + "epoch": 1.98753339269813, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5866124629974365, + "learning_rate": 1e-05, + "loss": 0.4937, + "mean_token_accuracy": 0.8549654483795166, + "num_tokens": 593122135.0, + "step": 15624 + }, + { + "epoch": 1.9876606029767205, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7783994674682617, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8629257678985596, + "num_tokens": 593158845.0, + "step": 15625 + }, + { + "epoch": 1.987787813255311, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5634031295776367, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8781850337982178, + "num_tokens": 593199386.0, + "step": 15626 + }, + { + "epoch": 1.9879150235339016, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.78694486618042, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8813275694847107, + "num_tokens": 593237061.0, + "step": 15627 + }, + { + "epoch": 1.9880422338124921, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5805916786193848, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8721700310707092, + "num_tokens": 593275220.0, + "step": 15628 + }, + { + "epoch": 1.9881694440910826, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7924153804779053, + "learning_rate": 1e-05, + "loss": 0.5033, + "mean_token_accuracy": 0.8514389991760254, + "num_tokens": 593314576.0, + "step": 15629 + }, + { + "epoch": 1.9882966543696732, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5625810623168945, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8795571327209473, + "num_tokens": 593362905.0, + "step": 15630 + }, + { + "epoch": 1.9884238646482637, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8013110160827637, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8795977234840393, + "num_tokens": 593402486.0, + "step": 15631 + }, + { + "epoch": 1.9885510749268542, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5731701850891113, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8821744918823242, + "num_tokens": 593440555.0, + "step": 15632 + }, + { + "epoch": 1.9886782852054448, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.811335563659668, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8713266849517822, + "num_tokens": 593480488.0, + "step": 15633 + }, + { + "epoch": 1.988805495484035, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.57317852973938, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8775057792663574, + "num_tokens": 593518615.0, + "step": 15634 + }, + { + "epoch": 1.9889327057626256, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.814113140106201, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8780899047851562, + "num_tokens": 593556990.0, + "step": 15635 + }, + { + "epoch": 1.9890599160412161, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5785677433013916, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8629230260848999, + "num_tokens": 593599438.0, + "step": 15636 + }, + { + "epoch": 1.9891871263198067, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.824340343475342, + "learning_rate": 1e-05, + "loss": 0.4833, + "mean_token_accuracy": 0.8589398264884949, + "num_tokens": 593635991.0, + "step": 15637 + }, + { + "epoch": 1.9893143365983972, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.594484329223633, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8725232481956482, + "num_tokens": 593676600.0, + "step": 15638 + }, + { + "epoch": 1.9894415468769877, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8147764205932617, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8818956017494202, + "num_tokens": 593709069.0, + "step": 15639 + }, + { + "epoch": 1.989568757155578, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.589684247970581, + "learning_rate": 1e-05, + "loss": 0.3744, + "mean_token_accuracy": 0.8969203233718872, + "num_tokens": 593740361.0, + "step": 15640 + }, + { + "epoch": 1.9896959674341685, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.794854164123535, + "learning_rate": 1e-05, + "loss": 0.3826, + "mean_token_accuracy": 0.8869901895523071, + "num_tokens": 593775424.0, + "step": 15641 + }, + { + "epoch": 1.989823177712759, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5999488830566406, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.8649735450744629, + "num_tokens": 593816562.0, + "step": 15642 + }, + { + "epoch": 1.9899503879913496, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.797342538833618, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8735955953598022, + "num_tokens": 593853272.0, + "step": 15643 + }, + { + "epoch": 1.9900775982699401, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.604454278945923, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8778245449066162, + "num_tokens": 593885308.0, + "step": 15644 + }, + { + "epoch": 1.9902048085485307, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8042490482330322, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8844293355941772, + "num_tokens": 593918150.0, + "step": 15645 + }, + { + "epoch": 1.9903320188271212, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5969457626342773, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8669470548629761, + "num_tokens": 593961947.0, + "step": 15646 + }, + { + "epoch": 1.9904592291057117, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.790520668029785, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8573797941207886, + "num_tokens": 594000659.0, + "step": 15647 + }, + { + "epoch": 1.9905864393843022, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5957114696502686, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8724762201309204, + "num_tokens": 594040033.0, + "step": 15648 + }, + { + "epoch": 1.9907136496628928, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7794289588928223, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.877913236618042, + "num_tokens": 594080534.0, + "step": 15649 + }, + { + "epoch": 1.9908408599414833, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5979628562927246, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8679792881011963, + "num_tokens": 594118015.0, + "step": 15650 + }, + { + "epoch": 1.9909680702200738, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7725906372070312, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8756304383277893, + "num_tokens": 594153839.0, + "step": 15651 + }, + { + "epoch": 1.9910952804986644, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.582841396331787, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8828918933868408, + "num_tokens": 594195672.0, + "step": 15652 + }, + { + "epoch": 1.9912224907772549, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7812864780426025, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8668644428253174, + "num_tokens": 594239178.0, + "step": 15653 + }, + { + "epoch": 1.9913497010558454, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5983786582946777, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8747395277023315, + "num_tokens": 594274938.0, + "step": 15654 + }, + { + "epoch": 1.991476911334436, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.765601634979248, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8824014663696289, + "num_tokens": 594310632.0, + "step": 15655 + }, + { + "epoch": 1.9916041216130265, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.607910633087158, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8664100170135498, + "num_tokens": 594344308.0, + "step": 15656 + }, + { + "epoch": 1.991731331891617, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.750342845916748, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8701472878456116, + "num_tokens": 594385287.0, + "step": 15657 + }, + { + "epoch": 1.9918585421702073, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.597837448120117, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8820117712020874, + "num_tokens": 594422521.0, + "step": 15658 + }, + { + "epoch": 1.9919857524487978, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.739323616027832, + "learning_rate": 1e-05, + "loss": 0.4942, + "mean_token_accuracy": 0.85793536901474, + "num_tokens": 594466837.0, + "step": 15659 + }, + { + "epoch": 1.9921129627273884, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6144461631774902, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8719161748886108, + "num_tokens": 594501283.0, + "step": 15660 + }, + { + "epoch": 1.9922401730059789, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.746640920639038, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.859237551689148, + "num_tokens": 594544627.0, + "step": 15661 + }, + { + "epoch": 1.9923673832845694, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.00028228759765625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5991337299346924, + "learning_rate": 1e-05, + "loss": 0.5044, + "mean_token_accuracy": 0.8511741161346436, + "num_tokens": 594586363.0, + "step": 15662 + }, + { + "epoch": 1.99249459356316, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7398860454559326, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8696079850196838, + "num_tokens": 594624950.0, + "step": 15663 + }, + { + "epoch": 1.9926218038417502, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.60148024559021, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8574622869491577, + "num_tokens": 594665103.0, + "step": 15664 + }, + { + "epoch": 1.9927490141203408, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7424986362457275, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8822064995765686, + "num_tokens": 594699506.0, + "step": 15665 + }, + { + "epoch": 1.9928762243989313, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.588200569152832, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8675101399421692, + "num_tokens": 594741771.0, + "step": 15666 + }, + { + "epoch": 1.9930034346775218, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7335286140441895, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8804298639297485, + "num_tokens": 594784705.0, + "step": 15667 + }, + { + "epoch": 1.9931306449561124, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.58015775680542, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8773992657661438, + "num_tokens": 594827800.0, + "step": 15668 + }, + { + "epoch": 1.993257855234703, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754430055618286, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8693377375602722, + "num_tokens": 594865150.0, + "step": 15669 + }, + { + "epoch": 1.9933850655132934, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.5987608432769775, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8586985468864441, + "num_tokens": 594903440.0, + "step": 15670 + }, + { + "epoch": 1.993512275791884, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.753741502761841, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8760443925857544, + "num_tokens": 594936761.0, + "step": 15671 + }, + { + "epoch": 1.9936394860704745, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.601750612258911, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8593117594718933, + "num_tokens": 594972298.0, + "step": 15672 + }, + { + "epoch": 1.993766696349065, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.746096134185791, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8727251291275024, + "num_tokens": 595009530.0, + "step": 15673 + }, + { + "epoch": 1.9938939066276555, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5841116905212402, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8748149871826172, + "num_tokens": 595048147.0, + "step": 15674 + }, + { + "epoch": 1.994021116906246, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.749985933303833, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8839667439460754, + "num_tokens": 595083580.0, + "step": 15675 + }, + { + "epoch": 1.9941483271848366, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5937204360961914, + "learning_rate": 1e-05, + "loss": 0.5054, + "mean_token_accuracy": 0.8513950109481812, + "num_tokens": 595122989.0, + "step": 15676 + }, + { + "epoch": 1.9942755374634271, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.736845016479492, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8677706718444824, + "num_tokens": 595165378.0, + "step": 15677 + }, + { + "epoch": 1.9944027477420176, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.604434013366699, + "learning_rate": 1e-05, + "loss": 0.5153, + "mean_token_accuracy": 0.8500502109527588, + "num_tokens": 595203802.0, + "step": 15678 + }, + { + "epoch": 1.9945299580206082, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.735142946243286, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.866836667060852, + "num_tokens": 595242056.0, + "step": 15679 + }, + { + "epoch": 1.9946571682991987, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6094324588775635, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.8568309545516968, + "num_tokens": 595276381.0, + "step": 15680 + }, + { + "epoch": 1.9947843785777892, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.712229013442993, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8720080852508545, + "num_tokens": 595318551.0, + "step": 15681 + }, + { + "epoch": 1.9949115888563798, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6072123050689697, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8624573349952698, + "num_tokens": 595361802.0, + "step": 15682 + }, + { + "epoch": 1.99503879913497, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7092835903167725, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.873368501663208, + "num_tokens": 595402853.0, + "step": 15683 + }, + { + "epoch": 1.9951660094135606, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.604475975036621, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8767745494842529, + "num_tokens": 595443774.0, + "step": 15684 + }, + { + "epoch": 1.9952932196921511, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.710660457611084, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8661237955093384, + "num_tokens": 595485395.0, + "step": 15685 + }, + { + "epoch": 1.9954204299707416, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5972235202789307, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.866870641708374, + "num_tokens": 595527724.0, + "step": 15686 + }, + { + "epoch": 1.9955476402493322, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7184417247772217, + "learning_rate": 1e-05, + "loss": 0.4814, + "mean_token_accuracy": 0.8600765466690063, + "num_tokens": 595569081.0, + "step": 15687 + }, + { + "epoch": 1.9956748505279227, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5903561115264893, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.862427830696106, + "num_tokens": 595611400.0, + "step": 15688 + }, + { + "epoch": 1.995802060806513, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7317776679992676, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8698149919509888, + "num_tokens": 595648063.0, + "step": 15689 + }, + { + "epoch": 1.9959292710851035, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5865256786346436, + "learning_rate": 1e-05, + "loss": 0.4856, + "mean_token_accuracy": 0.8579287528991699, + "num_tokens": 595688679.0, + "step": 15690 + }, + { + "epoch": 1.996056481363694, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7465708255767822, + "learning_rate": 1e-05, + "loss": 0.4713, + "mean_token_accuracy": 0.8612769842147827, + "num_tokens": 595726120.0, + "step": 15691 + }, + { + "epoch": 1.9961836916422846, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.574826955795288, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.871792197227478, + "num_tokens": 595762020.0, + "step": 15692 + }, + { + "epoch": 1.9963109019208751, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7607791423797607, + "learning_rate": 1e-05, + "loss": 0.5027, + "mean_token_accuracy": 0.8507636785507202, + "num_tokens": 595797909.0, + "step": 15693 + }, + { + "epoch": 1.9964381121994657, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.575075387954712, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8672593832015991, + "num_tokens": 595837542.0, + "step": 15694 + }, + { + "epoch": 1.9965653224780562, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.8821842670440674, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8752329349517822, + "num_tokens": 595874006.0, + "step": 15695 + }, + { + "epoch": 1.9966925327566467, + "ewc_loss": 0.06787109375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 3.9577484130859375e-05, + "grad_norm": 2.572114944458008, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8650000095367432, + "num_tokens": 595904098.0, + "step": 15696 + }, + { + "epoch": 1.9968197430352372, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.826916456222534, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8761290311813354, + "num_tokens": 595945725.0, + "step": 15697 + }, + { + "epoch": 1.9969469533138278, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5731632709503174, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8706831336021423, + "num_tokens": 595977826.0, + "step": 15698 + }, + { + "epoch": 1.9970741635924183, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8532912731170654, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8633647561073303, + "num_tokens": 596011350.0, + "step": 15699 + }, + { + "epoch": 1.9972013738710088, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5608291625976562, + "learning_rate": 1e-05, + "loss": 0.3943, + "mean_token_accuracy": 0.8853722810745239, + "num_tokens": 596050688.0, + "step": 15700 + }, + { + "epoch": 1.9973285841495994, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8527309894561768, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8809974789619446, + "num_tokens": 596090711.0, + "step": 15701 + }, + { + "epoch": 1.9974557944281899, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.594109535217285, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8701112270355225, + "num_tokens": 596130346.0, + "step": 15702 + }, + { + "epoch": 1.9975830047067804, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8507308959960938, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.8624334931373596, + "num_tokens": 596173035.0, + "step": 15703 + }, + { + "epoch": 1.997710214985371, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.612182378768921, + "learning_rate": 1e-05, + "loss": 0.4894, + "mean_token_accuracy": 0.8535758256912231, + "num_tokens": 596208105.0, + "step": 15704 + }, + { + "epoch": 1.9978374252639615, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8143675327301025, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8849879503250122, + "num_tokens": 596247367.0, + "step": 15705 + }, + { + "epoch": 1.997964635542552, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.60880708694458, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8691861629486084, + "num_tokens": 596288226.0, + "step": 15706 + }, + { + "epoch": 1.9980918458211423, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.804469108581543, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.8596681356430054, + "num_tokens": 596329422.0, + "step": 15707 + }, + { + "epoch": 1.9982190560997328, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.611992597579956, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8753129243850708, + "num_tokens": 596367447.0, + "step": 15708 + }, + { + "epoch": 1.9983462663783234, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.807626962661743, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.86810302734375, + "num_tokens": 596401564.0, + "step": 15709 + }, + { + "epoch": 1.9984734766569139, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.60923171043396, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8649722337722778, + "num_tokens": 596441076.0, + "step": 15710 + }, + { + "epoch": 1.9986006869355044, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7761824131011963, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8797122836112976, + "num_tokens": 596480360.0, + "step": 15711 + }, + { + "epoch": 1.998727897214095, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.630842924118042, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8609873056411743, + "num_tokens": 596512836.0, + "step": 15712 + }, + { + "epoch": 1.9988551074926852, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7502193450927734, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8844884634017944, + "num_tokens": 596549154.0, + "step": 15713 + }, + { + "epoch": 1.9989823177712758, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6024956703186035, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8780826330184937, + "num_tokens": 596590528.0, + "step": 15714 + }, + { + "epoch": 1.9991095280498663, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.754608631134033, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.871628999710083, + "num_tokens": 596623926.0, + "step": 15715 + }, + { + "epoch": 1.9992367383284568, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5999834537506104, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8733384609222412, + "num_tokens": 596661102.0, + "step": 15716 + }, + { + "epoch": 1.9993639486070474, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.732933521270752, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8845618963241577, + "num_tokens": 596701113.0, + "step": 15717 + }, + { + "epoch": 1.9994911588856379, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.60912823677063, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8815560340881348, + "num_tokens": 596735130.0, + "step": 15718 + }, + { + "epoch": 1.9996183691642284, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.736765146255493, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8583186864852905, + "num_tokens": 596774612.0, + "step": 15719 + }, + { + "epoch": 1.999745579442819, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6077358722686768, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8708661794662476, + "num_tokens": 596811033.0, + "step": 15720 + }, + { + "epoch": 1.9998727897214095, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.733200788497925, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8601345419883728, + "num_tokens": 596849169.0, + "step": 15721 + }, + { + "epoch": 2.0, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.598206043243408, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8775404691696167, + "num_tokens": 596886661.0, + "step": 15722 + }, + { + "epoch": 2.0001272102785905, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.725149393081665, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8872792720794678, + "num_tokens": 596927769.0, + "step": 15723 + }, + { + "epoch": 2.000254420557181, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5930049419403076, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8819423913955688, + "num_tokens": 596966558.0, + "step": 15724 + }, + { + "epoch": 2.0003816308357716, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.720170259475708, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8876211643218994, + "num_tokens": 597007424.0, + "step": 15725 + }, + { + "epoch": 2.000508841114362, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5999984741210938, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8819853067398071, + "num_tokens": 597043544.0, + "step": 15726 + }, + { + "epoch": 2.0006360513929526, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.715280771255493, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8810310363769531, + "num_tokens": 597081079.0, + "step": 15727 + }, + { + "epoch": 2.000763261671543, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 3.981590270996094e-05, + "grad_norm": 2.581812858581543, + "learning_rate": 1e-05, + "loss": 0.3677, + "mean_token_accuracy": 0.8904467821121216, + "num_tokens": 597122188.0, + "step": 15728 + }, + { + "epoch": 2.0008904719501337, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.726717948913574, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.879529595375061, + "num_tokens": 597164835.0, + "step": 15729 + }, + { + "epoch": 2.0010176822287242, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.594947576522827, + "learning_rate": 1e-05, + "loss": 0.3868, + "mean_token_accuracy": 0.8873723149299622, + "num_tokens": 597201266.0, + "step": 15730 + }, + { + "epoch": 2.0011448925073148, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7291924953460693, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8857565522193909, + "num_tokens": 597244095.0, + "step": 15731 + }, + { + "epoch": 2.0012721027859053, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5921759605407715, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8807421326637268, + "num_tokens": 597285462.0, + "step": 15732 + }, + { + "epoch": 2.001399313064496, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7488880157470703, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8878638744354248, + "num_tokens": 597323436.0, + "step": 15733 + }, + { + "epoch": 2.0015265233430863, + "ewc_loss": 0.068359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.5882656574249268, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8768393993377686, + "num_tokens": 597361775.0, + "step": 15734 + }, + { + "epoch": 2.0016537336216764, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.8293588161468506, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8722876906394958, + "num_tokens": 597402772.0, + "step": 15735 + }, + { + "epoch": 2.001780943900267, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5614678859710693, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8866907358169556, + "num_tokens": 597444245.0, + "step": 15736 + }, + { + "epoch": 2.0019081541788575, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8091516494750977, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8825831413269043, + "num_tokens": 597481742.0, + "step": 15737 + }, + { + "epoch": 2.002035364457448, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.576843023300171, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8735264539718628, + "num_tokens": 597520339.0, + "step": 15738 + }, + { + "epoch": 2.0021625747360385, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.822718381881714, + "learning_rate": 1e-05, + "loss": 0.3877, + "mean_token_accuracy": 0.8882126808166504, + "num_tokens": 597552756.0, + "step": 15739 + }, + { + "epoch": 2.002289785014629, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.588336229324341, + "learning_rate": 1e-05, + "loss": 0.3769, + "mean_token_accuracy": 0.8895778059959412, + "num_tokens": 597582224.0, + "step": 15740 + }, + { + "epoch": 2.0024169952932196, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8171546459198, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8828966617584229, + "num_tokens": 597619121.0, + "step": 15741 + }, + { + "epoch": 2.00254420557181, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5993242263793945, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8718514442443848, + "num_tokens": 597654074.0, + "step": 15742 + }, + { + "epoch": 2.0026714158504006, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8020637035369873, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8850553035736084, + "num_tokens": 597695873.0, + "step": 15743 + }, + { + "epoch": 2.002798626128991, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.597257614135742, + "learning_rate": 1e-05, + "loss": 0.3888, + "mean_token_accuracy": 0.8862016201019287, + "num_tokens": 597733072.0, + "step": 15744 + }, + { + "epoch": 2.0029258364075817, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7912867069244385, + "learning_rate": 1e-05, + "loss": 0.3481, + "mean_token_accuracy": 0.9021698236465454, + "num_tokens": 597772777.0, + "step": 15745 + }, + { + "epoch": 2.0030530466861722, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6300220489501953, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8722337484359741, + "num_tokens": 597809276.0, + "step": 15746 + }, + { + "epoch": 2.0031802569647628, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7681915760040283, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8761846423149109, + "num_tokens": 597848956.0, + "step": 15747 + }, + { + "epoch": 2.0033074672433533, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6124093532562256, + "learning_rate": 1e-05, + "loss": 0.3932, + "mean_token_accuracy": 0.887031078338623, + "num_tokens": 597890664.0, + "step": 15748 + }, + { + "epoch": 2.003434677521944, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7739930152893066, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8798539638519287, + "num_tokens": 597931017.0, + "step": 15749 + }, + { + "epoch": 2.0035618878005343, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6012182235717773, + "learning_rate": 1e-05, + "loss": 0.3649, + "mean_token_accuracy": 0.8955355882644653, + "num_tokens": 597971552.0, + "step": 15750 + }, + { + "epoch": 2.003689098079125, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7775771617889404, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8726728558540344, + "num_tokens": 598011554.0, + "step": 15751 + }, + { + "epoch": 2.0038163083577154, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6033575534820557, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8824366927146912, + "num_tokens": 598050633.0, + "step": 15752 + }, + { + "epoch": 2.003943518636306, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7691268920898438, + "learning_rate": 1e-05, + "loss": 0.3827, + "mean_token_accuracy": 0.8891172409057617, + "num_tokens": 598088022.0, + "step": 15753 + }, + { + "epoch": 2.0040707289148965, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6010918617248535, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.880806565284729, + "num_tokens": 598126333.0, + "step": 15754 + }, + { + "epoch": 2.004197939193487, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7817442417144775, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.879954993724823, + "num_tokens": 598161725.0, + "step": 15755 + }, + { + "epoch": 2.0043251494720775, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5973026752471924, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8863100409507751, + "num_tokens": 598203158.0, + "step": 15756 + }, + { + "epoch": 2.004452359750668, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7800559997558594, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8854837417602539, + "num_tokens": 598241093.0, + "step": 15757 + }, + { + "epoch": 2.0045795700292586, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.607438087463379, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8823059797286987, + "num_tokens": 598276389.0, + "step": 15758 + }, + { + "epoch": 2.0047067803078487, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.80790638923645, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8848457336425781, + "num_tokens": 598316645.0, + "step": 15759 + }, + { + "epoch": 2.004833990586439, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5902633666992188, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8794350624084473, + "num_tokens": 598361443.0, + "step": 15760 + }, + { + "epoch": 2.0049612008650297, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7821192741394043, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8835429549217224, + "num_tokens": 598402934.0, + "step": 15761 + }, + { + "epoch": 2.0050884111436202, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6030328273773193, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8777392506599426, + "num_tokens": 598436315.0, + "step": 15762 + }, + { + "epoch": 2.0052156214222108, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.781114339828491, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8891212940216064, + "num_tokens": 598476562.0, + "step": 15763 + }, + { + "epoch": 2.0053428317008013, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5919547080993652, + "learning_rate": 1e-05, + "loss": 0.3673, + "mean_token_accuracy": 0.8949069976806641, + "num_tokens": 598515180.0, + "step": 15764 + }, + { + "epoch": 2.005470041979392, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.780017614364624, + "learning_rate": 1e-05, + "loss": 0.3742, + "mean_token_accuracy": 0.8935791850090027, + "num_tokens": 598554177.0, + "step": 15765 + }, + { + "epoch": 2.0055972522579824, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.609975814819336, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.879989743232727, + "num_tokens": 598589091.0, + "step": 15766 + }, + { + "epoch": 2.005724462536573, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.781548261642456, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8891280889511108, + "num_tokens": 598624570.0, + "step": 15767 + }, + { + "epoch": 2.0058516728151634, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.607652425765991, + "learning_rate": 1e-05, + "loss": 0.3405, + "mean_token_accuracy": 0.901370108127594, + "num_tokens": 598660350.0, + "step": 15768 + }, + { + "epoch": 2.005978883093754, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7804067134857178, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8691330552101135, + "num_tokens": 598701823.0, + "step": 15769 + }, + { + "epoch": 2.0061060933723445, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002841949462890625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6186609268188477, + "learning_rate": 1e-05, + "loss": 0.3816, + "mean_token_accuracy": 0.8883551359176636, + "num_tokens": 598738637.0, + "step": 15770 + }, + { + "epoch": 2.006233303650935, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.77459454536438, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8850514888763428, + "num_tokens": 598773459.0, + "step": 15771 + }, + { + "epoch": 2.0063605139295255, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6055822372436523, + "learning_rate": 1e-05, + "loss": 0.3848, + "mean_token_accuracy": 0.8888671398162842, + "num_tokens": 598810098.0, + "step": 15772 + }, + { + "epoch": 2.006487724208116, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.760927200317383, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8744105100631714, + "num_tokens": 598850701.0, + "step": 15773 + }, + { + "epoch": 2.0066149344867066, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.601595878601074, + "learning_rate": 1e-05, + "loss": 0.3592, + "mean_token_accuracy": 0.8971784114837646, + "num_tokens": 598887745.0, + "step": 15774 + }, + { + "epoch": 2.006742144765297, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.755922555923462, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8852984309196472, + "num_tokens": 598928360.0, + "step": 15775 + }, + { + "epoch": 2.0068693550438876, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6035985946655273, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8841292858123779, + "num_tokens": 598965628.0, + "step": 15776 + }, + { + "epoch": 2.006996565322478, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7560949325561523, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8817269802093506, + "num_tokens": 599008445.0, + "step": 15777 + }, + { + "epoch": 2.0071237756010687, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.614593029022217, + "learning_rate": 1e-05, + "loss": 0.3613, + "mean_token_accuracy": 0.8992980718612671, + "num_tokens": 599041730.0, + "step": 15778 + }, + { + "epoch": 2.007250985879659, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.741666316986084, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8865675330162048, + "num_tokens": 599082481.0, + "step": 15779 + }, + { + "epoch": 2.0073781961582498, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6120193004608154, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8815088272094727, + "num_tokens": 599122503.0, + "step": 15780 + }, + { + "epoch": 2.0075054064368403, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7481529712677, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8699994683265686, + "num_tokens": 599158558.0, + "step": 15781 + }, + { + "epoch": 2.007632616715431, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6070640087127686, + "learning_rate": 1e-05, + "loss": 0.3927, + "mean_token_accuracy": 0.8870565295219421, + "num_tokens": 599196769.0, + "step": 15782 + }, + { + "epoch": 2.0077598269940213, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7468390464782715, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8848508596420288, + "num_tokens": 599231050.0, + "step": 15783 + }, + { + "epoch": 2.0078870372726114, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.601088523864746, + "learning_rate": 1e-05, + "loss": 0.3806, + "mean_token_accuracy": 0.8900223970413208, + "num_tokens": 599271826.0, + "step": 15784 + }, + { + "epoch": 2.008014247551202, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.752816677093506, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8779124617576599, + "num_tokens": 599311134.0, + "step": 15785 + }, + { + "epoch": 2.0081414578297925, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6218364238739014, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8851161599159241, + "num_tokens": 599349240.0, + "step": 15786 + }, + { + "epoch": 2.008268668108383, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7474911212921143, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8845840692520142, + "num_tokens": 599381624.0, + "step": 15787 + }, + { + "epoch": 2.0083958783869735, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.604570150375366, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8840070366859436, + "num_tokens": 599421524.0, + "step": 15788 + }, + { + "epoch": 2.008523088665564, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.743279457092285, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8753784894943237, + "num_tokens": 599459285.0, + "step": 15789 + }, + { + "epoch": 2.0086502989441546, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.589618444442749, + "learning_rate": 1e-05, + "loss": 0.3564, + "mean_token_accuracy": 0.897220253944397, + "num_tokens": 599501682.0, + "step": 15790 + }, + { + "epoch": 2.008777509222745, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7494993209838867, + "learning_rate": 1e-05, + "loss": 0.3775, + "mean_token_accuracy": 0.8935580849647522, + "num_tokens": 599538518.0, + "step": 15791 + }, + { + "epoch": 2.0089047195013356, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.607100248336792, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8908275961875916, + "num_tokens": 599572802.0, + "step": 15792 + }, + { + "epoch": 2.009031929779926, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7435250282287598, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8895715475082397, + "num_tokens": 599614366.0, + "step": 15793 + }, + { + "epoch": 2.0091591400585167, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5967817306518555, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8816463947296143, + "num_tokens": 599654814.0, + "step": 15794 + }, + { + "epoch": 2.0092863503371072, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7583041191101074, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8839214444160461, + "num_tokens": 599689678.0, + "step": 15795 + }, + { + "epoch": 2.0094135606156978, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.608314275741577, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8797997236251831, + "num_tokens": 599725932.0, + "step": 15796 + }, + { + "epoch": 2.0095407708942883, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7484755516052246, + "learning_rate": 1e-05, + "loss": 0.3744, + "mean_token_accuracy": 0.8945400714874268, + "num_tokens": 599762041.0, + "step": 15797 + }, + { + "epoch": 2.009667981172879, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5992417335510254, + "learning_rate": 1e-05, + "loss": 0.3868, + "mean_token_accuracy": 0.8879381418228149, + "num_tokens": 599800706.0, + "step": 15798 + }, + { + "epoch": 2.0097951914514693, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.772322177886963, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.869343101978302, + "num_tokens": 599833483.0, + "step": 15799 + }, + { + "epoch": 2.00992240173006, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5985164642333984, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8842860460281372, + "num_tokens": 599872172.0, + "step": 15800 + }, + { + "epoch": 2.0100496120086504, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.756831407546997, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8787668943405151, + "num_tokens": 599914149.0, + "step": 15801 + }, + { + "epoch": 2.010176822287241, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.601815700531006, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8842957019805908, + "num_tokens": 599950603.0, + "step": 15802 + }, + { + "epoch": 2.0103040325658315, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.760810136795044, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8770052194595337, + "num_tokens": 599991844.0, + "step": 15803 + }, + { + "epoch": 2.010431242844422, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5952236652374268, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8886027336120605, + "num_tokens": 600033303.0, + "step": 15804 + }, + { + "epoch": 2.0105584531230125, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.771340847015381, + "learning_rate": 1e-05, + "loss": 0.3615, + "mean_token_accuracy": 0.8979037404060364, + "num_tokens": 600065633.0, + "step": 15805 + }, + { + "epoch": 2.010685663401603, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5885610580444336, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8824890851974487, + "num_tokens": 600104333.0, + "step": 15806 + }, + { + "epoch": 2.0108128736801936, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7833974361419678, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8782587051391602, + "num_tokens": 600141329.0, + "step": 15807 + }, + { + "epoch": 2.0109400839587837, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.579796075820923, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.872976541519165, + "num_tokens": 600184171.0, + "step": 15808 + }, + { + "epoch": 2.011067294237374, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.793912172317505, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8693177700042725, + "num_tokens": 600220249.0, + "step": 15809 + }, + { + "epoch": 2.0111945045159647, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.000286102294921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6095428466796875, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8795159459114075, + "num_tokens": 600256015.0, + "step": 15810 + }, + { + "epoch": 2.0113217147945552, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8171725273132324, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.8824496865272522, + "num_tokens": 600282893.0, + "step": 15811 + }, + { + "epoch": 2.0114489250731458, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.589599609375, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8640795946121216, + "num_tokens": 600320940.0, + "step": 15812 + }, + { + "epoch": 2.0115761353517363, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8012781143188477, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8655785322189331, + "num_tokens": 600362054.0, + "step": 15813 + }, + { + "epoch": 2.011703345630327, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6093976497650146, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8690381646156311, + "num_tokens": 600395080.0, + "step": 15814 + }, + { + "epoch": 2.0118305559089174, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7970757484436035, + "learning_rate": 1e-05, + "loss": 0.381, + "mean_token_accuracy": 0.8908618688583374, + "num_tokens": 600428060.0, + "step": 15815 + }, + { + "epoch": 2.011957766187508, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.585174083709717, + "learning_rate": 1e-05, + "loss": 0.3858, + "mean_token_accuracy": 0.889488935470581, + "num_tokens": 600469833.0, + "step": 15816 + }, + { + "epoch": 2.0120849764660984, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8207054138183594, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8853855133056641, + "num_tokens": 600498006.0, + "step": 15817 + }, + { + "epoch": 2.012212186744689, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.592144250869751, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8848247528076172, + "num_tokens": 600534744.0, + "step": 15818 + }, + { + "epoch": 2.0123393970232795, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8172929286956787, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8813008069992065, + "num_tokens": 600570282.0, + "step": 15819 + }, + { + "epoch": 2.01246660730187, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.604827404022217, + "learning_rate": 1e-05, + "loss": 0.3756, + "mean_token_accuracy": 0.8909096717834473, + "num_tokens": 600603858.0, + "step": 15820 + }, + { + "epoch": 2.0125938175804605, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.81589412689209, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8690139055252075, + "num_tokens": 600642078.0, + "step": 15821 + }, + { + "epoch": 2.012721027859051, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6052801609039307, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8782580494880676, + "num_tokens": 600679424.0, + "step": 15822 + }, + { + "epoch": 2.0128482381376416, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7996320724487305, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.8912546634674072, + "num_tokens": 600716310.0, + "step": 15823 + }, + { + "epoch": 2.012975448416232, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6109519004821777, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.871167778968811, + "num_tokens": 600757031.0, + "step": 15824 + }, + { + "epoch": 2.0131026586948226, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.793290376663208, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8816584348678589, + "num_tokens": 600795414.0, + "step": 15825 + }, + { + "epoch": 2.013229868973413, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.630601406097412, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8701915740966797, + "num_tokens": 600829239.0, + "step": 15826 + }, + { + "epoch": 2.0133570792520037, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7660446166992188, + "learning_rate": 1e-05, + "loss": 0.3762, + "mean_token_accuracy": 0.8910326957702637, + "num_tokens": 600868155.0, + "step": 15827 + }, + { + "epoch": 2.013484289530594, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6202104091644287, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8762932419776917, + "num_tokens": 600906797.0, + "step": 15828 + }, + { + "epoch": 2.0136114998091847, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.769014358520508, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8741057515144348, + "num_tokens": 600948399.0, + "step": 15829 + }, + { + "epoch": 2.0137387100877753, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.60486102104187, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8795201182365417, + "num_tokens": 600989682.0, + "step": 15830 + }, + { + "epoch": 2.013865920366366, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7643964290618896, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8790848255157471, + "num_tokens": 601025387.0, + "step": 15831 + }, + { + "epoch": 2.0139931306449563, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6045095920562744, + "learning_rate": 1e-05, + "loss": 0.3698, + "mean_token_accuracy": 0.8939387798309326, + "num_tokens": 601061124.0, + "step": 15832 + }, + { + "epoch": 2.0141203409235464, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.757194995880127, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8775126338005066, + "num_tokens": 601105789.0, + "step": 15833 + }, + { + "epoch": 2.014247551202137, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.627044200897217, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.868622899055481, + "num_tokens": 601138697.0, + "step": 15834 + }, + { + "epoch": 2.0143747614807275, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.750699043273926, + "learning_rate": 1e-05, + "loss": 0.3747, + "mean_token_accuracy": 0.8928505778312683, + "num_tokens": 601172875.0, + "step": 15835 + }, + { + "epoch": 2.014501971759318, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.616474151611328, + "learning_rate": 1e-05, + "loss": 0.3646, + "mean_token_accuracy": 0.8967981934547424, + "num_tokens": 601206303.0, + "step": 15836 + }, + { + "epoch": 2.0146291820379085, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7418203353881836, + "learning_rate": 1e-05, + "loss": 0.3591, + "mean_token_accuracy": 0.8984718322753906, + "num_tokens": 601243879.0, + "step": 15837 + }, + { + "epoch": 2.014756392316499, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6130425930023193, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8833895921707153, + "num_tokens": 601282639.0, + "step": 15838 + }, + { + "epoch": 2.0148836025950896, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7341175079345703, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8791276812553406, + "num_tokens": 601326204.0, + "step": 15839 + }, + { + "epoch": 2.01501081287368, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.622828722000122, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8870073556900024, + "num_tokens": 601358936.0, + "step": 15840 + }, + { + "epoch": 2.0151380231522706, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.721165418624878, + "learning_rate": 1e-05, + "loss": 0.3645, + "mean_token_accuracy": 0.8949013948440552, + "num_tokens": 601398253.0, + "step": 15841 + }, + { + "epoch": 2.015265233430861, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6083292961120605, + "learning_rate": 1e-05, + "loss": 0.3237, + "mean_token_accuracy": 0.9071482419967651, + "num_tokens": 601434806.0, + "step": 15842 + }, + { + "epoch": 2.0153924437094517, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7336137294769287, + "learning_rate": 1e-05, + "loss": 0.38, + "mean_token_accuracy": 0.8870192170143127, + "num_tokens": 601471834.0, + "step": 15843 + }, + { + "epoch": 2.0155196539880422, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.606586217880249, + "learning_rate": 1e-05, + "loss": 0.3765, + "mean_token_accuracy": 0.8914573192596436, + "num_tokens": 601511256.0, + "step": 15844 + }, + { + "epoch": 2.0156468642666328, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.731039047241211, + "learning_rate": 1e-05, + "loss": 0.3728, + "mean_token_accuracy": 0.8913112878799438, + "num_tokens": 601547434.0, + "step": 15845 + }, + { + "epoch": 2.0157740745452233, + "ewc_loss": 0.06884765625, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.6061196327209473, + "learning_rate": 1e-05, + "loss": 0.3718, + "mean_token_accuracy": 0.8914517164230347, + "num_tokens": 601581375.0, + "step": 15846 + }, + { + "epoch": 2.015901284823814, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.746370553970337, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.879009485244751, + "num_tokens": 601615067.0, + "step": 15847 + }, + { + "epoch": 2.0160284951024043, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.586994171142578, + "learning_rate": 1e-05, + "loss": 0.338, + "mean_token_accuracy": 0.9005041122436523, + "num_tokens": 601654168.0, + "step": 15848 + }, + { + "epoch": 2.016155705380995, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7586164474487305, + "learning_rate": 1e-05, + "loss": 0.3719, + "mean_token_accuracy": 0.8948917984962463, + "num_tokens": 601687113.0, + "step": 15849 + }, + { + "epoch": 2.0162829156595854, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5926995277404785, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8758127689361572, + "num_tokens": 601723993.0, + "step": 15850 + }, + { + "epoch": 2.016410125938176, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7758710384368896, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8667316436767578, + "num_tokens": 601758522.0, + "step": 15851 + }, + { + "epoch": 2.0165373362167665, + "ewc_loss": 0.0693359375, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.577057361602783, + "learning_rate": 1e-05, + "loss": 0.3391, + "mean_token_accuracy": 0.9043899774551392, + "num_tokens": 601794221.0, + "step": 15852 + }, + { + "epoch": 2.016664546495357, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7735462188720703, + "learning_rate": 1e-05, + "loss": 0.3811, + "mean_token_accuracy": 0.8930280208587646, + "num_tokens": 601830430.0, + "step": 15853 + }, + { + "epoch": 2.0167917567739475, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5751054286956787, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8845022916793823, + "num_tokens": 601871834.0, + "step": 15854 + }, + { + "epoch": 2.016918967052538, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7836074829101562, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8784886598587036, + "num_tokens": 601911432.0, + "step": 15855 + }, + { + "epoch": 2.0170461773311286, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5724785327911377, + "learning_rate": 1e-05, + "loss": 0.3713, + "mean_token_accuracy": 0.8930826783180237, + "num_tokens": 601955592.0, + "step": 15856 + }, + { + "epoch": 2.0171733876097186, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002880096435546875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.797642946243286, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8790014982223511, + "num_tokens": 601996843.0, + "step": 15857 + }, + { + "epoch": 2.017300597888309, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.584658622741699, + "learning_rate": 1e-05, + "loss": 0.3773, + "mean_token_accuracy": 0.8915494680404663, + "num_tokens": 602034963.0, + "step": 15858 + }, + { + "epoch": 2.0174278081668997, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.817814350128174, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8827637434005737, + "num_tokens": 602073460.0, + "step": 15859 + }, + { + "epoch": 2.0175550184454902, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5863633155822754, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8695665597915649, + "num_tokens": 602117442.0, + "step": 15860 + }, + { + "epoch": 2.0176822287240808, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8062520027160645, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8884440660476685, + "num_tokens": 602161253.0, + "step": 15861 + }, + { + "epoch": 2.0178094390026713, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.580289363861084, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8752744197845459, + "num_tokens": 602204324.0, + "step": 15862 + }, + { + "epoch": 2.017936649281262, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.828873872756958, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.887660026550293, + "num_tokens": 602236335.0, + "step": 15863 + }, + { + "epoch": 2.0180638595598523, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6162941455841064, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8763518929481506, + "num_tokens": 602271302.0, + "step": 15864 + }, + { + "epoch": 2.018191069838443, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8162503242492676, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8905947208404541, + "num_tokens": 602304103.0, + "step": 15865 + }, + { + "epoch": 2.0183182801170334, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5942862033843994, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8841414451599121, + "num_tokens": 602343293.0, + "step": 15866 + }, + { + "epoch": 2.018445490395624, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8025994300842285, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8770352005958557, + "num_tokens": 602383650.0, + "step": 15867 + }, + { + "epoch": 2.0185727006742145, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5997426509857178, + "learning_rate": 1e-05, + "loss": 0.3798, + "mean_token_accuracy": 0.8932104110717773, + "num_tokens": 602423436.0, + "step": 15868 + }, + { + "epoch": 2.018699910952805, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.802196979522705, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8837897777557373, + "num_tokens": 602460909.0, + "step": 15869 + }, + { + "epoch": 2.0188271212313955, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6114461421966553, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8804473876953125, + "num_tokens": 602499610.0, + "step": 15870 + }, + { + "epoch": 2.018954331509986, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.784634590148926, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.879629373550415, + "num_tokens": 602540783.0, + "step": 15871 + }, + { + "epoch": 2.0190815417885766, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.61002516746521, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8770310878753662, + "num_tokens": 602579205.0, + "step": 15872 + }, + { + "epoch": 2.019208752067167, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7826297283172607, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8819268941879272, + "num_tokens": 602613720.0, + "step": 15873 + }, + { + "epoch": 2.0193359623457576, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6066501140594482, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.8895928859710693, + "num_tokens": 602651954.0, + "step": 15874 + }, + { + "epoch": 2.019463172624348, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7807319164276123, + "learning_rate": 1e-05, + "loss": 0.3734, + "mean_token_accuracy": 0.8947765231132507, + "num_tokens": 602685553.0, + "step": 15875 + }, + { + "epoch": 2.0195903829029387, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.602952003479004, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8773311376571655, + "num_tokens": 602727854.0, + "step": 15876 + }, + { + "epoch": 2.019717593181529, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7773873805999756, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8840458393096924, + "num_tokens": 602765993.0, + "step": 15877 + }, + { + "epoch": 2.0198448034601197, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5958926677703857, + "learning_rate": 1e-05, + "loss": 0.3652, + "mean_token_accuracy": 0.8943319916725159, + "num_tokens": 602807450.0, + "step": 15878 + }, + { + "epoch": 2.0199720137387103, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7805092334747314, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8668785095214844, + "num_tokens": 602848689.0, + "step": 15879 + }, + { + "epoch": 2.020099224017301, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.592852830886841, + "learning_rate": 1e-05, + "loss": 0.3759, + "mean_token_accuracy": 0.8962668180465698, + "num_tokens": 602888010.0, + "step": 15880 + }, + { + "epoch": 2.0202264342958913, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.799144744873047, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8684682846069336, + "num_tokens": 602923345.0, + "step": 15881 + }, + { + "epoch": 2.0203536445744814, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5913140773773193, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8853086233139038, + "num_tokens": 602967320.0, + "step": 15882 + }, + { + "epoch": 2.020480854853072, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.790074110031128, + "learning_rate": 1e-05, + "loss": 0.364, + "mean_token_accuracy": 0.8937289714813232, + "num_tokens": 603005177.0, + "step": 15883 + }, + { + "epoch": 2.0206080651316625, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.598557710647583, + "learning_rate": 1e-05, + "loss": 0.3655, + "mean_token_accuracy": 0.8942297697067261, + "num_tokens": 603039562.0, + "step": 15884 + }, + { + "epoch": 2.020735275410253, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7870233058929443, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.890133261680603, + "num_tokens": 603079075.0, + "step": 15885 + }, + { + "epoch": 2.0208624856888435, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6098740100860596, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.882850706577301, + "num_tokens": 603118077.0, + "step": 15886 + }, + { + "epoch": 2.020989695967434, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7856318950653076, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8744643926620483, + "num_tokens": 603156921.0, + "step": 15887 + }, + { + "epoch": 2.0211169062460246, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5941038131713867, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8846499919891357, + "num_tokens": 603202062.0, + "step": 15888 + }, + { + "epoch": 2.021244116524615, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7848334312438965, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8903409838676453, + "num_tokens": 603236240.0, + "step": 15889 + }, + { + "epoch": 2.0213713268032056, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6182992458343506, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8789905905723572, + "num_tokens": 603277376.0, + "step": 15890 + }, + { + "epoch": 2.021498537081796, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7636234760284424, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8834700584411621, + "num_tokens": 603314740.0, + "step": 15891 + }, + { + "epoch": 2.0216257473603867, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.607680559158325, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8843111991882324, + "num_tokens": 603354992.0, + "step": 15892 + }, + { + "epoch": 2.021752957638977, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7709884643554688, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8790616393089294, + "num_tokens": 603387271.0, + "step": 15893 + }, + { + "epoch": 2.0218801679175677, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.600864887237549, + "learning_rate": 1e-05, + "loss": 0.379, + "mean_token_accuracy": 0.8921979665756226, + "num_tokens": 603427092.0, + "step": 15894 + }, + { + "epoch": 2.0220073781961583, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7702596187591553, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8723424077033997, + "num_tokens": 603465188.0, + "step": 15895 + }, + { + "epoch": 2.022134588474749, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.607508420944214, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8815470933914185, + "num_tokens": 603499290.0, + "step": 15896 + }, + { + "epoch": 2.0222617987533393, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.813974142074585, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8871612548828125, + "num_tokens": 603530594.0, + "step": 15897 + }, + { + "epoch": 2.02238900903193, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.617617130279541, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8851757049560547, + "num_tokens": 603569337.0, + "step": 15898 + }, + { + "epoch": 2.0225162193105204, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.765535593032837, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8853726387023926, + "num_tokens": 603609704.0, + "step": 15899 + }, + { + "epoch": 2.022643429589111, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6077959537506104, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8830920457839966, + "num_tokens": 603647623.0, + "step": 15900 + }, + { + "epoch": 2.0227706398677014, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7722811698913574, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8866423964500427, + "num_tokens": 603682237.0, + "step": 15901 + }, + { + "epoch": 2.022897850146292, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6042938232421875, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8779743313789368, + "num_tokens": 603720348.0, + "step": 15902 + }, + { + "epoch": 2.0230250604248825, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7681405544281006, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8853572607040405, + "num_tokens": 603759857.0, + "step": 15903 + }, + { + "epoch": 2.023152270703473, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.616460084915161, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8792095184326172, + "num_tokens": 603796970.0, + "step": 15904 + }, + { + "epoch": 2.0232794809820636, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.764453411102295, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8807064890861511, + "num_tokens": 603838385.0, + "step": 15905 + }, + { + "epoch": 2.0234066912606536, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5937612056732178, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8818198442459106, + "num_tokens": 603884262.0, + "step": 15906 + }, + { + "epoch": 2.023533901539244, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7663185596466064, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8784624338150024, + "num_tokens": 603925013.0, + "step": 15907 + }, + { + "epoch": 2.0236611118178347, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.589815378189087, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8738322257995605, + "num_tokens": 603971173.0, + "step": 15908 + }, + { + "epoch": 2.0237883220964252, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7793521881103516, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8776752948760986, + "num_tokens": 604009091.0, + "step": 15909 + }, + { + "epoch": 2.0239155323750158, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.604095697402954, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8827298879623413, + "num_tokens": 604045163.0, + "step": 15910 + }, + { + "epoch": 2.0240427426536063, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7593777179718018, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8871332406997681, + "num_tokens": 604091379.0, + "step": 15911 + }, + { + "epoch": 2.024169952932197, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6045210361480713, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.8807615041732788, + "num_tokens": 604132159.0, + "step": 15912 + }, + { + "epoch": 2.0242971632107873, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.782681941986084, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8725123405456543, + "num_tokens": 604169689.0, + "step": 15913 + }, + { + "epoch": 2.024424373489378, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6015946865081787, + "learning_rate": 1e-05, + "loss": 0.3434, + "mean_token_accuracy": 0.9024428129196167, + "num_tokens": 604201913.0, + "step": 15914 + }, + { + "epoch": 2.0245515837679684, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7795774936676025, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8766636848449707, + "num_tokens": 604238275.0, + "step": 15915 + }, + { + "epoch": 2.024678794046559, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.585132360458374, + "learning_rate": 1e-05, + "loss": 0.3745, + "mean_token_accuracy": 0.8906440138816833, + "num_tokens": 604279862.0, + "step": 15916 + }, + { + "epoch": 2.0248060043251495, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.777644395828247, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8812752366065979, + "num_tokens": 604319091.0, + "step": 15917 + }, + { + "epoch": 2.02493321460374, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.591135025024414, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8755452036857605, + "num_tokens": 604363614.0, + "step": 15918 + }, + { + "epoch": 2.0250604248823305, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8059263229370117, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8806725740432739, + "num_tokens": 604394422.0, + "step": 15919 + }, + { + "epoch": 2.025187635160921, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5976758003234863, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8803635835647583, + "num_tokens": 604432844.0, + "step": 15920 + }, + { + "epoch": 2.0253148454395116, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7889256477355957, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.8843730688095093, + "num_tokens": 604472074.0, + "step": 15921 + }, + { + "epoch": 2.025442055718102, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5892322063446045, + "learning_rate": 1e-05, + "loss": 0.347, + "mean_token_accuracy": 0.8994932770729065, + "num_tokens": 604507827.0, + "step": 15922 + }, + { + "epoch": 2.0255692659966926, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.791180372238159, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8779001832008362, + "num_tokens": 604548600.0, + "step": 15923 + }, + { + "epoch": 2.025696476275283, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002899169921875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.609467029571533, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8683255314826965, + "num_tokens": 604582701.0, + "step": 15924 + }, + { + "epoch": 2.0258236865538737, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7781779766082764, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.874567985534668, + "num_tokens": 604624089.0, + "step": 15925 + }, + { + "epoch": 2.025950896832464, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6146538257598877, + "learning_rate": 1e-05, + "loss": 0.3769, + "mean_token_accuracy": 0.8918784260749817, + "num_tokens": 604655764.0, + "step": 15926 + }, + { + "epoch": 2.0260781071110547, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7755484580993652, + "learning_rate": 1e-05, + "loss": 0.3779, + "mean_token_accuracy": 0.8921669125556946, + "num_tokens": 604688000.0, + "step": 15927 + }, + { + "epoch": 2.0262053173896453, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.612769842147827, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8775003552436829, + "num_tokens": 604724602.0, + "step": 15928 + }, + { + "epoch": 2.026332527668236, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7622969150543213, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.8863328695297241, + "num_tokens": 604761794.0, + "step": 15929 + }, + { + "epoch": 2.0264597379468263, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5956075191497803, + "learning_rate": 1e-05, + "loss": 0.3546, + "mean_token_accuracy": 0.89902663230896, + "num_tokens": 604800239.0, + "step": 15930 + }, + { + "epoch": 2.0265869482254164, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7686684131622314, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8837786912918091, + "num_tokens": 604837143.0, + "step": 15931 + }, + { + "epoch": 2.026714158504007, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.599346876144409, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8835021257400513, + "num_tokens": 604874074.0, + "step": 15932 + }, + { + "epoch": 2.0268413687825975, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.779158353805542, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8767498731613159, + "num_tokens": 604911639.0, + "step": 15933 + }, + { + "epoch": 2.026968579061188, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.596104145050049, + "learning_rate": 1e-05, + "loss": 0.3695, + "mean_token_accuracy": 0.8948500752449036, + "num_tokens": 604944963.0, + "step": 15934 + }, + { + "epoch": 2.0270957893397785, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7692747116088867, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8835991621017456, + "num_tokens": 604986048.0, + "step": 15935 + }, + { + "epoch": 2.027222999618369, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6018788814544678, + "learning_rate": 1e-05, + "loss": 0.3804, + "mean_token_accuracy": 0.8892693519592285, + "num_tokens": 605023995.0, + "step": 15936 + }, + { + "epoch": 2.0273502098969596, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8820602893829346, + "learning_rate": 1e-05, + "loss": 0.387, + "mean_token_accuracy": 0.8887795805931091, + "num_tokens": 605064612.0, + "step": 15937 + }, + { + "epoch": 2.02747742017555, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5965487957000732, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8780162930488586, + "num_tokens": 605099332.0, + "step": 15938 + }, + { + "epoch": 2.0276046304541406, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.816072702407837, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8843920230865479, + "num_tokens": 605137616.0, + "step": 15939 + }, + { + "epoch": 2.027731840732731, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5888893604278564, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8797620534896851, + "num_tokens": 605177974.0, + "step": 15940 + }, + { + "epoch": 2.0278590510113217, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8100697994232178, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8814185857772827, + "num_tokens": 605219156.0, + "step": 15941 + }, + { + "epoch": 2.027986261289912, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5810348987579346, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8844205141067505, + "num_tokens": 605261131.0, + "step": 15942 + }, + { + "epoch": 2.0281134715685027, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.803992509841919, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8786198496818542, + "num_tokens": 605303640.0, + "step": 15943 + }, + { + "epoch": 2.0282406818470933, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.600459098815918, + "learning_rate": 1e-05, + "loss": 0.3682, + "mean_token_accuracy": 0.8924969434738159, + "num_tokens": 605341823.0, + "step": 15944 + }, + { + "epoch": 2.028367892125684, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.7930221557617188, + "learning_rate": 1e-05, + "loss": 0.3798, + "mean_token_accuracy": 0.8923248648643494, + "num_tokens": 605380282.0, + "step": 15945 + }, + { + "epoch": 2.0284951024042743, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.60794997215271, + "learning_rate": 1e-05, + "loss": 0.3779, + "mean_token_accuracy": 0.8903173804283142, + "num_tokens": 605415077.0, + "step": 15946 + }, + { + "epoch": 2.028622312682865, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.787071943283081, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8829442262649536, + "num_tokens": 605453805.0, + "step": 15947 + }, + { + "epoch": 2.0287495229614554, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.626969814300537, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8826338052749634, + "num_tokens": 605488740.0, + "step": 15948 + }, + { + "epoch": 2.028876733240046, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7675516605377197, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8740330934524536, + "num_tokens": 605529155.0, + "step": 15949 + }, + { + "epoch": 2.0290039435186364, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.615679979324341, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8825955390930176, + "num_tokens": 605567610.0, + "step": 15950 + }, + { + "epoch": 2.029131153797227, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002918243408203125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7574477195739746, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8783621788024902, + "num_tokens": 605609485.0, + "step": 15951 + }, + { + "epoch": 2.0292583640758175, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.606602907180786, + "learning_rate": 1e-05, + "loss": 0.3703, + "mean_token_accuracy": 0.8938463926315308, + "num_tokens": 605644718.0, + "step": 15952 + }, + { + "epoch": 2.029385574354408, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7448337078094482, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.884373664855957, + "num_tokens": 605686893.0, + "step": 15953 + }, + { + "epoch": 2.0295127846329986, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6167261600494385, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8842787742614746, + "num_tokens": 605724007.0, + "step": 15954 + }, + { + "epoch": 2.0296399949115886, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7528769969940186, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8757277727127075, + "num_tokens": 605761213.0, + "step": 15955 + }, + { + "epoch": 2.029767205190179, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5960865020751953, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8855313062667847, + "num_tokens": 605803274.0, + "step": 15956 + }, + { + "epoch": 2.0298944154687697, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7631947994232178, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8798366785049438, + "num_tokens": 605838326.0, + "step": 15957 + }, + { + "epoch": 2.0300216257473602, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6019670963287354, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8851514458656311, + "num_tokens": 605878882.0, + "step": 15958 + }, + { + "epoch": 2.0301488360259508, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.771929979324341, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.8882600665092468, + "num_tokens": 605913574.0, + "step": 15959 + }, + { + "epoch": 2.0302760463045413, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.614182710647583, + "learning_rate": 1e-05, + "loss": 0.3733, + "mean_token_accuracy": 0.8920996189117432, + "num_tokens": 605944845.0, + "step": 15960 + }, + { + "epoch": 2.030403256583132, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7608535289764404, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8629449009895325, + "num_tokens": 605982604.0, + "step": 15961 + }, + { + "epoch": 2.0305304668617223, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5984692573547363, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8779182434082031, + "num_tokens": 606023506.0, + "step": 15962 + }, + { + "epoch": 2.030657677140313, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.753593683242798, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8736483454704285, + "num_tokens": 606063319.0, + "step": 15963 + }, + { + "epoch": 2.0307848874189034, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.595576524734497, + "learning_rate": 1e-05, + "loss": 0.3587, + "mean_token_accuracy": 0.8973639607429504, + "num_tokens": 606103393.0, + "step": 15964 + }, + { + "epoch": 2.030912097697494, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7496142387390137, + "learning_rate": 1e-05, + "loss": 0.3763, + "mean_token_accuracy": 0.893639326095581, + "num_tokens": 606144191.0, + "step": 15965 + }, + { + "epoch": 2.0310393079760845, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6024341583251953, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8865898251533508, + "num_tokens": 606183219.0, + "step": 15966 + }, + { + "epoch": 2.031166518254675, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.766023635864258, + "learning_rate": 1e-05, + "loss": 0.41, + "mean_token_accuracy": 0.8793411254882812, + "num_tokens": 606221429.0, + "step": 15967 + }, + { + "epoch": 2.0312937285332655, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5986084938049316, + "learning_rate": 1e-05, + "loss": 0.3816, + "mean_token_accuracy": 0.8880786895751953, + "num_tokens": 606260810.0, + "step": 15968 + }, + { + "epoch": 2.031420938811856, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.768467664718628, + "learning_rate": 1e-05, + "loss": 0.3864, + "mean_token_accuracy": 0.888434648513794, + "num_tokens": 606299602.0, + "step": 15969 + }, + { + "epoch": 2.0315481490904466, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5843539237976074, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.8865962028503418, + "num_tokens": 606341130.0, + "step": 15970 + }, + { + "epoch": 2.031675359369037, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.789353370666504, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8870538473129272, + "num_tokens": 606378341.0, + "step": 15971 + }, + { + "epoch": 2.0318025696476276, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.612339496612549, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8649137020111084, + "num_tokens": 606413799.0, + "step": 15972 + }, + { + "epoch": 2.031929779926218, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7788937091827393, + "learning_rate": 1e-05, + "loss": 0.3766, + "mean_token_accuracy": 0.8907795548439026, + "num_tokens": 606447428.0, + "step": 15973 + }, + { + "epoch": 2.0320569902048087, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.604665756225586, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8832466006278992, + "num_tokens": 606481652.0, + "step": 15974 + }, + { + "epoch": 2.032184200483399, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7654895782470703, + "learning_rate": 1e-05, + "loss": 0.3535, + "mean_token_accuracy": 0.9000667929649353, + "num_tokens": 606519279.0, + "step": 15975 + }, + { + "epoch": 2.0323114107619897, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.599954605102539, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8841467499732971, + "num_tokens": 606556399.0, + "step": 15976 + }, + { + "epoch": 2.0324386210405803, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7769076824188232, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8687214255332947, + "num_tokens": 606596807.0, + "step": 15977 + }, + { + "epoch": 2.032565831319171, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.612407684326172, + "learning_rate": 1e-05, + "loss": 0.3611, + "mean_token_accuracy": 0.8961397409439087, + "num_tokens": 606629231.0, + "step": 15978 + }, + { + "epoch": 2.032693041597761, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7618584632873535, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8788264393806458, + "num_tokens": 606669042.0, + "step": 15979 + }, + { + "epoch": 2.0328202518763514, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.625575065612793, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8738678693771362, + "num_tokens": 606705550.0, + "step": 15980 + }, + { + "epoch": 2.032947462154942, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.75591778755188, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8771040439605713, + "num_tokens": 606739866.0, + "step": 15981 + }, + { + "epoch": 2.0330746724335325, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5994815826416016, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.882073163986206, + "num_tokens": 606782923.0, + "step": 15982 + }, + { + "epoch": 2.033201882712123, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7529704570770264, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8877584934234619, + "num_tokens": 606822831.0, + "step": 15983 + }, + { + "epoch": 2.0333290929907135, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6142160892486572, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.887032151222229, + "num_tokens": 606861129.0, + "step": 15984 + }, + { + "epoch": 2.033456303269304, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.743821382522583, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8669015169143677, + "num_tokens": 606902744.0, + "step": 15985 + }, + { + "epoch": 2.0335835135478946, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6341896057128906, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8756757974624634, + "num_tokens": 606935137.0, + "step": 15986 + }, + { + "epoch": 2.033710723826485, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.724862813949585, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.8870911598205566, + "num_tokens": 606972215.0, + "step": 15987 + }, + { + "epoch": 2.0338379341050756, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6307051181793213, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8855288624763489, + "num_tokens": 607004489.0, + "step": 15988 + }, + { + "epoch": 2.033965144383666, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7316911220550537, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8786143064498901, + "num_tokens": 607039457.0, + "step": 15989 + }, + { + "epoch": 2.0340923546622567, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6114931106567383, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8780730962753296, + "num_tokens": 607084863.0, + "step": 15990 + }, + { + "epoch": 2.034219564940847, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.728865623474121, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8723925352096558, + "num_tokens": 607125013.0, + "step": 15991 + }, + { + "epoch": 2.0343467752194377, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.623960018157959, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.8864151239395142, + "num_tokens": 607160501.0, + "step": 15992 + }, + { + "epoch": 2.0344739854980283, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.724156141281128, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8764805793762207, + "num_tokens": 607204621.0, + "step": 15993 + }, + { + "epoch": 2.034601195776619, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6037068367004395, + "learning_rate": 1e-05, + "loss": 0.3848, + "mean_token_accuracy": 0.8905884623527527, + "num_tokens": 607245904.0, + "step": 15994 + }, + { + "epoch": 2.0347284060552093, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.725881338119507, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.885003387928009, + "num_tokens": 607286907.0, + "step": 15995 + }, + { + "epoch": 2.0348556163338, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6219851970672607, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8713539838790894, + "num_tokens": 607325990.0, + "step": 15996 + }, + { + "epoch": 2.0349828266123904, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.741746425628662, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8749727606773376, + "num_tokens": 607363000.0, + "step": 15997 + }, + { + "epoch": 2.035110036890981, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6057472229003906, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8827401399612427, + "num_tokens": 607405913.0, + "step": 15998 + }, + { + "epoch": 2.0352372471695714, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7470645904541016, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8833187818527222, + "num_tokens": 607440242.0, + "step": 15999 + }, + { + "epoch": 2.035364457448162, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5882632732391357, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8826689124107361, + "num_tokens": 607485705.0, + "step": 16000 + }, + { + "epoch": 2.0354916677267525, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7522811889648438, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.87559574842453, + "num_tokens": 607524026.0, + "step": 16001 + }, + { + "epoch": 2.035618878005343, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6071839332580566, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.876295268535614, + "num_tokens": 607562925.0, + "step": 16002 + }, + { + "epoch": 2.0357460882839336, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.770479440689087, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8719655275344849, + "num_tokens": 607598126.0, + "step": 16003 + }, + { + "epoch": 2.0358732985625236, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.592266798019409, + "learning_rate": 1e-05, + "loss": 0.374, + "mean_token_accuracy": 0.8948059678077698, + "num_tokens": 607631911.0, + "step": 16004 + }, + { + "epoch": 2.036000508841114, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7728281021118164, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8731679916381836, + "num_tokens": 607669817.0, + "step": 16005 + }, + { + "epoch": 2.0361277191197047, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.588486909866333, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.8865423202514648, + "num_tokens": 607710713.0, + "step": 16006 + }, + { + "epoch": 2.036254929398295, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.764235019683838, + "learning_rate": 1e-05, + "loss": 0.3575, + "mean_token_accuracy": 0.8986853361129761, + "num_tokens": 607751540.0, + "step": 16007 + }, + { + "epoch": 2.0363821396768857, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6086623668670654, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8834699988365173, + "num_tokens": 607792831.0, + "step": 16008 + }, + { + "epoch": 2.0365093499554763, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.790928363800049, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8828047513961792, + "num_tokens": 607824175.0, + "step": 16009 + }, + { + "epoch": 2.036636560234067, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5916292667388916, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8732061982154846, + "num_tokens": 607864302.0, + "step": 16010 + }, + { + "epoch": 2.0367637705126573, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.785595178604126, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8777626752853394, + "num_tokens": 607903231.0, + "step": 16011 + }, + { + "epoch": 2.036890980791248, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5831124782562256, + "learning_rate": 1e-05, + "loss": 0.389, + "mean_token_accuracy": 0.8886393308639526, + "num_tokens": 607942795.0, + "step": 16012 + }, + { + "epoch": 2.0370181910698384, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7922298908233643, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8811050057411194, + "num_tokens": 607978034.0, + "step": 16013 + }, + { + "epoch": 2.037145401348429, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.605530261993408, + "learning_rate": 1e-05, + "loss": 0.3787, + "mean_token_accuracy": 0.8923736810684204, + "num_tokens": 608014260.0, + "step": 16014 + }, + { + "epoch": 2.0372726116270194, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7824063301086426, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8727585077285767, + "num_tokens": 608052637.0, + "step": 16015 + }, + { + "epoch": 2.03739982190561, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.620435953140259, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8774749040603638, + "num_tokens": 608085877.0, + "step": 16016 + }, + { + "epoch": 2.0375270321842005, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7727391719818115, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8808779716491699, + "num_tokens": 608125059.0, + "step": 16017 + }, + { + "epoch": 2.037654242462791, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.601942777633667, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.888084888458252, + "num_tokens": 608161357.0, + "step": 16018 + }, + { + "epoch": 2.0377814527413816, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7773289680480957, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8809770345687866, + "num_tokens": 608196534.0, + "step": 16019 + }, + { + "epoch": 2.037908663019972, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5944082736968994, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8816576600074768, + "num_tokens": 608237130.0, + "step": 16020 + }, + { + "epoch": 2.0380358732985626, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7914366722106934, + "learning_rate": 1e-05, + "loss": 0.3615, + "mean_token_accuracy": 0.9001270532608032, + "num_tokens": 608279064.0, + "step": 16021 + }, + { + "epoch": 2.038163083577153, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5917880535125732, + "learning_rate": 1e-05, + "loss": 0.3714, + "mean_token_accuracy": 0.8922672271728516, + "num_tokens": 608316019.0, + "step": 16022 + }, + { + "epoch": 2.0382902938557437, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7752621173858643, + "learning_rate": 1e-05, + "loss": 0.3743, + "mean_token_accuracy": 0.8938770294189453, + "num_tokens": 608357199.0, + "step": 16023 + }, + { + "epoch": 2.038417504134334, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6073577404022217, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8816163539886475, + "num_tokens": 608392149.0, + "step": 16024 + }, + { + "epoch": 2.0385447144129247, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.774430751800537, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8911054134368896, + "num_tokens": 608431200.0, + "step": 16025 + }, + { + "epoch": 2.0386719246915153, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.604936122894287, + "learning_rate": 1e-05, + "loss": 0.3846, + "mean_token_accuracy": 0.8883827328681946, + "num_tokens": 608471832.0, + "step": 16026 + }, + { + "epoch": 2.038799134970106, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.825350522994995, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8723469376564026, + "num_tokens": 608508362.0, + "step": 16027 + }, + { + "epoch": 2.0389263452486963, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.593334197998047, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8777443170547485, + "num_tokens": 608547988.0, + "step": 16028 + }, + { + "epoch": 2.0390535555272864, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.802973747253418, + "learning_rate": 1e-05, + "loss": 0.3812, + "mean_token_accuracy": 0.8924015760421753, + "num_tokens": 608580448.0, + "step": 16029 + }, + { + "epoch": 2.039180765805877, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.601016044616699, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8735851049423218, + "num_tokens": 608618573.0, + "step": 16030 + }, + { + "epoch": 2.0393079760844675, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7887508869171143, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8804208040237427, + "num_tokens": 608658161.0, + "step": 16031 + }, + { + "epoch": 2.039435186363058, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6057534217834473, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8757088780403137, + "num_tokens": 608696599.0, + "step": 16032 + }, + { + "epoch": 2.0395623966416485, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.772425651550293, + "learning_rate": 1e-05, + "loss": 0.386, + "mean_token_accuracy": 0.8905550241470337, + "num_tokens": 608738347.0, + "step": 16033 + }, + { + "epoch": 2.039689606920239, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6001367568969727, + "learning_rate": 1e-05, + "loss": 0.3895, + "mean_token_accuracy": 0.8865780234336853, + "num_tokens": 608779483.0, + "step": 16034 + }, + { + "epoch": 2.0398168171988296, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.771043062210083, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8806741237640381, + "num_tokens": 608821369.0, + "step": 16035 + }, + { + "epoch": 2.03994402747742, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6216859817504883, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8818498849868774, + "num_tokens": 608854749.0, + "step": 16036 + }, + { + "epoch": 2.0400712377560106, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7479019165039062, + "learning_rate": 1e-05, + "loss": 0.3784, + "mean_token_accuracy": 0.8902192115783691, + "num_tokens": 608893692.0, + "step": 16037 + }, + { + "epoch": 2.040198448034601, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6176154613494873, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8776757717132568, + "num_tokens": 608930721.0, + "step": 16038 + }, + { + "epoch": 2.0403256583131917, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7537901401519775, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8754545450210571, + "num_tokens": 608967022.0, + "step": 16039 + }, + { + "epoch": 2.040452868591782, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6143908500671387, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8643736243247986, + "num_tokens": 609009995.0, + "step": 16040 + }, + { + "epoch": 2.0405800788703727, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7544970512390137, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8793011903762817, + "num_tokens": 609044636.0, + "step": 16041 + }, + { + "epoch": 2.0407072891489633, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.62423038482666, + "learning_rate": 1e-05, + "loss": 0.3831, + "mean_token_accuracy": 0.8892861604690552, + "num_tokens": 609076328.0, + "step": 16042 + }, + { + "epoch": 2.040834499427554, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7370245456695557, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8665698170661926, + "num_tokens": 609118955.0, + "step": 16043 + }, + { + "epoch": 2.0409617097061443, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6227495670318604, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8711366057395935, + "num_tokens": 609157958.0, + "step": 16044 + }, + { + "epoch": 2.041088919984735, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.717787504196167, + "learning_rate": 1e-05, + "loss": 0.3885, + "mean_token_accuracy": 0.8866321444511414, + "num_tokens": 609197636.0, + "step": 16045 + }, + { + "epoch": 2.0412161302633254, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.621304512023926, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.864153265953064, + "num_tokens": 609239648.0, + "step": 16046 + }, + { + "epoch": 2.041343340541916, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7051503658294678, + "learning_rate": 1e-05, + "loss": 0.3677, + "mean_token_accuracy": 0.8937191963195801, + "num_tokens": 609281012.0, + "step": 16047 + }, + { + "epoch": 2.0414705508205064, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6240642070770264, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8813480138778687, + "num_tokens": 609323775.0, + "step": 16048 + }, + { + "epoch": 2.041597761099097, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.711611270904541, + "learning_rate": 1e-05, + "loss": 0.3664, + "mean_token_accuracy": 0.8960525989532471, + "num_tokens": 609358960.0, + "step": 16049 + }, + { + "epoch": 2.0417249713776875, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.626020908355713, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8714910745620728, + "num_tokens": 609395447.0, + "step": 16050 + }, + { + "epoch": 2.041852181656278, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7081804275512695, + "learning_rate": 1e-05, + "loss": 0.3665, + "mean_token_accuracy": 0.8949167728424072, + "num_tokens": 609429811.0, + "step": 16051 + }, + { + "epoch": 2.0419793919348685, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6269428730010986, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.887731671333313, + "num_tokens": 609466104.0, + "step": 16052 + }, + { + "epoch": 2.0421066022134586, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6943204402923584, + "learning_rate": 1e-05, + "loss": 0.3726, + "mean_token_accuracy": 0.8906420469284058, + "num_tokens": 609503513.0, + "step": 16053 + }, + { + "epoch": 2.042233812492049, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6138088703155518, + "learning_rate": 1e-05, + "loss": 0.3674, + "mean_token_accuracy": 0.893884003162384, + "num_tokens": 609546899.0, + "step": 16054 + }, + { + "epoch": 2.0423610227706397, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7006916999816895, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8757544159889221, + "num_tokens": 609589297.0, + "step": 16055 + }, + { + "epoch": 2.04248823304923, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6159093379974365, + "learning_rate": 1e-05, + "loss": 0.3784, + "mean_token_accuracy": 0.8905544281005859, + "num_tokens": 609624839.0, + "step": 16056 + }, + { + "epoch": 2.0426154433278207, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7102811336517334, + "learning_rate": 1e-05, + "loss": 0.3748, + "mean_token_accuracy": 0.8899146318435669, + "num_tokens": 609661708.0, + "step": 16057 + }, + { + "epoch": 2.0427426536064113, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.622046709060669, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8724867701530457, + "num_tokens": 609704133.0, + "step": 16058 + }, + { + "epoch": 2.042869863885002, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7126543521881104, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8819593191146851, + "num_tokens": 609740743.0, + "step": 16059 + }, + { + "epoch": 2.0429970741635923, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000293731689453125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6256842613220215, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8725869059562683, + "num_tokens": 609777520.0, + "step": 16060 + }, + { + "epoch": 2.043124284442183, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002956390380859375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7230875492095947, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8827772736549377, + "num_tokens": 609812974.0, + "step": 16061 + }, + { + "epoch": 2.0432514947207734, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002956390380859375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6117422580718994, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8888474702835083, + "num_tokens": 609853287.0, + "step": 16062 + }, + { + "epoch": 2.043378704999364, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0002956390380859375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.720130681991577, + "learning_rate": 1e-05, + "loss": 0.3662, + "mean_token_accuracy": 0.8936846256256104, + "num_tokens": 609888768.0, + "step": 16063 + }, + { + "epoch": 2.0435059152779544, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002956390380859375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6127796173095703, + "learning_rate": 1e-05, + "loss": 0.3824, + "mean_token_accuracy": 0.88833087682724, + "num_tokens": 609927976.0, + "step": 16064 + }, + { + "epoch": 2.043633125556545, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0002956390380859375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7210323810577393, + "learning_rate": 1e-05, + "loss": 0.3799, + "mean_token_accuracy": 0.8892338275909424, + "num_tokens": 609964404.0, + "step": 16065 + }, + { + "epoch": 2.0437603358351355, + "ewc_loss": 0.06982421875, + "ewc_loss_diag": 0.0002956390380859375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.605929136276245, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8827725648880005, + "num_tokens": 610005188.0, + "step": 16066 + }, + { + "epoch": 2.043887546113726, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7341318130493164, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.8896209001541138, + "num_tokens": 610039118.0, + "step": 16067 + }, + { + "epoch": 2.0440147563923166, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6106884479522705, + "learning_rate": 1e-05, + "loss": 0.3738, + "mean_token_accuracy": 0.8924236297607422, + "num_tokens": 610074867.0, + "step": 16068 + }, + { + "epoch": 2.044141966670907, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.733222484588623, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.8866286277770996, + "num_tokens": 610111382.0, + "step": 16069 + }, + { + "epoch": 2.0442691769494976, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5982279777526855, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8801888823509216, + "num_tokens": 610148026.0, + "step": 16070 + }, + { + "epoch": 2.044396387228088, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.748014211654663, + "learning_rate": 1e-05, + "loss": 0.3784, + "mean_token_accuracy": 0.8895409107208252, + "num_tokens": 610179841.0, + "step": 16071 + }, + { + "epoch": 2.0445235975066787, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.602786064147949, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8789434432983398, + "num_tokens": 610214224.0, + "step": 16072 + }, + { + "epoch": 2.044650807785269, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.84618878364563, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.884992241859436, + "num_tokens": 610257640.0, + "step": 16073 + }, + { + "epoch": 2.0447780180638597, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5652916431427, + "learning_rate": 1e-05, + "loss": 0.3692, + "mean_token_accuracy": 0.8943573832511902, + "num_tokens": 610295438.0, + "step": 16074 + }, + { + "epoch": 2.0449052283424503, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7991416454315186, + "learning_rate": 1e-05, + "loss": 0.3822, + "mean_token_accuracy": 0.8909643292427063, + "num_tokens": 610336390.0, + "step": 16075 + }, + { + "epoch": 2.045032438621041, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5685760974884033, + "learning_rate": 1e-05, + "loss": 0.3853, + "mean_token_accuracy": 0.8876575827598572, + "num_tokens": 610369860.0, + "step": 16076 + }, + { + "epoch": 2.045159648899631, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8290722370147705, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8864887952804565, + "num_tokens": 610408116.0, + "step": 16077 + }, + { + "epoch": 2.0452868591782214, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.608715295791626, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8741432428359985, + "num_tokens": 610444317.0, + "step": 16078 + }, + { + "epoch": 2.045414069456812, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.80300235748291, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8749445676803589, + "num_tokens": 610485675.0, + "step": 16079 + }, + { + "epoch": 2.0455412797354025, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.592909812927246, + "learning_rate": 1e-05, + "loss": 0.3856, + "mean_token_accuracy": 0.8893525004386902, + "num_tokens": 610524697.0, + "step": 16080 + }, + { + "epoch": 2.045668490013993, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.796804428100586, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8865221738815308, + "num_tokens": 610567470.0, + "step": 16081 + }, + { + "epoch": 2.0457957002925835, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.603464126586914, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8848321437835693, + "num_tokens": 610603168.0, + "step": 16082 + }, + { + "epoch": 2.045922910571174, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.796346664428711, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8823825716972351, + "num_tokens": 610643416.0, + "step": 16083 + }, + { + "epoch": 2.0460501208497646, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6113007068634033, + "learning_rate": 1e-05, + "loss": 0.3905, + "mean_token_accuracy": 0.8861262798309326, + "num_tokens": 610676513.0, + "step": 16084 + }, + { + "epoch": 2.046177331128355, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.796943426132202, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8868381977081299, + "num_tokens": 610710842.0, + "step": 16085 + }, + { + "epoch": 2.0463045414069456, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.610090970993042, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.87058424949646, + "num_tokens": 610747770.0, + "step": 16086 + }, + { + "epoch": 2.046431751685536, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7698259353637695, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.888408899307251, + "num_tokens": 610788780.0, + "step": 16087 + }, + { + "epoch": 2.0465589619641267, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.600930690765381, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.886770486831665, + "num_tokens": 610832930.0, + "step": 16088 + }, + { + "epoch": 2.046686172242717, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7694647312164307, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.8892073631286621, + "num_tokens": 610875828.0, + "step": 16089 + }, + { + "epoch": 2.0468133825213077, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6069517135620117, + "learning_rate": 1e-05, + "loss": 0.3783, + "mean_token_accuracy": 0.891305685043335, + "num_tokens": 610913920.0, + "step": 16090 + }, + { + "epoch": 2.0469405927998983, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7619540691375732, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.884350597858429, + "num_tokens": 610956887.0, + "step": 16091 + }, + { + "epoch": 2.047067803078489, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6101202964782715, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8741892576217651, + "num_tokens": 611000889.0, + "step": 16092 + }, + { + "epoch": 2.0471950133570793, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7651774883270264, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8834595680236816, + "num_tokens": 611040573.0, + "step": 16093 + }, + { + "epoch": 2.04732222363567, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.610320806503296, + "learning_rate": 1e-05, + "loss": 0.3768, + "mean_token_accuracy": 0.8908110857009888, + "num_tokens": 611075925.0, + "step": 16094 + }, + { + "epoch": 2.0474494339142604, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.759239435195923, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8755372762680054, + "num_tokens": 611116492.0, + "step": 16095 + }, + { + "epoch": 2.047576644192851, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6035780906677246, + "learning_rate": 1e-05, + "loss": 0.3839, + "mean_token_accuracy": 0.8886013031005859, + "num_tokens": 611155683.0, + "step": 16096 + }, + { + "epoch": 2.0477038544714414, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.743523597717285, + "learning_rate": 1e-05, + "loss": 0.3246, + "mean_token_accuracy": 0.9094581007957458, + "num_tokens": 611194352.0, + "step": 16097 + }, + { + "epoch": 2.047831064750032, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6325864791870117, + "learning_rate": 1e-05, + "loss": 0.3836, + "mean_token_accuracy": 0.8877759575843811, + "num_tokens": 611229919.0, + "step": 16098 + }, + { + "epoch": 2.0479582750286225, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7314047813415527, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8817442059516907, + "num_tokens": 611267394.0, + "step": 16099 + }, + { + "epoch": 2.048085485307213, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6186161041259766, + "learning_rate": 1e-05, + "loss": 0.4868, + "mean_token_accuracy": 0.855048418045044, + "num_tokens": 611312009.0, + "step": 16100 + }, + { + "epoch": 2.0482126955858035, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7966363430023193, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8695777654647827, + "num_tokens": 611346723.0, + "step": 16101 + }, + { + "epoch": 2.0483399058643936, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.608149290084839, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8872228860855103, + "num_tokens": 611381803.0, + "step": 16102 + }, + { + "epoch": 2.048467116142984, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7670435905456543, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8838471174240112, + "num_tokens": 611419579.0, + "step": 16103 + }, + { + "epoch": 2.0485943264215747, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5882678031921387, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.884357750415802, + "num_tokens": 611456904.0, + "step": 16104 + }, + { + "epoch": 2.048721536700165, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.767707109451294, + "learning_rate": 1e-05, + "loss": 0.37, + "mean_token_accuracy": 0.8932027816772461, + "num_tokens": 611495597.0, + "step": 16105 + }, + { + "epoch": 2.0488487469787557, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.60740327835083, + "learning_rate": 1e-05, + "loss": 0.3766, + "mean_token_accuracy": 0.8895177841186523, + "num_tokens": 611531307.0, + "step": 16106 + }, + { + "epoch": 2.0489759572573463, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7685208320617676, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8692518472671509, + "num_tokens": 611567657.0, + "step": 16107 + }, + { + "epoch": 2.049103167535937, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6440439224243164, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8803635835647583, + "num_tokens": 611608107.0, + "step": 16108 + }, + { + "epoch": 2.0492303778145273, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7513587474823, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8808308839797974, + "num_tokens": 611644695.0, + "step": 16109 + }, + { + "epoch": 2.049357588093118, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.617572069168091, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.887349009513855, + "num_tokens": 611679330.0, + "step": 16110 + }, + { + "epoch": 2.0494847983717084, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.735818862915039, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.870169460773468, + "num_tokens": 611718792.0, + "step": 16111 + }, + { + "epoch": 2.049612008650299, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6313724517822266, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8739660978317261, + "num_tokens": 611752559.0, + "step": 16112 + }, + { + "epoch": 2.0497392189288894, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7142221927642822, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8879879713058472, + "num_tokens": 611791616.0, + "step": 16113 + }, + { + "epoch": 2.04986642920748, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.64611554145813, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8725640773773193, + "num_tokens": 611826577.0, + "step": 16114 + }, + { + "epoch": 2.0499936394860705, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7136471271514893, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.880656361579895, + "num_tokens": 611861777.0, + "step": 16115 + }, + { + "epoch": 2.050120849764661, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.643974542617798, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8764398097991943, + "num_tokens": 611897933.0, + "step": 16116 + }, + { + "epoch": 2.0502480600432516, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.699709892272949, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8831396102905273, + "num_tokens": 611935285.0, + "step": 16117 + }, + { + "epoch": 2.050375270321842, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.639143943786621, + "learning_rate": 1e-05, + "loss": 0.3755, + "mean_token_accuracy": 0.890855073928833, + "num_tokens": 611969879.0, + "step": 16118 + }, + { + "epoch": 2.0505024806004326, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7019989490509033, + "learning_rate": 1e-05, + "loss": 0.3868, + "mean_token_accuracy": 0.8880911469459534, + "num_tokens": 612003608.0, + "step": 16119 + }, + { + "epoch": 2.050629690879023, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.677253007888794, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8794081211090088, + "num_tokens": 612044247.0, + "step": 16120 + }, + { + "epoch": 2.0507569011576137, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6895201206207275, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8751809597015381, + "num_tokens": 612080776.0, + "step": 16121 + }, + { + "epoch": 2.050884111436204, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.7278378009796143, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8724566698074341, + "num_tokens": 612119162.0, + "step": 16122 + }, + { + "epoch": 2.0510113217147947, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6239542961120605, + "learning_rate": 1e-05, + "loss": 0.37, + "mean_token_accuracy": 0.892890214920044, + "num_tokens": 612157774.0, + "step": 16123 + }, + { + "epoch": 2.0511385319933853, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.697740077972412, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8848350048065186, + "num_tokens": 612192169.0, + "step": 16124 + }, + { + "epoch": 2.051265742271976, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6219334602355957, + "learning_rate": 1e-05, + "loss": 0.3823, + "mean_token_accuracy": 0.8882001042366028, + "num_tokens": 612225936.0, + "step": 16125 + }, + { + "epoch": 2.0513929525505663, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.702300786972046, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8868482112884521, + "num_tokens": 612262509.0, + "step": 16126 + }, + { + "epoch": 2.0515201628291564, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.616419792175293, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8795861005783081, + "num_tokens": 612297952.0, + "step": 16127 + }, + { + "epoch": 2.051647373107747, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7142388820648193, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.885431170463562, + "num_tokens": 612332512.0, + "step": 16128 + }, + { + "epoch": 2.0517745833863374, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.611611843109131, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8897190690040588, + "num_tokens": 612370350.0, + "step": 16129 + }, + { + "epoch": 2.051901793664928, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7309319972991943, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8725451231002808, + "num_tokens": 612404775.0, + "step": 16130 + }, + { + "epoch": 2.0520290039435185, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6024584770202637, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8826180696487427, + "num_tokens": 612447226.0, + "step": 16131 + }, + { + "epoch": 2.052156214222109, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7511887550354004, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8710859417915344, + "num_tokens": 612481358.0, + "step": 16132 + }, + { + "epoch": 2.0522834245006996, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5912232398986816, + "learning_rate": 1e-05, + "loss": 0.3735, + "mean_token_accuracy": 0.8929380178451538, + "num_tokens": 612519132.0, + "step": 16133 + }, + { + "epoch": 2.05241063477929, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.77166485786438, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8745014667510986, + "num_tokens": 612559187.0, + "step": 16134 + }, + { + "epoch": 2.0525378450578806, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.580192804336548, + "learning_rate": 1e-05, + "loss": 0.3825, + "mean_token_accuracy": 0.8874212503433228, + "num_tokens": 612598208.0, + "step": 16135 + }, + { + "epoch": 2.052665055336471, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.779740333557129, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.884658932685852, + "num_tokens": 612633951.0, + "step": 16136 + }, + { + "epoch": 2.0527922656150617, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.581507682800293, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8778867125511169, + "num_tokens": 612673978.0, + "step": 16137 + }, + { + "epoch": 2.052919475893652, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.778263807296753, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.884379506111145, + "num_tokens": 612720488.0, + "step": 16138 + }, + { + "epoch": 2.0530466861722427, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5922446250915527, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8798556327819824, + "num_tokens": 612755009.0, + "step": 16139 + }, + { + "epoch": 2.0531738964508333, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7939453125, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8791602849960327, + "num_tokens": 612790653.0, + "step": 16140 + }, + { + "epoch": 2.053301106729424, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.586771011352539, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8871500492095947, + "num_tokens": 612829406.0, + "step": 16141 + }, + { + "epoch": 2.0534283170080143, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79563570022583, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.873051643371582, + "num_tokens": 612872304.0, + "step": 16142 + }, + { + "epoch": 2.053555527286605, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5886590480804443, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8807446956634521, + "num_tokens": 612907909.0, + "step": 16143 + }, + { + "epoch": 2.0536827375651954, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.797272205352783, + "learning_rate": 1e-05, + "loss": 0.3751, + "mean_token_accuracy": 0.8941519260406494, + "num_tokens": 612943794.0, + "step": 16144 + }, + { + "epoch": 2.053809947843786, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5786707401275635, + "learning_rate": 1e-05, + "loss": 0.3849, + "mean_token_accuracy": 0.887220561504364, + "num_tokens": 612987125.0, + "step": 16145 + }, + { + "epoch": 2.0539371581223764, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.806568145751953, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8747695684432983, + "num_tokens": 613028232.0, + "step": 16146 + }, + { + "epoch": 2.054064368400967, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5891640186309814, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8846439123153687, + "num_tokens": 613066651.0, + "step": 16147 + }, + { + "epoch": 2.0541915786795575, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00029754638671875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8004086017608643, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8896547555923462, + "num_tokens": 613105153.0, + "step": 16148 + }, + { + "epoch": 2.054318788958148, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.583911180496216, + "learning_rate": 1e-05, + "loss": 0.3733, + "mean_token_accuracy": 0.8904953002929688, + "num_tokens": 613146817.0, + "step": 16149 + }, + { + "epoch": 2.0544459992367385, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.797996759414673, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8756008148193359, + "num_tokens": 613192644.0, + "step": 16150 + }, + { + "epoch": 2.0545732095153286, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.597193956375122, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8798434734344482, + "num_tokens": 613232283.0, + "step": 16151 + }, + { + "epoch": 2.054700419793919, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7984445095062256, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8892116546630859, + "num_tokens": 613270916.0, + "step": 16152 + }, + { + "epoch": 2.0548276300725097, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6087121963500977, + "learning_rate": 1e-05, + "loss": 0.3799, + "mean_token_accuracy": 0.8913167715072632, + "num_tokens": 613303095.0, + "step": 16153 + }, + { + "epoch": 2.0549548403511, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.792693614959717, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8778590559959412, + "num_tokens": 613341551.0, + "step": 16154 + }, + { + "epoch": 2.0550820506296907, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.601259708404541, + "learning_rate": 1e-05, + "loss": 0.373, + "mean_token_accuracy": 0.8915095925331116, + "num_tokens": 613377511.0, + "step": 16155 + }, + { + "epoch": 2.0552092609082813, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79443097114563, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8901422619819641, + "num_tokens": 613408534.0, + "step": 16156 + }, + { + "epoch": 2.055336471186872, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6615798473358154, + "learning_rate": 1e-05, + "loss": 0.3652, + "mean_token_accuracy": 0.8957490921020508, + "num_tokens": 613443461.0, + "step": 16157 + }, + { + "epoch": 2.0554636814654623, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.765706777572632, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8712169528007507, + "num_tokens": 613482438.0, + "step": 16158 + }, + { + "epoch": 2.055590891744053, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6138155460357666, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.87380051612854, + "num_tokens": 613521937.0, + "step": 16159 + }, + { + "epoch": 2.0557181020226434, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7443273067474365, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.871720552444458, + "num_tokens": 613563471.0, + "step": 16160 + }, + { + "epoch": 2.055845312301234, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6119072437286377, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8820962905883789, + "num_tokens": 613603753.0, + "step": 16161 + }, + { + "epoch": 2.0559725225798244, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7450339794158936, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8903564214706421, + "num_tokens": 613637602.0, + "step": 16162 + }, + { + "epoch": 2.056099732858415, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6159281730651855, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8816019296646118, + "num_tokens": 613673807.0, + "step": 16163 + }, + { + "epoch": 2.0562269431370055, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7520275115966797, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8807358741760254, + "num_tokens": 613710702.0, + "step": 16164 + }, + { + "epoch": 2.056354153415596, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6065421104431152, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8807952404022217, + "num_tokens": 613748890.0, + "step": 16165 + }, + { + "epoch": 2.0564813636941865, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7502410411834717, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8804926872253418, + "num_tokens": 613791039.0, + "step": 16166 + }, + { + "epoch": 2.056608573972777, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6289126873016357, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.8874292373657227, + "num_tokens": 613821345.0, + "step": 16167 + }, + { + "epoch": 2.0567357842513676, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.757011651992798, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8565361499786377, + "num_tokens": 613857770.0, + "step": 16168 + }, + { + "epoch": 2.056862994529958, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.600846767425537, + "learning_rate": 1e-05, + "loss": 0.3785, + "mean_token_accuracy": 0.8879459500312805, + "num_tokens": 613898844.0, + "step": 16169 + }, + { + "epoch": 2.0569902048085487, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7521402835845947, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8735924959182739, + "num_tokens": 613940884.0, + "step": 16170 + }, + { + "epoch": 2.057117415087139, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6018009185791016, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8834438920021057, + "num_tokens": 613981664.0, + "step": 16171 + }, + { + "epoch": 2.0572446253657297, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7806098461151123, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8765212297439575, + "num_tokens": 614013965.0, + "step": 16172 + }, + { + "epoch": 2.0573718356443202, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6103098392486572, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8841627836227417, + "num_tokens": 614048841.0, + "step": 16173 + }, + { + "epoch": 2.0574990459229108, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.760354995727539, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8836494088172913, + "num_tokens": 614087677.0, + "step": 16174 + }, + { + "epoch": 2.057626256201501, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.59389328956604, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8824148178100586, + "num_tokens": 614128546.0, + "step": 16175 + }, + { + "epoch": 2.0577534664800914, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7795345783233643, + "learning_rate": 1e-05, + "loss": 0.3863, + "mean_token_accuracy": 0.8894810080528259, + "num_tokens": 614163947.0, + "step": 16176 + }, + { + "epoch": 2.057880676758682, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5995025634765625, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8796786665916443, + "num_tokens": 614202353.0, + "step": 16177 + }, + { + "epoch": 2.0580078870372724, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7722396850585938, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8782621622085571, + "num_tokens": 614244781.0, + "step": 16178 + }, + { + "epoch": 2.058135097315863, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6112353801727295, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8842695355415344, + "num_tokens": 614278335.0, + "step": 16179 + }, + { + "epoch": 2.0582623075944535, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.769181966781616, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8789627552032471, + "num_tokens": 614317726.0, + "step": 16180 + }, + { + "epoch": 2.058389517873044, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5984325408935547, + "learning_rate": 1e-05, + "loss": 0.3842, + "mean_token_accuracy": 0.8890694379806519, + "num_tokens": 614355403.0, + "step": 16181 + }, + { + "epoch": 2.0585167281516346, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7546207904815674, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8694275617599487, + "num_tokens": 614404370.0, + "step": 16182 + }, + { + "epoch": 2.058643938430225, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.598581552505493, + "learning_rate": 1e-05, + "loss": 0.3725, + "mean_token_accuracy": 0.8903912305831909, + "num_tokens": 614439613.0, + "step": 16183 + }, + { + "epoch": 2.0587711487088156, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7612359523773193, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8759579658508301, + "num_tokens": 614481634.0, + "step": 16184 + }, + { + "epoch": 2.058898358987406, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6072609424591064, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.8875837326049805, + "num_tokens": 614517178.0, + "step": 16185 + }, + { + "epoch": 2.0590255692659967, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7789628505706787, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8688215613365173, + "num_tokens": 614551531.0, + "step": 16186 + }, + { + "epoch": 2.059152779544587, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6082370281219482, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8771122694015503, + "num_tokens": 614589173.0, + "step": 16187 + }, + { + "epoch": 2.0592799898231777, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7529757022857666, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8798743486404419, + "num_tokens": 614633657.0, + "step": 16188 + }, + { + "epoch": 2.0594072001017683, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6157097816467285, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8787322044372559, + "num_tokens": 614670013.0, + "step": 16189 + }, + { + "epoch": 2.059534410380359, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.830688238143921, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8755143284797668, + "num_tokens": 614706414.0, + "step": 16190 + }, + { + "epoch": 2.0596616206589493, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.592033624649048, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8781245350837708, + "num_tokens": 614746397.0, + "step": 16191 + }, + { + "epoch": 2.05978883093754, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.78544282913208, + "learning_rate": 1e-05, + "loss": 0.386, + "mean_token_accuracy": 0.8899141550064087, + "num_tokens": 614785587.0, + "step": 16192 + }, + { + "epoch": 2.0599160412161304, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.0002994537353515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.582176446914673, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8857027292251587, + "num_tokens": 614823304.0, + "step": 16193 + }, + { + "epoch": 2.060043251494721, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8169455528259277, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8837889432907104, + "num_tokens": 614857544.0, + "step": 16194 + }, + { + "epoch": 2.0601704617733114, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5977702140808105, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8778191804885864, + "num_tokens": 614893095.0, + "step": 16195 + }, + { + "epoch": 2.060297672051902, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.790344476699829, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8771171569824219, + "num_tokens": 614932634.0, + "step": 16196 + }, + { + "epoch": 2.0604248823304925, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.605433702468872, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8790270090103149, + "num_tokens": 614975039.0, + "step": 16197 + }, + { + "epoch": 2.060552092609083, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7817413806915283, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8840949535369873, + "num_tokens": 615019092.0, + "step": 16198 + }, + { + "epoch": 2.0606793028876735, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5888609886169434, + "learning_rate": 1e-05, + "loss": 0.3748, + "mean_token_accuracy": 0.8924344182014465, + "num_tokens": 615060183.0, + "step": 16199 + }, + { + "epoch": 2.0608065131662636, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7919037342071533, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8807849884033203, + "num_tokens": 615098376.0, + "step": 16200 + }, + { + "epoch": 2.060933723444854, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6118526458740234, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8890633583068848, + "num_tokens": 615134401.0, + "step": 16201 + }, + { + "epoch": 2.0610609337234447, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.775190830230713, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8848168849945068, + "num_tokens": 615176145.0, + "step": 16202 + }, + { + "epoch": 2.061188144002035, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6281778812408447, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.87685626745224, + "num_tokens": 615210281.0, + "step": 16203 + }, + { + "epoch": 2.0613153542806257, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.750330924987793, + "learning_rate": 1e-05, + "loss": 0.3614, + "mean_token_accuracy": 0.8991292119026184, + "num_tokens": 615246952.0, + "step": 16204 + }, + { + "epoch": 2.0614425645592163, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.606306552886963, + "learning_rate": 1e-05, + "loss": 0.3715, + "mean_token_accuracy": 0.8952820301055908, + "num_tokens": 615285807.0, + "step": 16205 + }, + { + "epoch": 2.061569774837807, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.755814790725708, + "learning_rate": 1e-05, + "loss": 0.3657, + "mean_token_accuracy": 0.8953444957733154, + "num_tokens": 615319641.0, + "step": 16206 + }, + { + "epoch": 2.0616969851163973, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6263577938079834, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8699027299880981, + "num_tokens": 615358072.0, + "step": 16207 + }, + { + "epoch": 2.061824195394988, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7547810077667236, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8829609155654907, + "num_tokens": 615393924.0, + "step": 16208 + }, + { + "epoch": 2.0619514056735784, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6056742668151855, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8826634883880615, + "num_tokens": 615436771.0, + "step": 16209 + }, + { + "epoch": 2.062078615952169, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.748222827911377, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8771224021911621, + "num_tokens": 615473577.0, + "step": 16210 + }, + { + "epoch": 2.0622058262307594, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.62954044342041, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8663033246994019, + "num_tokens": 615507585.0, + "step": 16211 + }, + { + "epoch": 2.06233303650935, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.738204002380371, + "learning_rate": 1e-05, + "loss": 0.3833, + "mean_token_accuracy": 0.889191746711731, + "num_tokens": 615542638.0, + "step": 16212 + }, + { + "epoch": 2.0624602467879405, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.625507116317749, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8787343502044678, + "num_tokens": 615579567.0, + "step": 16213 + }, + { + "epoch": 2.062587457066531, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.722959041595459, + "learning_rate": 1e-05, + "loss": 0.3786, + "mean_token_accuracy": 0.8908039927482605, + "num_tokens": 615616563.0, + "step": 16214 + }, + { + "epoch": 2.0627146673451215, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.620230197906494, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8724815845489502, + "num_tokens": 615653243.0, + "step": 16215 + }, + { + "epoch": 2.062841877623712, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7129173278808594, + "learning_rate": 1e-05, + "loss": 0.3764, + "mean_token_accuracy": 0.8893685340881348, + "num_tokens": 615689552.0, + "step": 16216 + }, + { + "epoch": 2.0629690879023026, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6403584480285645, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8717065453529358, + "num_tokens": 615723803.0, + "step": 16217 + }, + { + "epoch": 2.063096298180893, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7248363494873047, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8829972743988037, + "num_tokens": 615761181.0, + "step": 16218 + }, + { + "epoch": 2.0632235084594837, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.607034206390381, + "learning_rate": 1e-05, + "loss": 0.3795, + "mean_token_accuracy": 0.8911139965057373, + "num_tokens": 615802200.0, + "step": 16219 + }, + { + "epoch": 2.063350718738074, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7980213165283203, + "learning_rate": 1e-05, + "loss": 0.3895, + "mean_token_accuracy": 0.8869304656982422, + "num_tokens": 615843299.0, + "step": 16220 + }, + { + "epoch": 2.0634779290166647, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.5807688236236572, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8803924322128296, + "num_tokens": 615886148.0, + "step": 16221 + }, + { + "epoch": 2.0636051392952552, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7650485038757324, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8755350112915039, + "num_tokens": 615930595.0, + "step": 16222 + }, + { + "epoch": 2.0637323495738458, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5871450901031494, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.8825691342353821, + "num_tokens": 615966873.0, + "step": 16223 + }, + { + "epoch": 2.0638595598524363, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7817471027374268, + "learning_rate": 1e-05, + "loss": 0.3608, + "mean_token_accuracy": 0.8949770331382751, + "num_tokens": 616002021.0, + "step": 16224 + }, + { + "epoch": 2.0639867701310264, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.591596841812134, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8829169869422913, + "num_tokens": 616043692.0, + "step": 16225 + }, + { + "epoch": 2.064113980409617, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.777965784072876, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8931298851966858, + "num_tokens": 616083811.0, + "step": 16226 + }, + { + "epoch": 2.0642411906882074, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.584681987762451, + "learning_rate": 1e-05, + "loss": 0.3633, + "mean_token_accuracy": 0.8944011926651001, + "num_tokens": 616121714.0, + "step": 16227 + }, + { + "epoch": 2.064368400966798, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.800344467163086, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.879560649394989, + "num_tokens": 616156571.0, + "step": 16228 + }, + { + "epoch": 2.0644956112453885, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.59987211227417, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8771692514419556, + "num_tokens": 616197198.0, + "step": 16229 + }, + { + "epoch": 2.064622821523979, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.799224853515625, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8705232739448547, + "num_tokens": 616233495.0, + "step": 16230 + }, + { + "epoch": 2.0647500318025696, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5908091068267822, + "learning_rate": 1e-05, + "loss": 0.368, + "mean_token_accuracy": 0.8960345983505249, + "num_tokens": 616268894.0, + "step": 16231 + }, + { + "epoch": 2.06487724208116, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.800535202026367, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8829892873764038, + "num_tokens": 616302899.0, + "step": 16232 + }, + { + "epoch": 2.0650044523597506, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6059181690216064, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8632699847221375, + "num_tokens": 616342937.0, + "step": 16233 + }, + { + "epoch": 2.065131662638341, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7758517265319824, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8833066821098328, + "num_tokens": 616391581.0, + "step": 16234 + }, + { + "epoch": 2.0652588729169317, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.60280442237854, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8849271535873413, + "num_tokens": 616430303.0, + "step": 16235 + }, + { + "epoch": 2.065386083195522, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8116791248321533, + "learning_rate": 1e-05, + "loss": 0.3745, + "mean_token_accuracy": 0.8925701379776001, + "num_tokens": 616468294.0, + "step": 16236 + }, + { + "epoch": 2.0655132934741127, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.605607032775879, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.8866156339645386, + "num_tokens": 616503551.0, + "step": 16237 + }, + { + "epoch": 2.0656405037527032, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7854156494140625, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.890774130821228, + "num_tokens": 616541374.0, + "step": 16238 + }, + { + "epoch": 2.065767714031294, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.599493980407715, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.886353611946106, + "num_tokens": 616575480.0, + "step": 16239 + }, + { + "epoch": 2.0658949243098843, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7807302474975586, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8810682892799377, + "num_tokens": 616620323.0, + "step": 16240 + }, + { + "epoch": 2.066022134588475, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6010868549346924, + "learning_rate": 1e-05, + "loss": 0.3707, + "mean_token_accuracy": 0.8961157202720642, + "num_tokens": 616659843.0, + "step": 16241 + }, + { + "epoch": 2.0661493448670654, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7938106060028076, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8875608444213867, + "num_tokens": 616696065.0, + "step": 16242 + }, + { + "epoch": 2.066276555145656, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.614661455154419, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8872731328010559, + "num_tokens": 616729444.0, + "step": 16243 + }, + { + "epoch": 2.0664037654242464, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7703702449798584, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8832111358642578, + "num_tokens": 616773351.0, + "step": 16244 + }, + { + "epoch": 2.066530975702837, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.614633321762085, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8807421922683716, + "num_tokens": 616812161.0, + "step": 16245 + }, + { + "epoch": 2.0666581859814275, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.794339179992676, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.8665016889572144, + "num_tokens": 616847623.0, + "step": 16246 + }, + { + "epoch": 2.066785396260018, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6098079681396484, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8802953362464905, + "num_tokens": 616884078.0, + "step": 16247 + }, + { + "epoch": 2.0669126065386085, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7757980823516846, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8812527060508728, + "num_tokens": 616924291.0, + "step": 16248 + }, + { + "epoch": 2.0670398168171986, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5965328216552734, + "learning_rate": 1e-05, + "loss": 0.3856, + "mean_token_accuracy": 0.8883187770843506, + "num_tokens": 616964580.0, + "step": 16249 + }, + { + "epoch": 2.067167027095789, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7754311561584473, + "learning_rate": 1e-05, + "loss": 0.377, + "mean_token_accuracy": 0.8935848474502563, + "num_tokens": 617000574.0, + "step": 16250 + }, + { + "epoch": 2.0672942373743797, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.598694086074829, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8827351331710815, + "num_tokens": 617043323.0, + "step": 16251 + }, + { + "epoch": 2.06742144765297, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7831366062164307, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8866358995437622, + "num_tokens": 617082585.0, + "step": 16252 + }, + { + "epoch": 2.0675486579315607, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6097803115844727, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8858205080032349, + "num_tokens": 617118384.0, + "step": 16253 + }, + { + "epoch": 2.0676758682101513, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7668380737304688, + "learning_rate": 1e-05, + "loss": 0.361, + "mean_token_accuracy": 0.8983707427978516, + "num_tokens": 617153354.0, + "step": 16254 + }, + { + "epoch": 2.067803078488742, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.603827953338623, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8847276568412781, + "num_tokens": 617192829.0, + "step": 16255 + }, + { + "epoch": 2.0679302887673323, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7792041301727295, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8851850032806396, + "num_tokens": 617230824.0, + "step": 16256 + }, + { + "epoch": 2.068057499045923, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6119580268859863, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8730087280273438, + "num_tokens": 617268791.0, + "step": 16257 + }, + { + "epoch": 2.0681847093245134, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.768562078475952, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8823760151863098, + "num_tokens": 617305366.0, + "step": 16258 + }, + { + "epoch": 2.068311919603104, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.621540069580078, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8820069432258606, + "num_tokens": 617342294.0, + "step": 16259 + }, + { + "epoch": 2.0684391298816944, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.760403633117676, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8835089802742004, + "num_tokens": 617380456.0, + "step": 16260 + }, + { + "epoch": 2.068566340160285, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.599318027496338, + "learning_rate": 1e-05, + "loss": 0.3802, + "mean_token_accuracy": 0.8898534774780273, + "num_tokens": 617420705.0, + "step": 16261 + }, + { + "epoch": 2.0686935504388755, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7521111965179443, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8864903450012207, + "num_tokens": 617462740.0, + "step": 16262 + }, + { + "epoch": 2.068820760717466, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6138222217559814, + "learning_rate": 1e-05, + "loss": 0.3749, + "mean_token_accuracy": 0.8903137445449829, + "num_tokens": 617497496.0, + "step": 16263 + }, + { + "epoch": 2.0689479709960565, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7465176582336426, + "learning_rate": 1e-05, + "loss": 0.371, + "mean_token_accuracy": 0.8937002420425415, + "num_tokens": 617535297.0, + "step": 16264 + }, + { + "epoch": 2.069075181274647, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.629230499267578, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8820092678070068, + "num_tokens": 617568332.0, + "step": 16265 + }, + { + "epoch": 2.0692023915532376, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.732815980911255, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8795745372772217, + "num_tokens": 617608934.0, + "step": 16266 + }, + { + "epoch": 2.069329601831828, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.638171434402466, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8743772506713867, + "num_tokens": 617643794.0, + "step": 16267 + }, + { + "epoch": 2.0694568121104187, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7340455055236816, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8879944682121277, + "num_tokens": 617676448.0, + "step": 16268 + }, + { + "epoch": 2.069584022389009, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6448607444763184, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8600440621376038, + "num_tokens": 617713460.0, + "step": 16269 + }, + { + "epoch": 2.0697112326675997, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7414047718048096, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8754194974899292, + "num_tokens": 617749767.0, + "step": 16270 + }, + { + "epoch": 2.0698384429461902, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6354527473449707, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8660266399383545, + "num_tokens": 617784991.0, + "step": 16271 + }, + { + "epoch": 2.0699656532247808, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7087655067443848, + "learning_rate": 1e-05, + "loss": 0.3719, + "mean_token_accuracy": 0.8915938138961792, + "num_tokens": 617820241.0, + "step": 16272 + }, + { + "epoch": 2.070092863503371, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.627009630203247, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.871700644493103, + "num_tokens": 617861838.0, + "step": 16273 + }, + { + "epoch": 2.0702200737819614, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7218172550201416, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8840177059173584, + "num_tokens": 617893001.0, + "step": 16274 + }, + { + "epoch": 2.070347284060552, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6061484813690186, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8783448934555054, + "num_tokens": 617936361.0, + "step": 16275 + }, + { + "epoch": 2.0704744943391424, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.739501476287842, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8802800178527832, + "num_tokens": 617968267.0, + "step": 16276 + }, + { + "epoch": 2.070601704617733, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6071600914001465, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8809818029403687, + "num_tokens": 618007710.0, + "step": 16277 + }, + { + "epoch": 2.0707289148963235, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7477736473083496, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8828381896018982, + "num_tokens": 618043185.0, + "step": 16278 + }, + { + "epoch": 2.070856125174914, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5887041091918945, + "learning_rate": 1e-05, + "loss": 0.3709, + "mean_token_accuracy": 0.8920857906341553, + "num_tokens": 618085460.0, + "step": 16279 + }, + { + "epoch": 2.0709833354535045, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7656912803649902, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8911992311477661, + "num_tokens": 618117155.0, + "step": 16280 + }, + { + "epoch": 2.071110545732095, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5994322299957275, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8904500603675842, + "num_tokens": 618153380.0, + "step": 16281 + }, + { + "epoch": 2.0712377560106856, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.773183822631836, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8827650547027588, + "num_tokens": 618190125.0, + "step": 16282 + }, + { + "epoch": 2.071364966289276, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5981051921844482, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8842487335205078, + "num_tokens": 618225281.0, + "step": 16283 + }, + { + "epoch": 2.0714921765678667, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7758185863494873, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8885806798934937, + "num_tokens": 618262213.0, + "step": 16284 + }, + { + "epoch": 2.071619386846457, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.624955415725708, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8648201823234558, + "num_tokens": 618292780.0, + "step": 16285 + }, + { + "epoch": 2.0717465971250477, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7556545734405518, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8676450252532959, + "num_tokens": 618332968.0, + "step": 16286 + }, + { + "epoch": 2.0718738074036382, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.600635051727295, + "learning_rate": 1e-05, + "loss": 0.3663, + "mean_token_accuracy": 0.8926457166671753, + "num_tokens": 618369585.0, + "step": 16287 + }, + { + "epoch": 2.0720010176822288, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7566049098968506, + "learning_rate": 1e-05, + "loss": 0.3618, + "mean_token_accuracy": 0.8974416255950928, + "num_tokens": 618410388.0, + "step": 16288 + }, + { + "epoch": 2.0721282279608193, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5825703144073486, + "learning_rate": 1e-05, + "loss": 0.3565, + "mean_token_accuracy": 0.8978451490402222, + "num_tokens": 618453591.0, + "step": 16289 + }, + { + "epoch": 2.07225543823941, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.777538537979126, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8866020441055298, + "num_tokens": 618489757.0, + "step": 16290 + }, + { + "epoch": 2.0723826485180004, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5930652618408203, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.8880861401557922, + "num_tokens": 618524733.0, + "step": 16291 + }, + { + "epoch": 2.072509858796591, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.774266481399536, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8790702819824219, + "num_tokens": 618564734.0, + "step": 16292 + }, + { + "epoch": 2.0726370690751814, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.592651605606079, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8854460120201111, + "num_tokens": 618602503.0, + "step": 16293 + }, + { + "epoch": 2.072764279353772, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7760870456695557, + "learning_rate": 1e-05, + "loss": 0.3696, + "mean_token_accuracy": 0.8954062461853027, + "num_tokens": 618639907.0, + "step": 16294 + }, + { + "epoch": 2.0728914896323625, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.600308895111084, + "learning_rate": 1e-05, + "loss": 0.393, + "mean_token_accuracy": 0.8872562646865845, + "num_tokens": 618681366.0, + "step": 16295 + }, + { + "epoch": 2.073018699910953, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.765237808227539, + "learning_rate": 1e-05, + "loss": 0.3552, + "mean_token_accuracy": 0.8979891538619995, + "num_tokens": 618718610.0, + "step": 16296 + }, + { + "epoch": 2.0731459101895435, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.608907699584961, + "learning_rate": 1e-05, + "loss": 0.3774, + "mean_token_accuracy": 0.8893378973007202, + "num_tokens": 618757741.0, + "step": 16297 + }, + { + "epoch": 2.0732731204681336, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7608439922332764, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.890362024307251, + "num_tokens": 618798189.0, + "step": 16298 + }, + { + "epoch": 2.073400330746724, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.605414390563965, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8810609579086304, + "num_tokens": 618837308.0, + "step": 16299 + }, + { + "epoch": 2.0735275410253147, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7660977840423584, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8691160678863525, + "num_tokens": 618876058.0, + "step": 16300 + }, + { + "epoch": 2.073654751303905, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5999491214752197, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8740373849868774, + "num_tokens": 618916246.0, + "step": 16301 + }, + { + "epoch": 2.0737819615824957, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7552056312561035, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8762699961662292, + "num_tokens": 618957639.0, + "step": 16302 + }, + { + "epoch": 2.0739091718610863, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.590362071990967, + "learning_rate": 1e-05, + "loss": 0.3831, + "mean_token_accuracy": 0.891315758228302, + "num_tokens": 618999505.0, + "step": 16303 + }, + { + "epoch": 2.074036382139677, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.767749547958374, + "learning_rate": 1e-05, + "loss": 0.3824, + "mean_token_accuracy": 0.8914211988449097, + "num_tokens": 619034807.0, + "step": 16304 + }, + { + "epoch": 2.0741635924182673, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5891616344451904, + "learning_rate": 1e-05, + "loss": 0.3767, + "mean_token_accuracy": 0.8926311731338501, + "num_tokens": 619073262.0, + "step": 16305 + }, + { + "epoch": 2.074290802696858, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7746431827545166, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.875037431716919, + "num_tokens": 619112706.0, + "step": 16306 + }, + { + "epoch": 2.0744180129754484, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.944624423980713, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8749313354492188, + "num_tokens": 619144444.0, + "step": 16307 + }, + { + "epoch": 2.074545223254039, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.636134624481201, + "learning_rate": 1e-05, + "loss": 0.378, + "mean_token_accuracy": 0.8915545344352722, + "num_tokens": 619183291.0, + "step": 16308 + }, + { + "epoch": 2.0746724335326294, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.722388982772827, + "learning_rate": 1e-05, + "loss": 0.3803, + "mean_token_accuracy": 0.8917582035064697, + "num_tokens": 619223865.0, + "step": 16309 + }, + { + "epoch": 2.07479964381122, + "ewc_loss": 0.07080078125, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6095130443573, + "learning_rate": 1e-05, + "loss": 0.3692, + "mean_token_accuracy": 0.8917982578277588, + "num_tokens": 619257418.0, + "step": 16310 + }, + { + "epoch": 2.0749268540898105, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.745973825454712, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8776565790176392, + "num_tokens": 619298724.0, + "step": 16311 + }, + { + "epoch": 2.075054064368401, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.616595983505249, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8848610520362854, + "num_tokens": 619332497.0, + "step": 16312 + }, + { + "epoch": 2.0751812746469915, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.756387233734131, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.8832758665084839, + "num_tokens": 619363371.0, + "step": 16313 + }, + { + "epoch": 2.075308484925582, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.983379602432251, + "learning_rate": 1e-05, + "loss": 0.3857, + "mean_token_accuracy": 0.8868486881256104, + "num_tokens": 619396068.0, + "step": 16314 + }, + { + "epoch": 2.0754356952041726, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6688575744628906, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8812927007675171, + "num_tokens": 619433728.0, + "step": 16315 + }, + { + "epoch": 2.075562905482763, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7215933799743652, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8732832074165344, + "num_tokens": 619476185.0, + "step": 16316 + }, + { + "epoch": 2.0756901157613536, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.587622880935669, + "learning_rate": 1e-05, + "loss": 0.3442, + "mean_token_accuracy": 0.9017142653465271, + "num_tokens": 619513184.0, + "step": 16317 + }, + { + "epoch": 2.075817326039944, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.768242597579956, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8765701055526733, + "num_tokens": 619550168.0, + "step": 16318 + }, + { + "epoch": 2.0759445363185347, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.598031997680664, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.879650354385376, + "num_tokens": 619588960.0, + "step": 16319 + }, + { + "epoch": 2.0760717465971252, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000301361083984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.769542932510376, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8849605321884155, + "num_tokens": 619624907.0, + "step": 16320 + }, + { + "epoch": 2.0761989568757158, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003032684326171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5823347568511963, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8896345496177673, + "num_tokens": 619670576.0, + "step": 16321 + }, + { + "epoch": 2.0763261671543063, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003032684326171875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7792928218841553, + "learning_rate": 1e-05, + "loss": 0.3822, + "mean_token_accuracy": 0.8898254632949829, + "num_tokens": 619710452.0, + "step": 16322 + }, + { + "epoch": 2.0764533774328964, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003032684326171875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.600806474685669, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8838635683059692, + "num_tokens": 619750104.0, + "step": 16323 + }, + { + "epoch": 2.076580587711487, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003032684326171875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7780544757843018, + "learning_rate": 1e-05, + "loss": 0.3932, + "mean_token_accuracy": 0.8890790939331055, + "num_tokens": 619791364.0, + "step": 16324 + }, + { + "epoch": 2.0767077979900774, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003032684326171875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6016488075256348, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8789367079734802, + "num_tokens": 619831138.0, + "step": 16325 + }, + { + "epoch": 2.076835008268668, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003032684326171875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7986865043640137, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8863033056259155, + "num_tokens": 619862897.0, + "step": 16326 + }, + { + "epoch": 2.0769622185472585, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003032684326171875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5992581844329834, + "learning_rate": 1e-05, + "loss": 0.376, + "mean_token_accuracy": 0.8930214643478394, + "num_tokens": 619897096.0, + "step": 16327 + }, + { + "epoch": 2.077089428825849, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7810072898864746, + "learning_rate": 1e-05, + "loss": 0.371, + "mean_token_accuracy": 0.8962579369544983, + "num_tokens": 619937458.0, + "step": 16328 + }, + { + "epoch": 2.0772166391044395, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.615145683288574, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8718868494033813, + "num_tokens": 619974735.0, + "step": 16329 + }, + { + "epoch": 2.07734384938303, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.784656286239624, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8791395425796509, + "num_tokens": 620012497.0, + "step": 16330 + }, + { + "epoch": 2.0774710596616206, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.602022886276245, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8773646354675293, + "num_tokens": 620051120.0, + "step": 16331 + }, + { + "epoch": 2.077598269940211, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7716896533966064, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.882683277130127, + "num_tokens": 620091479.0, + "step": 16332 + }, + { + "epoch": 2.0777254802188017, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.609321117401123, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8838233947753906, + "num_tokens": 620126509.0, + "step": 16333 + }, + { + "epoch": 2.077852690497392, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7726848125457764, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8856964111328125, + "num_tokens": 620164278.0, + "step": 16334 + }, + { + "epoch": 2.0779799007759827, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6097018718719482, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.874457061290741, + "num_tokens": 620202388.0, + "step": 16335 + }, + { + "epoch": 2.0781071110545732, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.767889976501465, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8865621089935303, + "num_tokens": 620236981.0, + "step": 16336 + }, + { + "epoch": 2.0782343213331638, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6011500358581543, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8865023851394653, + "num_tokens": 620275946.0, + "step": 16337 + }, + { + "epoch": 2.0783615316117543, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.764392375946045, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8693737387657166, + "num_tokens": 620317385.0, + "step": 16338 + }, + { + "epoch": 2.078488741890345, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.597790241241455, + "learning_rate": 1e-05, + "loss": 0.38, + "mean_token_accuracy": 0.8891794681549072, + "num_tokens": 620353625.0, + "step": 16339 + }, + { + "epoch": 2.0786159521689354, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.791527032852173, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8646321296691895, + "num_tokens": 620389421.0, + "step": 16340 + }, + { + "epoch": 2.078743162447526, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.587644338607788, + "learning_rate": 1e-05, + "loss": 0.3905, + "mean_token_accuracy": 0.8867975473403931, + "num_tokens": 620428233.0, + "step": 16341 + }, + { + "epoch": 2.0788703727261164, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8113303184509277, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8642762303352356, + "num_tokens": 620465156.0, + "step": 16342 + }, + { + "epoch": 2.078997583004707, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.592947244644165, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8821481466293335, + "num_tokens": 620501731.0, + "step": 16343 + }, + { + "epoch": 2.0791247932832975, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.806487798690796, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8793390393257141, + "num_tokens": 620538507.0, + "step": 16344 + }, + { + "epoch": 2.079252003561888, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5798871517181396, + "learning_rate": 1e-05, + "loss": 0.3542, + "mean_token_accuracy": 0.8965840339660645, + "num_tokens": 620577355.0, + "step": 16345 + }, + { + "epoch": 2.0793792138404785, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8195605278015137, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.877905011177063, + "num_tokens": 620613320.0, + "step": 16346 + }, + { + "epoch": 2.0795064241190686, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5739023685455322, + "learning_rate": 1e-05, + "loss": 0.3618, + "mean_token_accuracy": 0.8942063450813293, + "num_tokens": 620655167.0, + "step": 16347 + }, + { + "epoch": 2.079633634397659, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.830629825592041, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.867658257484436, + "num_tokens": 620697898.0, + "step": 16348 + }, + { + "epoch": 2.0797608446762497, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5920774936676025, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8874303102493286, + "num_tokens": 620736548.0, + "step": 16349 + }, + { + "epoch": 2.07988805495484, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8221607208251953, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8718789219856262, + "num_tokens": 620781368.0, + "step": 16350 + }, + { + "epoch": 2.0800152652334307, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6117541790008545, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8832833766937256, + "num_tokens": 620821749.0, + "step": 16351 + }, + { + "epoch": 2.0801424755120212, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8136355876922607, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8799399137496948, + "num_tokens": 620857906.0, + "step": 16352 + }, + { + "epoch": 2.0802696857906118, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6147890090942383, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8842819333076477, + "num_tokens": 620897124.0, + "step": 16353 + }, + { + "epoch": 2.0803968960692023, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8195595741271973, + "learning_rate": 1e-05, + "loss": 0.4571, + "mean_token_accuracy": 0.8724397420883179, + "num_tokens": 620932123.0, + "step": 16354 + }, + { + "epoch": 2.080524106347793, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.623356342315674, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8839153051376343, + "num_tokens": 620970906.0, + "step": 16355 + }, + { + "epoch": 2.0806513166263834, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7974774837493896, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8742728233337402, + "num_tokens": 621007387.0, + "step": 16356 + }, + { + "epoch": 2.080778526904974, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6176323890686035, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8848850727081299, + "num_tokens": 621043723.0, + "step": 16357 + }, + { + "epoch": 2.0809057371835644, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.771383762359619, + "learning_rate": 1e-05, + "loss": 0.3771, + "mean_token_accuracy": 0.8913261890411377, + "num_tokens": 621083686.0, + "step": 16358 + }, + { + "epoch": 2.081032947462155, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6192758083343506, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.883026659488678, + "num_tokens": 621125758.0, + "step": 16359 + }, + { + "epoch": 2.0811601577407455, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7672905921936035, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.883709192276001, + "num_tokens": 621163407.0, + "step": 16360 + }, + { + "epoch": 2.081287368019336, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.617649793624878, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8768491744995117, + "num_tokens": 621203321.0, + "step": 16361 + }, + { + "epoch": 2.0814145782979265, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7646377086639404, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8787314891815186, + "num_tokens": 621239777.0, + "step": 16362 + }, + { + "epoch": 2.081541788576517, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.627159357070923, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8872498273849487, + "num_tokens": 621271841.0, + "step": 16363 + }, + { + "epoch": 2.0816689988551076, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.741774559020996, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8853682279586792, + "num_tokens": 621309393.0, + "step": 16364 + }, + { + "epoch": 2.081796209133698, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6382009983062744, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8704473972320557, + "num_tokens": 621344362.0, + "step": 16365 + }, + { + "epoch": 2.0819234194122886, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7415239810943604, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8649007081985474, + "num_tokens": 621383999.0, + "step": 16366 + }, + { + "epoch": 2.082050629690879, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.612668752670288, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8888993263244629, + "num_tokens": 621424475.0, + "step": 16367 + }, + { + "epoch": 2.0821778399694697, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.743199348449707, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8714256882667542, + "num_tokens": 621458241.0, + "step": 16368 + }, + { + "epoch": 2.0823050502480602, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.606201648712158, + "learning_rate": 1e-05, + "loss": 0.3768, + "mean_token_accuracy": 0.8919179439544678, + "num_tokens": 621495424.0, + "step": 16369 + }, + { + "epoch": 2.0824322605266508, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.752480983734131, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8848830461502075, + "num_tokens": 621531256.0, + "step": 16370 + }, + { + "epoch": 2.082559470805241, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.593427896499634, + "learning_rate": 1e-05, + "loss": 0.399, + "mean_token_accuracy": 0.8835570216178894, + "num_tokens": 621571665.0, + "step": 16371 + }, + { + "epoch": 2.0826866810838314, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.77000093460083, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8873473405838013, + "num_tokens": 621604552.0, + "step": 16372 + }, + { + "epoch": 2.082813891362422, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5931663513183594, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8640079498291016, + "num_tokens": 621651677.0, + "step": 16373 + }, + { + "epoch": 2.0829411016410124, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7618324756622314, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.8909583687782288, + "num_tokens": 621695108.0, + "step": 16374 + }, + { + "epoch": 2.083068311919603, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6079397201538086, + "learning_rate": 1e-05, + "loss": 0.3758, + "mean_token_accuracy": 0.8927236795425415, + "num_tokens": 621725768.0, + "step": 16375 + }, + { + "epoch": 2.0831955221981935, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754673480987549, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8742411732673645, + "num_tokens": 621768559.0, + "step": 16376 + }, + { + "epoch": 2.083322732476784, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6125564575195312, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8821152448654175, + "num_tokens": 621805464.0, + "step": 16377 + }, + { + "epoch": 2.0834499427553745, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.758028507232666, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8740066885948181, + "num_tokens": 621843129.0, + "step": 16378 + }, + { + "epoch": 2.083577153033965, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6152615547180176, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8822598457336426, + "num_tokens": 621882450.0, + "step": 16379 + }, + { + "epoch": 2.0837043633125556, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7660319805145264, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8807953596115112, + "num_tokens": 621915797.0, + "step": 16380 + }, + { + "epoch": 2.083831573591146, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.610527276992798, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8729525804519653, + "num_tokens": 621953563.0, + "step": 16381 + }, + { + "epoch": 2.0839587838697367, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.750687837600708, + "learning_rate": 1e-05, + "loss": 0.374, + "mean_token_accuracy": 0.8953638076782227, + "num_tokens": 621989579.0, + "step": 16382 + }, + { + "epoch": 2.084085994148327, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.597715377807617, + "learning_rate": 1e-05, + "loss": 0.3595, + "mean_token_accuracy": 0.896973729133606, + "num_tokens": 622027446.0, + "step": 16383 + }, + { + "epoch": 2.0842132044269177, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.765150547027588, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8716661930084229, + "num_tokens": 622064972.0, + "step": 16384 + }, + { + "epoch": 2.0843404147055082, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5907602310180664, + "learning_rate": 1e-05, + "loss": 0.3712, + "mean_token_accuracy": 0.8935686945915222, + "num_tokens": 622103260.0, + "step": 16385 + }, + { + "epoch": 2.0844676249840988, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7803943157196045, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8874186277389526, + "num_tokens": 622140894.0, + "step": 16386 + }, + { + "epoch": 2.0845948352626893, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5938076972961426, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.889331579208374, + "num_tokens": 622177537.0, + "step": 16387 + }, + { + "epoch": 2.08472204554128, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.808648109436035, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8860172033309937, + "num_tokens": 622211172.0, + "step": 16388 + }, + { + "epoch": 2.0848492558198704, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5964243412017822, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8803154826164246, + "num_tokens": 622244805.0, + "step": 16389 + }, + { + "epoch": 2.084976466098461, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.799058675765991, + "learning_rate": 1e-05, + "loss": 0.3769, + "mean_token_accuracy": 0.8940505981445312, + "num_tokens": 622279496.0, + "step": 16390 + }, + { + "epoch": 2.0851036763770514, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.584221124649048, + "learning_rate": 1e-05, + "loss": 0.3807, + "mean_token_accuracy": 0.8918308615684509, + "num_tokens": 622318818.0, + "step": 16391 + }, + { + "epoch": 2.085230886655642, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7933483123779297, + "learning_rate": 1e-05, + "loss": 0.39, + "mean_token_accuracy": 0.8878028988838196, + "num_tokens": 622359313.0, + "step": 16392 + }, + { + "epoch": 2.0853580969342325, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6120426654815674, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8787471055984497, + "num_tokens": 622392840.0, + "step": 16393 + }, + { + "epoch": 2.085485307212823, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7926650047302246, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8692666888237, + "num_tokens": 622433522.0, + "step": 16394 + }, + { + "epoch": 2.0856125174914135, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.613023281097412, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8839994668960571, + "num_tokens": 622468805.0, + "step": 16395 + }, + { + "epoch": 2.0857397277700036, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7684526443481445, + "learning_rate": 1e-05, + "loss": 0.3783, + "mean_token_accuracy": 0.8926722407341003, + "num_tokens": 622511462.0, + "step": 16396 + }, + { + "epoch": 2.085866938048594, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.615241765975952, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8849273920059204, + "num_tokens": 622546246.0, + "step": 16397 + }, + { + "epoch": 2.0859941483271847, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.765799045562744, + "learning_rate": 1e-05, + "loss": 0.3803, + "mean_token_accuracy": 0.8907510042190552, + "num_tokens": 622583113.0, + "step": 16398 + }, + { + "epoch": 2.086121358605775, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6065664291381836, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8805835247039795, + "num_tokens": 622621414.0, + "step": 16399 + }, + { + "epoch": 2.0862485688843657, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7728521823883057, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8661708831787109, + "num_tokens": 622660079.0, + "step": 16400 + }, + { + "epoch": 2.0863757791629562, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6054227352142334, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8808276653289795, + "num_tokens": 622700413.0, + "step": 16401 + }, + { + "epoch": 2.0865029894415468, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.768483877182007, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8879845142364502, + "num_tokens": 622736448.0, + "step": 16402 + }, + { + "epoch": 2.0866301997201373, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6013622283935547, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8833508491516113, + "num_tokens": 622777014.0, + "step": 16403 + }, + { + "epoch": 2.086757409998728, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7568085193634033, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8854647278785706, + "num_tokens": 622817608.0, + "step": 16404 + }, + { + "epoch": 2.0868846202773184, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6112616062164307, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.8823980093002319, + "num_tokens": 622853090.0, + "step": 16405 + }, + { + "epoch": 2.087011830555909, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7592129707336426, + "learning_rate": 1e-05, + "loss": 0.3641, + "mean_token_accuracy": 0.8974496126174927, + "num_tokens": 622891843.0, + "step": 16406 + }, + { + "epoch": 2.0871390408344994, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.616915702819824, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8611946702003479, + "num_tokens": 622930364.0, + "step": 16407 + }, + { + "epoch": 2.08726625111309, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.761915445327759, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.863952100276947, + "num_tokens": 622970199.0, + "step": 16408 + }, + { + "epoch": 2.0873934613916805, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6213104724884033, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8761986494064331, + "num_tokens": 623003669.0, + "step": 16409 + }, + { + "epoch": 2.087520671670271, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.752984046936035, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8677862882614136, + "num_tokens": 623043110.0, + "step": 16410 + }, + { + "epoch": 2.0876478819488615, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6219687461853027, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8654767274856567, + "num_tokens": 623082474.0, + "step": 16411 + }, + { + "epoch": 2.087775092227452, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7526984214782715, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8672288060188293, + "num_tokens": 623119650.0, + "step": 16412 + }, + { + "epoch": 2.0879023025060426, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6401100158691406, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8705828189849854, + "num_tokens": 623150359.0, + "step": 16413 + }, + { + "epoch": 2.088029512784633, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7268502712249756, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8827283382415771, + "num_tokens": 623189251.0, + "step": 16414 + }, + { + "epoch": 2.0881567230632236, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6090641021728516, + "learning_rate": 1e-05, + "loss": 0.3648, + "mean_token_accuracy": 0.8952120542526245, + "num_tokens": 623231763.0, + "step": 16415 + }, + { + "epoch": 2.088283933341814, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.721034526824951, + "learning_rate": 1e-05, + "loss": 0.3851, + "mean_token_accuracy": 0.8897771835327148, + "num_tokens": 623269322.0, + "step": 16416 + }, + { + "epoch": 2.0884111436204047, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6293790340423584, + "learning_rate": 1e-05, + "loss": 0.3839, + "mean_token_accuracy": 0.8892364501953125, + "num_tokens": 623303765.0, + "step": 16417 + }, + { + "epoch": 2.0885383538989952, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7104110717773438, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8751261234283447, + "num_tokens": 623355484.0, + "step": 16418 + }, + { + "epoch": 2.0886655641775858, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.624727964401245, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8785310983657837, + "num_tokens": 623399441.0, + "step": 16419 + }, + { + "epoch": 2.0887927744561763, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7276370525360107, + "learning_rate": 1e-05, + "loss": 0.481, + "mean_token_accuracy": 0.8588147163391113, + "num_tokens": 623438690.0, + "step": 16420 + }, + { + "epoch": 2.0889199847347664, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6298553943634033, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8748822808265686, + "num_tokens": 623476291.0, + "step": 16421 + }, + { + "epoch": 2.089047195013357, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.708493232727051, + "learning_rate": 1e-05, + "loss": 0.3834, + "mean_token_accuracy": 0.8932635188102722, + "num_tokens": 623513830.0, + "step": 16422 + }, + { + "epoch": 2.0891744052919474, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6249380111694336, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8760563135147095, + "num_tokens": 623554789.0, + "step": 16423 + }, + { + "epoch": 2.089301615570538, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 4.86029577255249, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8845045566558838, + "num_tokens": 623593646.0, + "step": 16424 + }, + { + "epoch": 2.0894288258491285, + "ewc_loss": 0.0947265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 6.389617919921875e-05, + "grad_norm": 3.173027753829956, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8913321495056152, + "num_tokens": 623630646.0, + "step": 16425 + }, + { + "epoch": 2.089556036127719, + "ewc_loss": 0.0703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.00543212890625e-05, + "grad_norm": 2.7058496475219727, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8616850972175598, + "num_tokens": 623675488.0, + "step": 16426 + }, + { + "epoch": 2.0896832464063095, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.776653528213501, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8713496327400208, + "num_tokens": 623719717.0, + "step": 16427 + }, + { + "epoch": 2.0898104566849, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.887580871582031e-05, + "grad_norm": 2.8235533237457275, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8877456784248352, + "num_tokens": 623753248.0, + "step": 16428 + }, + { + "epoch": 2.0899376669634906, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.72853422164917, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8684938549995422, + "num_tokens": 623791562.0, + "step": 16429 + }, + { + "epoch": 2.090064877242081, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.7835655212402344, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.867776095867157, + "num_tokens": 623834187.0, + "step": 16430 + }, + { + "epoch": 2.0901920875206716, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7087647914886475, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8682510852813721, + "num_tokens": 623869664.0, + "step": 16431 + }, + { + "epoch": 2.090319297799262, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.776569128036499, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8797442317008972, + "num_tokens": 623907461.0, + "step": 16432 + }, + { + "epoch": 2.0904465080778527, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6590514183044434, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8786874413490295, + "num_tokens": 623947679.0, + "step": 16433 + }, + { + "epoch": 2.0905737183564432, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.751960039138794, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.887167751789093, + "num_tokens": 623992659.0, + "step": 16434 + }, + { + "epoch": 2.0907009286350338, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6518304347991943, + "learning_rate": 1e-05, + "loss": 0.3745, + "mean_token_accuracy": 0.8916391134262085, + "num_tokens": 624028305.0, + "step": 16435 + }, + { + "epoch": 2.0908281389136243, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7633020877838135, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8831153512001038, + "num_tokens": 624062585.0, + "step": 16436 + }, + { + "epoch": 2.090955349192215, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.644395112991333, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8853620886802673, + "num_tokens": 624100525.0, + "step": 16437 + }, + { + "epoch": 2.0910825594708053, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7649309635162354, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.8906689882278442, + "num_tokens": 624135982.0, + "step": 16438 + }, + { + "epoch": 2.091209769749396, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6150641441345215, + "learning_rate": 1e-05, + "loss": 0.3774, + "mean_token_accuracy": 0.890713095664978, + "num_tokens": 624172867.0, + "step": 16439 + }, + { + "epoch": 2.0913369800279864, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7572503089904785, + "learning_rate": 1e-05, + "loss": 0.3629, + "mean_token_accuracy": 0.895989716053009, + "num_tokens": 624208588.0, + "step": 16440 + }, + { + "epoch": 2.091464190306577, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.640634059906006, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8770654201507568, + "num_tokens": 624241060.0, + "step": 16441 + }, + { + "epoch": 2.0915914005851675, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.739149808883667, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8753786683082581, + "num_tokens": 624284508.0, + "step": 16442 + }, + { + "epoch": 2.091718610863758, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.617133140563965, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8843363523483276, + "num_tokens": 624326787.0, + "step": 16443 + }, + { + "epoch": 2.0918458211423485, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.752492904663086, + "learning_rate": 1e-05, + "loss": 0.3825, + "mean_token_accuracy": 0.8899262547492981, + "num_tokens": 624363375.0, + "step": 16444 + }, + { + "epoch": 2.0919730314209386, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6178207397460938, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8752274513244629, + "num_tokens": 624405508.0, + "step": 16445 + }, + { + "epoch": 2.092100241699529, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7590792179107666, + "learning_rate": 1e-05, + "loss": 0.3757, + "mean_token_accuracy": 0.8913581371307373, + "num_tokens": 624438505.0, + "step": 16446 + }, + { + "epoch": 2.0922274519781197, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.613887310028076, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8840186595916748, + "num_tokens": 624475463.0, + "step": 16447 + }, + { + "epoch": 2.09235466225671, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7627408504486084, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8882806301116943, + "num_tokens": 624511577.0, + "step": 16448 + }, + { + "epoch": 2.0924818725353007, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.602470874786377, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8831955194473267, + "num_tokens": 624552213.0, + "step": 16449 + }, + { + "epoch": 2.0926090828138912, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.765352725982666, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8877891898155212, + "num_tokens": 624589026.0, + "step": 16450 + }, + { + "epoch": 2.0927362930924818, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.613440752029419, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.879555344581604, + "num_tokens": 624623245.0, + "step": 16451 + }, + { + "epoch": 2.0928635033710723, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.76349139213562, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.877982497215271, + "num_tokens": 624659713.0, + "step": 16452 + }, + { + "epoch": 2.092990713649663, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6108884811401367, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.884835958480835, + "num_tokens": 624695539.0, + "step": 16453 + }, + { + "epoch": 2.0931179239282534, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7612950801849365, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8758249282836914, + "num_tokens": 624735311.0, + "step": 16454 + }, + { + "epoch": 2.093245134206844, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.604714870452881, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.8864480257034302, + "num_tokens": 624771941.0, + "step": 16455 + }, + { + "epoch": 2.0933723444854344, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.757136344909668, + "learning_rate": 1e-05, + "loss": 0.3773, + "mean_token_accuracy": 0.8928829431533813, + "num_tokens": 624809963.0, + "step": 16456 + }, + { + "epoch": 2.093499554764025, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.611133575439453, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8812280297279358, + "num_tokens": 624849839.0, + "step": 16457 + }, + { + "epoch": 2.0936267650426155, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.764307975769043, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8805137276649475, + "num_tokens": 624883920.0, + "step": 16458 + }, + { + "epoch": 2.093753975321206, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.609985589981079, + "learning_rate": 1e-05, + "loss": 0.3858, + "mean_token_accuracy": 0.8890865445137024, + "num_tokens": 624916024.0, + "step": 16459 + }, + { + "epoch": 2.0938811855997965, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7577219009399414, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8847630023956299, + "num_tokens": 624950978.0, + "step": 16460 + }, + { + "epoch": 2.094008395878387, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5926475524902344, + "learning_rate": 1e-05, + "loss": 0.3706, + "mean_token_accuracy": 0.8902890682220459, + "num_tokens": 624992177.0, + "step": 16461 + }, + { + "epoch": 2.0941356061569776, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7774009704589844, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.882331907749176, + "num_tokens": 625028211.0, + "step": 16462 + }, + { + "epoch": 2.094262816435568, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.58123779296875, + "learning_rate": 1e-05, + "loss": 0.3596, + "mean_token_accuracy": 0.8984271287918091, + "num_tokens": 625065895.0, + "step": 16463 + }, + { + "epoch": 2.0943900267141586, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7893831729888916, + "learning_rate": 1e-05, + "loss": 0.393, + "mean_token_accuracy": 0.8894635438919067, + "num_tokens": 625100521.0, + "step": 16464 + }, + { + "epoch": 2.094517236992749, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.578718662261963, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8829780220985413, + "num_tokens": 625144810.0, + "step": 16465 + }, + { + "epoch": 2.0946444472713397, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.819775342941284, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8796288371086121, + "num_tokens": 625178001.0, + "step": 16466 + }, + { + "epoch": 2.09477165754993, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.595912456512451, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8837041854858398, + "num_tokens": 625214857.0, + "step": 16467 + }, + { + "epoch": 2.0948988678285207, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8066961765289307, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8849838376045227, + "num_tokens": 625253396.0, + "step": 16468 + }, + { + "epoch": 2.095026078107111, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.599900722503662, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8677884340286255, + "num_tokens": 625291922.0, + "step": 16469 + }, + { + "epoch": 2.0951532883857014, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8242666721343994, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8805685043334961, + "num_tokens": 625326548.0, + "step": 16470 + }, + { + "epoch": 2.095280498664292, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6034746170043945, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8873294591903687, + "num_tokens": 625361354.0, + "step": 16471 + }, + { + "epoch": 2.0954077089428824, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8165736198425293, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8717480301856995, + "num_tokens": 625400885.0, + "step": 16472 + }, + { + "epoch": 2.095534919221473, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.611630916595459, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8847074508666992, + "num_tokens": 625438975.0, + "step": 16473 + }, + { + "epoch": 2.0956621295000635, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8101956844329834, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8642534613609314, + "num_tokens": 625475384.0, + "step": 16474 + }, + { + "epoch": 2.095789339778654, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6155807971954346, + "learning_rate": 1e-05, + "loss": 0.3638, + "mean_token_accuracy": 0.8958995342254639, + "num_tokens": 625508422.0, + "step": 16475 + }, + { + "epoch": 2.0959165500572445, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.789132833480835, + "learning_rate": 1e-05, + "loss": 0.3798, + "mean_token_accuracy": 0.8908651471138, + "num_tokens": 625546434.0, + "step": 16476 + }, + { + "epoch": 2.096043760335835, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6068973541259766, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.88609778881073, + "num_tokens": 625584005.0, + "step": 16477 + }, + { + "epoch": 2.0961709706144256, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8203110694885254, + "learning_rate": 1e-05, + "loss": 0.3652, + "mean_token_accuracy": 0.8976121544837952, + "num_tokens": 625616713.0, + "step": 16478 + }, + { + "epoch": 2.096298180893016, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.600877046585083, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8828077912330627, + "num_tokens": 625657738.0, + "step": 16479 + }, + { + "epoch": 2.0964253911716066, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8039097785949707, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8785783052444458, + "num_tokens": 625693485.0, + "step": 16480 + }, + { + "epoch": 2.096552601450197, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.603339433670044, + "learning_rate": 1e-05, + "loss": 0.3757, + "mean_token_accuracy": 0.8896228671073914, + "num_tokens": 625727219.0, + "step": 16481 + }, + { + "epoch": 2.0966798117287877, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8063573837280273, + "learning_rate": 1e-05, + "loss": 0.3721, + "mean_token_accuracy": 0.8950052261352539, + "num_tokens": 625762858.0, + "step": 16482 + }, + { + "epoch": 2.0968070220073782, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6087822914123535, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8793221712112427, + "num_tokens": 625799752.0, + "step": 16483 + }, + { + "epoch": 2.0969342322859688, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7955751419067383, + "learning_rate": 1e-05, + "loss": 0.3689, + "mean_token_accuracy": 0.894086480140686, + "num_tokens": 625835453.0, + "step": 16484 + }, + { + "epoch": 2.0970614425645593, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6137290000915527, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8680567145347595, + "num_tokens": 625875181.0, + "step": 16485 + }, + { + "epoch": 2.09718865284315, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.774292469024658, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8936617374420166, + "num_tokens": 625918851.0, + "step": 16486 + }, + { + "epoch": 2.0973158631217403, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.623944044113159, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8835570812225342, + "num_tokens": 625954859.0, + "step": 16487 + }, + { + "epoch": 2.097443073400331, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.777761697769165, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8886109590530396, + "num_tokens": 625986042.0, + "step": 16488 + }, + { + "epoch": 2.0975702836789214, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6308207511901855, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8613019585609436, + "num_tokens": 626023604.0, + "step": 16489 + }, + { + "epoch": 2.097697493957512, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7537872791290283, + "learning_rate": 1e-05, + "loss": 0.3591, + "mean_token_accuracy": 0.8992915749549866, + "num_tokens": 626059193.0, + "step": 16490 + }, + { + "epoch": 2.0978247042361025, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6152069568634033, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.876059889793396, + "num_tokens": 626099994.0, + "step": 16491 + }, + { + "epoch": 2.097951914514693, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.758157253265381, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8821874856948853, + "num_tokens": 626133105.0, + "step": 16492 + }, + { + "epoch": 2.0980791247932835, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.618325710296631, + "learning_rate": 1e-05, + "loss": 0.3932, + "mean_token_accuracy": 0.8893059492111206, + "num_tokens": 626171837.0, + "step": 16493 + }, + { + "epoch": 2.0982063350718736, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.744168996810913, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8759210109710693, + "num_tokens": 626214057.0, + "step": 16494 + }, + { + "epoch": 2.098333545350464, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6150221824645996, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8870766162872314, + "num_tokens": 626249046.0, + "step": 16495 + }, + { + "epoch": 2.0984607556290547, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7628281116485596, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8712551593780518, + "num_tokens": 626283991.0, + "step": 16496 + }, + { + "epoch": 2.098587965907645, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.607367753982544, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8790722489356995, + "num_tokens": 626321919.0, + "step": 16497 + }, + { + "epoch": 2.0987151761862357, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.747655153274536, + "learning_rate": 1e-05, + "loss": 0.3763, + "mean_token_accuracy": 0.8945882320404053, + "num_tokens": 626360281.0, + "step": 16498 + }, + { + "epoch": 2.0988423864648262, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6061508655548096, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8832968473434448, + "num_tokens": 626404314.0, + "step": 16499 + }, + { + "epoch": 2.0989695967434168, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.745163679122925, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8676638007164001, + "num_tokens": 626452743.0, + "step": 16500 + }, + { + "epoch": 2.0990968070220073, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5985238552093506, + "learning_rate": 1e-05, + "loss": 0.3633, + "mean_token_accuracy": 0.8978526592254639, + "num_tokens": 626494310.0, + "step": 16501 + }, + { + "epoch": 2.099224017300598, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.746990203857422, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8829536437988281, + "num_tokens": 626534995.0, + "step": 16502 + }, + { + "epoch": 2.0993512275791884, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.601284980773926, + "learning_rate": 1e-05, + "loss": 0.3779, + "mean_token_accuracy": 0.8906601071357727, + "num_tokens": 626575084.0, + "step": 16503 + }, + { + "epoch": 2.099478437857779, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7580502033233643, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8882786631584167, + "num_tokens": 626608922.0, + "step": 16504 + }, + { + "epoch": 2.0996056481363694, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5962374210357666, + "learning_rate": 1e-05, + "loss": 0.3814, + "mean_token_accuracy": 0.8897791504859924, + "num_tokens": 626645480.0, + "step": 16505 + }, + { + "epoch": 2.09973285841496, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7590019702911377, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8750141263008118, + "num_tokens": 626687641.0, + "step": 16506 + }, + { + "epoch": 2.0998600686935505, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6017284393310547, + "learning_rate": 1e-05, + "loss": 0.3721, + "mean_token_accuracy": 0.8934878706932068, + "num_tokens": 626720624.0, + "step": 16507 + }, + { + "epoch": 2.099987278972141, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7641727924346924, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8602321743965149, + "num_tokens": 626760174.0, + "step": 16508 + }, + { + "epoch": 2.1001144892507315, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.594576597213745, + "learning_rate": 1e-05, + "loss": 0.3491, + "mean_token_accuracy": 0.8976655602455139, + "num_tokens": 626792970.0, + "step": 16509 + }, + { + "epoch": 2.100241699529322, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.779273509979248, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8799759745597839, + "num_tokens": 626826793.0, + "step": 16510 + }, + { + "epoch": 2.1003689098079126, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5988454818725586, + "learning_rate": 1e-05, + "loss": 0.3965, + "mean_token_accuracy": 0.8846999406814575, + "num_tokens": 626862938.0, + "step": 16511 + }, + { + "epoch": 2.100496120086503, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7695600986480713, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.882843554019928, + "num_tokens": 626900738.0, + "step": 16512 + }, + { + "epoch": 2.1006233303650936, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.60231351852417, + "learning_rate": 1e-05, + "loss": 0.378, + "mean_token_accuracy": 0.8914098739624023, + "num_tokens": 626932670.0, + "step": 16513 + }, + { + "epoch": 2.100750540643684, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.776618003845215, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8794015645980835, + "num_tokens": 626971683.0, + "step": 16514 + }, + { + "epoch": 2.1008777509222747, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6024296283721924, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8754891753196716, + "num_tokens": 627009955.0, + "step": 16515 + }, + { + "epoch": 2.101004961200865, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7702603340148926, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8697733879089355, + "num_tokens": 627052469.0, + "step": 16516 + }, + { + "epoch": 2.1011321714794557, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.611943483352661, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8798867464065552, + "num_tokens": 627088314.0, + "step": 16517 + }, + { + "epoch": 2.1012593817580463, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7559971809387207, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8824722766876221, + "num_tokens": 627132030.0, + "step": 16518 + }, + { + "epoch": 2.1013865920366364, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.612107515335083, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8789283037185669, + "num_tokens": 627171135.0, + "step": 16519 + }, + { + "epoch": 2.101513802315227, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.760880708694458, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.884380042552948, + "num_tokens": 627206303.0, + "step": 16520 + }, + { + "epoch": 2.1016410125938174, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.621873617172241, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8795976638793945, + "num_tokens": 627242859.0, + "step": 16521 + }, + { + "epoch": 2.101768222872408, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7515852451324463, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8786085844039917, + "num_tokens": 627284659.0, + "step": 16522 + }, + { + "epoch": 2.1018954331509985, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.618373394012451, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8885927200317383, + "num_tokens": 627320012.0, + "step": 16523 + }, + { + "epoch": 2.102022643429589, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.742427110671997, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8867975473403931, + "num_tokens": 627358117.0, + "step": 16524 + }, + { + "epoch": 2.1021498537081795, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.637129306793213, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8710796236991882, + "num_tokens": 627393331.0, + "step": 16525 + }, + { + "epoch": 2.10227706398677, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.728034019470215, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.872451901435852, + "num_tokens": 627433905.0, + "step": 16526 + }, + { + "epoch": 2.1024042742653606, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6191117763519287, + "learning_rate": 1e-05, + "loss": 0.3764, + "mean_token_accuracy": 0.8943504095077515, + "num_tokens": 627469673.0, + "step": 16527 + }, + { + "epoch": 2.102531484543951, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.744490623474121, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8781367540359497, + "num_tokens": 627502917.0, + "step": 16528 + }, + { + "epoch": 2.1026586948225416, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6233744621276855, + "learning_rate": 1e-05, + "loss": 0.3721, + "mean_token_accuracy": 0.8946874141693115, + "num_tokens": 627536632.0, + "step": 16529 + }, + { + "epoch": 2.102785905101132, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00030517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7288615703582764, + "learning_rate": 1e-05, + "loss": 0.3858, + "mean_token_accuracy": 0.8895019888877869, + "num_tokens": 627580820.0, + "step": 16530 + }, + { + "epoch": 2.1029131153797227, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6156718730926514, + "learning_rate": 1e-05, + "loss": 0.3556, + "mean_token_accuracy": 0.9001157283782959, + "num_tokens": 627616895.0, + "step": 16531 + }, + { + "epoch": 2.1030403256583132, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.732360601425171, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8762571811676025, + "num_tokens": 627655648.0, + "step": 16532 + }, + { + "epoch": 2.1031675359369038, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.620457172393799, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8805012702941895, + "num_tokens": 627692259.0, + "step": 16533 + }, + { + "epoch": 2.1032947462154943, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7349257469177246, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8860322833061218, + "num_tokens": 627731601.0, + "step": 16534 + }, + { + "epoch": 2.103421956494085, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.622765064239502, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8814704418182373, + "num_tokens": 627768381.0, + "step": 16535 + }, + { + "epoch": 2.1035491667726753, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7308058738708496, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.888560950756073, + "num_tokens": 627808327.0, + "step": 16536 + }, + { + "epoch": 2.103676377051266, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6281118392944336, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8842275142669678, + "num_tokens": 627838779.0, + "step": 16537 + }, + { + "epoch": 2.1038035873298564, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.741126775741577, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8818385004997253, + "num_tokens": 627875634.0, + "step": 16538 + }, + { + "epoch": 2.103930797608447, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6095876693725586, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8815644979476929, + "num_tokens": 627918350.0, + "step": 16539 + }, + { + "epoch": 2.1040580078870375, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7289938926696777, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8790422677993774, + "num_tokens": 627955649.0, + "step": 16540 + }, + { + "epoch": 2.104185218165628, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.633803606033325, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8820823431015015, + "num_tokens": 627989374.0, + "step": 16541 + }, + { + "epoch": 2.1043124284442185, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.937619209289551, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8715431690216064, + "num_tokens": 628026338.0, + "step": 16542 + }, + { + "epoch": 2.1044396387228086, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5799570083618164, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8874837160110474, + "num_tokens": 628062550.0, + "step": 16543 + }, + { + "epoch": 2.104566849001399, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8221142292022705, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8765187859535217, + "num_tokens": 628104868.0, + "step": 16544 + }, + { + "epoch": 2.1046940592799896, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.566714286804199, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8771830201148987, + "num_tokens": 628142009.0, + "step": 16545 + }, + { + "epoch": 2.10482126955858, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8368163108825684, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.878953754901886, + "num_tokens": 628180992.0, + "step": 16546 + }, + { + "epoch": 2.1049484798371707, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5907392501831055, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8826388120651245, + "num_tokens": 628215636.0, + "step": 16547 + }, + { + "epoch": 2.1050756901157612, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8276031017303467, + "learning_rate": 1e-05, + "loss": 0.3848, + "mean_token_accuracy": 0.8890863656997681, + "num_tokens": 628256993.0, + "step": 16548 + }, + { + "epoch": 2.1052029003943518, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5987961292266846, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8789944648742676, + "num_tokens": 628293408.0, + "step": 16549 + }, + { + "epoch": 2.1053301106729423, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8344051837921143, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8845027089118958, + "num_tokens": 628329353.0, + "step": 16550 + }, + { + "epoch": 2.105457320951533, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6206088066101074, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8707476854324341, + "num_tokens": 628364312.0, + "step": 16551 + }, + { + "epoch": 2.1055845312301233, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8109538555145264, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8855394124984741, + "num_tokens": 628401354.0, + "step": 16552 + }, + { + "epoch": 2.105711741508714, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6304962635040283, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8892983198165894, + "num_tokens": 628432840.0, + "step": 16553 + }, + { + "epoch": 2.1058389517873044, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.790328025817871, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8797751069068909, + "num_tokens": 628476300.0, + "step": 16554 + }, + { + "epoch": 2.105966162065895, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.619107961654663, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8822887539863586, + "num_tokens": 628514248.0, + "step": 16555 + }, + { + "epoch": 2.1060933723444855, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7713513374328613, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8856978416442871, + "num_tokens": 628557161.0, + "step": 16556 + }, + { + "epoch": 2.106220582623076, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6290855407714844, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8869175910949707, + "num_tokens": 628591073.0, + "step": 16557 + }, + { + "epoch": 2.1063477929016665, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.761120319366455, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8875775933265686, + "num_tokens": 628627215.0, + "step": 16558 + }, + { + "epoch": 2.106475003180257, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.617931365966797, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8793537020683289, + "num_tokens": 628669858.0, + "step": 16559 + }, + { + "epoch": 2.1066022134588476, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.76359486579895, + "learning_rate": 1e-05, + "loss": 0.3613, + "mean_token_accuracy": 0.8975059986114502, + "num_tokens": 628704504.0, + "step": 16560 + }, + { + "epoch": 2.106729423737438, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.626420259475708, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8679847717285156, + "num_tokens": 628743444.0, + "step": 16561 + }, + { + "epoch": 2.1068566340160286, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7596287727355957, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8690909147262573, + "num_tokens": 628782256.0, + "step": 16562 + }, + { + "epoch": 2.106983844294619, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.61812424659729, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8861817121505737, + "num_tokens": 628822150.0, + "step": 16563 + }, + { + "epoch": 2.1071110545732097, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.742058753967285, + "learning_rate": 1e-05, + "loss": 0.3795, + "mean_token_accuracy": 0.8929288983345032, + "num_tokens": 628862445.0, + "step": 16564 + }, + { + "epoch": 2.1072382648518, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6306962966918945, + "learning_rate": 1e-05, + "loss": 0.3956, + "mean_token_accuracy": 0.8828995227813721, + "num_tokens": 628897166.0, + "step": 16565 + }, + { + "epoch": 2.1073654751303907, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.741760015487671, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8867141008377075, + "num_tokens": 628933443.0, + "step": 16566 + }, + { + "epoch": 2.107492685408981, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.619936466217041, + "learning_rate": 1e-05, + "loss": 0.3797, + "mean_token_accuracy": 0.8900243639945984, + "num_tokens": 628969614.0, + "step": 16567 + }, + { + "epoch": 2.1076198956875714, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.72550892829895, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.886719822883606, + "num_tokens": 629010386.0, + "step": 16568 + }, + { + "epoch": 2.107747105966162, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6520607471466064, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8754885792732239, + "num_tokens": 629041388.0, + "step": 16569 + }, + { + "epoch": 2.1078743162447524, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.720261812210083, + "learning_rate": 1e-05, + "loss": 0.3749, + "mean_token_accuracy": 0.893438458442688, + "num_tokens": 629077306.0, + "step": 16570 + }, + { + "epoch": 2.108001526523343, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6401829719543457, + "learning_rate": 1e-05, + "loss": 0.3816, + "mean_token_accuracy": 0.8907489776611328, + "num_tokens": 629110636.0, + "step": 16571 + }, + { + "epoch": 2.1081287368019335, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7043302059173584, + "learning_rate": 1e-05, + "loss": 0.3569, + "mean_token_accuracy": 0.9010509252548218, + "num_tokens": 629145834.0, + "step": 16572 + }, + { + "epoch": 2.108255947080524, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6286427974700928, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8796523809432983, + "num_tokens": 629187148.0, + "step": 16573 + }, + { + "epoch": 2.1083831573591145, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7047204971313477, + "learning_rate": 1e-05, + "loss": 0.3767, + "mean_token_accuracy": 0.8938567638397217, + "num_tokens": 629224391.0, + "step": 16574 + }, + { + "epoch": 2.108510367637705, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.643267869949341, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.885119616985321, + "num_tokens": 629261074.0, + "step": 16575 + }, + { + "epoch": 2.1086375779162956, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7042958736419678, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8828533887863159, + "num_tokens": 629296568.0, + "step": 16576 + }, + { + "epoch": 2.108764788194886, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6183388233184814, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8859339952468872, + "num_tokens": 629342784.0, + "step": 16577 + }, + { + "epoch": 2.1088919984734766, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.711883783340454, + "learning_rate": 1e-05, + "loss": 0.3859, + "mean_token_accuracy": 0.8894102573394775, + "num_tokens": 629377705.0, + "step": 16578 + }, + { + "epoch": 2.109019208752067, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.617072105407715, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8865255117416382, + "num_tokens": 629414823.0, + "step": 16579 + }, + { + "epoch": 2.1091464190306577, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.724277973175049, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8725341558456421, + "num_tokens": 629452404.0, + "step": 16580 + }, + { + "epoch": 2.109273629309248, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.622464895248413, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8869079947471619, + "num_tokens": 629486147.0, + "step": 16581 + }, + { + "epoch": 2.1094008395878387, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.719545841217041, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8879092931747437, + "num_tokens": 629523581.0, + "step": 16582 + }, + { + "epoch": 2.1095280498664293, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.606515645980835, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8827111721038818, + "num_tokens": 629562125.0, + "step": 16583 + }, + { + "epoch": 2.10965526014502, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7161436080932617, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.8919756412506104, + "num_tokens": 629601786.0, + "step": 16584 + }, + { + "epoch": 2.1097824704236103, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.603684902191162, + "learning_rate": 1e-05, + "loss": 0.3843, + "mean_token_accuracy": 0.8906512260437012, + "num_tokens": 629645022.0, + "step": 16585 + }, + { + "epoch": 2.109909680702201, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.74076771736145, + "learning_rate": 1e-05, + "loss": 0.3692, + "mean_token_accuracy": 0.8948841094970703, + "num_tokens": 629675604.0, + "step": 16586 + }, + { + "epoch": 2.1100368909807914, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.598024368286133, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8768903613090515, + "num_tokens": 629718508.0, + "step": 16587 + }, + { + "epoch": 2.110164101259382, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.747645139694214, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8663718700408936, + "num_tokens": 629758476.0, + "step": 16588 + }, + { + "epoch": 2.1102913115379724, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.614408493041992, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8758081197738647, + "num_tokens": 629793692.0, + "step": 16589 + }, + { + "epoch": 2.110418521816563, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.756443977355957, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8743886947631836, + "num_tokens": 629829750.0, + "step": 16590 + }, + { + "epoch": 2.1105457320951535, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.613959789276123, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8645527362823486, + "num_tokens": 629865832.0, + "step": 16591 + }, + { + "epoch": 2.1106729423737436, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.755399703979492, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8727700114250183, + "num_tokens": 629906450.0, + "step": 16592 + }, + { + "epoch": 2.110800152652334, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6421594619750977, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8691454529762268, + "num_tokens": 629939650.0, + "step": 16593 + }, + { + "epoch": 2.1109273629309246, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7298166751861572, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8833099007606506, + "num_tokens": 629977692.0, + "step": 16594 + }, + { + "epoch": 2.111054573209515, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6177027225494385, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8851110935211182, + "num_tokens": 630019111.0, + "step": 16595 + }, + { + "epoch": 2.1111817834881057, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7369298934936523, + "learning_rate": 1e-05, + "loss": 0.3727, + "mean_token_accuracy": 0.8910244107246399, + "num_tokens": 630054924.0, + "step": 16596 + }, + { + "epoch": 2.1113089937666962, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5997426509857178, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8752857446670532, + "num_tokens": 630100344.0, + "step": 16597 + }, + { + "epoch": 2.1114362040452868, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7466232776641846, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.882208526134491, + "num_tokens": 630137296.0, + "step": 16598 + }, + { + "epoch": 2.1115634143238773, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6122210025787354, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8861843943595886, + "num_tokens": 630177477.0, + "step": 16599 + }, + { + "epoch": 2.111690624602468, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003070831298828125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7576606273651123, + "learning_rate": 1e-05, + "loss": 0.3542, + "mean_token_accuracy": 0.8991889357566833, + "num_tokens": 630205830.0, + "step": 16600 + }, + { + "epoch": 2.1118178348810583, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.605908155441284, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8815481662750244, + "num_tokens": 630247114.0, + "step": 16601 + }, + { + "epoch": 2.111945045159649, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.765467643737793, + "learning_rate": 1e-05, + "loss": 0.3764, + "mean_token_accuracy": 0.8952553868293762, + "num_tokens": 630279848.0, + "step": 16602 + }, + { + "epoch": 2.1120722554382394, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5884265899658203, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.8923624157905579, + "num_tokens": 630320993.0, + "step": 16603 + }, + { + "epoch": 2.11219946571683, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7964582443237305, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8621413111686707, + "num_tokens": 630354703.0, + "step": 16604 + }, + { + "epoch": 2.1123266759954205, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.611039161682129, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8779269456863403, + "num_tokens": 630388902.0, + "step": 16605 + }, + { + "epoch": 2.112453886274011, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7746171951293945, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8845465779304504, + "num_tokens": 630431446.0, + "step": 16606 + }, + { + "epoch": 2.1125810965526015, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6084141731262207, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8770543336868286, + "num_tokens": 630468334.0, + "step": 16607 + }, + { + "epoch": 2.112708306831192, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7832064628601074, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.8867219090461731, + "num_tokens": 630498607.0, + "step": 16608 + }, + { + "epoch": 2.1128355171097826, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.61460280418396, + "learning_rate": 1e-05, + "loss": 0.3888, + "mean_token_accuracy": 0.8849406242370605, + "num_tokens": 630534900.0, + "step": 16609 + }, + { + "epoch": 2.112962727388373, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7637689113616943, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8735693097114563, + "num_tokens": 630577045.0, + "step": 16610 + }, + { + "epoch": 2.1130899376669636, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6106464862823486, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8853054642677307, + "num_tokens": 630613477.0, + "step": 16611 + }, + { + "epoch": 2.113217147945554, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.761962890625, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8827418088912964, + "num_tokens": 630651868.0, + "step": 16612 + }, + { + "epoch": 2.1133443582241447, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6199564933776855, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8853740692138672, + "num_tokens": 630691483.0, + "step": 16613 + }, + { + "epoch": 2.113471568502735, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.760049343109131, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8861328959465027, + "num_tokens": 630730392.0, + "step": 16614 + }, + { + "epoch": 2.1135987787813257, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.618898630142212, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8891196250915527, + "num_tokens": 630764336.0, + "step": 16615 + }, + { + "epoch": 2.1137259890599163, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7491602897644043, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8744103908538818, + "num_tokens": 630805912.0, + "step": 16616 + }, + { + "epoch": 2.1138531993385064, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6177453994750977, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.874606728553772, + "num_tokens": 630844667.0, + "step": 16617 + }, + { + "epoch": 2.113980409617097, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7331390380859375, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8842396140098572, + "num_tokens": 630888217.0, + "step": 16618 + }, + { + "epoch": 2.1141076198956874, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6189897060394287, + "learning_rate": 1e-05, + "loss": 0.3672, + "mean_token_accuracy": 0.8922020196914673, + "num_tokens": 630922415.0, + "step": 16619 + }, + { + "epoch": 2.114234830174278, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7503561973571777, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8842349052429199, + "num_tokens": 630955469.0, + "step": 16620 + }, + { + "epoch": 2.1143620404528685, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.615891456604004, + "learning_rate": 1e-05, + "loss": 0.3971, + "mean_token_accuracy": 0.8862686157226562, + "num_tokens": 630994641.0, + "step": 16621 + }, + { + "epoch": 2.114489250731459, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.738487720489502, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8718822002410889, + "num_tokens": 631034671.0, + "step": 16622 + }, + { + "epoch": 2.1146164610100495, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6187169551849365, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8784099817276001, + "num_tokens": 631073518.0, + "step": 16623 + }, + { + "epoch": 2.11474367128864, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7488174438476562, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8658798336982727, + "num_tokens": 631111631.0, + "step": 16624 + }, + { + "epoch": 2.1148708815672306, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.608269214630127, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8804648518562317, + "num_tokens": 631148081.0, + "step": 16625 + }, + { + "epoch": 2.114998091845821, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.798588275909424, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8757481575012207, + "num_tokens": 631183176.0, + "step": 16626 + }, + { + "epoch": 2.1151253021244116, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.60001540184021, + "learning_rate": 1e-05, + "loss": 0.3907, + "mean_token_accuracy": 0.8844691514968872, + "num_tokens": 631213841.0, + "step": 16627 + }, + { + "epoch": 2.115252512403002, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7740280628204346, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8698472380638123, + "num_tokens": 631249410.0, + "step": 16628 + }, + { + "epoch": 2.1153797226815927, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5845842361450195, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8806675672531128, + "num_tokens": 631292153.0, + "step": 16629 + }, + { + "epoch": 2.115506932960183, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7906293869018555, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8803337216377258, + "num_tokens": 631330461.0, + "step": 16630 + }, + { + "epoch": 2.1156341432387737, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5966429710388184, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8773334622383118, + "num_tokens": 631367384.0, + "step": 16631 + }, + { + "epoch": 2.1157613535173643, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7936997413635254, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8754591941833496, + "num_tokens": 631402558.0, + "step": 16632 + }, + { + "epoch": 2.115888563795955, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5908203125, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8621024489402771, + "num_tokens": 631444040.0, + "step": 16633 + }, + { + "epoch": 2.1160157740745453, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7867984771728516, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8898503184318542, + "num_tokens": 631486350.0, + "step": 16634 + }, + { + "epoch": 2.116142984353136, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6051266193389893, + "learning_rate": 1e-05, + "loss": 0.3784, + "mean_token_accuracy": 0.8890707492828369, + "num_tokens": 631519145.0, + "step": 16635 + }, + { + "epoch": 2.1162701946317264, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8423912525177, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8765981197357178, + "num_tokens": 631554637.0, + "step": 16636 + }, + { + "epoch": 2.116397404910317, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.586724042892456, + "learning_rate": 1e-05, + "loss": 0.3814, + "mean_token_accuracy": 0.8900552988052368, + "num_tokens": 631593580.0, + "step": 16637 + }, + { + "epoch": 2.1165246151889074, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.820039749145508, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.880200982093811, + "num_tokens": 631630410.0, + "step": 16638 + }, + { + "epoch": 2.116651825467498, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6260488033294678, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8840516805648804, + "num_tokens": 631661894.0, + "step": 16639 + }, + { + "epoch": 2.116779035746088, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.816843032836914, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8815065622329712, + "num_tokens": 631694514.0, + "step": 16640 + }, + { + "epoch": 2.1169062460246786, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.601811647415161, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.873886227607727, + "num_tokens": 631737715.0, + "step": 16641 + }, + { + "epoch": 2.117033456303269, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.811307430267334, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.871009111404419, + "num_tokens": 631773972.0, + "step": 16642 + }, + { + "epoch": 2.1171606665818596, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.611226797103882, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8780350089073181, + "num_tokens": 631812292.0, + "step": 16643 + }, + { + "epoch": 2.11728787686045, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.796996831893921, + "learning_rate": 1e-05, + "loss": 0.379, + "mean_token_accuracy": 0.8930314183235168, + "num_tokens": 631849518.0, + "step": 16644 + }, + { + "epoch": 2.1174150871390407, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.609424591064453, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8834879398345947, + "num_tokens": 631889821.0, + "step": 16645 + }, + { + "epoch": 2.1175422974176312, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7928049564361572, + "learning_rate": 1e-05, + "loss": 0.3707, + "mean_token_accuracy": 0.8941465616226196, + "num_tokens": 631925192.0, + "step": 16646 + }, + { + "epoch": 2.1176695076962218, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.609328269958496, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8826547861099243, + "num_tokens": 631967876.0, + "step": 16647 + }, + { + "epoch": 2.1177967179748123, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.78718638420105, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8862608671188354, + "num_tokens": 632006026.0, + "step": 16648 + }, + { + "epoch": 2.117923928253403, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6013693809509277, + "learning_rate": 1e-05, + "loss": 0.3678, + "mean_token_accuracy": 0.8959442377090454, + "num_tokens": 632045886.0, + "step": 16649 + }, + { + "epoch": 2.1180511385319933, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.797973394393921, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8874486684799194, + "num_tokens": 632083583.0, + "step": 16650 + }, + { + "epoch": 2.118178348810584, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6052019596099854, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8848170042037964, + "num_tokens": 632124427.0, + "step": 16651 + }, + { + "epoch": 2.1183055590891744, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8120806217193604, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8780139684677124, + "num_tokens": 632159787.0, + "step": 16652 + }, + { + "epoch": 2.118432769367765, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.601130962371826, + "learning_rate": 1e-05, + "loss": 0.3777, + "mean_token_accuracy": 0.8894015550613403, + "num_tokens": 632194737.0, + "step": 16653 + }, + { + "epoch": 2.1185599796463555, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8025753498077393, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8870385885238647, + "num_tokens": 632230737.0, + "step": 16654 + }, + { + "epoch": 2.118687189924946, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000308990478515625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5980663299560547, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8794649243354797, + "num_tokens": 632271374.0, + "step": 16655 + }, + { + "epoch": 2.1188144002035365, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.812065601348877, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8894869685173035, + "num_tokens": 632305326.0, + "step": 16656 + }, + { + "epoch": 2.118941610482127, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.617469310760498, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.881188690662384, + "num_tokens": 632338807.0, + "step": 16657 + }, + { + "epoch": 2.1190688207607176, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8134591579437256, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8699806332588196, + "num_tokens": 632373933.0, + "step": 16658 + }, + { + "epoch": 2.119196031039308, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6063523292541504, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8812013864517212, + "num_tokens": 632414149.0, + "step": 16659 + }, + { + "epoch": 2.1193232413178986, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7972869873046875, + "learning_rate": 1e-05, + "loss": 0.3836, + "mean_token_accuracy": 0.8884496092796326, + "num_tokens": 632453622.0, + "step": 16660 + }, + { + "epoch": 2.119450451596489, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6277315616607666, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8693262338638306, + "num_tokens": 632488398.0, + "step": 16661 + }, + { + "epoch": 2.1195776618750797, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.79299259185791, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8776716589927673, + "num_tokens": 632524013.0, + "step": 16662 + }, + { + "epoch": 2.11970487215367, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6333436965942383, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8774822950363159, + "num_tokens": 632562247.0, + "step": 16663 + }, + { + "epoch": 2.1198320824322607, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7843401432037354, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8722379207611084, + "num_tokens": 632600066.0, + "step": 16664 + }, + { + "epoch": 2.119959292710851, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.625866651535034, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8775249719619751, + "num_tokens": 632638157.0, + "step": 16665 + }, + { + "epoch": 2.1200865029894413, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.76491117477417, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8596360683441162, + "num_tokens": 632682534.0, + "step": 16666 + }, + { + "epoch": 2.120213713268032, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6210529804229736, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.8892064094543457, + "num_tokens": 632717574.0, + "step": 16667 + }, + { + "epoch": 2.1203409235466224, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7519805431365967, + "learning_rate": 1e-05, + "loss": 0.3895, + "mean_token_accuracy": 0.8850734233856201, + "num_tokens": 632754113.0, + "step": 16668 + }, + { + "epoch": 2.120468133825213, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6247894763946533, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8691999912261963, + "num_tokens": 632797776.0, + "step": 16669 + }, + { + "epoch": 2.1205953441038035, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.747748613357544, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.881868302822113, + "num_tokens": 632834841.0, + "step": 16670 + }, + { + "epoch": 2.120722554382394, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.621255397796631, + "learning_rate": 1e-05, + "loss": 0.393, + "mean_token_accuracy": 0.8891884088516235, + "num_tokens": 632872698.0, + "step": 16671 + }, + { + "epoch": 2.1208497646609845, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.748775005340576, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8800318241119385, + "num_tokens": 632911067.0, + "step": 16672 + }, + { + "epoch": 2.120976974939575, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.613569974899292, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.886459231376648, + "num_tokens": 632952037.0, + "step": 16673 + }, + { + "epoch": 2.1211041852181656, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.761253833770752, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.876891016960144, + "num_tokens": 632984667.0, + "step": 16674 + }, + { + "epoch": 2.121231395496756, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6063525676727295, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8726516962051392, + "num_tokens": 633027165.0, + "step": 16675 + }, + { + "epoch": 2.1213586057753466, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7456185817718506, + "learning_rate": 1e-05, + "loss": 0.3803, + "mean_token_accuracy": 0.8930085897445679, + "num_tokens": 633068636.0, + "step": 16676 + }, + { + "epoch": 2.121485816053937, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6098663806915283, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8898940086364746, + "num_tokens": 633103546.0, + "step": 16677 + }, + { + "epoch": 2.1216130263325277, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7636349201202393, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.872880756855011, + "num_tokens": 633141529.0, + "step": 16678 + }, + { + "epoch": 2.121740236611118, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.605832815170288, + "learning_rate": 1e-05, + "loss": 0.3781, + "mean_token_accuracy": 0.8922356963157654, + "num_tokens": 633177324.0, + "step": 16679 + }, + { + "epoch": 2.1218674468897087, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.756765365600586, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8816855549812317, + "num_tokens": 633216726.0, + "step": 16680 + }, + { + "epoch": 2.1219946571682993, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.604124069213867, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8772079348564148, + "num_tokens": 633255583.0, + "step": 16681 + }, + { + "epoch": 2.12212186744689, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7601919174194336, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8859872817993164, + "num_tokens": 633295167.0, + "step": 16682 + }, + { + "epoch": 2.1222490777254803, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6035959720611572, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8686150312423706, + "num_tokens": 633336662.0, + "step": 16683 + }, + { + "epoch": 2.122376288004071, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7487432956695557, + "learning_rate": 1e-05, + "loss": 0.3956, + "mean_token_accuracy": 0.886451244354248, + "num_tokens": 633379826.0, + "step": 16684 + }, + { + "epoch": 2.1225034982826614, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6084201335906982, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8716562986373901, + "num_tokens": 633421447.0, + "step": 16685 + }, + { + "epoch": 2.122630708561252, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7450473308563232, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8903985619544983, + "num_tokens": 633462704.0, + "step": 16686 + }, + { + "epoch": 2.1227579188398424, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.612267017364502, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8815770149230957, + "num_tokens": 633496452.0, + "step": 16687 + }, + { + "epoch": 2.122885129118433, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7343568801879883, + "learning_rate": 1e-05, + "loss": 0.3629, + "mean_token_accuracy": 0.8999781608581543, + "num_tokens": 633534560.0, + "step": 16688 + }, + { + "epoch": 2.1230123393970235, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6130611896514893, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8870332837104797, + "num_tokens": 633572429.0, + "step": 16689 + }, + { + "epoch": 2.1231395496756136, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7640180587768555, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8739528656005859, + "num_tokens": 633603588.0, + "step": 16690 + }, + { + "epoch": 2.123266759954204, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6122727394104004, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.885402262210846, + "num_tokens": 633640975.0, + "step": 16691 + }, + { + "epoch": 2.1233939702327946, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7386789321899414, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8872484564781189, + "num_tokens": 633684340.0, + "step": 16692 + }, + { + "epoch": 2.123521180511385, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.615501880645752, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8843650221824646, + "num_tokens": 633720969.0, + "step": 16693 + }, + { + "epoch": 2.1236483907899757, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.751485824584961, + "learning_rate": 1e-05, + "loss": 0.3656, + "mean_token_accuracy": 0.894280195236206, + "num_tokens": 633751726.0, + "step": 16694 + }, + { + "epoch": 2.123775601068566, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.619539260864258, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.8885231018066406, + "num_tokens": 633784645.0, + "step": 16695 + }, + { + "epoch": 2.1239028113471567, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.745851755142212, + "learning_rate": 1e-05, + "loss": 0.3618, + "mean_token_accuracy": 0.894726037979126, + "num_tokens": 633816028.0, + "step": 16696 + }, + { + "epoch": 2.1240300216257473, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6076340675354004, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8734134435653687, + "num_tokens": 633859018.0, + "step": 16697 + }, + { + "epoch": 2.124157231904338, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7470335960388184, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8772478699684143, + "num_tokens": 633897549.0, + "step": 16698 + }, + { + "epoch": 2.1242844421829283, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6963677406311035, + "learning_rate": 1e-05, + "loss": 0.3728, + "mean_token_accuracy": 0.891247034072876, + "num_tokens": 633933111.0, + "step": 16699 + }, + { + "epoch": 2.124411652461519, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7065839767456055, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.870630145072937, + "num_tokens": 633972409.0, + "step": 16700 + }, + { + "epoch": 2.1245388627401094, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.65537691116333, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8649822473526001, + "num_tokens": 634007112.0, + "step": 16701 + }, + { + "epoch": 2.1246660730187, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6873905658721924, + "learning_rate": 1e-05, + "loss": 0.3664, + "mean_token_accuracy": 0.896409273147583, + "num_tokens": 634043509.0, + "step": 16702 + }, + { + "epoch": 2.1247932832972904, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.652710437774658, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8827040195465088, + "num_tokens": 634081883.0, + "step": 16703 + }, + { + "epoch": 2.124920493575881, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6884467601776123, + "learning_rate": 1e-05, + "loss": 0.3857, + "mean_token_accuracy": 0.8916494250297546, + "num_tokens": 634116203.0, + "step": 16704 + }, + { + "epoch": 2.1250477038544715, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6510043144226074, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8844560384750366, + "num_tokens": 634152538.0, + "step": 16705 + }, + { + "epoch": 2.125174914133062, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6923420429229736, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8844128251075745, + "num_tokens": 634188563.0, + "step": 16706 + }, + { + "epoch": 2.1253021244116526, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6413097381591797, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8686275482177734, + "num_tokens": 634235164.0, + "step": 16707 + }, + { + "epoch": 2.125429334690243, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.684239625930786, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8903025388717651, + "num_tokens": 634275136.0, + "step": 16708 + }, + { + "epoch": 2.1255565449688336, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6374106407165527, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8872122168540955, + "num_tokens": 634312056.0, + "step": 16709 + }, + { + "epoch": 2.125683755247424, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7214415073394775, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8668797016143799, + "num_tokens": 634345737.0, + "step": 16710 + }, + { + "epoch": 2.1258109655260147, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.632370948791504, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8805516958236694, + "num_tokens": 634381122.0, + "step": 16711 + }, + { + "epoch": 2.125938175804605, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.702129364013672, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8813226819038391, + "num_tokens": 634420529.0, + "step": 16712 + }, + { + "epoch": 2.1260653860831957, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.614320755004883, + "learning_rate": 1e-05, + "loss": 0.389, + "mean_token_accuracy": 0.8866095542907715, + "num_tokens": 634460540.0, + "step": 16713 + }, + { + "epoch": 2.1261925963617863, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7352559566497803, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.870876669883728, + "num_tokens": 634497818.0, + "step": 16714 + }, + { + "epoch": 2.1263198066403763, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6339352130889893, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8751158118247986, + "num_tokens": 634532262.0, + "step": 16715 + }, + { + "epoch": 2.126447016918967, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7186789512634277, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.880888819694519, + "num_tokens": 634567316.0, + "step": 16716 + }, + { + "epoch": 2.1265742271975574, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.623957395553589, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8778468370437622, + "num_tokens": 634608603.0, + "step": 16717 + }, + { + "epoch": 2.126701437476148, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7180685997009277, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8805198669433594, + "num_tokens": 634646539.0, + "step": 16718 + }, + { + "epoch": 2.1268286477547385, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.642491579055786, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8883935809135437, + "num_tokens": 634673998.0, + "step": 16719 + }, + { + "epoch": 2.126955858033329, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.722001791000366, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8828314542770386, + "num_tokens": 634707609.0, + "step": 16720 + }, + { + "epoch": 2.1270830683119195, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6217761039733887, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8845906257629395, + "num_tokens": 634742893.0, + "step": 16721 + }, + { + "epoch": 2.12721027859051, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.712318181991577, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8864221572875977, + "num_tokens": 634780887.0, + "step": 16722 + }, + { + "epoch": 2.1273374888691006, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6208252906799316, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8843657374382019, + "num_tokens": 634819512.0, + "step": 16723 + }, + { + "epoch": 2.127464699147691, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7294259071350098, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8671178221702576, + "num_tokens": 634857213.0, + "step": 16724 + }, + { + "epoch": 2.1275919094262816, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.621666669845581, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8748383522033691, + "num_tokens": 634899221.0, + "step": 16725 + }, + { + "epoch": 2.127719119704872, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.703484296798706, + "learning_rate": 1e-05, + "loss": 0.3609, + "mean_token_accuracy": 0.8964774012565613, + "num_tokens": 634943486.0, + "step": 16726 + }, + { + "epoch": 2.1278463299834627, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6247849464416504, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8745965957641602, + "num_tokens": 634981303.0, + "step": 16727 + }, + { + "epoch": 2.127973540262053, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.762404203414917, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8781055808067322, + "num_tokens": 635021411.0, + "step": 16728 + }, + { + "epoch": 2.1281007505406437, + "ewc_loss": 0.0712890625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6012496948242188, + "learning_rate": 1e-05, + "loss": 0.386, + "mean_token_accuracy": 0.8900449872016907, + "num_tokens": 635063449.0, + "step": 16729 + }, + { + "epoch": 2.1282279608192343, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7362186908721924, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8696463108062744, + "num_tokens": 635107052.0, + "step": 16730 + }, + { + "epoch": 2.128355171097825, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6129298210144043, + "learning_rate": 1e-05, + "loss": 0.3789, + "mean_token_accuracy": 0.8910938501358032, + "num_tokens": 635141036.0, + "step": 16731 + }, + { + "epoch": 2.1284823813764153, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.743584156036377, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.873124361038208, + "num_tokens": 635181060.0, + "step": 16732 + }, + { + "epoch": 2.128609591655006, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.5997414588928223, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8802915215492249, + "num_tokens": 635222679.0, + "step": 16733 + }, + { + "epoch": 2.1287368019335964, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.757397413253784, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8843218088150024, + "num_tokens": 635258351.0, + "step": 16734 + }, + { + "epoch": 2.128864012212187, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.608989715576172, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8631253838539124, + "num_tokens": 635300647.0, + "step": 16735 + }, + { + "epoch": 2.1289912224907774, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7611615657806396, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8812987804412842, + "num_tokens": 635335239.0, + "step": 16736 + }, + { + "epoch": 2.129118432769368, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6071078777313232, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8863840699195862, + "num_tokens": 635370786.0, + "step": 16737 + }, + { + "epoch": 2.129245643047958, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.763481378555298, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8816105127334595, + "num_tokens": 635410033.0, + "step": 16738 + }, + { + "epoch": 2.129372853326549, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.60874342918396, + "learning_rate": 1e-05, + "loss": 0.3775, + "mean_token_accuracy": 0.8930203318595886, + "num_tokens": 635447157.0, + "step": 16739 + }, + { + "epoch": 2.129500063605139, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7592508792877197, + "learning_rate": 1e-05, + "loss": 0.3971, + "mean_token_accuracy": 0.8893234729766846, + "num_tokens": 635485580.0, + "step": 16740 + }, + { + "epoch": 2.1296272738837296, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.605069875717163, + "learning_rate": 1e-05, + "loss": 0.3574, + "mean_token_accuracy": 0.8956319093704224, + "num_tokens": 635520289.0, + "step": 16741 + }, + { + "epoch": 2.12975448416232, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7641589641571045, + "learning_rate": 1e-05, + "loss": 0.3885, + "mean_token_accuracy": 0.8873165249824524, + "num_tokens": 635552390.0, + "step": 16742 + }, + { + "epoch": 2.1298816944409107, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.611119031906128, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8807913064956665, + "num_tokens": 635588281.0, + "step": 16743 + }, + { + "epoch": 2.130008904719501, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.762537956237793, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.869461178779602, + "num_tokens": 635632229.0, + "step": 16744 + }, + { + "epoch": 2.1301361149980917, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.596722364425659, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8855075240135193, + "num_tokens": 635671315.0, + "step": 16745 + }, + { + "epoch": 2.1302633252766823, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.778046131134033, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8769695162773132, + "num_tokens": 635711765.0, + "step": 16746 + }, + { + "epoch": 2.130390535555273, + "ewc_loss": 0.07177734375, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6206982135772705, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8638546466827393, + "num_tokens": 635747710.0, + "step": 16747 + }, + { + "epoch": 2.1305177458338633, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 3.015291452407837, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8696648478507996, + "num_tokens": 635781355.0, + "step": 16748 + }, + { + "epoch": 2.130644956112454, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5700244903564453, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8829377889633179, + "num_tokens": 635821340.0, + "step": 16749 + }, + { + "epoch": 2.1307721663910444, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.893079996109009, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8708672523498535, + "num_tokens": 635857943.0, + "step": 16750 + }, + { + "epoch": 2.130899376669635, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003108978271484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5719683170318604, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8749906420707703, + "num_tokens": 635896808.0, + "step": 16751 + }, + { + "epoch": 2.1310265869482254, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.982948303222656e-05, + "grad_norm": 2.9146082401275635, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8868974447250366, + "num_tokens": 635934952.0, + "step": 16752 + }, + { + "epoch": 2.131153797226816, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.602447032928467, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.882554829120636, + "num_tokens": 635972968.0, + "step": 16753 + }, + { + "epoch": 2.1312810075054065, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.9591064453125e-05, + "grad_norm": 2.913504123687744, + "learning_rate": 1e-05, + "loss": 0.3678, + "mean_token_accuracy": 0.8935068249702454, + "num_tokens": 636004761.0, + "step": 16754 + }, + { + "epoch": 2.131408217783997, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6242332458496094, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8758671283721924, + "num_tokens": 636043003.0, + "step": 16755 + }, + { + "epoch": 2.1315354280625876, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.9591064453125e-05, + "grad_norm": 2.88736629486084, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8807353973388672, + "num_tokens": 636083580.0, + "step": 16756 + }, + { + "epoch": 2.131662638341178, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6363842487335205, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8851120471954346, + "num_tokens": 636124248.0, + "step": 16757 + }, + { + "epoch": 2.1317898486197686, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.866968870162964, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8732502460479736, + "num_tokens": 636164665.0, + "step": 16758 + }, + { + "epoch": 2.131917058898359, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6486477851867676, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8784154057502747, + "num_tokens": 636201526.0, + "step": 16759 + }, + { + "epoch": 2.1320442691769497, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8285696506500244, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8798151016235352, + "num_tokens": 636247793.0, + "step": 16760 + }, + { + "epoch": 2.13217147945554, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.632132053375244, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8894429802894592, + "num_tokens": 636289989.0, + "step": 16761 + }, + { + "epoch": 2.1322986897341307, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8258893489837646, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8678625226020813, + "num_tokens": 636328729.0, + "step": 16762 + }, + { + "epoch": 2.132425900012721, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.656423807144165, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8795921802520752, + "num_tokens": 636362593.0, + "step": 16763 + }, + { + "epoch": 2.1325531102913113, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.783127784729004, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8899765014648438, + "num_tokens": 636402790.0, + "step": 16764 + }, + { + "epoch": 2.132680320569902, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.638871908187866, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8795789480209351, + "num_tokens": 636443052.0, + "step": 16765 + }, + { + "epoch": 2.1328075308484924, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.783376693725586, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8823237419128418, + "num_tokens": 636481345.0, + "step": 16766 + }, + { + "epoch": 2.132934741127083, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6332693099975586, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8814665079116821, + "num_tokens": 636516638.0, + "step": 16767 + }, + { + "epoch": 2.1330619514056735, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7623419761657715, + "learning_rate": 1e-05, + "loss": 0.3652, + "mean_token_accuracy": 0.8943663835525513, + "num_tokens": 636551606.0, + "step": 16768 + }, + { + "epoch": 2.133189161684264, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.637169599533081, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8753706216812134, + "num_tokens": 636589298.0, + "step": 16769 + }, + { + "epoch": 2.1333163719628545, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.76513671875, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8805790543556213, + "num_tokens": 636622010.0, + "step": 16770 + }, + { + "epoch": 2.133443582241445, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.617070198059082, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8839702010154724, + "num_tokens": 636665355.0, + "step": 16771 + }, + { + "epoch": 2.1335707925200356, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.751840353012085, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8883016109466553, + "num_tokens": 636706135.0, + "step": 16772 + }, + { + "epoch": 2.133698002798626, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6135177612304688, + "learning_rate": 1e-05, + "loss": 0.368, + "mean_token_accuracy": 0.8946375250816345, + "num_tokens": 636744587.0, + "step": 16773 + }, + { + "epoch": 2.1338252130772166, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.747025728225708, + "learning_rate": 1e-05, + "loss": 0.3662, + "mean_token_accuracy": 0.8928584456443787, + "num_tokens": 636784175.0, + "step": 16774 + }, + { + "epoch": 2.133952423355807, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.628964900970459, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8712886571884155, + "num_tokens": 636821752.0, + "step": 16775 + }, + { + "epoch": 2.1340796336343977, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7734975814819336, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8667020797729492, + "num_tokens": 636855507.0, + "step": 16776 + }, + { + "epoch": 2.134206843912988, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6143040657043457, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8755693435668945, + "num_tokens": 636895401.0, + "step": 16777 + }, + { + "epoch": 2.1343340541915787, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.751077890396118, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8633618354797363, + "num_tokens": 636940225.0, + "step": 16778 + }, + { + "epoch": 2.1344612644701693, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.619925022125244, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8758893013000488, + "num_tokens": 636976685.0, + "step": 16779 + }, + { + "epoch": 2.13458847474876, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7510733604431152, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8815118074417114, + "num_tokens": 637018170.0, + "step": 16780 + }, + { + "epoch": 2.1347156850273503, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6129162311553955, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8836819529533386, + "num_tokens": 637055115.0, + "step": 16781 + }, + { + "epoch": 2.134842895305941, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.751438617706299, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8686952590942383, + "num_tokens": 637093964.0, + "step": 16782 + }, + { + "epoch": 2.1349701055845314, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6003642082214355, + "learning_rate": 1e-05, + "loss": 0.3539, + "mean_token_accuracy": 0.901035487651825, + "num_tokens": 637135242.0, + "step": 16783 + }, + { + "epoch": 2.135097315863122, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754288911819458, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8807468414306641, + "num_tokens": 637173407.0, + "step": 16784 + }, + { + "epoch": 2.1352245261417124, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6206886768341064, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8790197372436523, + "num_tokens": 637207613.0, + "step": 16785 + }, + { + "epoch": 2.135351736420303, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.74817156791687, + "learning_rate": 1e-05, + "loss": 0.3641, + "mean_token_accuracy": 0.8945978879928589, + "num_tokens": 637242010.0, + "step": 16786 + }, + { + "epoch": 2.1354789466988935, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.59977126121521, + "learning_rate": 1e-05, + "loss": 0.3868, + "mean_token_accuracy": 0.8860712051391602, + "num_tokens": 637284034.0, + "step": 16787 + }, + { + "epoch": 2.1356061569774836, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.738734483718872, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8886587619781494, + "num_tokens": 637325657.0, + "step": 16788 + }, + { + "epoch": 2.135733367256074, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6120996475219727, + "learning_rate": 1e-05, + "loss": 0.3773, + "mean_token_accuracy": 0.8906201720237732, + "num_tokens": 637360946.0, + "step": 16789 + }, + { + "epoch": 2.1358605775346646, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.759056806564331, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8783015012741089, + "num_tokens": 637397540.0, + "step": 16790 + }, + { + "epoch": 2.135987787813255, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5925309658050537, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8872759938240051, + "num_tokens": 637443148.0, + "step": 16791 + }, + { + "epoch": 2.1361149980918457, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7677457332611084, + "learning_rate": 1e-05, + "loss": 0.3834, + "mean_token_accuracy": 0.8906146287918091, + "num_tokens": 637480796.0, + "step": 16792 + }, + { + "epoch": 2.136242208370436, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6262245178222656, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8768879771232605, + "num_tokens": 637525465.0, + "step": 16793 + }, + { + "epoch": 2.1363694186490267, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.752943277359009, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8833270072937012, + "num_tokens": 637563235.0, + "step": 16794 + }, + { + "epoch": 2.1364966289276173, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6047942638397217, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.889259934425354, + "num_tokens": 637600061.0, + "step": 16795 + }, + { + "epoch": 2.136623839206208, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7454497814178467, + "learning_rate": 1e-05, + "loss": 0.3686, + "mean_token_accuracy": 0.8955127000808716, + "num_tokens": 637640877.0, + "step": 16796 + }, + { + "epoch": 2.1367510494847983, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.00031280517578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.611898899078369, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8777918815612793, + "num_tokens": 637679248.0, + "step": 16797 + }, + { + "epoch": 2.136878259763389, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.75650691986084, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8764413595199585, + "num_tokens": 637715973.0, + "step": 16798 + }, + { + "epoch": 2.1370054700419794, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6059324741363525, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8871070742607117, + "num_tokens": 637753358.0, + "step": 16799 + }, + { + "epoch": 2.13713268032057, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7433712482452393, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.882118821144104, + "num_tokens": 637798608.0, + "step": 16800 + }, + { + "epoch": 2.1372598905991604, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6101646423339844, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8835171461105347, + "num_tokens": 637837173.0, + "step": 16801 + }, + { + "epoch": 2.137387100877751, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.749657392501831, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8897653222084045, + "num_tokens": 637874072.0, + "step": 16802 + }, + { + "epoch": 2.1375143111563415, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6223719120025635, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.872844934463501, + "num_tokens": 637909369.0, + "step": 16803 + }, + { + "epoch": 2.137641521434932, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.744595766067505, + "learning_rate": 1e-05, + "loss": 0.3827, + "mean_token_accuracy": 0.8925046920776367, + "num_tokens": 637946526.0, + "step": 16804 + }, + { + "epoch": 2.1377687317135226, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6189773082733154, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8767832517623901, + "num_tokens": 637984476.0, + "step": 16805 + }, + { + "epoch": 2.137895941992113, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.744760036468506, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8772943019866943, + "num_tokens": 638019098.0, + "step": 16806 + }, + { + "epoch": 2.1380231522707036, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6172940731048584, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8824779987335205, + "num_tokens": 638059049.0, + "step": 16807 + }, + { + "epoch": 2.138150362549294, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.74204421043396, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8828297853469849, + "num_tokens": 638095887.0, + "step": 16808 + }, + { + "epoch": 2.1382775728278847, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6162822246551514, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.8636173009872437, + "num_tokens": 638141855.0, + "step": 16809 + }, + { + "epoch": 2.138404783106475, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.739607334136963, + "learning_rate": 1e-05, + "loss": 0.379, + "mean_token_accuracy": 0.8924126625061035, + "num_tokens": 638184491.0, + "step": 16810 + }, + { + "epoch": 2.1385319933850653, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.625857353210449, + "learning_rate": 1e-05, + "loss": 0.3692, + "mean_token_accuracy": 0.8911454677581787, + "num_tokens": 638218341.0, + "step": 16811 + }, + { + "epoch": 2.1386592036636562, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.744527578353882, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8756941556930542, + "num_tokens": 638257422.0, + "step": 16812 + }, + { + "epoch": 2.1387864139422463, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6152215003967285, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8854358196258545, + "num_tokens": 638298053.0, + "step": 16813 + }, + { + "epoch": 2.138913624220837, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7511990070343018, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.864879846572876, + "num_tokens": 638337870.0, + "step": 16814 + }, + { + "epoch": 2.1390408344994274, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.619511365890503, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8811647891998291, + "num_tokens": 638371587.0, + "step": 16815 + }, + { + "epoch": 2.139168044778018, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.739546060562134, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8810044527053833, + "num_tokens": 638416879.0, + "step": 16816 + }, + { + "epoch": 2.1392952550566084, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6087865829467773, + "learning_rate": 1e-05, + "loss": 0.3739, + "mean_token_accuracy": 0.8910118937492371, + "num_tokens": 638452809.0, + "step": 16817 + }, + { + "epoch": 2.139422465335199, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.754147529602051, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8755393028259277, + "num_tokens": 638487027.0, + "step": 16818 + }, + { + "epoch": 2.1395496756137895, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.617673635482788, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8848305940628052, + "num_tokens": 638517922.0, + "step": 16819 + }, + { + "epoch": 2.13967688589238, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.739908456802368, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8716444969177246, + "num_tokens": 638562360.0, + "step": 16820 + }, + { + "epoch": 2.1398040961709706, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6228294372558594, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8772746324539185, + "num_tokens": 638595649.0, + "step": 16821 + }, + { + "epoch": 2.139931306449561, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7519843578338623, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8833708167076111, + "num_tokens": 638632588.0, + "step": 16822 + }, + { + "epoch": 2.1400585167281516, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.629958152770996, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.883965015411377, + "num_tokens": 638663000.0, + "step": 16823 + }, + { + "epoch": 2.140185727006742, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7229626178741455, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8791844248771667, + "num_tokens": 638703737.0, + "step": 16824 + }, + { + "epoch": 2.1403129372853327, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6215364933013916, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8690831661224365, + "num_tokens": 638745526.0, + "step": 16825 + }, + { + "epoch": 2.140440147563923, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.731780767440796, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.886544942855835, + "num_tokens": 638780865.0, + "step": 16826 + }, + { + "epoch": 2.1405673578425137, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.62292218208313, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8788449764251709, + "num_tokens": 638822274.0, + "step": 16827 + }, + { + "epoch": 2.1406945681211043, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7399775981903076, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8708353042602539, + "num_tokens": 638859077.0, + "step": 16828 + }, + { + "epoch": 2.140821778399695, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.611409902572632, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8824132680892944, + "num_tokens": 638898055.0, + "step": 16829 + }, + { + "epoch": 2.1409489886782853, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.742429733276367, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8693215847015381, + "num_tokens": 638939597.0, + "step": 16830 + }, + { + "epoch": 2.141076198956876, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.615406036376953, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.876362681388855, + "num_tokens": 638978268.0, + "step": 16831 + }, + { + "epoch": 2.1412034092354664, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.746047019958496, + "learning_rate": 1e-05, + "loss": 0.3715, + "mean_token_accuracy": 0.8944388628005981, + "num_tokens": 639010554.0, + "step": 16832 + }, + { + "epoch": 2.141330619514057, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6010239124298096, + "learning_rate": 1e-05, + "loss": 0.3426, + "mean_token_accuracy": 0.9044644236564636, + "num_tokens": 639046721.0, + "step": 16833 + }, + { + "epoch": 2.1414578297926474, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.775128126144409, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8756610155105591, + "num_tokens": 639080078.0, + "step": 16834 + }, + { + "epoch": 2.141585040071238, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.604116916656494, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8824114799499512, + "num_tokens": 639119469.0, + "step": 16835 + }, + { + "epoch": 2.141712250349828, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7596938610076904, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8786941170692444, + "num_tokens": 639159954.0, + "step": 16836 + }, + { + "epoch": 2.141839460628419, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.597169876098633, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8853097558021545, + "num_tokens": 639202455.0, + "step": 16837 + }, + { + "epoch": 2.141966670907009, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.761220932006836, + "learning_rate": 1e-05, + "loss": 0.3783, + "mean_token_accuracy": 0.890534520149231, + "num_tokens": 639240889.0, + "step": 16838 + }, + { + "epoch": 2.1420938811855996, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.610400676727295, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8824292421340942, + "num_tokens": 639275079.0, + "step": 16839 + }, + { + "epoch": 2.14222109146419, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7890384197235107, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8734530806541443, + "num_tokens": 639308166.0, + "step": 16840 + }, + { + "epoch": 2.1423483017427807, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6019835472106934, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8912162780761719, + "num_tokens": 639341862.0, + "step": 16841 + }, + { + "epoch": 2.142475512021371, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.781712532043457, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8909191489219666, + "num_tokens": 639381065.0, + "step": 16842 + }, + { + "epoch": 2.1426027222999617, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5896193981170654, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.889552116394043, + "num_tokens": 639421232.0, + "step": 16843 + }, + { + "epoch": 2.1427299325785523, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7927873134613037, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8769674897193909, + "num_tokens": 639459462.0, + "step": 16844 + }, + { + "epoch": 2.142857142857143, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.60006046295166, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.881702184677124, + "num_tokens": 639499759.0, + "step": 16845 + }, + { + "epoch": 2.1429843531357333, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8078906536102295, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8841686248779297, + "num_tokens": 639534285.0, + "step": 16846 + }, + { + "epoch": 2.143111563414324, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.592505931854248, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8774026036262512, + "num_tokens": 639576058.0, + "step": 16847 + }, + { + "epoch": 2.1432387736929144, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8248255252838135, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8838881850242615, + "num_tokens": 639610464.0, + "step": 16848 + }, + { + "epoch": 2.143365983971505, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.59016489982605, + "learning_rate": 1e-05, + "loss": 0.367, + "mean_token_accuracy": 0.8943800330162048, + "num_tokens": 639645327.0, + "step": 16849 + }, + { + "epoch": 2.1434931942500954, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8258461952209473, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8714590072631836, + "num_tokens": 639684501.0, + "step": 16850 + }, + { + "epoch": 2.143620404528686, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.598825216293335, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8746799230575562, + "num_tokens": 639721687.0, + "step": 16851 + }, + { + "epoch": 2.1437476148072765, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.820949077606201, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8630330562591553, + "num_tokens": 639761503.0, + "step": 16852 + }, + { + "epoch": 2.143874825085867, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.596830129623413, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.885011613368988, + "num_tokens": 639800938.0, + "step": 16853 + }, + { + "epoch": 2.1440020353644575, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8137261867523193, + "learning_rate": 1e-05, + "loss": 0.3655, + "mean_token_accuracy": 0.8957935571670532, + "num_tokens": 639835318.0, + "step": 16854 + }, + { + "epoch": 2.144129245643048, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.598144292831421, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8859330415725708, + "num_tokens": 639878155.0, + "step": 16855 + }, + { + "epoch": 2.1442564559216386, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.809361219406128, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8856188654899597, + "num_tokens": 639920369.0, + "step": 16856 + }, + { + "epoch": 2.144383666200229, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.588690996170044, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8835310339927673, + "num_tokens": 639964690.0, + "step": 16857 + }, + { + "epoch": 2.1445108764788197, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.859205722808838, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8693200349807739, + "num_tokens": 640002969.0, + "step": 16858 + }, + { + "epoch": 2.14463808675741, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.588160514831543, + "learning_rate": 1e-05, + "loss": 0.3738, + "mean_token_accuracy": 0.8927195072174072, + "num_tokens": 640044061.0, + "step": 16859 + }, + { + "epoch": 2.1447652970360007, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8433094024658203, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8863170146942139, + "num_tokens": 640082803.0, + "step": 16860 + }, + { + "epoch": 2.144892507314591, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6112918853759766, + "learning_rate": 1e-05, + "loss": 0.3642, + "mean_token_accuracy": 0.8991076350212097, + "num_tokens": 640123223.0, + "step": 16861 + }, + { + "epoch": 2.1450197175931813, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.828953742980957, + "learning_rate": 1e-05, + "loss": 0.3649, + "mean_token_accuracy": 0.8973690867424011, + "num_tokens": 640160674.0, + "step": 16862 + }, + { + "epoch": 2.145146927871772, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6174824237823486, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8886653184890747, + "num_tokens": 640197347.0, + "step": 16863 + }, + { + "epoch": 2.1452741381503624, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8359663486480713, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8819194436073303, + "num_tokens": 640235599.0, + "step": 16864 + }, + { + "epoch": 2.145401348428953, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6110568046569824, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.878240704536438, + "num_tokens": 640277753.0, + "step": 16865 + }, + { + "epoch": 2.1455285587075434, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8203670978546143, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8864492177963257, + "num_tokens": 640317486.0, + "step": 16866 + }, + { + "epoch": 2.145655768986134, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6220669746398926, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8668873310089111, + "num_tokens": 640357240.0, + "step": 16867 + }, + { + "epoch": 2.1457829792647245, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8050968647003174, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8856382369995117, + "num_tokens": 640392429.0, + "step": 16868 + }, + { + "epoch": 2.145910189543315, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6316370964050293, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.871018648147583, + "num_tokens": 640432529.0, + "step": 16869 + }, + { + "epoch": 2.1460373998219056, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.798093318939209, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8841163516044617, + "num_tokens": 640468443.0, + "step": 16870 + }, + { + "epoch": 2.146164610100496, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.628850221633911, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8720027208328247, + "num_tokens": 640505647.0, + "step": 16871 + }, + { + "epoch": 2.1462918203790866, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.773995876312256, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8698010444641113, + "num_tokens": 640551180.0, + "step": 16872 + }, + { + "epoch": 2.146419030657677, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.621729612350464, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8873546123504639, + "num_tokens": 640590939.0, + "step": 16873 + }, + { + "epoch": 2.1465462409362677, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7855682373046875, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.867828369140625, + "num_tokens": 640625688.0, + "step": 16874 + }, + { + "epoch": 2.146673451214858, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6332526206970215, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.8604552745819092, + "num_tokens": 640669142.0, + "step": 16875 + }, + { + "epoch": 2.1468006614934487, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.761369466781616, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8739010691642761, + "num_tokens": 640713345.0, + "step": 16876 + }, + { + "epoch": 2.1469278717720393, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.643507719039917, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8587038516998291, + "num_tokens": 640750930.0, + "step": 16877 + }, + { + "epoch": 2.14705508205063, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7332873344421387, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8872973918914795, + "num_tokens": 640792029.0, + "step": 16878 + }, + { + "epoch": 2.1471822923292203, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6431360244750977, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8852440714836121, + "num_tokens": 640833952.0, + "step": 16879 + }, + { + "epoch": 2.147309502607811, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.724126100540161, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8804342746734619, + "num_tokens": 640867980.0, + "step": 16880 + }, + { + "epoch": 2.1474367128864014, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6304564476013184, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8673601150512695, + "num_tokens": 640913241.0, + "step": 16881 + }, + { + "epoch": 2.147563923164992, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7220258712768555, + "learning_rate": 1e-05, + "loss": 0.3671, + "mean_token_accuracy": 0.8977831602096558, + "num_tokens": 640946705.0, + "step": 16882 + }, + { + "epoch": 2.1476911334435824, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.7202162742614746, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8888667821884155, + "num_tokens": 640985658.0, + "step": 16883 + }, + { + "epoch": 2.147818343722173, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.670233964920044, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8735869526863098, + "num_tokens": 641025963.0, + "step": 16884 + }, + { + "epoch": 2.1479455540007635, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.655566453933716, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.888377845287323, + "num_tokens": 641070853.0, + "step": 16885 + }, + { + "epoch": 2.1480727642793536, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6620707511901855, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8851251602172852, + "num_tokens": 641106336.0, + "step": 16886 + }, + { + "epoch": 2.148199974557944, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6557674407958984, + "learning_rate": 1e-05, + "loss": 0.3603, + "mean_token_accuracy": 0.8982741236686707, + "num_tokens": 641147842.0, + "step": 16887 + }, + { + "epoch": 2.1483271848365346, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.649348735809326, + "learning_rate": 1e-05, + "loss": 0.3741, + "mean_token_accuracy": 0.8915450572967529, + "num_tokens": 641186329.0, + "step": 16888 + }, + { + "epoch": 2.148454395115125, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6713454723358154, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8749372959136963, + "num_tokens": 641227892.0, + "step": 16889 + }, + { + "epoch": 2.1485816053937157, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6557838916778564, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8869878649711609, + "num_tokens": 641265611.0, + "step": 16890 + }, + { + "epoch": 2.148708815672306, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.690239191055298, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8638570308685303, + "num_tokens": 641299564.0, + "step": 16891 + }, + { + "epoch": 2.1488360259508967, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6417179107666016, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.884060800075531, + "num_tokens": 641335892.0, + "step": 16892 + }, + { + "epoch": 2.1489632362294873, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6980297565460205, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.8801549673080444, + "num_tokens": 641375470.0, + "step": 16893 + }, + { + "epoch": 2.149090446508078, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6476399898529053, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8820043802261353, + "num_tokens": 641408793.0, + "step": 16894 + }, + { + "epoch": 2.1492176567866683, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6995885372161865, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8787984848022461, + "num_tokens": 641444949.0, + "step": 16895 + }, + { + "epoch": 2.149344867065259, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6345181465148926, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.8816089630126953, + "num_tokens": 641482775.0, + "step": 16896 + }, + { + "epoch": 2.1494720773438494, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.698624610900879, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8865827918052673, + "num_tokens": 641520385.0, + "step": 16897 + }, + { + "epoch": 2.14959928762244, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.632732391357422, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8704244494438171, + "num_tokens": 641563885.0, + "step": 16898 + }, + { + "epoch": 2.1497264979010304, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.705749750137329, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8813868761062622, + "num_tokens": 641600868.0, + "step": 16899 + }, + { + "epoch": 2.149853708179621, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.631925344467163, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8792569637298584, + "num_tokens": 641643936.0, + "step": 16900 + }, + { + "epoch": 2.1499809184582115, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7125027179718018, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8745251297950745, + "num_tokens": 641680248.0, + "step": 16901 + }, + { + "epoch": 2.150108128736802, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6196722984313965, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8887113332748413, + "num_tokens": 641721280.0, + "step": 16902 + }, + { + "epoch": 2.1502353390153925, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7121357917785645, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8782248497009277, + "num_tokens": 641760168.0, + "step": 16903 + }, + { + "epoch": 2.150362549293983, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6354761123657227, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8683633804321289, + "num_tokens": 641798517.0, + "step": 16904 + }, + { + "epoch": 2.1504897595725736, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.695943832397461, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8756369948387146, + "num_tokens": 641841486.0, + "step": 16905 + }, + { + "epoch": 2.150616969851164, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6362123489379883, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8735218048095703, + "num_tokens": 641880042.0, + "step": 16906 + }, + { + "epoch": 2.1507441801297547, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.709786891937256, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8845138549804688, + "num_tokens": 641916069.0, + "step": 16907 + }, + { + "epoch": 2.150871390408345, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.632120370864868, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8788062334060669, + "num_tokens": 641951298.0, + "step": 16908 + }, + { + "epoch": 2.1509986006869353, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6977388858795166, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8846255540847778, + "num_tokens": 641987577.0, + "step": 16909 + }, + { + "epoch": 2.1511258109655262, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.625196695327759, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8651570081710815, + "num_tokens": 642031914.0, + "step": 16910 + }, + { + "epoch": 2.1512530212441163, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7300736904144287, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8772253394126892, + "num_tokens": 642069729.0, + "step": 16911 + }, + { + "epoch": 2.151380231522707, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.615030527114868, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8793737888336182, + "num_tokens": 642106831.0, + "step": 16912 + }, + { + "epoch": 2.1515074418012974, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.722705841064453, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.8898217082023621, + "num_tokens": 642142408.0, + "step": 16913 + }, + { + "epoch": 2.151634652079888, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6126837730407715, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8764735460281372, + "num_tokens": 642181860.0, + "step": 16914 + }, + { + "epoch": 2.1517618623584784, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7259902954101562, + "learning_rate": 1e-05, + "loss": 0.375, + "mean_token_accuracy": 0.8958282470703125, + "num_tokens": 642219073.0, + "step": 16915 + }, + { + "epoch": 2.151889072637069, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.621722936630249, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.879440426826477, + "num_tokens": 642254872.0, + "step": 16916 + }, + { + "epoch": 2.1520162829156595, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7144899368286133, + "learning_rate": 1e-05, + "loss": 0.3806, + "mean_token_accuracy": 0.8917531967163086, + "num_tokens": 642295379.0, + "step": 16917 + }, + { + "epoch": 2.15214349319425, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6275434494018555, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8641951084136963, + "num_tokens": 642333316.0, + "step": 16918 + }, + { + "epoch": 2.1522707034728406, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7281148433685303, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8734875917434692, + "num_tokens": 642373677.0, + "step": 16919 + }, + { + "epoch": 2.152397913751431, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.621000289916992, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.871475100517273, + "num_tokens": 642416066.0, + "step": 16920 + }, + { + "epoch": 2.1525251240300216, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7272887229919434, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8676308989524841, + "num_tokens": 642456818.0, + "step": 16921 + }, + { + "epoch": 2.152652334308612, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6072285175323486, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.878396213054657, + "num_tokens": 642498021.0, + "step": 16922 + }, + { + "epoch": 2.1527795445872027, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7536301612854004, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8726851344108582, + "num_tokens": 642533999.0, + "step": 16923 + }, + { + "epoch": 2.152906754865793, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.621629238128662, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8822582960128784, + "num_tokens": 642571943.0, + "step": 16924 + }, + { + "epoch": 2.1530339651443837, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.747490644454956, + "learning_rate": 1e-05, + "loss": 0.3877, + "mean_token_accuracy": 0.8868454098701477, + "num_tokens": 642605145.0, + "step": 16925 + }, + { + "epoch": 2.1531611754229742, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6074821949005127, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8769307136535645, + "num_tokens": 642644686.0, + "step": 16926 + }, + { + "epoch": 2.1532883857015648, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.761288642883301, + "learning_rate": 1e-05, + "loss": 0.3857, + "mean_token_accuracy": 0.8878800272941589, + "num_tokens": 642677815.0, + "step": 16927 + }, + { + "epoch": 2.1534155959801553, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.59047532081604, + "learning_rate": 1e-05, + "loss": 0.3746, + "mean_token_accuracy": 0.8952867984771729, + "num_tokens": 642716245.0, + "step": 16928 + }, + { + "epoch": 2.153542806258746, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.780179738998413, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8793070912361145, + "num_tokens": 642750428.0, + "step": 16929 + }, + { + "epoch": 2.1536700165373364, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5993824005126953, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8731182217597961, + "num_tokens": 642790349.0, + "step": 16930 + }, + { + "epoch": 2.153797226815927, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7670071125030518, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8850536942481995, + "num_tokens": 642835063.0, + "step": 16931 + }, + { + "epoch": 2.1539244370945174, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.597191572189331, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8778855204582214, + "num_tokens": 642875013.0, + "step": 16932 + }, + { + "epoch": 2.154051647373108, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.783198833465576, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8722184896469116, + "num_tokens": 642914934.0, + "step": 16933 + }, + { + "epoch": 2.154178857651698, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6107394695281982, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8818061351776123, + "num_tokens": 642949368.0, + "step": 16934 + }, + { + "epoch": 2.1543060679302886, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7832791805267334, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8723334670066833, + "num_tokens": 642988083.0, + "step": 16935 + }, + { + "epoch": 2.154433278208879, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6042282581329346, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.8636366128921509, + "num_tokens": 643028868.0, + "step": 16936 + }, + { + "epoch": 2.1545604884874696, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7704861164093018, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8766579627990723, + "num_tokens": 643072251.0, + "step": 16937 + }, + { + "epoch": 2.15468769876606, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6047818660736084, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8834308385848999, + "num_tokens": 643109864.0, + "step": 16938 + }, + { + "epoch": 2.1548149090446507, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.771907329559326, + "learning_rate": 1e-05, + "loss": 0.3825, + "mean_token_accuracy": 0.8927003145217896, + "num_tokens": 643147868.0, + "step": 16939 + }, + { + "epoch": 2.154942119323241, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5990688800811768, + "learning_rate": 1e-05, + "loss": 0.3364, + "mean_token_accuracy": 0.9035594463348389, + "num_tokens": 643182173.0, + "step": 16940 + }, + { + "epoch": 2.1550693296018317, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7921173572540283, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8756222128868103, + "num_tokens": 643217006.0, + "step": 16941 + }, + { + "epoch": 2.1551965398804223, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.614561080932617, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8647785186767578, + "num_tokens": 643253724.0, + "step": 16942 + }, + { + "epoch": 2.155323750159013, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7910375595092773, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8682499527931213, + "num_tokens": 643294633.0, + "step": 16943 + }, + { + "epoch": 2.1554509604376033, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6033172607421875, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8724779486656189, + "num_tokens": 643333269.0, + "step": 16944 + }, + { + "epoch": 2.155578170716194, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7790112495422363, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8888462781906128, + "num_tokens": 643374892.0, + "step": 16945 + }, + { + "epoch": 2.1557053809947844, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5991480350494385, + "learning_rate": 1e-05, + "loss": 0.3788, + "mean_token_accuracy": 0.8918030858039856, + "num_tokens": 643411774.0, + "step": 16946 + }, + { + "epoch": 2.155832591273375, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7837936878204346, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8883821964263916, + "num_tokens": 643450034.0, + "step": 16947 + }, + { + "epoch": 2.1559598015519654, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.630655288696289, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8810454607009888, + "num_tokens": 643482901.0, + "step": 16948 + }, + { + "epoch": 2.156087011830556, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.768000364303589, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8769130110740662, + "num_tokens": 643524918.0, + "step": 16949 + }, + { + "epoch": 2.1562142221091465, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6201276779174805, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8697806000709534, + "num_tokens": 643563931.0, + "step": 16950 + }, + { + "epoch": 2.156341432387737, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7973098754882812, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8807723522186279, + "num_tokens": 643602838.0, + "step": 16951 + }, + { + "epoch": 2.1564686426663275, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6100871562957764, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.8815450668334961, + "num_tokens": 643641128.0, + "step": 16952 + }, + { + "epoch": 2.156595852944918, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.780668020248413, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8838520050048828, + "num_tokens": 643674853.0, + "step": 16953 + }, + { + "epoch": 2.1567230632235086, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.618335008621216, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8764636516571045, + "num_tokens": 643709924.0, + "step": 16954 + }, + { + "epoch": 2.156850273502099, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7743465900421143, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.8852552175521851, + "num_tokens": 643744899.0, + "step": 16955 + }, + { + "epoch": 2.1569774837806897, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6084394454956055, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.8931605219841003, + "num_tokens": 643781316.0, + "step": 16956 + }, + { + "epoch": 2.15710469405928, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7596967220306396, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.883905827999115, + "num_tokens": 643824267.0, + "step": 16957 + }, + { + "epoch": 2.1572319043378707, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.603900671005249, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8784565925598145, + "num_tokens": 643867155.0, + "step": 16958 + }, + { + "epoch": 2.157359114616461, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7724552154541016, + "learning_rate": 1e-05, + "loss": 0.3965, + "mean_token_accuracy": 0.8888015747070312, + "num_tokens": 643907813.0, + "step": 16959 + }, + { + "epoch": 2.1574863248950513, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.624053955078125, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8865879774093628, + "num_tokens": 643940387.0, + "step": 16960 + }, + { + "epoch": 2.157613535173642, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.758594274520874, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8732970356941223, + "num_tokens": 643980387.0, + "step": 16961 + }, + { + "epoch": 2.1577407454522324, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6147985458374023, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8822829723358154, + "num_tokens": 644020883.0, + "step": 16962 + }, + { + "epoch": 2.157867955730823, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7852299213409424, + "learning_rate": 1e-05, + "loss": 0.4639, + "mean_token_accuracy": 0.8643830418586731, + "num_tokens": 644054492.0, + "step": 16963 + }, + { + "epoch": 2.1579951660094134, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6129701137542725, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.869966983795166, + "num_tokens": 644095009.0, + "step": 16964 + }, + { + "epoch": 2.158122376288004, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7681851387023926, + "learning_rate": 1e-05, + "loss": 0.378, + "mean_token_accuracy": 0.8911169171333313, + "num_tokens": 644128469.0, + "step": 16965 + }, + { + "epoch": 2.1582495865665945, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6229045391082764, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8639364242553711, + "num_tokens": 644167102.0, + "step": 16966 + }, + { + "epoch": 2.158376796845185, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.761143445968628, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.878075361251831, + "num_tokens": 644204319.0, + "step": 16967 + }, + { + "epoch": 2.1585040071237755, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6167712211608887, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8726235628128052, + "num_tokens": 644246950.0, + "step": 16968 + }, + { + "epoch": 2.158631217402366, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7536733150482178, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.882636308670044, + "num_tokens": 644288744.0, + "step": 16969 + }, + { + "epoch": 2.1587584276809566, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6123416423797607, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8811619281768799, + "num_tokens": 644326719.0, + "step": 16970 + }, + { + "epoch": 2.158885637959547, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7663352489471436, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.876520037651062, + "num_tokens": 644362027.0, + "step": 16971 + }, + { + "epoch": 2.1590128482381377, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6160085201263428, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8790790438652039, + "num_tokens": 644401917.0, + "step": 16972 + }, + { + "epoch": 2.159140058516728, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7581570148468018, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8750011920928955, + "num_tokens": 644441735.0, + "step": 16973 + }, + { + "epoch": 2.1592672687953187, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 4.469873428344727, + "learning_rate": 1e-05, + "loss": 0.3632, + "mean_token_accuracy": 0.8937385082244873, + "num_tokens": 644475833.0, + "step": 16974 + }, + { + "epoch": 2.1593944790739092, + "ewc_loss": 0.087890625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 5.6743621826171875e-05, + "grad_norm": 2.9393582344055176, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8812946081161499, + "num_tokens": 644516506.0, + "step": 16975 + }, + { + "epoch": 2.1595216893524998, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.798837900161743, + "learning_rate": 1e-05, + "loss": 0.389, + "mean_token_accuracy": 0.8864009976387024, + "num_tokens": 644554081.0, + "step": 16976 + }, + { + "epoch": 2.1596488996310903, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6688618659973145, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8687710762023926, + "num_tokens": 644599514.0, + "step": 16977 + }, + { + "epoch": 2.159776109909681, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 5.1021575927734375e-05, + "grad_norm": 2.8992300033569336, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8718581199645996, + "num_tokens": 644639569.0, + "step": 16978 + }, + { + "epoch": 2.1599033201882714, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.619288206100464, + "learning_rate": 1e-05, + "loss": 0.3774, + "mean_token_accuracy": 0.8948843479156494, + "num_tokens": 644685721.0, + "step": 16979 + }, + { + "epoch": 2.160030530466862, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 5.030632019042969e-05, + "grad_norm": 2.9083452224731445, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8660832643508911, + "num_tokens": 644729939.0, + "step": 16980 + }, + { + "epoch": 2.1601577407454524, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.635483741760254, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8734833002090454, + "num_tokens": 644768181.0, + "step": 16981 + }, + { + "epoch": 2.160284951024043, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.9192755222320557, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8731369376182556, + "num_tokens": 644806288.0, + "step": 16982 + }, + { + "epoch": 2.1604121613026335, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6147494316101074, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8874027729034424, + "num_tokens": 644846116.0, + "step": 16983 + }, + { + "epoch": 2.1605393715812236, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 5.1021575927734375e-05, + "grad_norm": 2.9248688220977783, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.87522292137146, + "num_tokens": 644885330.0, + "step": 16984 + }, + { + "epoch": 2.160666581859814, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6397345066070557, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8706957101821899, + "num_tokens": 644923341.0, + "step": 16985 + }, + { + "epoch": 2.1607937921384046, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.91455340385437, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8730778694152832, + "num_tokens": 644964165.0, + "step": 16986 + }, + { + "epoch": 2.160921002416995, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6318202018737793, + "learning_rate": 1e-05, + "loss": 0.3655, + "mean_token_accuracy": 0.8937937021255493, + "num_tokens": 644999319.0, + "step": 16987 + }, + { + "epoch": 2.1610482126955857, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.8957269191741943, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8892765045166016, + "num_tokens": 645040687.0, + "step": 16988 + }, + { + "epoch": 2.161175422974176, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6484782695770264, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8764086961746216, + "num_tokens": 645075772.0, + "step": 16989 + }, + { + "epoch": 2.1613026332527667, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.935264587402344e-05, + "grad_norm": 2.8824853897094727, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8780301213264465, + "num_tokens": 645111856.0, + "step": 16990 + }, + { + "epoch": 2.1614298435313573, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6389060020446777, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8744162321090698, + "num_tokens": 645155995.0, + "step": 16991 + }, + { + "epoch": 2.161557053809948, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8626813888549805, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8646713495254517, + "num_tokens": 645200101.0, + "step": 16992 + }, + { + "epoch": 2.1616842640885383, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6580638885498047, + "learning_rate": 1e-05, + "loss": 0.3861, + "mean_token_accuracy": 0.8909320831298828, + "num_tokens": 645235243.0, + "step": 16993 + }, + { + "epoch": 2.161811474367129, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8403990268707275, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.891878604888916, + "num_tokens": 645270369.0, + "step": 16994 + }, + { + "epoch": 2.1619386846457194, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6478610038757324, + "learning_rate": 1e-05, + "loss": 0.3734, + "mean_token_accuracy": 0.8929212093353271, + "num_tokens": 645304111.0, + "step": 16995 + }, + { + "epoch": 2.16206589492431, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8256523609161377, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8680067658424377, + "num_tokens": 645339884.0, + "step": 16996 + }, + { + "epoch": 2.1621931052029004, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6383659839630127, + "learning_rate": 1e-05, + "loss": 0.3537, + "mean_token_accuracy": 0.8967519998550415, + "num_tokens": 645372465.0, + "step": 16997 + }, + { + "epoch": 2.162320315481491, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8063764572143555, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8843571543693542, + "num_tokens": 645413022.0, + "step": 16998 + }, + { + "epoch": 2.1624475257600815, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.637615203857422, + "learning_rate": 1e-05, + "loss": 0.3753, + "mean_token_accuracy": 0.8936331272125244, + "num_tokens": 645451344.0, + "step": 16999 + }, + { + "epoch": 2.162574736038672, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.780886650085449, + "learning_rate": 1e-05, + "loss": 0.3562, + "mean_token_accuracy": 0.8983438014984131, + "num_tokens": 645493463.0, + "step": 17000 + }, + { + "epoch": 2.1627019463172625, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6269259452819824, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8884198665618896, + "num_tokens": 645533508.0, + "step": 17001 + }, + { + "epoch": 2.162829156595853, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.786892890930176, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8851369619369507, + "num_tokens": 645573866.0, + "step": 17002 + }, + { + "epoch": 2.1629563668744436, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.632986545562744, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8871556520462036, + "num_tokens": 645609835.0, + "step": 17003 + }, + { + "epoch": 2.163083577153034, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003147125244140625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7899978160858154, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8855639696121216, + "num_tokens": 645644228.0, + "step": 17004 + }, + { + "epoch": 2.1632107874316246, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.628041982650757, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8831202983856201, + "num_tokens": 645682619.0, + "step": 17005 + }, + { + "epoch": 2.163337997710215, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7767300605773926, + "learning_rate": 1e-05, + "loss": 0.3971, + "mean_token_accuracy": 0.8848939538002014, + "num_tokens": 645719506.0, + "step": 17006 + }, + { + "epoch": 2.1634652079888053, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6168899536132812, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8754057288169861, + "num_tokens": 645761930.0, + "step": 17007 + }, + { + "epoch": 2.1635924182673962, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7791407108306885, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8691351413726807, + "num_tokens": 645800322.0, + "step": 17008 + }, + { + "epoch": 2.1637196285459863, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.612921714782715, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8795398473739624, + "num_tokens": 645842914.0, + "step": 17009 + }, + { + "epoch": 2.163846838824577, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7692127227783203, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8736361265182495, + "num_tokens": 645885798.0, + "step": 17010 + }, + { + "epoch": 2.1639740491031674, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.621500253677368, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8783479332923889, + "num_tokens": 645922187.0, + "step": 17011 + }, + { + "epoch": 2.164101259381758, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7656960487365723, + "learning_rate": 1e-05, + "loss": 0.3722, + "mean_token_accuracy": 0.893681526184082, + "num_tokens": 645955594.0, + "step": 17012 + }, + { + "epoch": 2.1642284696603484, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.627080202102661, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8902687430381775, + "num_tokens": 645992579.0, + "step": 17013 + }, + { + "epoch": 2.164355679938939, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7623648643493652, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8778846263885498, + "num_tokens": 646033243.0, + "step": 17014 + }, + { + "epoch": 2.1644828902175295, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.624274492263794, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8907177448272705, + "num_tokens": 646069309.0, + "step": 17015 + }, + { + "epoch": 2.16461010049612, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7665562629699707, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8807588219642639, + "num_tokens": 646100720.0, + "step": 17016 + }, + { + "epoch": 2.1647373107747105, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.605320692062378, + "learning_rate": 1e-05, + "loss": 0.3501, + "mean_token_accuracy": 0.8997358083724976, + "num_tokens": 646135917.0, + "step": 17017 + }, + { + "epoch": 2.164864521053301, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7608959674835205, + "learning_rate": 1e-05, + "loss": 0.3676, + "mean_token_accuracy": 0.8950570821762085, + "num_tokens": 646173227.0, + "step": 17018 + }, + { + "epoch": 2.1649917313318916, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6289167404174805, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8741816878318787, + "num_tokens": 646210023.0, + "step": 17019 + }, + { + "epoch": 2.165118941610482, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7658677101135254, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.8848085403442383, + "num_tokens": 646241124.0, + "step": 17020 + }, + { + "epoch": 2.1652461518890727, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.639554977416992, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.864854097366333, + "num_tokens": 646276892.0, + "step": 17021 + }, + { + "epoch": 2.165373362167663, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.743913412094116, + "learning_rate": 1e-05, + "loss": 0.3709, + "mean_token_accuracy": 0.8938020467758179, + "num_tokens": 646308959.0, + "step": 17022 + }, + { + "epoch": 2.1655005724462537, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000316619873046875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.630765676498413, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8872237801551819, + "num_tokens": 646342614.0, + "step": 17023 + }, + { + "epoch": 2.1656277827248442, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7374091148376465, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8797454237937927, + "num_tokens": 646380395.0, + "step": 17024 + }, + { + "epoch": 2.1657549930034348, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6446211338043213, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8709682822227478, + "num_tokens": 646417068.0, + "step": 17025 + }, + { + "epoch": 2.1658822032820253, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7263917922973633, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8796322345733643, + "num_tokens": 646456655.0, + "step": 17026 + }, + { + "epoch": 2.166009413560616, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6261188983917236, + "learning_rate": 1e-05, + "loss": 0.352, + "mean_token_accuracy": 0.9025460481643677, + "num_tokens": 646495035.0, + "step": 17027 + }, + { + "epoch": 2.1661366238392064, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.723268508911133, + "learning_rate": 1e-05, + "loss": 0.366, + "mean_token_accuracy": 0.8934173583984375, + "num_tokens": 646529695.0, + "step": 17028 + }, + { + "epoch": 2.166263834117797, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.669285297393799, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8626788258552551, + "num_tokens": 646566563.0, + "step": 17029 + }, + { + "epoch": 2.1663910443963874, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.706453323364258, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8780255317687988, + "num_tokens": 646609515.0, + "step": 17030 + }, + { + "epoch": 2.166518254674978, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.650923490524292, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8879072666168213, + "num_tokens": 646650024.0, + "step": 17031 + }, + { + "epoch": 2.166645464953568, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6879074573516846, + "learning_rate": 1e-05, + "loss": 0.3895, + "mean_token_accuracy": 0.8896888494491577, + "num_tokens": 646690547.0, + "step": 17032 + }, + { + "epoch": 2.1667726752321586, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.672532558441162, + "learning_rate": 1e-05, + "loss": 0.384, + "mean_token_accuracy": 0.8886274099349976, + "num_tokens": 646722060.0, + "step": 17033 + }, + { + "epoch": 2.166899885510749, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6858718395233154, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8785585165023804, + "num_tokens": 646761972.0, + "step": 17034 + }, + { + "epoch": 2.1670270957893396, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6901259422302246, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8711501955986023, + "num_tokens": 646794847.0, + "step": 17035 + }, + { + "epoch": 2.16715430606793, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6625680923461914, + "learning_rate": 1e-05, + "loss": 0.3858, + "mean_token_accuracy": 0.8910296559333801, + "num_tokens": 646833744.0, + "step": 17036 + }, + { + "epoch": 2.1672815163465207, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6649186611175537, + "learning_rate": 1e-05, + "loss": 0.3885, + "mean_token_accuracy": 0.8865232467651367, + "num_tokens": 646874257.0, + "step": 17037 + }, + { + "epoch": 2.167408726625111, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6571691036224365, + "learning_rate": 1e-05, + "loss": 0.3767, + "mean_token_accuracy": 0.8932908773422241, + "num_tokens": 646912439.0, + "step": 17038 + }, + { + "epoch": 2.1675359369037017, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.677623987197876, + "learning_rate": 1e-05, + "loss": 0.375, + "mean_token_accuracy": 0.8901528120040894, + "num_tokens": 646946311.0, + "step": 17039 + }, + { + "epoch": 2.1676631471822922, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.661210060119629, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8683796525001526, + "num_tokens": 646982426.0, + "step": 17040 + }, + { + "epoch": 2.1677903574608828, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.67000675201416, + "learning_rate": 1e-05, + "loss": 0.3748, + "mean_token_accuracy": 0.8955777883529663, + "num_tokens": 647023244.0, + "step": 17041 + }, + { + "epoch": 2.1679175677394733, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6767001152038574, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8638927936553955, + "num_tokens": 647062434.0, + "step": 17042 + }, + { + "epoch": 2.168044778018064, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.665142059326172, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8761122226715088, + "num_tokens": 647098021.0, + "step": 17043 + }, + { + "epoch": 2.1681719882966544, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.672943115234375, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.878124475479126, + "num_tokens": 647134709.0, + "step": 17044 + }, + { + "epoch": 2.168299198575245, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.666412115097046, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8680329322814941, + "num_tokens": 647169267.0, + "step": 17045 + }, + { + "epoch": 2.1684264088538354, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6631991863250732, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8772746920585632, + "num_tokens": 647207399.0, + "step": 17046 + }, + { + "epoch": 2.168553619132426, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6638166904449463, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8786794543266296, + "num_tokens": 647244722.0, + "step": 17047 + }, + { + "epoch": 2.1686808294110165, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6664979457855225, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8872703313827515, + "num_tokens": 647279051.0, + "step": 17048 + }, + { + "epoch": 2.168808039689607, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.660405158996582, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8781033754348755, + "num_tokens": 647319201.0, + "step": 17049 + }, + { + "epoch": 2.1689352499681975, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.679138422012329, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8770849704742432, + "num_tokens": 647358306.0, + "step": 17050 + }, + { + "epoch": 2.169062460246788, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.682950973510742, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8710020780563354, + "num_tokens": 647393879.0, + "step": 17051 + }, + { + "epoch": 2.1691896705253786, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.665813684463501, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8736411333084106, + "num_tokens": 647434848.0, + "step": 17052 + }, + { + "epoch": 2.169316880803969, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.681814670562744, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8878685235977173, + "num_tokens": 647469711.0, + "step": 17053 + }, + { + "epoch": 2.1694440910825596, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6692347526550293, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8639646768569946, + "num_tokens": 647507788.0, + "step": 17054 + }, + { + "epoch": 2.16957130136115, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.689403533935547, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.881788969039917, + "num_tokens": 647542193.0, + "step": 17055 + }, + { + "epoch": 2.1696985116397407, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6462438106536865, + "learning_rate": 1e-05, + "loss": 0.3575, + "mean_token_accuracy": 0.8984091877937317, + "num_tokens": 647578692.0, + "step": 17056 + }, + { + "epoch": 2.169825721918331, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.684298515319824, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8866769075393677, + "num_tokens": 647618158.0, + "step": 17057 + }, + { + "epoch": 2.1699529321969213, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.640350580215454, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8844218850135803, + "num_tokens": 647660788.0, + "step": 17058 + }, + { + "epoch": 2.170080142475512, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6928303241729736, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8713961839675903, + "num_tokens": 647700418.0, + "step": 17059 + }, + { + "epoch": 2.1702073527541024, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.63879132270813, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8886678218841553, + "num_tokens": 647738248.0, + "step": 17060 + }, + { + "epoch": 2.170334563032693, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.692643404006958, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8885040879249573, + "num_tokens": 647777287.0, + "step": 17061 + }, + { + "epoch": 2.1704617733112834, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.623957395553589, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8777292966842651, + "num_tokens": 647823213.0, + "step": 17062 + }, + { + "epoch": 2.170588983589874, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7010021209716797, + "learning_rate": 1e-05, + "loss": 0.3788, + "mean_token_accuracy": 0.8951536417007446, + "num_tokens": 647861506.0, + "step": 17063 + }, + { + "epoch": 2.1707161938684645, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.613940715789795, + "learning_rate": 1e-05, + "loss": 0.3738, + "mean_token_accuracy": 0.8917467594146729, + "num_tokens": 647900039.0, + "step": 17064 + }, + { + "epoch": 2.170843404147055, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7115867137908936, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8779733777046204, + "num_tokens": 647938368.0, + "step": 17065 + }, + { + "epoch": 2.1709706144256455, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6302108764648438, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8694084286689758, + "num_tokens": 647972549.0, + "step": 17066 + }, + { + "epoch": 2.171097824704236, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6974363327026367, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8772532939910889, + "num_tokens": 648016923.0, + "step": 17067 + }, + { + "epoch": 2.1712250349828266, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6118175983428955, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8858195543289185, + "num_tokens": 648059880.0, + "step": 17068 + }, + { + "epoch": 2.171352245261417, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7898950576782227, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.875353217124939, + "num_tokens": 648093657.0, + "step": 17069 + }, + { + "epoch": 2.1714794555400077, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6043567657470703, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.881811261177063, + "num_tokens": 648130723.0, + "step": 17070 + }, + { + "epoch": 2.171606665818598, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.740147590637207, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8732621073722839, + "num_tokens": 648176657.0, + "step": 17071 + }, + { + "epoch": 2.1717338760971887, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.589759588241577, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8847327828407288, + "num_tokens": 648214505.0, + "step": 17072 + }, + { + "epoch": 2.1718610863757792, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.768585443496704, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8880616426467896, + "num_tokens": 648247816.0, + "step": 17073 + }, + { + "epoch": 2.1719882966543698, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.614377021789551, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8831419944763184, + "num_tokens": 648276418.0, + "step": 17074 + }, + { + "epoch": 2.1721155069329603, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.761228084564209, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8699160814285278, + "num_tokens": 648314722.0, + "step": 17075 + }, + { + "epoch": 2.172242717211551, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6006972789764404, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8730876445770264, + "num_tokens": 648354733.0, + "step": 17076 + }, + { + "epoch": 2.1723699274901414, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7747621536254883, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8790890574455261, + "num_tokens": 648392164.0, + "step": 17077 + }, + { + "epoch": 2.172497137768732, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.604827404022217, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8851587772369385, + "num_tokens": 648431728.0, + "step": 17078 + }, + { + "epoch": 2.1726243480473224, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7749319076538086, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8762936592102051, + "num_tokens": 648471225.0, + "step": 17079 + }, + { + "epoch": 2.172751558325913, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.604422092437744, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8811298608779907, + "num_tokens": 648507742.0, + "step": 17080 + }, + { + "epoch": 2.1728787686045035, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7711734771728516, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8774842023849487, + "num_tokens": 648548641.0, + "step": 17081 + }, + { + "epoch": 2.1730059788830935, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6169683933258057, + "learning_rate": 1e-05, + "loss": 0.3807, + "mean_token_accuracy": 0.8905493021011353, + "num_tokens": 648583540.0, + "step": 17082 + }, + { + "epoch": 2.173133189161684, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7531278133392334, + "learning_rate": 1e-05, + "loss": 0.3772, + "mean_token_accuracy": 0.8941267132759094, + "num_tokens": 648627225.0, + "step": 17083 + }, + { + "epoch": 2.1732603994402746, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6037843227386475, + "learning_rate": 1e-05, + "loss": 0.371, + "mean_token_accuracy": 0.8943411707878113, + "num_tokens": 648662760.0, + "step": 17084 + }, + { + "epoch": 2.173387609718865, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.771002769470215, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8747870922088623, + "num_tokens": 648697748.0, + "step": 17085 + }, + { + "epoch": 2.1735148199974557, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.618220806121826, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8748961091041565, + "num_tokens": 648732981.0, + "step": 17086 + }, + { + "epoch": 2.173642030276046, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7732205390930176, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8833728432655334, + "num_tokens": 648764356.0, + "step": 17087 + }, + { + "epoch": 2.1737692405546367, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.642738103866577, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8779941201210022, + "num_tokens": 648809064.0, + "step": 17088 + }, + { + "epoch": 2.1738964508332272, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.757568836212158, + "learning_rate": 1e-05, + "loss": 0.3867, + "mean_token_accuracy": 0.8888804912567139, + "num_tokens": 648843299.0, + "step": 17089 + }, + { + "epoch": 2.1740236611118178, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6153807640075684, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8734485507011414, + "num_tokens": 648881251.0, + "step": 17090 + }, + { + "epoch": 2.1741508713904083, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.748706340789795, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8767334222793579, + "num_tokens": 648915837.0, + "step": 17091 + }, + { + "epoch": 2.174278081668999, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6212270259857178, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8705697059631348, + "num_tokens": 648953354.0, + "step": 17092 + }, + { + "epoch": 2.1744052919475894, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.734254837036133, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8856788873672485, + "num_tokens": 648993224.0, + "step": 17093 + }, + { + "epoch": 2.17453250222618, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6312804222106934, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8777916431427002, + "num_tokens": 649026429.0, + "step": 17094 + }, + { + "epoch": 2.1746597125047704, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.732438564300537, + "learning_rate": 1e-05, + "loss": 0.3971, + "mean_token_accuracy": 0.8849962949752808, + "num_tokens": 649064672.0, + "step": 17095 + }, + { + "epoch": 2.174786922783361, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6323063373565674, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8829230070114136, + "num_tokens": 649097926.0, + "step": 17096 + }, + { + "epoch": 2.1749141330619515, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.727309226989746, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8780897259712219, + "num_tokens": 649138502.0, + "step": 17097 + }, + { + "epoch": 2.175041343340542, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6295711994171143, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.873336672782898, + "num_tokens": 649175867.0, + "step": 17098 + }, + { + "epoch": 2.1751685536191325, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.735370397567749, + "learning_rate": 1e-05, + "loss": 0.3746, + "mean_token_accuracy": 0.8928353786468506, + "num_tokens": 649214132.0, + "step": 17099 + }, + { + "epoch": 2.175295763897723, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6226580142974854, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8781976103782654, + "num_tokens": 649262397.0, + "step": 17100 + }, + { + "epoch": 2.1754229741763136, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.753990888595581, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8663389086723328, + "num_tokens": 649298165.0, + "step": 17101 + }, + { + "epoch": 2.175550184454904, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003185272216796875, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6030917167663574, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.877263605594635, + "num_tokens": 649337802.0, + "step": 17102 + }, + { + "epoch": 2.1756773947334946, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.744966745376587, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8902338743209839, + "num_tokens": 649378922.0, + "step": 17103 + }, + { + "epoch": 2.175804605012085, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.602235794067383, + "learning_rate": 1e-05, + "loss": 0.3764, + "mean_token_accuracy": 0.8907489776611328, + "num_tokens": 649414332.0, + "step": 17104 + }, + { + "epoch": 2.1759318152906753, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7689969539642334, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.8879356384277344, + "num_tokens": 649448965.0, + "step": 17105 + }, + { + "epoch": 2.1760590255692662, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6012299060821533, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.878551185131073, + "num_tokens": 649487322.0, + "step": 17106 + }, + { + "epoch": 2.1761862358478563, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.782442808151245, + "learning_rate": 1e-05, + "loss": 0.5045, + "mean_token_accuracy": 0.8531071543693542, + "num_tokens": 649526524.0, + "step": 17107 + }, + { + "epoch": 2.176313446126447, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.608271598815918, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8725818395614624, + "num_tokens": 649566169.0, + "step": 17108 + }, + { + "epoch": 2.1764406564050374, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.768533945083618, + "learning_rate": 1e-05, + "loss": 0.3785, + "mean_token_accuracy": 0.8906638622283936, + "num_tokens": 649603725.0, + "step": 17109 + }, + { + "epoch": 2.176567866683628, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.601532459259033, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8759812712669373, + "num_tokens": 649644789.0, + "step": 17110 + }, + { + "epoch": 2.1766950769622184, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7751336097717285, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8739892244338989, + "num_tokens": 649682051.0, + "step": 17111 + }, + { + "epoch": 2.176822287240809, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6101183891296387, + "learning_rate": 1e-05, + "loss": 0.378, + "mean_token_accuracy": 0.8937471508979797, + "num_tokens": 649715730.0, + "step": 17112 + }, + { + "epoch": 2.1769494975193995, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.784027576446533, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8778544664382935, + "num_tokens": 649750237.0, + "step": 17113 + }, + { + "epoch": 2.17707670779799, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.591860294342041, + "learning_rate": 1e-05, + "loss": 0.3776, + "mean_token_accuracy": 0.8920270204544067, + "num_tokens": 649791250.0, + "step": 17114 + }, + { + "epoch": 2.1772039180765805, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7790417671203613, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8828765153884888, + "num_tokens": 649831750.0, + "step": 17115 + }, + { + "epoch": 2.177331128355171, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6047420501708984, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8760216236114502, + "num_tokens": 649869245.0, + "step": 17116 + }, + { + "epoch": 2.1774583386337616, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7912943363189697, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8780262470245361, + "num_tokens": 649903763.0, + "step": 17117 + }, + { + "epoch": 2.177585548912352, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5913310050964355, + "learning_rate": 1e-05, + "loss": 0.3743, + "mean_token_accuracy": 0.8924499750137329, + "num_tokens": 649946601.0, + "step": 17118 + }, + { + "epoch": 2.1777127591909426, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.800975799560547, + "learning_rate": 1e-05, + "loss": 0.3801, + "mean_token_accuracy": 0.891481876373291, + "num_tokens": 649979308.0, + "step": 17119 + }, + { + "epoch": 2.177839969469533, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.606890916824341, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.8915401101112366, + "num_tokens": 650018068.0, + "step": 17120 + }, + { + "epoch": 2.1779671797481237, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.793158769607544, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8747597932815552, + "num_tokens": 650059559.0, + "step": 17121 + }, + { + "epoch": 2.1780943900267142, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.587385416030884, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8838924765586853, + "num_tokens": 650103266.0, + "step": 17122 + }, + { + "epoch": 2.1782216003053048, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8130297660827637, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8762443661689758, + "num_tokens": 650139525.0, + "step": 17123 + }, + { + "epoch": 2.1783488105838953, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5890579223632812, + "learning_rate": 1e-05, + "loss": 0.3704, + "mean_token_accuracy": 0.8948038816452026, + "num_tokens": 650179249.0, + "step": 17124 + }, + { + "epoch": 2.178476020862486, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.82096529006958, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8694615364074707, + "num_tokens": 650217258.0, + "step": 17125 + }, + { + "epoch": 2.1786032311410763, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.577118158340454, + "learning_rate": 1e-05, + "loss": 0.353, + "mean_token_accuracy": 0.9002852439880371, + "num_tokens": 650261923.0, + "step": 17126 + }, + { + "epoch": 2.178730441419667, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8363301753997803, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8885247707366943, + "num_tokens": 650295562.0, + "step": 17127 + }, + { + "epoch": 2.1788576516982574, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6179323196411133, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.878820538520813, + "num_tokens": 650331988.0, + "step": 17128 + }, + { + "epoch": 2.178984861976848, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8393924236297607, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.88798987865448, + "num_tokens": 650370572.0, + "step": 17129 + }, + { + "epoch": 2.179112072255438, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5892436504364014, + "learning_rate": 1e-05, + "loss": 0.3828, + "mean_token_accuracy": 0.8900130987167358, + "num_tokens": 650412838.0, + "step": 17130 + }, + { + "epoch": 2.1792392825340285, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.825502395629883, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8803558945655823, + "num_tokens": 650455588.0, + "step": 17131 + }, + { + "epoch": 2.179366492812619, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5978167057037354, + "learning_rate": 1e-05, + "loss": 0.3795, + "mean_token_accuracy": 0.8902262449264526, + "num_tokens": 650496369.0, + "step": 17132 + }, + { + "epoch": 2.1794937030912096, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8376197814941406, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8713347315788269, + "num_tokens": 650535366.0, + "step": 17133 + }, + { + "epoch": 2.1796209133698, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.607733726501465, + "learning_rate": 1e-05, + "loss": 0.3821, + "mean_token_accuracy": 0.8908641338348389, + "num_tokens": 650574171.0, + "step": 17134 + }, + { + "epoch": 2.1797481236483907, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8191604614257812, + "learning_rate": 1e-05, + "loss": 0.3736, + "mean_token_accuracy": 0.8953579068183899, + "num_tokens": 650612132.0, + "step": 17135 + }, + { + "epoch": 2.179875333926981, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6183528900146484, + "learning_rate": 1e-05, + "loss": 0.378, + "mean_token_accuracy": 0.8924264907836914, + "num_tokens": 650648813.0, + "step": 17136 + }, + { + "epoch": 2.1800025442055717, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8384711742401123, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.8867024779319763, + "num_tokens": 650678807.0, + "step": 17137 + }, + { + "epoch": 2.1801297544841622, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.632810592651367, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8739120364189148, + "num_tokens": 650716011.0, + "step": 17138 + }, + { + "epoch": 2.1802569647627528, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.80248761177063, + "learning_rate": 1e-05, + "loss": 0.3631, + "mean_token_accuracy": 0.8971114158630371, + "num_tokens": 650749763.0, + "step": 17139 + }, + { + "epoch": 2.1803841750413433, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6311066150665283, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8800327181816101, + "num_tokens": 650786977.0, + "step": 17140 + }, + { + "epoch": 2.180511385319934, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7907683849334717, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8704839944839478, + "num_tokens": 650823293.0, + "step": 17141 + }, + { + "epoch": 2.1806385955985244, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6313350200653076, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8788278102874756, + "num_tokens": 650865037.0, + "step": 17142 + }, + { + "epoch": 2.180765805877115, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.772035837173462, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8864248991012573, + "num_tokens": 650901803.0, + "step": 17143 + }, + { + "epoch": 2.1808930161557054, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6192686557769775, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8873648643493652, + "num_tokens": 650942163.0, + "step": 17144 + }, + { + "epoch": 2.181020226434296, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.772763252258301, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8785319328308105, + "num_tokens": 650977989.0, + "step": 17145 + }, + { + "epoch": 2.1811474367128865, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6308963298797607, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8844680786132812, + "num_tokens": 651016831.0, + "step": 17146 + }, + { + "epoch": 2.181274646991477, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7676899433135986, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8755747079849243, + "num_tokens": 651052493.0, + "step": 17147 + }, + { + "epoch": 2.1814018572700675, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6210734844207764, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8690251111984253, + "num_tokens": 651093140.0, + "step": 17148 + }, + { + "epoch": 2.181529067548658, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7799274921417236, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.873542308807373, + "num_tokens": 651129367.0, + "step": 17149 + }, + { + "epoch": 2.1816562778272486, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.611907720565796, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.8864828944206238, + "num_tokens": 651169573.0, + "step": 17150 + }, + { + "epoch": 2.181783488105839, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7599751949310303, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.89107745885849, + "num_tokens": 651206771.0, + "step": 17151 + }, + { + "epoch": 2.1819106983844296, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6084132194519043, + "learning_rate": 1e-05, + "loss": 0.3827, + "mean_token_accuracy": 0.8916148543357849, + "num_tokens": 651251322.0, + "step": 17152 + }, + { + "epoch": 2.18203790866302, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.779773235321045, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8885985016822815, + "num_tokens": 651287495.0, + "step": 17153 + }, + { + "epoch": 2.1821651189416107, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6229517459869385, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8690406084060669, + "num_tokens": 651326005.0, + "step": 17154 + }, + { + "epoch": 2.1822923292202008, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7731380462646484, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8693146109580994, + "num_tokens": 651364843.0, + "step": 17155 + }, + { + "epoch": 2.1824195394987913, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6009254455566406, + "learning_rate": 1e-05, + "loss": 0.3828, + "mean_token_accuracy": 0.8879196643829346, + "num_tokens": 651403981.0, + "step": 17156 + }, + { + "epoch": 2.182546749777382, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7766342163085938, + "learning_rate": 1e-05, + "loss": 0.3861, + "mean_token_accuracy": 0.8878901600837708, + "num_tokens": 651443751.0, + "step": 17157 + }, + { + "epoch": 2.1826739600559724, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6073312759399414, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8766187429428101, + "num_tokens": 651487248.0, + "step": 17158 + }, + { + "epoch": 2.182801170334563, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.791839122772217, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.870344877243042, + "num_tokens": 651523055.0, + "step": 17159 + }, + { + "epoch": 2.1829283806131534, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.628546714782715, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8800976276397705, + "num_tokens": 651554749.0, + "step": 17160 + }, + { + "epoch": 2.183055590891744, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.777377128601074, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8610025644302368, + "num_tokens": 651597342.0, + "step": 17161 + }, + { + "epoch": 2.1831828011703345, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.619866371154785, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8807401657104492, + "num_tokens": 651634578.0, + "step": 17162 + }, + { + "epoch": 2.183310011448925, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.754063606262207, + "learning_rate": 1e-05, + "loss": 0.3851, + "mean_token_accuracy": 0.8905321955680847, + "num_tokens": 651674561.0, + "step": 17163 + }, + { + "epoch": 2.1834372217275155, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.611520767211914, + "learning_rate": 1e-05, + "loss": 0.382, + "mean_token_accuracy": 0.8930642008781433, + "num_tokens": 651713426.0, + "step": 17164 + }, + { + "epoch": 2.183564432006106, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.755303144454956, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8846776485443115, + "num_tokens": 651753267.0, + "step": 17165 + }, + { + "epoch": 2.1836916422846966, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.625098943710327, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8874235153198242, + "num_tokens": 651797580.0, + "step": 17166 + }, + { + "epoch": 2.183818852563287, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.784351348876953, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.875490128993988, + "num_tokens": 651828294.0, + "step": 17167 + }, + { + "epoch": 2.1839460628418776, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6249935626983643, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8652398586273193, + "num_tokens": 651865572.0, + "step": 17168 + }, + { + "epoch": 2.184073273120468, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.773853063583374, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8821781873703003, + "num_tokens": 651897453.0, + "step": 17169 + }, + { + "epoch": 2.1842004833990587, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.615078926086426, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8763495683670044, + "num_tokens": 651933096.0, + "step": 17170 + }, + { + "epoch": 2.1843276936776492, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7573883533477783, + "learning_rate": 1e-05, + "loss": 0.3813, + "mean_token_accuracy": 0.8885020017623901, + "num_tokens": 651970042.0, + "step": 17171 + }, + { + "epoch": 2.1844549039562398, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.623837471008301, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8777287602424622, + "num_tokens": 652006513.0, + "step": 17172 + }, + { + "epoch": 2.1845821142348303, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7556700706481934, + "learning_rate": 1e-05, + "loss": 0.3839, + "mean_token_accuracy": 0.8914850354194641, + "num_tokens": 652042706.0, + "step": 17173 + }, + { + "epoch": 2.184709324513421, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.602595090866089, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8907644748687744, + "num_tokens": 652084219.0, + "step": 17174 + }, + { + "epoch": 2.1848365347920113, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7457361221313477, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8901193141937256, + "num_tokens": 652130640.0, + "step": 17175 + }, + { + "epoch": 2.184963745070602, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.623382568359375, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8759162425994873, + "num_tokens": 652169812.0, + "step": 17176 + }, + { + "epoch": 2.1850909553491924, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7494492530822754, + "learning_rate": 1e-05, + "loss": 0.3739, + "mean_token_accuracy": 0.8975246548652649, + "num_tokens": 652206317.0, + "step": 17177 + }, + { + "epoch": 2.185218165627783, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6255762577056885, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8784124255180359, + "num_tokens": 652241420.0, + "step": 17178 + }, + { + "epoch": 2.1853453759063735, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7372796535491943, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8851104974746704, + "num_tokens": 652283951.0, + "step": 17179 + }, + { + "epoch": 2.1854725861849635, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.621985673904419, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8834670782089233, + "num_tokens": 652320729.0, + "step": 17180 + }, + { + "epoch": 2.185599796463554, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.742946147918701, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8761141300201416, + "num_tokens": 652362969.0, + "step": 17181 + }, + { + "epoch": 2.1857270067421446, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6138851642608643, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8773006200790405, + "num_tokens": 652403120.0, + "step": 17182 + }, + { + "epoch": 2.185854217020735, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.773454189300537, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8661571145057678, + "num_tokens": 652436904.0, + "step": 17183 + }, + { + "epoch": 2.1859814272993257, + "ewc_loss": 0.072265625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.605700969696045, + "learning_rate": 1e-05, + "loss": 0.3767, + "mean_token_accuracy": 0.8921149969100952, + "num_tokens": 652474938.0, + "step": 17184 + }, + { + "epoch": 2.186108637577916, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.785787343978882, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8845655918121338, + "num_tokens": 652503718.0, + "step": 17185 + }, + { + "epoch": 2.1862358478565067, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.599440336227417, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8834014534950256, + "num_tokens": 652542235.0, + "step": 17186 + }, + { + "epoch": 2.1863630581350972, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7901899814605713, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8655975461006165, + "num_tokens": 652584779.0, + "step": 17187 + }, + { + "epoch": 2.1864902684136878, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.5845630168914795, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8738275170326233, + "num_tokens": 652627132.0, + "step": 17188 + }, + { + "epoch": 2.1866174786922783, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.804469347000122, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8744654655456543, + "num_tokens": 652670156.0, + "step": 17189 + }, + { + "epoch": 2.186744688970869, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.600025177001953, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.8910238742828369, + "num_tokens": 652705246.0, + "step": 17190 + }, + { + "epoch": 2.1868718992494594, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.811605930328369, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8810166120529175, + "num_tokens": 652742234.0, + "step": 17191 + }, + { + "epoch": 2.18699910952805, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.597911834716797, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8874809741973877, + "num_tokens": 652779100.0, + "step": 17192 + }, + { + "epoch": 2.1871263198066404, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8086023330688477, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8856371641159058, + "num_tokens": 652821174.0, + "step": 17193 + }, + { + "epoch": 2.187253530085231, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.605356454849243, + "learning_rate": 1e-05, + "loss": 0.3734, + "mean_token_accuracy": 0.8916972279548645, + "num_tokens": 652856271.0, + "step": 17194 + }, + { + "epoch": 2.1873807403638215, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8050734996795654, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8790656328201294, + "num_tokens": 652898737.0, + "step": 17195 + }, + { + "epoch": 2.187507950642412, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6065876483917236, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8841187953948975, + "num_tokens": 652938778.0, + "step": 17196 + }, + { + "epoch": 2.1876351609210025, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.801361560821533, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8804495334625244, + "num_tokens": 652982202.0, + "step": 17197 + }, + { + "epoch": 2.187762371199593, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6087534427642822, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8722203373908997, + "num_tokens": 653024990.0, + "step": 17198 + }, + { + "epoch": 2.1878895814781836, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.810640335083008, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8727503418922424, + "num_tokens": 653061913.0, + "step": 17199 + }, + { + "epoch": 2.188016791756774, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.598496198654175, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.880872905254364, + "num_tokens": 653105944.0, + "step": 17200 + }, + { + "epoch": 2.1881440020353646, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.815713882446289, + "learning_rate": 1e-05, + "loss": 0.3783, + "mean_token_accuracy": 0.8939629793167114, + "num_tokens": 653139819.0, + "step": 17201 + }, + { + "epoch": 2.188271212313955, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5883419513702393, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.8925437927246094, + "num_tokens": 653184569.0, + "step": 17202 + }, + { + "epoch": 2.1883984225925452, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.823641061782837, + "learning_rate": 1e-05, + "loss": 0.3529, + "mean_token_accuracy": 0.9024657011032104, + "num_tokens": 653220346.0, + "step": 17203 + }, + { + "epoch": 2.188525632871136, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.618845224380493, + "learning_rate": 1e-05, + "loss": 0.41, + "mean_token_accuracy": 0.8799523711204529, + "num_tokens": 653257288.0, + "step": 17204 + }, + { + "epoch": 2.1886528431497263, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8073251247406006, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.875941812992096, + "num_tokens": 653293055.0, + "step": 17205 + }, + { + "epoch": 2.188780053428317, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.613780975341797, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8734027147293091, + "num_tokens": 653329988.0, + "step": 17206 + }, + { + "epoch": 2.1889072637069074, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8024137020111084, + "learning_rate": 1e-05, + "loss": 0.3802, + "mean_token_accuracy": 0.8943349123001099, + "num_tokens": 653367704.0, + "step": 17207 + }, + { + "epoch": 2.189034473985498, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.619992256164551, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8867265582084656, + "num_tokens": 653403915.0, + "step": 17208 + }, + { + "epoch": 2.1891616842640884, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.789402723312378, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.889559268951416, + "num_tokens": 653438045.0, + "step": 17209 + }, + { + "epoch": 2.189288894542679, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6372060775756836, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8797545433044434, + "num_tokens": 653469552.0, + "step": 17210 + }, + { + "epoch": 2.1894161048212695, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7720787525177, + "learning_rate": 1e-05, + "loss": 0.3971, + "mean_token_accuracy": 0.8874112367630005, + "num_tokens": 653511809.0, + "step": 17211 + }, + { + "epoch": 2.18954331509986, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.62896466255188, + "learning_rate": 1e-05, + "loss": 0.3702, + "mean_token_accuracy": 0.8947175741195679, + "num_tokens": 653543812.0, + "step": 17212 + }, + { + "epoch": 2.1896705253784505, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.761505126953125, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8722484707832336, + "num_tokens": 653586232.0, + "step": 17213 + }, + { + "epoch": 2.189797735657041, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6298110485076904, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8781795501708984, + "num_tokens": 653626700.0, + "step": 17214 + }, + { + "epoch": 2.1899249459356316, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754769802093506, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8783178925514221, + "num_tokens": 653666648.0, + "step": 17215 + }, + { + "epoch": 2.190052156214222, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6432175636291504, + "learning_rate": 1e-05, + "loss": 0.385, + "mean_token_accuracy": 0.8893399834632874, + "num_tokens": 653698991.0, + "step": 17216 + }, + { + "epoch": 2.1901793664928126, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7349252700805664, + "learning_rate": 1e-05, + "loss": 0.3765, + "mean_token_accuracy": 0.8902502655982971, + "num_tokens": 653737696.0, + "step": 17217 + }, + { + "epoch": 2.190306576771403, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6248698234558105, + "learning_rate": 1e-05, + "loss": 0.3851, + "mean_token_accuracy": 0.8888314366340637, + "num_tokens": 653776386.0, + "step": 17218 + }, + { + "epoch": 2.1904337870499937, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.741628646850586, + "learning_rate": 1e-05, + "loss": 0.3774, + "mean_token_accuracy": 0.8924403786659241, + "num_tokens": 653811346.0, + "step": 17219 + }, + { + "epoch": 2.1905609973285842, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6336898803710938, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8746591210365295, + "num_tokens": 653847966.0, + "step": 17220 + }, + { + "epoch": 2.1906882076071748, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.726670026779175, + "learning_rate": 1e-05, + "loss": 0.3592, + "mean_token_accuracy": 0.8960145115852356, + "num_tokens": 653882381.0, + "step": 17221 + }, + { + "epoch": 2.1908154178857653, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.625746488571167, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8860864639282227, + "num_tokens": 653925026.0, + "step": 17222 + }, + { + "epoch": 2.190942628164356, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.724949359893799, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8845788836479187, + "num_tokens": 653962210.0, + "step": 17223 + }, + { + "epoch": 2.1910698384429463, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6355702877044678, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8836884498596191, + "num_tokens": 653998713.0, + "step": 17224 + }, + { + "epoch": 2.191197048721537, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.729156017303467, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8765414953231812, + "num_tokens": 654033383.0, + "step": 17225 + }, + { + "epoch": 2.1913242590001274, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6157400608062744, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8799315690994263, + "num_tokens": 654074712.0, + "step": 17226 + }, + { + "epoch": 2.191451469278718, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.750699520111084, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8766132593154907, + "num_tokens": 654110650.0, + "step": 17227 + }, + { + "epoch": 2.191578679557308, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.612581968307495, + "learning_rate": 1e-05, + "loss": 0.3674, + "mean_token_accuracy": 0.893517017364502, + "num_tokens": 654146628.0, + "step": 17228 + }, + { + "epoch": 2.1917058898358985, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.738701105117798, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8730217218399048, + "num_tokens": 654192239.0, + "step": 17229 + }, + { + "epoch": 2.191833100114489, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6211869716644287, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8608546257019043, + "num_tokens": 654232458.0, + "step": 17230 + }, + { + "epoch": 2.1919603103930796, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.750182628631592, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8628664016723633, + "num_tokens": 654271266.0, + "step": 17231 + }, + { + "epoch": 2.19208752067167, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.607700824737549, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8810285329818726, + "num_tokens": 654307801.0, + "step": 17232 + }, + { + "epoch": 2.1922147309502606, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7381479740142822, + "learning_rate": 1e-05, + "loss": 0.3746, + "mean_token_accuracy": 0.8954685926437378, + "num_tokens": 654348903.0, + "step": 17233 + }, + { + "epoch": 2.192341941228851, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6012065410614014, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8863178491592407, + "num_tokens": 654388659.0, + "step": 17234 + }, + { + "epoch": 2.1924691515074417, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.756934404373169, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8835803270339966, + "num_tokens": 654425231.0, + "step": 17235 + }, + { + "epoch": 2.1925963617860322, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6293303966522217, + "learning_rate": 1e-05, + "loss": 0.3958, + "mean_token_accuracy": 0.8867670297622681, + "num_tokens": 654457560.0, + "step": 17236 + }, + { + "epoch": 2.1927235720646228, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.759477376937866, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8794618844985962, + "num_tokens": 654491000.0, + "step": 17237 + }, + { + "epoch": 2.1928507823432133, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6214280128479004, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8789665699005127, + "num_tokens": 654531142.0, + "step": 17238 + }, + { + "epoch": 2.192977992621804, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7429392337799072, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8795072436332703, + "num_tokens": 654574133.0, + "step": 17239 + }, + { + "epoch": 2.1931052029003943, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6290395259857178, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8749467134475708, + "num_tokens": 654612745.0, + "step": 17240 + }, + { + "epoch": 2.193232413178985, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.754396915435791, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8846110105514526, + "num_tokens": 654646097.0, + "step": 17241 + }, + { + "epoch": 2.1933596234575754, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6062679290771484, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8783750534057617, + "num_tokens": 654688216.0, + "step": 17242 + }, + { + "epoch": 2.193486833736166, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.801483631134033, + "learning_rate": 1e-05, + "loss": 0.3567, + "mean_token_accuracy": 0.9023145437240601, + "num_tokens": 654725697.0, + "step": 17243 + }, + { + "epoch": 2.1936140440147565, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6077544689178467, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8810933232307434, + "num_tokens": 654762440.0, + "step": 17244 + }, + { + "epoch": 2.193741254293347, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.790994167327881, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8743155002593994, + "num_tokens": 654795843.0, + "step": 17245 + }, + { + "epoch": 2.1938684645719375, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.584366798400879, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8850924968719482, + "num_tokens": 654835212.0, + "step": 17246 + }, + { + "epoch": 2.193995674850528, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.808683395385742, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8735567331314087, + "num_tokens": 654869092.0, + "step": 17247 + }, + { + "epoch": 2.1941228851291186, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.602072238922119, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8870484828948975, + "num_tokens": 654907202.0, + "step": 17248 + }, + { + "epoch": 2.194250095407709, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.818667411804199, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8823333978652954, + "num_tokens": 654938867.0, + "step": 17249 + }, + { + "epoch": 2.1943773056862996, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.59718656539917, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8768636584281921, + "num_tokens": 654978838.0, + "step": 17250 + }, + { + "epoch": 2.19450451596489, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.833214044570923, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8888990879058838, + "num_tokens": 655016987.0, + "step": 17251 + }, + { + "epoch": 2.1946317262434807, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.595777988433838, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8824962377548218, + "num_tokens": 655056797.0, + "step": 17252 + }, + { + "epoch": 2.1947589365220708, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.813830852508545, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8866679072380066, + "num_tokens": 655094959.0, + "step": 17253 + }, + { + "epoch": 2.1948861468006613, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.602292060852051, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8708086013793945, + "num_tokens": 655136490.0, + "step": 17254 + }, + { + "epoch": 2.195013357079252, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8204352855682373, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8848965167999268, + "num_tokens": 655175174.0, + "step": 17255 + }, + { + "epoch": 2.1951405673578424, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6147706508636475, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8747975826263428, + "num_tokens": 655214753.0, + "step": 17256 + }, + { + "epoch": 2.195267777636433, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8188819885253906, + "learning_rate": 1e-05, + "loss": 0.3745, + "mean_token_accuracy": 0.8943426609039307, + "num_tokens": 655249737.0, + "step": 17257 + }, + { + "epoch": 2.1953949879150234, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6037566661834717, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8902833461761475, + "num_tokens": 655286553.0, + "step": 17258 + }, + { + "epoch": 2.195522198193614, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8188536167144775, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8838185667991638, + "num_tokens": 655320409.0, + "step": 17259 + }, + { + "epoch": 2.1956494084722045, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003204345703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6116721630096436, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8810113668441772, + "num_tokens": 655362436.0, + "step": 17260 + }, + { + "epoch": 2.195776618750795, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.800060749053955, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8775492310523987, + "num_tokens": 655405059.0, + "step": 17261 + }, + { + "epoch": 2.1959038290293855, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6125543117523193, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8785708546638489, + "num_tokens": 655448688.0, + "step": 17262 + }, + { + "epoch": 2.196031039307976, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8019309043884277, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8865420818328857, + "num_tokens": 655486361.0, + "step": 17263 + }, + { + "epoch": 2.1961582495865666, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.624023199081421, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8831334114074707, + "num_tokens": 655518610.0, + "step": 17264 + }, + { + "epoch": 2.196285459865157, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8019495010375977, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8783307075500488, + "num_tokens": 655557860.0, + "step": 17265 + }, + { + "epoch": 2.1964126701437476, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.606144428253174, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8807280659675598, + "num_tokens": 655597885.0, + "step": 17266 + }, + { + "epoch": 2.196539880422338, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7932803630828857, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8896826505661011, + "num_tokens": 655632847.0, + "step": 17267 + }, + { + "epoch": 2.1966670907009287, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6268396377563477, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8785777688026428, + "num_tokens": 655665374.0, + "step": 17268 + }, + { + "epoch": 2.196794300979519, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.769516944885254, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8862874507904053, + "num_tokens": 655705926.0, + "step": 17269 + }, + { + "epoch": 2.1969215112581097, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003223419189453125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6140778064727783, + "learning_rate": 1e-05, + "loss": 0.3698, + "mean_token_accuracy": 0.892582893371582, + "num_tokens": 655743500.0, + "step": 17270 + }, + { + "epoch": 2.1970487215367003, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7591161727905273, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8733296990394592, + "num_tokens": 655788063.0, + "step": 17271 + }, + { + "epoch": 2.197175931815291, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6187191009521484, + "learning_rate": 1e-05, + "loss": 0.3791, + "mean_token_accuracy": 0.8920432925224304, + "num_tokens": 655828393.0, + "step": 17272 + }, + { + "epoch": 2.1973031420938813, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7461390495300293, + "learning_rate": 1e-05, + "loss": 0.3925, + "mean_token_accuracy": 0.8873311281204224, + "num_tokens": 655871666.0, + "step": 17273 + }, + { + "epoch": 2.197430352372472, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.636887788772583, + "learning_rate": 1e-05, + "loss": 0.3674, + "mean_token_accuracy": 0.8965883851051331, + "num_tokens": 655905396.0, + "step": 17274 + }, + { + "epoch": 2.1975575626510624, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.731727123260498, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8797256350517273, + "num_tokens": 655944515.0, + "step": 17275 + }, + { + "epoch": 2.197684772929653, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.644636392593384, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.871585488319397, + "num_tokens": 655979773.0, + "step": 17276 + }, + { + "epoch": 2.1978119832082434, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7336349487304688, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8824732899665833, + "num_tokens": 656017786.0, + "step": 17277 + }, + { + "epoch": 2.1979391934868335, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6399219036102295, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8591740131378174, + "num_tokens": 656058776.0, + "step": 17278 + }, + { + "epoch": 2.198066403765424, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7166388034820557, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8871029615402222, + "num_tokens": 656100231.0, + "step": 17279 + }, + { + "epoch": 2.1981936140440146, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.657273292541504, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8818353414535522, + "num_tokens": 656131786.0, + "step": 17280 + }, + { + "epoch": 2.198320824322605, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6871497631073, + "learning_rate": 1e-05, + "loss": 0.3927, + "mean_token_accuracy": 0.886159360408783, + "num_tokens": 656172041.0, + "step": 17281 + }, + { + "epoch": 2.1984480346011956, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.662728786468506, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.8895602822303772, + "num_tokens": 656203152.0, + "step": 17282 + }, + { + "epoch": 2.198575244879786, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.691789150238037, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8755630254745483, + "num_tokens": 656241568.0, + "step": 17283 + }, + { + "epoch": 2.1987024551583767, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6577308177948, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8676514625549316, + "num_tokens": 656275221.0, + "step": 17284 + }, + { + "epoch": 2.1988296654369672, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.677715301513672, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8741443157196045, + "num_tokens": 656317535.0, + "step": 17285 + }, + { + "epoch": 2.1989568757155578, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.670710802078247, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8864536285400391, + "num_tokens": 656351440.0, + "step": 17286 + }, + { + "epoch": 2.1990840859941483, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.671286106109619, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8787947297096252, + "num_tokens": 656390942.0, + "step": 17287 + }, + { + "epoch": 2.199211296272739, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6668331623077393, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8880685567855835, + "num_tokens": 656427314.0, + "step": 17288 + }, + { + "epoch": 2.1993385065513293, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6775715351104736, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8722085952758789, + "num_tokens": 656464014.0, + "step": 17289 + }, + { + "epoch": 2.19946571682992, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.7030115127563477, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.8819590210914612, + "num_tokens": 656497783.0, + "step": 17290 + }, + { + "epoch": 2.1995929271085104, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.658931016921997, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.878031849861145, + "num_tokens": 656538160.0, + "step": 17291 + }, + { + "epoch": 2.199720137387101, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6691324710845947, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8888594508171082, + "num_tokens": 656578296.0, + "step": 17292 + }, + { + "epoch": 2.1998473476656915, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.652406930923462, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8827247619628906, + "num_tokens": 656620662.0, + "step": 17293 + }, + { + "epoch": 2.199974557944282, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6635048389434814, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8840987682342529, + "num_tokens": 656665511.0, + "step": 17294 + }, + { + "epoch": 2.2001017682228725, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.662757158279419, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8814870715141296, + "num_tokens": 656703079.0, + "step": 17295 + }, + { + "epoch": 2.200228978501463, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6748971939086914, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.874549150466919, + "num_tokens": 656741430.0, + "step": 17296 + }, + { + "epoch": 2.2003561887800536, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6526248455047607, + "learning_rate": 1e-05, + "loss": 0.3814, + "mean_token_accuracy": 0.8901347517967224, + "num_tokens": 656778836.0, + "step": 17297 + }, + { + "epoch": 2.200483399058644, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6899807453155518, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8842198252677917, + "num_tokens": 656811331.0, + "step": 17298 + }, + { + "epoch": 2.2006106093372346, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.652446746826172, + "learning_rate": 1e-05, + "loss": 0.3857, + "mean_token_accuracy": 0.8893167972564697, + "num_tokens": 656845579.0, + "step": 17299 + }, + { + "epoch": 2.200737819615825, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.689011812210083, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8782042860984802, + "num_tokens": 656880718.0, + "step": 17300 + }, + { + "epoch": 2.2008650298944152, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.639218807220459, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.8833675384521484, + "num_tokens": 656918350.0, + "step": 17301 + }, + { + "epoch": 2.200992240173006, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7027127742767334, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8784192204475403, + "num_tokens": 656954661.0, + "step": 17302 + }, + { + "epoch": 2.2011194504515963, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6248550415039062, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8847037553787231, + "num_tokens": 656993233.0, + "step": 17303 + }, + { + "epoch": 2.201246660730187, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.707711935043335, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8775665760040283, + "num_tokens": 657032843.0, + "step": 17304 + }, + { + "epoch": 2.2013738710087773, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6170730590820312, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8799005746841431, + "num_tokens": 657078625.0, + "step": 17305 + }, + { + "epoch": 2.201501081287368, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7303545475006104, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8832253217697144, + "num_tokens": 657113696.0, + "step": 17306 + }, + { + "epoch": 2.2016282915659584, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.626948356628418, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8792498111724854, + "num_tokens": 657149224.0, + "step": 17307 + }, + { + "epoch": 2.201755501844549, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7474124431610107, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8756704330444336, + "num_tokens": 657181946.0, + "step": 17308 + }, + { + "epoch": 2.2018827121231395, + "ewc_loss": 0.07275390625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.029273986816406e-05, + "grad_norm": 2.6526317596435547, + "learning_rate": 1e-05, + "loss": 0.4811, + "mean_token_accuracy": 0.8574333786964417, + "num_tokens": 657214372.0, + "step": 17309 + }, + { + "epoch": 2.20200992240173, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7178282737731934, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8818376064300537, + "num_tokens": 657255572.0, + "step": 17310 + }, + { + "epoch": 2.2021371326803205, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6364588737487793, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8819823861122131, + "num_tokens": 657288336.0, + "step": 17311 + }, + { + "epoch": 2.202264342958911, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7418017387390137, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.877966046333313, + "num_tokens": 657327954.0, + "step": 17312 + }, + { + "epoch": 2.2023915532375016, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.638167142868042, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8724621534347534, + "num_tokens": 657366691.0, + "step": 17313 + }, + { + "epoch": 2.202518763516092, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7234034538269043, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8806484937667847, + "num_tokens": 657405694.0, + "step": 17314 + }, + { + "epoch": 2.2026459737946826, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6080245971679688, + "learning_rate": 1e-05, + "loss": 0.3615, + "mean_token_accuracy": 0.8967787027359009, + "num_tokens": 657442461.0, + "step": 17315 + }, + { + "epoch": 2.202773184073273, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7404017448425293, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8858072757720947, + "num_tokens": 657476384.0, + "step": 17316 + }, + { + "epoch": 2.2029003943518637, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6250996589660645, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8725231885910034, + "num_tokens": 657511291.0, + "step": 17317 + }, + { + "epoch": 2.203027604630454, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.742576837539673, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8738107085227966, + "num_tokens": 657546820.0, + "step": 17318 + }, + { + "epoch": 2.2031548149090447, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6236379146575928, + "learning_rate": 1e-05, + "loss": 0.393, + "mean_token_accuracy": 0.8852828741073608, + "num_tokens": 657582513.0, + "step": 17319 + }, + { + "epoch": 2.2032820251876353, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7370736598968506, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8825769424438477, + "num_tokens": 657617108.0, + "step": 17320 + }, + { + "epoch": 2.203409235466226, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.602013349533081, + "learning_rate": 1e-05, + "loss": 0.3804, + "mean_token_accuracy": 0.8907716274261475, + "num_tokens": 657656220.0, + "step": 17321 + }, + { + "epoch": 2.2035364457448163, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.747300624847412, + "learning_rate": 1e-05, + "loss": 0.3846, + "mean_token_accuracy": 0.8914390206336975, + "num_tokens": 657691386.0, + "step": 17322 + }, + { + "epoch": 2.203663656023407, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6223771572113037, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8681268095970154, + "num_tokens": 657728118.0, + "step": 17323 + }, + { + "epoch": 2.2037908663019974, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.738708257675171, + "learning_rate": 1e-05, + "loss": 0.3744, + "mean_token_accuracy": 0.8957880139350891, + "num_tokens": 657768832.0, + "step": 17324 + }, + { + "epoch": 2.203918076580588, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6166937351226807, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8870670795440674, + "num_tokens": 657805511.0, + "step": 17325 + }, + { + "epoch": 2.204045286859178, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.750885248184204, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8808099031448364, + "num_tokens": 657843250.0, + "step": 17326 + }, + { + "epoch": 2.2041724971377685, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.613382339477539, + "learning_rate": 1e-05, + "loss": 0.3751, + "mean_token_accuracy": 0.8918624520301819, + "num_tokens": 657878882.0, + "step": 17327 + }, + { + "epoch": 2.204299707416359, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.741184949874878, + "learning_rate": 1e-05, + "loss": 0.3551, + "mean_token_accuracy": 0.9023301601409912, + "num_tokens": 657917007.0, + "step": 17328 + }, + { + "epoch": 2.2044269176949496, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6187613010406494, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8705394864082336, + "num_tokens": 657956741.0, + "step": 17329 + }, + { + "epoch": 2.20455412797354, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.740971326828003, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8852206468582153, + "num_tokens": 657995050.0, + "step": 17330 + }, + { + "epoch": 2.2046813382521306, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.618183135986328, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8770344853401184, + "num_tokens": 658032708.0, + "step": 17331 + }, + { + "epoch": 2.204808548530721, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7473130226135254, + "learning_rate": 1e-05, + "loss": 0.3673, + "mean_token_accuracy": 0.8966690301895142, + "num_tokens": 658065725.0, + "step": 17332 + }, + { + "epoch": 2.2049357588093117, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.608339309692383, + "learning_rate": 1e-05, + "loss": 0.3822, + "mean_token_accuracy": 0.8902400732040405, + "num_tokens": 658107290.0, + "step": 17333 + }, + { + "epoch": 2.2050629690879022, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.746731996536255, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8849471807479858, + "num_tokens": 658147516.0, + "step": 17334 + }, + { + "epoch": 2.2051901793664928, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.608504295349121, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8869594931602478, + "num_tokens": 658188477.0, + "step": 17335 + }, + { + "epoch": 2.2053173896450833, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7715611457824707, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8841668367385864, + "num_tokens": 658223517.0, + "step": 17336 + }, + { + "epoch": 2.205444599923674, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6198737621307373, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.886860728263855, + "num_tokens": 658259167.0, + "step": 17337 + }, + { + "epoch": 2.2055718102022643, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.761035680770874, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8847141265869141, + "num_tokens": 658294825.0, + "step": 17338 + }, + { + "epoch": 2.205699020480855, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.602273464202881, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8746687769889832, + "num_tokens": 658336898.0, + "step": 17339 + }, + { + "epoch": 2.2058262307594454, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7613749504089355, + "learning_rate": 1e-05, + "loss": 0.367, + "mean_token_accuracy": 0.8971477746963501, + "num_tokens": 658373201.0, + "step": 17340 + }, + { + "epoch": 2.205953441038036, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.609412431716919, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8752983212471008, + "num_tokens": 658413147.0, + "step": 17341 + }, + { + "epoch": 2.2060806513166265, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.778902769088745, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8707091808319092, + "num_tokens": 658453832.0, + "step": 17342 + }, + { + "epoch": 2.206207861595217, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5955049991607666, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8735523819923401, + "num_tokens": 658498302.0, + "step": 17343 + }, + { + "epoch": 2.2063350718738075, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.787212371826172, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8851577043533325, + "num_tokens": 658535017.0, + "step": 17344 + }, + { + "epoch": 2.206462282152398, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6032886505126953, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8652306199073792, + "num_tokens": 658575495.0, + "step": 17345 + }, + { + "epoch": 2.2065894924309886, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7817325592041016, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8890178203582764, + "num_tokens": 658619493.0, + "step": 17346 + }, + { + "epoch": 2.206716702709579, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.613198757171631, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8811249732971191, + "num_tokens": 658654371.0, + "step": 17347 + }, + { + "epoch": 2.2068439129881696, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.779764175415039, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8739566802978516, + "num_tokens": 658694543.0, + "step": 17348 + }, + { + "epoch": 2.20697112326676, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.627809524536133, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8764645457267761, + "num_tokens": 658724859.0, + "step": 17349 + }, + { + "epoch": 2.2070983335453507, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7667276859283447, + "learning_rate": 1e-05, + "loss": 0.3782, + "mean_token_accuracy": 0.8936856389045715, + "num_tokens": 658759941.0, + "step": 17350 + }, + { + "epoch": 2.2072255438239408, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6092004776000977, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.8898526430130005, + "num_tokens": 658801254.0, + "step": 17351 + }, + { + "epoch": 2.2073527541025313, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8268332481384277, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8794393539428711, + "num_tokens": 658835177.0, + "step": 17352 + }, + { + "epoch": 2.207479964381122, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.5945353507995605, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.8876839280128479, + "num_tokens": 658874636.0, + "step": 17353 + }, + { + "epoch": 2.2076071746597123, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8099427223205566, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8762035369873047, + "num_tokens": 658911388.0, + "step": 17354 + }, + { + "epoch": 2.207734384938303, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5786232948303223, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8874736428260803, + "num_tokens": 658954685.0, + "step": 17355 + }, + { + "epoch": 2.2078615952168934, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8201937675476074, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8851048350334167, + "num_tokens": 658992573.0, + "step": 17356 + }, + { + "epoch": 2.207988805495484, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6133060455322266, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8752259612083435, + "num_tokens": 659024460.0, + "step": 17357 + }, + { + "epoch": 2.2081160157740745, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8226277828216553, + "learning_rate": 1e-05, + "loss": 0.4785, + "mean_token_accuracy": 0.862594485282898, + "num_tokens": 659066103.0, + "step": 17358 + }, + { + "epoch": 2.208243226052665, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.67175555229187, + "learning_rate": 1e-05, + "loss": 0.3837, + "mean_token_accuracy": 0.8894408941268921, + "num_tokens": 659097293.0, + "step": 17359 + }, + { + "epoch": 2.2083704363312555, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.763129949569702, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8744879961013794, + "num_tokens": 659141221.0, + "step": 17360 + }, + { + "epoch": 2.208497646609846, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.626491069793701, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8843887448310852, + "num_tokens": 659181026.0, + "step": 17361 + }, + { + "epoch": 2.2086248568884366, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7552967071533203, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8762103915214539, + "num_tokens": 659218503.0, + "step": 17362 + }, + { + "epoch": 2.208752067167027, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.63163685798645, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8867064714431763, + "num_tokens": 659255940.0, + "step": 17363 + }, + { + "epoch": 2.2088792774456176, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7504000663757324, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.860490083694458, + "num_tokens": 659296994.0, + "step": 17364 + }, + { + "epoch": 2.209006487724208, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.634695053100586, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8724510669708252, + "num_tokens": 659335372.0, + "step": 17365 + }, + { + "epoch": 2.2091336980027987, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7574477195739746, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8770239353179932, + "num_tokens": 659375954.0, + "step": 17366 + }, + { + "epoch": 2.209260908281389, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.629606246948242, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.880583643913269, + "num_tokens": 659409995.0, + "step": 17367 + }, + { + "epoch": 2.2093881185599797, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.750762462615967, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8881245255470276, + "num_tokens": 659445640.0, + "step": 17368 + }, + { + "epoch": 2.2095153288385703, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6088716983795166, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8803761005401611, + "num_tokens": 659488609.0, + "step": 17369 + }, + { + "epoch": 2.209642539117161, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.737879514694214, + "learning_rate": 1e-05, + "loss": 0.3755, + "mean_token_accuracy": 0.8930448889732361, + "num_tokens": 659533077.0, + "step": 17370 + }, + { + "epoch": 2.2097697493957513, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6284329891204834, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.882398247718811, + "num_tokens": 659574080.0, + "step": 17371 + }, + { + "epoch": 2.209896959674342, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.746839761734009, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8816274404525757, + "num_tokens": 659610508.0, + "step": 17372 + }, + { + "epoch": 2.2100241699529324, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.618957281112671, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8799516558647156, + "num_tokens": 659648378.0, + "step": 17373 + }, + { + "epoch": 2.210151380231523, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7594404220581055, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8724031448364258, + "num_tokens": 659681639.0, + "step": 17374 + }, + { + "epoch": 2.2102785905101134, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6093063354492188, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8732041716575623, + "num_tokens": 659721579.0, + "step": 17375 + }, + { + "epoch": 2.2104058007887035, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7520811557769775, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8779135942459106, + "num_tokens": 659761577.0, + "step": 17376 + }, + { + "epoch": 2.210533011067294, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6086935997009277, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8801429271697998, + "num_tokens": 659799393.0, + "step": 17377 + }, + { + "epoch": 2.2106602213458846, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.771270990371704, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8628132343292236, + "num_tokens": 659839118.0, + "step": 17378 + }, + { + "epoch": 2.210787431624475, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6102852821350098, + "learning_rate": 1e-05, + "loss": 0.3766, + "mean_token_accuracy": 0.8933697938919067, + "num_tokens": 659874955.0, + "step": 17379 + }, + { + "epoch": 2.2109146419030656, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7852771282196045, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8728147149085999, + "num_tokens": 659908590.0, + "step": 17380 + }, + { + "epoch": 2.211041852181656, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.614182233810425, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.8791446685791016, + "num_tokens": 659945753.0, + "step": 17381 + }, + { + "epoch": 2.2111690624602467, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7750179767608643, + "learning_rate": 1e-05, + "loss": 0.3853, + "mean_token_accuracy": 0.8900866508483887, + "num_tokens": 659981284.0, + "step": 17382 + }, + { + "epoch": 2.211296272738837, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.621157169342041, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8794422149658203, + "num_tokens": 660016160.0, + "step": 17383 + }, + { + "epoch": 2.2114234830174277, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.759586811065674, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8852040767669678, + "num_tokens": 660053755.0, + "step": 17384 + }, + { + "epoch": 2.2115506932960183, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5892281532287598, + "learning_rate": 1e-05, + "loss": 0.3468, + "mean_token_accuracy": 0.9012178182601929, + "num_tokens": 660092808.0, + "step": 17385 + }, + { + "epoch": 2.211677903574609, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7863078117370605, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8722164630889893, + "num_tokens": 660128996.0, + "step": 17386 + }, + { + "epoch": 2.2118051138531993, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6074256896972656, + "learning_rate": 1e-05, + "loss": 0.3616, + "mean_token_accuracy": 0.8975381851196289, + "num_tokens": 660163345.0, + "step": 17387 + }, + { + "epoch": 2.21193232413179, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7912354469299316, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8849469423294067, + "num_tokens": 660196483.0, + "step": 17388 + }, + { + "epoch": 2.2120595344103804, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.620800256729126, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8771187663078308, + "num_tokens": 660226039.0, + "step": 17389 + }, + { + "epoch": 2.212186744688971, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7674801349639893, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8797693252563477, + "num_tokens": 660274301.0, + "step": 17390 + }, + { + "epoch": 2.2123139549675614, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6146063804626465, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8715885877609253, + "num_tokens": 660312893.0, + "step": 17391 + }, + { + "epoch": 2.212441165246152, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7728042602539062, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8884494304656982, + "num_tokens": 660349396.0, + "step": 17392 + }, + { + "epoch": 2.2125683755247425, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.618525505065918, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.8864717483520508, + "num_tokens": 660385902.0, + "step": 17393 + }, + { + "epoch": 2.212695585803333, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.77823543548584, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8759230375289917, + "num_tokens": 660421527.0, + "step": 17394 + }, + { + "epoch": 2.2128227960819236, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6098685264587402, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8842580318450928, + "num_tokens": 660459687.0, + "step": 17395 + }, + { + "epoch": 2.212950006360514, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7808024883270264, + "learning_rate": 1e-05, + "loss": 0.4678, + "mean_token_accuracy": 0.8649129867553711, + "num_tokens": 660502415.0, + "step": 17396 + }, + { + "epoch": 2.2130772166391046, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6048734188079834, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8830629587173462, + "num_tokens": 660542503.0, + "step": 17397 + }, + { + "epoch": 2.213204426917695, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7934036254882812, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8750720024108887, + "num_tokens": 660576482.0, + "step": 17398 + }, + { + "epoch": 2.2133316371962852, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.597707509994507, + "learning_rate": 1e-05, + "loss": 0.3596, + "mean_token_accuracy": 0.8991007804870605, + "num_tokens": 660615151.0, + "step": 17399 + }, + { + "epoch": 2.213458847474876, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.797719955444336, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8778338432312012, + "num_tokens": 660656555.0, + "step": 17400 + }, + { + "epoch": 2.2135860577534663, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6097168922424316, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8691362142562866, + "num_tokens": 660695991.0, + "step": 17401 + }, + { + "epoch": 2.213713268032057, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.813723087310791, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8823589086532593, + "num_tokens": 660727840.0, + "step": 17402 + }, + { + "epoch": 2.2138404783106473, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.593888282775879, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8862865567207336, + "num_tokens": 660770107.0, + "step": 17403 + }, + { + "epoch": 2.213967688589238, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8239188194274902, + "learning_rate": 1e-05, + "loss": 0.4706, + "mean_token_accuracy": 0.8637949228286743, + "num_tokens": 660809813.0, + "step": 17404 + }, + { + "epoch": 2.2140948988678284, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6053240299224854, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8704183101654053, + "num_tokens": 660849427.0, + "step": 17405 + }, + { + "epoch": 2.214222109146419, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8074281215667725, + "learning_rate": 1e-05, + "loss": 0.3839, + "mean_token_accuracy": 0.8902539014816284, + "num_tokens": 660888456.0, + "step": 17406 + }, + { + "epoch": 2.2143493194250095, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6001460552215576, + "learning_rate": 1e-05, + "loss": 0.382, + "mean_token_accuracy": 0.8913308382034302, + "num_tokens": 660931889.0, + "step": 17407 + }, + { + "epoch": 2.2144765297036, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8034801483154297, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.8837301731109619, + "num_tokens": 660972965.0, + "step": 17408 + }, + { + "epoch": 2.2146037399821905, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.617365837097168, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8798748254776001, + "num_tokens": 661007352.0, + "step": 17409 + }, + { + "epoch": 2.214730950260781, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.799532175064087, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8853923678398132, + "num_tokens": 661044202.0, + "step": 17410 + }, + { + "epoch": 2.2148581605393716, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6056437492370605, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8808079361915588, + "num_tokens": 661088542.0, + "step": 17411 + }, + { + "epoch": 2.214985370817962, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7979207038879395, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8718143701553345, + "num_tokens": 661130060.0, + "step": 17412 + }, + { + "epoch": 2.2151125810965526, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6215403079986572, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.873394250869751, + "num_tokens": 661170325.0, + "step": 17413 + }, + { + "epoch": 2.215239791375143, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.781385898590088, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8759320378303528, + "num_tokens": 661216151.0, + "step": 17414 + }, + { + "epoch": 2.2153670016537337, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6069538593292236, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8852900862693787, + "num_tokens": 661257857.0, + "step": 17415 + }, + { + "epoch": 2.215494211932324, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8006420135498047, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.881949245929718, + "num_tokens": 661294113.0, + "step": 17416 + }, + { + "epoch": 2.2156214222109147, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6156070232391357, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8770469427108765, + "num_tokens": 661332681.0, + "step": 17417 + }, + { + "epoch": 2.2157486324895053, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7871389389038086, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8762162923812866, + "num_tokens": 661373567.0, + "step": 17418 + }, + { + "epoch": 2.215875842768096, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.612732410430908, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8728090524673462, + "num_tokens": 661415727.0, + "step": 17419 + }, + { + "epoch": 2.2160030530466863, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7792725563049316, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.886357307434082, + "num_tokens": 661454934.0, + "step": 17420 + }, + { + "epoch": 2.216130263325277, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6224288940429688, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8642113208770752, + "num_tokens": 661499070.0, + "step": 17421 + }, + { + "epoch": 2.2162574736038674, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.780656099319458, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8847334384918213, + "num_tokens": 661538595.0, + "step": 17422 + }, + { + "epoch": 2.216384683882458, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.619295358657837, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.871931791305542, + "num_tokens": 661578472.0, + "step": 17423 + }, + { + "epoch": 2.216511894161048, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.775104284286499, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8747378587722778, + "num_tokens": 661615127.0, + "step": 17424 + }, + { + "epoch": 2.2166391044396385, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6222803592681885, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8664976358413696, + "num_tokens": 661655514.0, + "step": 17425 + }, + { + "epoch": 2.216766314718229, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7875218391418457, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8687151074409485, + "num_tokens": 661690838.0, + "step": 17426 + }, + { + "epoch": 2.2168935249968196, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5966689586639404, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8809221982955933, + "num_tokens": 661735697.0, + "step": 17427 + }, + { + "epoch": 2.21702073527541, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8165526390075684, + "learning_rate": 1e-05, + "loss": 0.4793, + "mean_token_accuracy": 0.8654400110244751, + "num_tokens": 661766875.0, + "step": 17428 + }, + { + "epoch": 2.2171479455540006, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.615542411804199, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8803329467773438, + "num_tokens": 661798059.0, + "step": 17429 + }, + { + "epoch": 2.217275155832591, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7941269874572754, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8895324468612671, + "num_tokens": 661833128.0, + "step": 17430 + }, + { + "epoch": 2.2174023661111817, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6166229248046875, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8724571466445923, + "num_tokens": 661872672.0, + "step": 17431 + }, + { + "epoch": 2.217529576389772, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8005568981170654, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8712460994720459, + "num_tokens": 661919611.0, + "step": 17432 + }, + { + "epoch": 2.2176567866683627, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.624795436859131, + "learning_rate": 1e-05, + "loss": 0.4784, + "mean_token_accuracy": 0.863594651222229, + "num_tokens": 661955349.0, + "step": 17433 + }, + { + "epoch": 2.2177839969469533, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7861263751983643, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8861148953437805, + "num_tokens": 661990178.0, + "step": 17434 + }, + { + "epoch": 2.217911207225544, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.600874423980713, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8837893009185791, + "num_tokens": 662035855.0, + "step": 17435 + }, + { + "epoch": 2.2180384175041343, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7894697189331055, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8705468773841858, + "num_tokens": 662073959.0, + "step": 17436 + }, + { + "epoch": 2.218165627782725, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.606935739517212, + "learning_rate": 1e-05, + "loss": 0.3541, + "mean_token_accuracy": 0.8994783163070679, + "num_tokens": 662108598.0, + "step": 17437 + }, + { + "epoch": 2.2182928380613154, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8239188194274902, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8794548511505127, + "num_tokens": 662136316.0, + "step": 17438 + }, + { + "epoch": 2.218420048339906, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6074037551879883, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8820985555648804, + "num_tokens": 662175771.0, + "step": 17439 + }, + { + "epoch": 2.2185472586184964, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7995262145996094, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.876025915145874, + "num_tokens": 662219031.0, + "step": 17440 + }, + { + "epoch": 2.218674468897087, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.597261667251587, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8861557245254517, + "num_tokens": 662257734.0, + "step": 17441 + }, + { + "epoch": 2.2188016791756775, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8083364963531494, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8817645311355591, + "num_tokens": 662297329.0, + "step": 17442 + }, + { + "epoch": 2.218928889454268, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6210384368896484, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.875226616859436, + "num_tokens": 662334597.0, + "step": 17443 + }, + { + "epoch": 2.2190560997328586, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.800518751144409, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8756195902824402, + "num_tokens": 662370369.0, + "step": 17444 + }, + { + "epoch": 2.219183310011449, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.628190279006958, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8724161386489868, + "num_tokens": 662406193.0, + "step": 17445 + }, + { + "epoch": 2.2193105202900396, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8001275062561035, + "learning_rate": 1e-05, + "loss": 0.3759, + "mean_token_accuracy": 0.8931286931037903, + "num_tokens": 662439692.0, + "step": 17446 + }, + { + "epoch": 2.21943773056863, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.61887264251709, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8852273225784302, + "num_tokens": 662479768.0, + "step": 17447 + }, + { + "epoch": 2.2195649408472207, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.791923761367798, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.8850417137145996, + "num_tokens": 662523591.0, + "step": 17448 + }, + { + "epoch": 2.2196921511258108, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6300265789031982, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8863140344619751, + "num_tokens": 662557693.0, + "step": 17449 + }, + { + "epoch": 2.2198193614044013, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7794246673583984, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8802303075790405, + "num_tokens": 662595404.0, + "step": 17450 + }, + { + "epoch": 2.219946571682992, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6267781257629395, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8798835277557373, + "num_tokens": 662637033.0, + "step": 17451 + }, + { + "epoch": 2.2200737819615823, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.778541088104248, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8795486688613892, + "num_tokens": 662675199.0, + "step": 17452 + }, + { + "epoch": 2.220200992240173, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6196606159210205, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8800680637359619, + "num_tokens": 662720809.0, + "step": 17453 + }, + { + "epoch": 2.2203282025187634, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.768156051635742, + "learning_rate": 1e-05, + "loss": 0.3757, + "mean_token_accuracy": 0.8932790160179138, + "num_tokens": 662759894.0, + "step": 17454 + }, + { + "epoch": 2.220455412797354, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6190929412841797, + "learning_rate": 1e-05, + "loss": 0.3812, + "mean_token_accuracy": 0.8898152112960815, + "num_tokens": 662795373.0, + "step": 17455 + }, + { + "epoch": 2.2205826230759445, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7670795917510986, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8887655735015869, + "num_tokens": 662832764.0, + "step": 17456 + }, + { + "epoch": 2.220709833354535, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.631044626235962, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.862097978591919, + "num_tokens": 662872796.0, + "step": 17457 + }, + { + "epoch": 2.2208370436331255, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7751283645629883, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8703708052635193, + "num_tokens": 662914027.0, + "step": 17458 + }, + { + "epoch": 2.220964253911716, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6282360553741455, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8700358271598816, + "num_tokens": 662953924.0, + "step": 17459 + }, + { + "epoch": 2.2210914641903066, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.792891263961792, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8760067224502563, + "num_tokens": 662982792.0, + "step": 17460 + }, + { + "epoch": 2.221218674468897, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.608574151992798, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8852533102035522, + "num_tokens": 663023674.0, + "step": 17461 + }, + { + "epoch": 2.2213458847474876, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7807044982910156, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.871467113494873, + "num_tokens": 663064187.0, + "step": 17462 + }, + { + "epoch": 2.221473095026078, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.586710214614868, + "learning_rate": 1e-05, + "loss": 0.3724, + "mean_token_accuracy": 0.8942872285842896, + "num_tokens": 663109146.0, + "step": 17463 + }, + { + "epoch": 2.2216003053046687, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7925913333892822, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8847919702529907, + "num_tokens": 663147988.0, + "step": 17464 + }, + { + "epoch": 2.221727515583259, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.60129451751709, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8853100538253784, + "num_tokens": 663190072.0, + "step": 17465 + }, + { + "epoch": 2.2218547258618497, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.800701856613159, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8816109895706177, + "num_tokens": 663222896.0, + "step": 17466 + }, + { + "epoch": 2.2219819361404403, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.606031894683838, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8790423274040222, + "num_tokens": 663261846.0, + "step": 17467 + }, + { + "epoch": 2.222109146419031, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.799628734588623, + "learning_rate": 1e-05, + "loss": 0.3614, + "mean_token_accuracy": 0.89736407995224, + "num_tokens": 663295766.0, + "step": 17468 + }, + { + "epoch": 2.2222363566976213, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.600102663040161, + "learning_rate": 1e-05, + "loss": 0.371, + "mean_token_accuracy": 0.8922333717346191, + "num_tokens": 663333218.0, + "step": 17469 + }, + { + "epoch": 2.222363566976212, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.817384719848633, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.882365882396698, + "num_tokens": 663371491.0, + "step": 17470 + }, + { + "epoch": 2.2224907772548024, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6016628742218018, + "learning_rate": 1e-05, + "loss": 0.3778, + "mean_token_accuracy": 0.8941577672958374, + "num_tokens": 663410824.0, + "step": 17471 + }, + { + "epoch": 2.222617987533393, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.825014352798462, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.885035514831543, + "num_tokens": 663445624.0, + "step": 17472 + }, + { + "epoch": 2.2227451978119834, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.624319076538086, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8707802295684814, + "num_tokens": 663483223.0, + "step": 17473 + }, + { + "epoch": 2.2228724080905735, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8208839893341064, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8804186582565308, + "num_tokens": 663520577.0, + "step": 17474 + }, + { + "epoch": 2.222999618369164, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.619936943054199, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8809081315994263, + "num_tokens": 663554667.0, + "step": 17475 + }, + { + "epoch": 2.2231268286477546, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8035285472869873, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8879390954971313, + "num_tokens": 663593475.0, + "step": 17476 + }, + { + "epoch": 2.223254038926345, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6026134490966797, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8880094885826111, + "num_tokens": 663635957.0, + "step": 17477 + }, + { + "epoch": 2.2233812492049356, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.800605058670044, + "learning_rate": 1e-05, + "loss": 0.3812, + "mean_token_accuracy": 0.8932508230209351, + "num_tokens": 663678610.0, + "step": 17478 + }, + { + "epoch": 2.223508459483526, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6198573112487793, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8824694156646729, + "num_tokens": 663718204.0, + "step": 17479 + }, + { + "epoch": 2.2236356697621167, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.792936086654663, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8832110166549683, + "num_tokens": 663760501.0, + "step": 17480 + }, + { + "epoch": 2.223762880040707, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.615734100341797, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8898928165435791, + "num_tokens": 663802515.0, + "step": 17481 + }, + { + "epoch": 2.2238900903192977, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8014798164367676, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8738722205162048, + "num_tokens": 663839095.0, + "step": 17482 + }, + { + "epoch": 2.2240173005978883, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6335666179656982, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8684881925582886, + "num_tokens": 663875734.0, + "step": 17483 + }, + { + "epoch": 2.224144510876479, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.791321039199829, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.887060821056366, + "num_tokens": 663911321.0, + "step": 17484 + }, + { + "epoch": 2.2242717211550693, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.639468193054199, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8772836923599243, + "num_tokens": 663942334.0, + "step": 17485 + }, + { + "epoch": 2.22439893143366, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7785239219665527, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8780468702316284, + "num_tokens": 663976306.0, + "step": 17486 + }, + { + "epoch": 2.2245261417122504, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.619694471359253, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.8846203684806824, + "num_tokens": 664016234.0, + "step": 17487 + }, + { + "epoch": 2.224653351990841, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7718098163604736, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8756217360496521, + "num_tokens": 664057012.0, + "step": 17488 + }, + { + "epoch": 2.2247805622694314, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6242902278900146, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8798546195030212, + "num_tokens": 664092911.0, + "step": 17489 + }, + { + "epoch": 2.224907772548022, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7763783931732178, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8745787143707275, + "num_tokens": 664133069.0, + "step": 17490 + }, + { + "epoch": 2.2250349828266125, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6323082447052, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8835158944129944, + "num_tokens": 664166059.0, + "step": 17491 + }, + { + "epoch": 2.225162193105203, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7812674045562744, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8732327222824097, + "num_tokens": 664204918.0, + "step": 17492 + }, + { + "epoch": 2.2252894033837936, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.631438970565796, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8829803466796875, + "num_tokens": 664240561.0, + "step": 17493 + }, + { + "epoch": 2.225416613662384, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.781656503677368, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8742306232452393, + "num_tokens": 664274905.0, + "step": 17494 + }, + { + "epoch": 2.2255438239409746, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6159842014312744, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8759387731552124, + "num_tokens": 664316666.0, + "step": 17495 + }, + { + "epoch": 2.225671034219565, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.767671585083008, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8886890411376953, + "num_tokens": 664358590.0, + "step": 17496 + }, + { + "epoch": 2.225798244498155, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.628063678741455, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8806679248809814, + "num_tokens": 664394764.0, + "step": 17497 + }, + { + "epoch": 2.225925454776746, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7608706951141357, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8855453729629517, + "num_tokens": 664433730.0, + "step": 17498 + }, + { + "epoch": 2.2260526650553363, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6296894550323486, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8802478313446045, + "num_tokens": 664469926.0, + "step": 17499 + }, + { + "epoch": 2.226179875333927, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.762848138809204, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8725705146789551, + "num_tokens": 664511204.0, + "step": 17500 + }, + { + "epoch": 2.2263070856125173, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6348021030426025, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8632833957672119, + "num_tokens": 664547474.0, + "step": 17501 + }, + { + "epoch": 2.226434295891108, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.770967721939087, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8795172572135925, + "num_tokens": 664579252.0, + "step": 17502 + }, + { + "epoch": 2.2265615061696984, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.632474422454834, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8710505962371826, + "num_tokens": 664612129.0, + "step": 17503 + }, + { + "epoch": 2.226688716448289, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.744912624359131, + "learning_rate": 1e-05, + "loss": 0.3732, + "mean_token_accuracy": 0.8954532742500305, + "num_tokens": 664650847.0, + "step": 17504 + }, + { + "epoch": 2.2268159267268794, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6239681243896484, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8716749548912048, + "num_tokens": 664694056.0, + "step": 17505 + }, + { + "epoch": 2.22694313700547, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.763101816177368, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8733068108558655, + "num_tokens": 664732868.0, + "step": 17506 + }, + { + "epoch": 2.2270703472840605, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.610030174255371, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8883807063102722, + "num_tokens": 664772345.0, + "step": 17507 + }, + { + "epoch": 2.227197557562651, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754077911376953, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8745555281639099, + "num_tokens": 664811398.0, + "step": 17508 + }, + { + "epoch": 2.2273247678412416, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.623835325241089, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8758025169372559, + "num_tokens": 664846773.0, + "step": 17509 + }, + { + "epoch": 2.227451978119832, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.747910737991333, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8851487040519714, + "num_tokens": 664887027.0, + "step": 17510 + }, + { + "epoch": 2.2275791883984226, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6188154220581055, + "learning_rate": 1e-05, + "loss": 0.3729, + "mean_token_accuracy": 0.8953638076782227, + "num_tokens": 664922798.0, + "step": 17511 + }, + { + "epoch": 2.227706398677013, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7410876750946045, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8836194276809692, + "num_tokens": 664965862.0, + "step": 17512 + }, + { + "epoch": 2.2278336089556037, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.657853603363037, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8629230260848999, + "num_tokens": 665006053.0, + "step": 17513 + }, + { + "epoch": 2.227960819234194, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.737075090408325, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8808156251907349, + "num_tokens": 665040003.0, + "step": 17514 + }, + { + "epoch": 2.2280880295127847, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.628723382949829, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.875003457069397, + "num_tokens": 665079989.0, + "step": 17515 + }, + { + "epoch": 2.2282152397913753, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.742196559906006, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8866778016090393, + "num_tokens": 665114009.0, + "step": 17516 + }, + { + "epoch": 2.228342450069966, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.622823715209961, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8818776607513428, + "num_tokens": 665153259.0, + "step": 17517 + }, + { + "epoch": 2.2284696603485563, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.735384702682495, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8906257748603821, + "num_tokens": 665195024.0, + "step": 17518 + }, + { + "epoch": 2.228596870627147, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6230125427246094, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.881104588508606, + "num_tokens": 665236000.0, + "step": 17519 + }, + { + "epoch": 2.2287240809057374, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7452259063720703, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.859635591506958, + "num_tokens": 665277837.0, + "step": 17520 + }, + { + "epoch": 2.228851291184328, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.628129720687866, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8850065469741821, + "num_tokens": 665312927.0, + "step": 17521 + }, + { + "epoch": 2.228978501462918, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7464637756347656, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8834446668624878, + "num_tokens": 665346962.0, + "step": 17522 + }, + { + "epoch": 2.2291057117415085, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.611563205718994, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8843632340431213, + "num_tokens": 665385684.0, + "step": 17523 + }, + { + "epoch": 2.229232922020099, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7470881938934326, + "learning_rate": 1e-05, + "loss": 0.3524, + "mean_token_accuracy": 0.9021296501159668, + "num_tokens": 665421194.0, + "step": 17524 + }, + { + "epoch": 2.2293601322986896, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.623307704925537, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8785203695297241, + "num_tokens": 665459731.0, + "step": 17525 + }, + { + "epoch": 2.22948734257728, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7639384269714355, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8829178810119629, + "num_tokens": 665490310.0, + "step": 17526 + }, + { + "epoch": 2.2296145528558706, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6283137798309326, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8741194009780884, + "num_tokens": 665527543.0, + "step": 17527 + }, + { + "epoch": 2.229741763134461, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7431435585021973, + "learning_rate": 1e-05, + "loss": 0.3719, + "mean_token_accuracy": 0.890110433101654, + "num_tokens": 665562555.0, + "step": 17528 + }, + { + "epoch": 2.2298689734130517, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6228549480438232, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8824365139007568, + "num_tokens": 665598165.0, + "step": 17529 + }, + { + "epoch": 2.229996183691642, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.760655641555786, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8651589751243591, + "num_tokens": 665637225.0, + "step": 17530 + }, + { + "epoch": 2.2301233939702327, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6196718215942383, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8735029697418213, + "num_tokens": 665676126.0, + "step": 17531 + }, + { + "epoch": 2.2302506042488233, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7560086250305176, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8849309682846069, + "num_tokens": 665713570.0, + "step": 17532 + }, + { + "epoch": 2.230377814527414, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6402063369750977, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8888038396835327, + "num_tokens": 665743648.0, + "step": 17533 + }, + { + "epoch": 2.2305050248060043, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7493155002593994, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.881239652633667, + "num_tokens": 665780249.0, + "step": 17534 + }, + { + "epoch": 2.230632235084595, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6185266971588135, + "learning_rate": 1e-05, + "loss": 0.3727, + "mean_token_accuracy": 0.8951584100723267, + "num_tokens": 665821175.0, + "step": 17535 + }, + { + "epoch": 2.2307594453631854, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.748514175415039, + "learning_rate": 1e-05, + "loss": 0.3724, + "mean_token_accuracy": 0.893135666847229, + "num_tokens": 665854598.0, + "step": 17536 + }, + { + "epoch": 2.230886655641776, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6181492805480957, + "learning_rate": 1e-05, + "loss": 0.3858, + "mean_token_accuracy": 0.8908644914627075, + "num_tokens": 665892294.0, + "step": 17537 + }, + { + "epoch": 2.2310138659203664, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7566628456115723, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8729733228683472, + "num_tokens": 665928575.0, + "step": 17538 + }, + { + "epoch": 2.231141076198957, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6210529804229736, + "learning_rate": 1e-05, + "loss": 0.376, + "mean_token_accuracy": 0.8937175273895264, + "num_tokens": 665963136.0, + "step": 17539 + }, + { + "epoch": 2.2312682864775475, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.737398147583008, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8820542693138123, + "num_tokens": 666008556.0, + "step": 17540 + }, + { + "epoch": 2.231395496756138, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.621595859527588, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8814005255699158, + "num_tokens": 666047066.0, + "step": 17541 + }, + { + "epoch": 2.2315227070347285, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7465085983276367, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8844678997993469, + "num_tokens": 666084998.0, + "step": 17542 + }, + { + "epoch": 2.231649917313319, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6168930530548096, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8768984079360962, + "num_tokens": 666124935.0, + "step": 17543 + }, + { + "epoch": 2.2317771275919096, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7575199604034424, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8666826486587524, + "num_tokens": 666165580.0, + "step": 17544 + }, + { + "epoch": 2.2319043378705, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6040778160095215, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8731433153152466, + "num_tokens": 666206020.0, + "step": 17545 + }, + { + "epoch": 2.2320315481490907, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7783889770507812, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8704797029495239, + "num_tokens": 666239757.0, + "step": 17546 + }, + { + "epoch": 2.2321587584276807, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.593792200088501, + "learning_rate": 1e-05, + "loss": 0.3691, + "mean_token_accuracy": 0.8958494663238525, + "num_tokens": 666278426.0, + "step": 17547 + }, + { + "epoch": 2.2322859687062713, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7820370197296143, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8851860761642456, + "num_tokens": 666315784.0, + "step": 17548 + }, + { + "epoch": 2.232413178984862, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.606032609939575, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.872430145740509, + "num_tokens": 666353851.0, + "step": 17549 + }, + { + "epoch": 2.2325403892634523, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8013081550598145, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.875219464302063, + "num_tokens": 666391208.0, + "step": 17550 + }, + { + "epoch": 2.232667599542043, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.590322494506836, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8798898458480835, + "num_tokens": 666434477.0, + "step": 17551 + }, + { + "epoch": 2.2327948098206334, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.800274133682251, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8789418339729309, + "num_tokens": 666472481.0, + "step": 17552 + }, + { + "epoch": 2.232922020099224, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.624049186706543, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8792639970779419, + "num_tokens": 666502858.0, + "step": 17553 + }, + { + "epoch": 2.2330492303778144, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.783761501312256, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8644028902053833, + "num_tokens": 666547311.0, + "step": 17554 + }, + { + "epoch": 2.233176440656405, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.605173110961914, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.8891831636428833, + "num_tokens": 666587818.0, + "step": 17555 + }, + { + "epoch": 2.2333036509349955, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7854599952697754, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8817577958106995, + "num_tokens": 666626071.0, + "step": 17556 + }, + { + "epoch": 2.233430861213586, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6138432025909424, + "learning_rate": 1e-05, + "loss": 0.3647, + "mean_token_accuracy": 0.8956875801086426, + "num_tokens": 666659221.0, + "step": 17557 + }, + { + "epoch": 2.2335580714921766, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.793389320373535, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.874629020690918, + "num_tokens": 666696189.0, + "step": 17558 + }, + { + "epoch": 2.233685281770767, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6093318462371826, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8720237016677856, + "num_tokens": 666738495.0, + "step": 17559 + }, + { + "epoch": 2.2338124920493576, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8007209300994873, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8851950168609619, + "num_tokens": 666772848.0, + "step": 17560 + }, + { + "epoch": 2.233939702327948, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5994091033935547, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8828121423721313, + "num_tokens": 666813849.0, + "step": 17561 + }, + { + "epoch": 2.2340669126065387, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.809136390686035, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8800375461578369, + "num_tokens": 666848564.0, + "step": 17562 + }, + { + "epoch": 2.234194122885129, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6403536796569824, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8840596079826355, + "num_tokens": 666877381.0, + "step": 17563 + }, + { + "epoch": 2.2343213331637197, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7778823375701904, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8712630271911621, + "num_tokens": 666920452.0, + "step": 17564 + }, + { + "epoch": 2.2344485434423103, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6151933670043945, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8862327337265015, + "num_tokens": 666958799.0, + "step": 17565 + }, + { + "epoch": 2.234575753720901, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7770473957061768, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8838844299316406, + "num_tokens": 666993899.0, + "step": 17566 + }, + { + "epoch": 2.2347029639994913, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6177315711975098, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8769102096557617, + "num_tokens": 667035154.0, + "step": 17567 + }, + { + "epoch": 2.234830174278082, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7716567516326904, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8725028038024902, + "num_tokens": 667077047.0, + "step": 17568 + }, + { + "epoch": 2.2349573845566724, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6112451553344727, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8825422525405884, + "num_tokens": 667114298.0, + "step": 17569 + }, + { + "epoch": 2.235084594835263, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7650046348571777, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8842728137969971, + "num_tokens": 667157942.0, + "step": 17570 + }, + { + "epoch": 2.2352118051138534, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6324353218078613, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.871882438659668, + "num_tokens": 667195547.0, + "step": 17571 + }, + { + "epoch": 2.2353390153924435, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7576258182525635, + "learning_rate": 1e-05, + "loss": 0.3755, + "mean_token_accuracy": 0.8944434523582458, + "num_tokens": 667232484.0, + "step": 17572 + }, + { + "epoch": 2.235466225671034, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6295578479766846, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8719507455825806, + "num_tokens": 667267661.0, + "step": 17573 + }, + { + "epoch": 2.2355934359496246, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7680819034576416, + "learning_rate": 1e-05, + "loss": 0.3762, + "mean_token_accuracy": 0.8939325213432312, + "num_tokens": 667303963.0, + "step": 17574 + }, + { + "epoch": 2.235720646228215, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6176891326904297, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.880630612373352, + "num_tokens": 667344103.0, + "step": 17575 + }, + { + "epoch": 2.2358478565068056, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.773944616317749, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8818236589431763, + "num_tokens": 667377782.0, + "step": 17576 + }, + { + "epoch": 2.235975066785396, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6055283546447754, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8824423551559448, + "num_tokens": 667419015.0, + "step": 17577 + }, + { + "epoch": 2.2361022770639867, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.779844045639038, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8833894729614258, + "num_tokens": 667457465.0, + "step": 17578 + }, + { + "epoch": 2.236229487342577, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6091842651367188, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.871766209602356, + "num_tokens": 667497671.0, + "step": 17579 + }, + { + "epoch": 2.2363566976211677, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7898643016815186, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.8898958563804626, + "num_tokens": 667534258.0, + "step": 17580 + }, + { + "epoch": 2.2364839078997583, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6058850288391113, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8828046321868896, + "num_tokens": 667572689.0, + "step": 17581 + }, + { + "epoch": 2.236611118178349, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.792876958847046, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8762299418449402, + "num_tokens": 667612425.0, + "step": 17582 + }, + { + "epoch": 2.2367383284569393, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5978217124938965, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.874243974685669, + "num_tokens": 667653309.0, + "step": 17583 + }, + { + "epoch": 2.23686553873553, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7846362590789795, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8836255073547363, + "num_tokens": 667699174.0, + "step": 17584 + }, + { + "epoch": 2.2369927490141204, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6307179927825928, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8828843832015991, + "num_tokens": 667738987.0, + "step": 17585 + }, + { + "epoch": 2.237119959292711, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.762403726577759, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8841851949691772, + "num_tokens": 667780678.0, + "step": 17586 + }, + { + "epoch": 2.2372471695713014, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.618762969970703, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8856536149978638, + "num_tokens": 667816298.0, + "step": 17587 + }, + { + "epoch": 2.237374379849892, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.773181676864624, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8695827722549438, + "num_tokens": 667855723.0, + "step": 17588 + }, + { + "epoch": 2.2375015901284825, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6505565643310547, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8732519149780273, + "num_tokens": 667893895.0, + "step": 17589 + }, + { + "epoch": 2.237628800407073, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7417409420013428, + "learning_rate": 1e-05, + "loss": 0.3694, + "mean_token_accuracy": 0.8966555595397949, + "num_tokens": 667932061.0, + "step": 17590 + }, + { + "epoch": 2.2377560106856635, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6344361305236816, + "learning_rate": 1e-05, + "loss": 0.3889, + "mean_token_accuracy": 0.8876728415489197, + "num_tokens": 667965723.0, + "step": 17591 + }, + { + "epoch": 2.237883220964254, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7416985034942627, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8769098520278931, + "num_tokens": 668002310.0, + "step": 17592 + }, + { + "epoch": 2.2380104312428446, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.628305673599243, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8674950003623962, + "num_tokens": 668044970.0, + "step": 17593 + }, + { + "epoch": 2.238137641521435, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.745945453643799, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8708360195159912, + "num_tokens": 668081898.0, + "step": 17594 + }, + { + "epoch": 2.238264851800025, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6340487003326416, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8801620006561279, + "num_tokens": 668119072.0, + "step": 17595 + }, + { + "epoch": 2.238392062078616, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7330212593078613, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8850259184837341, + "num_tokens": 668157063.0, + "step": 17596 + }, + { + "epoch": 2.2385192723572063, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6470537185668945, + "learning_rate": 1e-05, + "loss": 0.4758, + "mean_token_accuracy": 0.8579509258270264, + "num_tokens": 668196985.0, + "step": 17597 + }, + { + "epoch": 2.238646482635797, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.719862699508667, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8883577585220337, + "num_tokens": 668235954.0, + "step": 17598 + }, + { + "epoch": 2.2387736929143873, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6328935623168945, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8788942098617554, + "num_tokens": 668275442.0, + "step": 17599 + }, + { + "epoch": 2.238900903192978, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.734795093536377, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8825258016586304, + "num_tokens": 668311413.0, + "step": 17600 + }, + { + "epoch": 2.2390281134715684, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6353797912597656, + "learning_rate": 1e-05, + "loss": 0.368, + "mean_token_accuracy": 0.8933389186859131, + "num_tokens": 668346928.0, + "step": 17601 + }, + { + "epoch": 2.239155323750159, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.815932035446167, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8901769518852234, + "num_tokens": 668388566.0, + "step": 17602 + }, + { + "epoch": 2.2392825340287494, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5903234481811523, + "learning_rate": 1e-05, + "loss": 0.3749, + "mean_token_accuracy": 0.8927698135375977, + "num_tokens": 668430253.0, + "step": 17603 + }, + { + "epoch": 2.23940974430734, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7834465503692627, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8710595965385437, + "num_tokens": 668470561.0, + "step": 17604 + }, + { + "epoch": 2.2395369545859305, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.586707592010498, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8802496790885925, + "num_tokens": 668509718.0, + "step": 17605 + }, + { + "epoch": 2.239664164864521, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8107857704162598, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8765329122543335, + "num_tokens": 668548367.0, + "step": 17606 + }, + { + "epoch": 2.2397913751431116, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.606631278991699, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8610562682151794, + "num_tokens": 668586977.0, + "step": 17607 + }, + { + "epoch": 2.239918585421702, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8259518146514893, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8816741704940796, + "num_tokens": 668617801.0, + "step": 17608 + }, + { + "epoch": 2.2400457957002926, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.605632781982422, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8721204400062561, + "num_tokens": 668656074.0, + "step": 17609 + }, + { + "epoch": 2.240173005978883, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.7996151447296143, + "learning_rate": 1e-05, + "loss": 0.39, + "mean_token_accuracy": 0.8893963098526001, + "num_tokens": 668698354.0, + "step": 17610 + }, + { + "epoch": 2.2403002162574737, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.631096839904785, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8865697383880615, + "num_tokens": 668734822.0, + "step": 17611 + }, + { + "epoch": 2.240427426536064, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7804415225982666, + "learning_rate": 1e-05, + "loss": 0.35, + "mean_token_accuracy": 0.9012615084648132, + "num_tokens": 668773136.0, + "step": 17612 + }, + { + "epoch": 2.2405546368146547, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6218273639678955, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8800461292266846, + "num_tokens": 668811580.0, + "step": 17613 + }, + { + "epoch": 2.2406818470932452, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7878127098083496, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8824042677879333, + "num_tokens": 668846743.0, + "step": 17614 + }, + { + "epoch": 2.2408090573718358, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6086573600769043, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8871777653694153, + "num_tokens": 668885634.0, + "step": 17615 + }, + { + "epoch": 2.2409362676504263, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7979490756988525, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8835451006889343, + "num_tokens": 668920319.0, + "step": 17616 + }, + { + "epoch": 2.241063477929017, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6232423782348633, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8827013969421387, + "num_tokens": 668959741.0, + "step": 17617 + }, + { + "epoch": 2.2411906882076074, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7980129718780518, + "learning_rate": 1e-05, + "loss": 0.4904, + "mean_token_accuracy": 0.8582244515419006, + "num_tokens": 668998469.0, + "step": 17618 + }, + { + "epoch": 2.241317898486198, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6336731910705566, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8689585328102112, + "num_tokens": 669030018.0, + "step": 17619 + }, + { + "epoch": 2.241445108764788, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7752437591552734, + "learning_rate": 1e-05, + "loss": 0.385, + "mean_token_accuracy": 0.890761137008667, + "num_tokens": 669066393.0, + "step": 17620 + }, + { + "epoch": 2.2415723190433785, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.605902671813965, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8893799781799316, + "num_tokens": 669108321.0, + "step": 17621 + }, + { + "epoch": 2.241699529321969, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7821810245513916, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8820585012435913, + "num_tokens": 669147878.0, + "step": 17622 + }, + { + "epoch": 2.2418267396005596, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6143958568573, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8696256875991821, + "num_tokens": 669192348.0, + "step": 17623 + }, + { + "epoch": 2.24195394987915, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7828099727630615, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8721778988838196, + "num_tokens": 669233763.0, + "step": 17624 + }, + { + "epoch": 2.2420811601577406, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.618701457977295, + "learning_rate": 1e-05, + "loss": 0.3885, + "mean_token_accuracy": 0.8867464065551758, + "num_tokens": 669269609.0, + "step": 17625 + }, + { + "epoch": 2.242208370436331, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000324249267578125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7744996547698975, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8784592747688293, + "num_tokens": 669308649.0, + "step": 17626 + }, + { + "epoch": 2.2423355807149217, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.612006902694702, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8805149793624878, + "num_tokens": 669350550.0, + "step": 17627 + }, + { + "epoch": 2.242462790993512, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.783167839050293, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8796353936195374, + "num_tokens": 669392795.0, + "step": 17628 + }, + { + "epoch": 2.2425900012721027, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6344077587127686, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8763604760169983, + "num_tokens": 669426928.0, + "step": 17629 + }, + { + "epoch": 2.2427172115506933, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7618837356567383, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8873634338378906, + "num_tokens": 669467064.0, + "step": 17630 + }, + { + "epoch": 2.242844421829284, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6200573444366455, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8722182512283325, + "num_tokens": 669506656.0, + "step": 17631 + }, + { + "epoch": 2.2429716321078743, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7841546535491943, + "learning_rate": 1e-05, + "loss": 0.508, + "mean_token_accuracy": 0.8515102863311768, + "num_tokens": 669545787.0, + "step": 17632 + }, + { + "epoch": 2.243098842386465, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6220309734344482, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8791218996047974, + "num_tokens": 669581242.0, + "step": 17633 + }, + { + "epoch": 2.2432260526650554, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7630293369293213, + "learning_rate": 1e-05, + "loss": 0.3741, + "mean_token_accuracy": 0.8937113881111145, + "num_tokens": 669621586.0, + "step": 17634 + }, + { + "epoch": 2.243353262943646, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6137540340423584, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.881968080997467, + "num_tokens": 669662903.0, + "step": 17635 + }, + { + "epoch": 2.2434804732222364, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7767889499664307, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8819856643676758, + "num_tokens": 669698409.0, + "step": 17636 + }, + { + "epoch": 2.243607683500827, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.616607666015625, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8649300336837769, + "num_tokens": 669741344.0, + "step": 17637 + }, + { + "epoch": 2.2437348937794175, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7786993980407715, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.887923002243042, + "num_tokens": 669780042.0, + "step": 17638 + }, + { + "epoch": 2.243862104058008, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.61867094039917, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8628383278846741, + "num_tokens": 669819340.0, + "step": 17639 + }, + { + "epoch": 2.2439893143365985, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7642099857330322, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8909515738487244, + "num_tokens": 669859269.0, + "step": 17640 + }, + { + "epoch": 2.244116524615189, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6059811115264893, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.8837887644767761, + "num_tokens": 669903085.0, + "step": 17641 + }, + { + "epoch": 2.2442437348937796, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.774721145629883, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8880380392074585, + "num_tokens": 669945329.0, + "step": 17642 + }, + { + "epoch": 2.24437094517237, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6098196506500244, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8873987197875977, + "num_tokens": 669985141.0, + "step": 17643 + }, + { + "epoch": 2.2444981554509607, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.786973476409912, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8697075843811035, + "num_tokens": 670024034.0, + "step": 17644 + }, + { + "epoch": 2.2446253657295507, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.614981174468994, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8837918043136597, + "num_tokens": 670062098.0, + "step": 17645 + }, + { + "epoch": 2.2447525760081413, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.784599542617798, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8771181702613831, + "num_tokens": 670100801.0, + "step": 17646 + }, + { + "epoch": 2.244879786286732, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003261566162109375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6073029041290283, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8753042817115784, + "num_tokens": 670142221.0, + "step": 17647 + }, + { + "epoch": 2.2450069965653223, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.788583517074585, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8866533041000366, + "num_tokens": 670183131.0, + "step": 17648 + }, + { + "epoch": 2.245134206843913, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.597912073135376, + "learning_rate": 1e-05, + "loss": 0.3577, + "mean_token_accuracy": 0.8955438137054443, + "num_tokens": 670219207.0, + "step": 17649 + }, + { + "epoch": 2.2452614171225034, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8014512062072754, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8809494376182556, + "num_tokens": 670254085.0, + "step": 17650 + }, + { + "epoch": 2.245388627401094, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6104354858398438, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8697800636291504, + "num_tokens": 670299669.0, + "step": 17651 + }, + { + "epoch": 2.2455158376796844, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7965304851531982, + "learning_rate": 1e-05, + "loss": 0.3693, + "mean_token_accuracy": 0.895283043384552, + "num_tokens": 670332898.0, + "step": 17652 + }, + { + "epoch": 2.245643047958275, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.621102809906006, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8810542821884155, + "num_tokens": 670371635.0, + "step": 17653 + }, + { + "epoch": 2.2457702582368655, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7854442596435547, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8779258728027344, + "num_tokens": 670412568.0, + "step": 17654 + }, + { + "epoch": 2.245897468515456, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.595162868499756, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.891982913017273, + "num_tokens": 670454338.0, + "step": 17655 + }, + { + "epoch": 2.2460246787940465, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.799530506134033, + "learning_rate": 1e-05, + "loss": 0.3907, + "mean_token_accuracy": 0.8871014714241028, + "num_tokens": 670490826.0, + "step": 17656 + }, + { + "epoch": 2.246151889072637, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6135661602020264, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8702112436294556, + "num_tokens": 670528806.0, + "step": 17657 + }, + { + "epoch": 2.2462790993512276, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8631865978240967, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8776475787162781, + "num_tokens": 670563349.0, + "step": 17658 + }, + { + "epoch": 2.246406309629818, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6004579067230225, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8764175772666931, + "num_tokens": 670604682.0, + "step": 17659 + }, + { + "epoch": 2.2465335199084087, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.82973313331604, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.870532751083374, + "num_tokens": 670644807.0, + "step": 17660 + }, + { + "epoch": 2.246660730186999, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5961575508117676, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8835712671279907, + "num_tokens": 670683788.0, + "step": 17661 + }, + { + "epoch": 2.2467879404655897, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8321290016174316, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.887462317943573, + "num_tokens": 670728270.0, + "step": 17662 + }, + { + "epoch": 2.2469151507441802, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6198925971984863, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8833000659942627, + "num_tokens": 670763203.0, + "step": 17663 + }, + { + "epoch": 2.2470423610227708, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8216230869293213, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8731104135513306, + "num_tokens": 670804548.0, + "step": 17664 + }, + { + "epoch": 2.2471695713013613, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6310105323791504, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8777967691421509, + "num_tokens": 670844922.0, + "step": 17665 + }, + { + "epoch": 2.247296781579952, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8046481609344482, + "learning_rate": 1e-05, + "loss": 0.3827, + "mean_token_accuracy": 0.8899325132369995, + "num_tokens": 670882369.0, + "step": 17666 + }, + { + "epoch": 2.2474239918585424, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.620847463607788, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.8928079605102539, + "num_tokens": 670922716.0, + "step": 17667 + }, + { + "epoch": 2.247551202137133, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.800905466079712, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8740310072898865, + "num_tokens": 670964618.0, + "step": 17668 + }, + { + "epoch": 2.2476784124157234, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6246955394744873, + "learning_rate": 1e-05, + "loss": 0.3632, + "mean_token_accuracy": 0.8993911147117615, + "num_tokens": 670997915.0, + "step": 17669 + }, + { + "epoch": 2.2478056226943135, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8941588401794434, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8733621835708618, + "num_tokens": 671031675.0, + "step": 17670 + }, + { + "epoch": 2.247932832972904, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.621896266937256, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8719834089279175, + "num_tokens": 671068060.0, + "step": 17671 + }, + { + "epoch": 2.2480600432514946, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8239011764526367, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8826426267623901, + "num_tokens": 671109014.0, + "step": 17672 + }, + { + "epoch": 2.248187253530085, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.627690076828003, + "learning_rate": 1e-05, + "loss": 0.399, + "mean_token_accuracy": 0.8840713500976562, + "num_tokens": 671140173.0, + "step": 17673 + }, + { + "epoch": 2.2483144638086756, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.812594175338745, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8759539127349854, + "num_tokens": 671177644.0, + "step": 17674 + }, + { + "epoch": 2.248441674087266, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6188788414001465, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8785386085510254, + "num_tokens": 671221860.0, + "step": 17675 + }, + { + "epoch": 2.2485688843658567, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.800743818283081, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8806944489479065, + "num_tokens": 671262567.0, + "step": 17676 + }, + { + "epoch": 2.248696094644447, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6331119537353516, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8750138878822327, + "num_tokens": 671301195.0, + "step": 17677 + }, + { + "epoch": 2.2488233049230377, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.786308765411377, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8775528073310852, + "num_tokens": 671346028.0, + "step": 17678 + }, + { + "epoch": 2.2489505152016283, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.621962547302246, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8864407539367676, + "num_tokens": 671386927.0, + "step": 17679 + }, + { + "epoch": 2.249077725480219, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7977263927459717, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.875018835067749, + "num_tokens": 671422447.0, + "step": 17680 + }, + { + "epoch": 2.2492049357588093, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.618178367614746, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.877179741859436, + "num_tokens": 671461390.0, + "step": 17681 + }, + { + "epoch": 2.2493321460374, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7905445098876953, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8816050291061401, + "num_tokens": 671499150.0, + "step": 17682 + }, + { + "epoch": 2.2494593563159904, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.618884563446045, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8795084953308105, + "num_tokens": 671537529.0, + "step": 17683 + }, + { + "epoch": 2.249586566594581, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.788494825363159, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8753048181533813, + "num_tokens": 671577661.0, + "step": 17684 + }, + { + "epoch": 2.2497137768731714, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.618863344192505, + "learning_rate": 1e-05, + "loss": 0.39, + "mean_token_accuracy": 0.8861589431762695, + "num_tokens": 671611375.0, + "step": 17685 + }, + { + "epoch": 2.249840987151762, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7781500816345215, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8695241212844849, + "num_tokens": 671655430.0, + "step": 17686 + }, + { + "epoch": 2.2499681974303525, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.612213373184204, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8849970102310181, + "num_tokens": 671696451.0, + "step": 17687 + }, + { + "epoch": 2.250095407708943, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7853798866271973, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8736382722854614, + "num_tokens": 671736576.0, + "step": 17688 + }, + { + "epoch": 2.2502226179875335, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.618042230606079, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8815335035324097, + "num_tokens": 671774638.0, + "step": 17689 + }, + { + "epoch": 2.250349828266124, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.793438196182251, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8773258924484253, + "num_tokens": 671812626.0, + "step": 17690 + }, + { + "epoch": 2.2504770385447146, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6345860958099365, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8837325572967529, + "num_tokens": 671844752.0, + "step": 17691 + }, + { + "epoch": 2.250604248823305, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.785355806350708, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8775084614753723, + "num_tokens": 671883161.0, + "step": 17692 + }, + { + "epoch": 2.250731459101895, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6082470417022705, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8868257999420166, + "num_tokens": 671924386.0, + "step": 17693 + }, + { + "epoch": 2.250858669380486, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7968974113464355, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8787726163864136, + "num_tokens": 671958452.0, + "step": 17694 + }, + { + "epoch": 2.2509858796590763, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.622776985168457, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.875370979309082, + "num_tokens": 671995335.0, + "step": 17695 + }, + { + "epoch": 2.251113089937667, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.807936906814575, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8755149245262146, + "num_tokens": 672025640.0, + "step": 17696 + }, + { + "epoch": 2.2512403002162573, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6148641109466553, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8729970455169678, + "num_tokens": 672066013.0, + "step": 17697 + }, + { + "epoch": 2.251367510494848, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7892205715179443, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.880702018737793, + "num_tokens": 672107243.0, + "step": 17698 + }, + { + "epoch": 2.2514947207734384, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.609027147293091, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8811720609664917, + "num_tokens": 672145753.0, + "step": 17699 + }, + { + "epoch": 2.251621931052029, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.794828176498413, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8812474012374878, + "num_tokens": 672185489.0, + "step": 17700 + }, + { + "epoch": 2.2517491413306194, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6063084602355957, + "learning_rate": 1e-05, + "loss": 0.3956, + "mean_token_accuracy": 0.8840301036834717, + "num_tokens": 672225702.0, + "step": 17701 + }, + { + "epoch": 2.25187635160921, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7935307025909424, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8758755922317505, + "num_tokens": 672265901.0, + "step": 17702 + }, + { + "epoch": 2.2520035618878005, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.623133897781372, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8709840774536133, + "num_tokens": 672304081.0, + "step": 17703 + }, + { + "epoch": 2.252130772166391, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7933716773986816, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8841844201087952, + "num_tokens": 672343425.0, + "step": 17704 + }, + { + "epoch": 2.2522579824449815, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6286518573760986, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8852885961532593, + "num_tokens": 672377745.0, + "step": 17705 + }, + { + "epoch": 2.252385192723572, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7905189990997314, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.88960862159729, + "num_tokens": 672413811.0, + "step": 17706 + }, + { + "epoch": 2.2525124030021626, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.628444194793701, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8769859075546265, + "num_tokens": 672455083.0, + "step": 17707 + }, + { + "epoch": 2.252639613280753, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7613179683685303, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8875612020492554, + "num_tokens": 672502401.0, + "step": 17708 + }, + { + "epoch": 2.2527668235593437, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6237640380859375, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8832480311393738, + "num_tokens": 672540504.0, + "step": 17709 + }, + { + "epoch": 2.252894033837934, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7704429626464844, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8822982907295227, + "num_tokens": 672578157.0, + "step": 17710 + }, + { + "epoch": 2.2530212441165247, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.643645763397217, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8802828788757324, + "num_tokens": 672611859.0, + "step": 17711 + }, + { + "epoch": 2.2531484543951152, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7599174976348877, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8766847252845764, + "num_tokens": 672651779.0, + "step": 17712 + }, + { + "epoch": 2.2532756646737058, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6288304328918457, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8768505454063416, + "num_tokens": 672691559.0, + "step": 17713 + }, + { + "epoch": 2.2534028749522963, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7550201416015625, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8813210725784302, + "num_tokens": 672731353.0, + "step": 17714 + }, + { + "epoch": 2.253530085230887, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.621212959289551, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.885414719581604, + "num_tokens": 672770427.0, + "step": 17715 + }, + { + "epoch": 2.2536572955094774, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7702178955078125, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8787935972213745, + "num_tokens": 672808817.0, + "step": 17716 + }, + { + "epoch": 2.253784505788068, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.636979103088379, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8818669319152832, + "num_tokens": 672848368.0, + "step": 17717 + }, + { + "epoch": 2.253911716066658, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7501935958862305, + "learning_rate": 1e-05, + "loss": 0.3802, + "mean_token_accuracy": 0.8924844264984131, + "num_tokens": 672885074.0, + "step": 17718 + }, + { + "epoch": 2.254038926345249, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.624830722808838, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8822079300880432, + "num_tokens": 672924866.0, + "step": 17719 + }, + { + "epoch": 2.254166136623839, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.762620449066162, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8857564926147461, + "num_tokens": 672962051.0, + "step": 17720 + }, + { + "epoch": 2.2542933469024296, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.621544361114502, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.884631872177124, + "num_tokens": 672999954.0, + "step": 17721 + }, + { + "epoch": 2.25442055718102, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.770608901977539, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8662248253822327, + "num_tokens": 673037825.0, + "step": 17722 + }, + { + "epoch": 2.2545477674596106, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6192328929901123, + "learning_rate": 1e-05, + "loss": 0.3731, + "mean_token_accuracy": 0.8928771018981934, + "num_tokens": 673072036.0, + "step": 17723 + }, + { + "epoch": 2.254674977738201, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7736239433288574, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8687778115272522, + "num_tokens": 673110733.0, + "step": 17724 + }, + { + "epoch": 2.2548021880167917, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.608267307281494, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.892060399055481, + "num_tokens": 673146611.0, + "step": 17725 + }, + { + "epoch": 2.254929398295382, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7672789096832275, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8795198202133179, + "num_tokens": 673189965.0, + "step": 17726 + }, + { + "epoch": 2.2550566085739727, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.628589630126953, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8690740466117859, + "num_tokens": 673226990.0, + "step": 17727 + }, + { + "epoch": 2.2551838188525632, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.774705648422241, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8766282796859741, + "num_tokens": 673263109.0, + "step": 17728 + }, + { + "epoch": 2.2553110291311538, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6082513332366943, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.8866394758224487, + "num_tokens": 673304081.0, + "step": 17729 + }, + { + "epoch": 2.2554382394097443, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7679500579833984, + "learning_rate": 1e-05, + "loss": 0.3943, + "mean_token_accuracy": 0.8891547918319702, + "num_tokens": 673345510.0, + "step": 17730 + }, + { + "epoch": 2.255565449688335, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6354122161865234, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8760654330253601, + "num_tokens": 673383607.0, + "step": 17731 + }, + { + "epoch": 2.2556926599669254, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.75966739654541, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8773899078369141, + "num_tokens": 673422676.0, + "step": 17732 + }, + { + "epoch": 2.255819870245516, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6134109497070312, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8807631134986877, + "num_tokens": 673466135.0, + "step": 17733 + }, + { + "epoch": 2.2559470805241064, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7556815147399902, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8718528747558594, + "num_tokens": 673509003.0, + "step": 17734 + }, + { + "epoch": 2.256074290802697, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6313164234161377, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8803820610046387, + "num_tokens": 673546231.0, + "step": 17735 + }, + { + "epoch": 2.2562015010812875, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.755265474319458, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8759120106697083, + "num_tokens": 673585812.0, + "step": 17736 + }, + { + "epoch": 2.256328711359878, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.634204626083374, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.892166018486023, + "num_tokens": 673621566.0, + "step": 17737 + }, + { + "epoch": 2.2564559216384685, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7295663356781006, + "learning_rate": 1e-05, + "loss": 0.3584, + "mean_token_accuracy": 0.8998589515686035, + "num_tokens": 673665659.0, + "step": 17738 + }, + { + "epoch": 2.256583131917059, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.623098134994507, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.8896907567977905, + "num_tokens": 673705936.0, + "step": 17739 + }, + { + "epoch": 2.2567103421956496, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.755113363265991, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8744221329689026, + "num_tokens": 673740741.0, + "step": 17740 + }, + { + "epoch": 2.2568375524742397, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.617011308670044, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8844086527824402, + "num_tokens": 673778304.0, + "step": 17741 + }, + { + "epoch": 2.2569647627528306, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7497575283050537, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8835124969482422, + "num_tokens": 673815136.0, + "step": 17742 + }, + { + "epoch": 2.2570919730314207, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6502676010131836, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8838456273078918, + "num_tokens": 673847227.0, + "step": 17743 + }, + { + "epoch": 2.2572191833100113, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7327353954315186, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8922601938247681, + "num_tokens": 673885110.0, + "step": 17744 + }, + { + "epoch": 2.257346393588602, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.626171588897705, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8720771074295044, + "num_tokens": 673929534.0, + "step": 17745 + }, + { + "epoch": 2.2574736038671923, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7382287979125977, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8715751767158508, + "num_tokens": 673972353.0, + "step": 17746 + }, + { + "epoch": 2.257600814145783, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6235857009887695, + "learning_rate": 1e-05, + "loss": 0.3726, + "mean_token_accuracy": 0.8898171186447144, + "num_tokens": 674009441.0, + "step": 17747 + }, + { + "epoch": 2.2577280244243734, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7439827919006348, + "learning_rate": 1e-05, + "loss": 0.3824, + "mean_token_accuracy": 0.8907625079154968, + "num_tokens": 674045397.0, + "step": 17748 + }, + { + "epoch": 2.257855234702964, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6281015872955322, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8736299872398376, + "num_tokens": 674084896.0, + "step": 17749 + }, + { + "epoch": 2.2579824449815544, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7594263553619385, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8707987666130066, + "num_tokens": 674121223.0, + "step": 17750 + }, + { + "epoch": 2.258109655260145, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6265366077423096, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8782181143760681, + "num_tokens": 674157395.0, + "step": 17751 + }, + { + "epoch": 2.2582368655387355, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.771162271499634, + "learning_rate": 1e-05, + "loss": 0.4825, + "mean_token_accuracy": 0.8617401123046875, + "num_tokens": 674200157.0, + "step": 17752 + }, + { + "epoch": 2.258364075817326, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.625746965408325, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8671507835388184, + "num_tokens": 674234696.0, + "step": 17753 + }, + { + "epoch": 2.2584912860959165, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7484290599823, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8789153695106506, + "num_tokens": 674277456.0, + "step": 17754 + }, + { + "epoch": 2.258618496374507, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.617321491241455, + "learning_rate": 1e-05, + "loss": 0.3792, + "mean_token_accuracy": 0.8939179182052612, + "num_tokens": 674316913.0, + "step": 17755 + }, + { + "epoch": 2.2587457066530976, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.754101037979126, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8831614255905151, + "num_tokens": 674355539.0, + "step": 17756 + }, + { + "epoch": 2.258872916931688, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6412525177001953, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8730301260948181, + "num_tokens": 674386759.0, + "step": 17757 + }, + { + "epoch": 2.2590001272102787, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.735746383666992, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8862640857696533, + "num_tokens": 674427098.0, + "step": 17758 + }, + { + "epoch": 2.259127337488869, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6304616928100586, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8866861462593079, + "num_tokens": 674464766.0, + "step": 17759 + }, + { + "epoch": 2.2592545477674597, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7268624305725098, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8768380880355835, + "num_tokens": 674506260.0, + "step": 17760 + }, + { + "epoch": 2.2593817580460502, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.635974168777466, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8832396268844604, + "num_tokens": 674544255.0, + "step": 17761 + }, + { + "epoch": 2.2595089683246408, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.720721483230591, + "learning_rate": 1e-05, + "loss": 0.3738, + "mean_token_accuracy": 0.8898305296897888, + "num_tokens": 674579806.0, + "step": 17762 + }, + { + "epoch": 2.2596361786032313, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.647073268890381, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.868794322013855, + "num_tokens": 674620734.0, + "step": 17763 + }, + { + "epoch": 2.259763388881822, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7086803913116455, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8861745595932007, + "num_tokens": 674661213.0, + "step": 17764 + }, + { + "epoch": 2.2598905991604123, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.65590763092041, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.8891201019287109, + "num_tokens": 674696323.0, + "step": 17765 + }, + { + "epoch": 2.2600178094390024, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.726611852645874, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8776900768280029, + "num_tokens": 674728041.0, + "step": 17766 + }, + { + "epoch": 2.2601450197175934, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.632138729095459, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8865979909896851, + "num_tokens": 674767518.0, + "step": 17767 + }, + { + "epoch": 2.2602722299961835, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.718513011932373, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8828538656234741, + "num_tokens": 674807510.0, + "step": 17768 + }, + { + "epoch": 2.260399440274774, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6274991035461426, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8804179430007935, + "num_tokens": 674844851.0, + "step": 17769 + }, + { + "epoch": 2.2605266505533645, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7274632453918457, + "learning_rate": 1e-05, + "loss": 0.3777, + "mean_token_accuracy": 0.893649697303772, + "num_tokens": 674881839.0, + "step": 17770 + }, + { + "epoch": 2.260653860831955, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.642279863357544, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8785975575447083, + "num_tokens": 674920450.0, + "step": 17771 + }, + { + "epoch": 2.2607810711105456, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.720566987991333, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8829492330551147, + "num_tokens": 674960031.0, + "step": 17772 + }, + { + "epoch": 2.260908281389136, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.634491205215454, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8889607191085815, + "num_tokens": 674993354.0, + "step": 17773 + }, + { + "epoch": 2.2610354916677267, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7278881072998047, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.88435959815979, + "num_tokens": 675029186.0, + "step": 17774 + }, + { + "epoch": 2.261162701946317, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6313698291778564, + "learning_rate": 1e-05, + "loss": 0.3763, + "mean_token_accuracy": 0.8904147744178772, + "num_tokens": 675065170.0, + "step": 17775 + }, + { + "epoch": 2.2612899122249077, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.719977617263794, + "learning_rate": 1e-05, + "loss": 0.3812, + "mean_token_accuracy": 0.893000602722168, + "num_tokens": 675102774.0, + "step": 17776 + }, + { + "epoch": 2.2614171225034982, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.638495922088623, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8752961754798889, + "num_tokens": 675136890.0, + "step": 17777 + }, + { + "epoch": 2.2615443327820888, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.731795072555542, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.887822687625885, + "num_tokens": 675171959.0, + "step": 17778 + }, + { + "epoch": 2.2616715430606793, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.641815185546875, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8854715824127197, + "num_tokens": 675203931.0, + "step": 17779 + }, + { + "epoch": 2.26179875333927, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.713385820388794, + "learning_rate": 1e-05, + "loss": 0.3699, + "mean_token_accuracy": 0.8930180072784424, + "num_tokens": 675243645.0, + "step": 17780 + }, + { + "epoch": 2.2619259636178604, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.642908811569214, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8843364715576172, + "num_tokens": 675280318.0, + "step": 17781 + }, + { + "epoch": 2.262053173896451, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7099037170410156, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8764814138412476, + "num_tokens": 675321442.0, + "step": 17782 + }, + { + "epoch": 2.2621803841750414, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.662533760070801, + "learning_rate": 1e-05, + "loss": 0.3654, + "mean_token_accuracy": 0.8955767154693604, + "num_tokens": 675351039.0, + "step": 17783 + }, + { + "epoch": 2.262307594453632, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7115862369537354, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8842949867248535, + "num_tokens": 675385756.0, + "step": 17784 + }, + { + "epoch": 2.2624348047322225, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6252098083496094, + "learning_rate": 1e-05, + "loss": 0.3613, + "mean_token_accuracy": 0.8974767327308655, + "num_tokens": 675429282.0, + "step": 17785 + }, + { + "epoch": 2.262562015010813, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7112438678741455, + "learning_rate": 1e-05, + "loss": 0.3804, + "mean_token_accuracy": 0.890902578830719, + "num_tokens": 675466661.0, + "step": 17786 + }, + { + "epoch": 2.2626892252894035, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6438536643981934, + "learning_rate": 1e-05, + "loss": 0.3822, + "mean_token_accuracy": 0.8893915414810181, + "num_tokens": 675501885.0, + "step": 17787 + }, + { + "epoch": 2.262816435567994, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7122466564178467, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8696420192718506, + "num_tokens": 675544423.0, + "step": 17788 + }, + { + "epoch": 2.2629436458465846, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.63692569732666, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8787581920623779, + "num_tokens": 675585301.0, + "step": 17789 + }, + { + "epoch": 2.263070856125175, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.714923143386841, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8790162801742554, + "num_tokens": 675625244.0, + "step": 17790 + }, + { + "epoch": 2.263198066403765, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6423540115356445, + "learning_rate": 1e-05, + "loss": 0.3733, + "mean_token_accuracy": 0.8928452134132385, + "num_tokens": 675657310.0, + "step": 17791 + }, + { + "epoch": 2.263325276682356, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7290432453155518, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8804089426994324, + "num_tokens": 675690702.0, + "step": 17792 + }, + { + "epoch": 2.2634524869609463, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6378190517425537, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.8904188871383667, + "num_tokens": 675725211.0, + "step": 17793 + }, + { + "epoch": 2.263579697239537, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.715894937515259, + "learning_rate": 1e-05, + "loss": 0.3787, + "mean_token_accuracy": 0.8927509784698486, + "num_tokens": 675762418.0, + "step": 17794 + }, + { + "epoch": 2.2637069075181273, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.630077600479126, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8688712120056152, + "num_tokens": 675807640.0, + "step": 17795 + }, + { + "epoch": 2.263834117796718, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7241008281707764, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.882222592830658, + "num_tokens": 675843032.0, + "step": 17796 + }, + { + "epoch": 2.2639613280753084, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6464381217956543, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8836315870285034, + "num_tokens": 675875150.0, + "step": 17797 + }, + { + "epoch": 2.264088538353899, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.720710039138794, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8668711185455322, + "num_tokens": 675917635.0, + "step": 17798 + }, + { + "epoch": 2.2642157486324894, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6305789947509766, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8754475116729736, + "num_tokens": 675955577.0, + "step": 17799 + }, + { + "epoch": 2.26434295891108, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.725152015686035, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8664171695709229, + "num_tokens": 675996326.0, + "step": 17800 + }, + { + "epoch": 2.2644701691896705, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.628783702850342, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.866536557674408, + "num_tokens": 676040857.0, + "step": 17801 + }, + { + "epoch": 2.264597379468261, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7248077392578125, + "learning_rate": 1e-05, + "loss": 0.3719, + "mean_token_accuracy": 0.8921899795532227, + "num_tokens": 676077601.0, + "step": 17802 + }, + { + "epoch": 2.2647245897468515, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.630763292312622, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8776036500930786, + "num_tokens": 676115558.0, + "step": 17803 + }, + { + "epoch": 2.264851800025442, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7268857955932617, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8792552351951599, + "num_tokens": 676157828.0, + "step": 17804 + }, + { + "epoch": 2.2649790103040326, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.0531158447265625e-05, + "grad_norm": 2.6368162631988525, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8703357577323914, + "num_tokens": 676199147.0, + "step": 17805 + }, + { + "epoch": 2.265106220582623, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7128493785858154, + "learning_rate": 1e-05, + "loss": 0.3762, + "mean_token_accuracy": 0.8919141292572021, + "num_tokens": 676241271.0, + "step": 17806 + }, + { + "epoch": 2.2652334308612136, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.636230707168579, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8810625672340393, + "num_tokens": 676276990.0, + "step": 17807 + }, + { + "epoch": 2.265360641139804, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7270679473876953, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8803051710128784, + "num_tokens": 676313441.0, + "step": 17808 + }, + { + "epoch": 2.2654878514183947, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6315882205963135, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8786094188690186, + "num_tokens": 676350322.0, + "step": 17809 + }, + { + "epoch": 2.2656150616969852, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.723545789718628, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8861066699028015, + "num_tokens": 676386113.0, + "step": 17810 + }, + { + "epoch": 2.2657422719755758, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6290016174316406, + "learning_rate": 1e-05, + "loss": 0.363, + "mean_token_accuracy": 0.892760694026947, + "num_tokens": 676421995.0, + "step": 17811 + }, + { + "epoch": 2.2658694822541663, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.735466241836548, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.87928706407547, + "num_tokens": 676459761.0, + "step": 17812 + }, + { + "epoch": 2.265996692532757, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6187450885772705, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8780287504196167, + "num_tokens": 676503870.0, + "step": 17813 + }, + { + "epoch": 2.2661239028113473, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.730313777923584, + "learning_rate": 1e-05, + "loss": 0.3785, + "mean_token_accuracy": 0.8908923864364624, + "num_tokens": 676544173.0, + "step": 17814 + }, + { + "epoch": 2.266251113089938, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6281392574310303, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8830464482307434, + "num_tokens": 676580896.0, + "step": 17815 + }, + { + "epoch": 2.266378323368528, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7354907989501953, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8864428400993347, + "num_tokens": 676620127.0, + "step": 17816 + }, + { + "epoch": 2.266505533647119, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.62550687789917, + "learning_rate": 1e-05, + "loss": 0.3868, + "mean_token_accuracy": 0.8903530240058899, + "num_tokens": 676655988.0, + "step": 17817 + }, + { + "epoch": 2.266632743925709, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.753199338912964, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.879887580871582, + "num_tokens": 676689125.0, + "step": 17818 + }, + { + "epoch": 2.2667599542042995, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.610447406768799, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8778550624847412, + "num_tokens": 676729231.0, + "step": 17819 + }, + { + "epoch": 2.26688716448289, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.751882553100586, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8759488463401794, + "num_tokens": 676770130.0, + "step": 17820 + }, + { + "epoch": 2.2670143747614806, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.611351251602173, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8849995136260986, + "num_tokens": 676807847.0, + "step": 17821 + }, + { + "epoch": 2.267141585040071, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7722318172454834, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8899168372154236, + "num_tokens": 676841050.0, + "step": 17822 + }, + { + "epoch": 2.2672687953186617, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.611995220184326, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8768273591995239, + "num_tokens": 676877114.0, + "step": 17823 + }, + { + "epoch": 2.267396005597252, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.756908893585205, + "learning_rate": 1e-05, + "loss": 0.3623, + "mean_token_accuracy": 0.898286759853363, + "num_tokens": 676917913.0, + "step": 17824 + }, + { + "epoch": 2.2675232158758427, + "ewc_loss": 0.0732421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.60884952545166, + "learning_rate": 1e-05, + "loss": 0.3671, + "mean_token_accuracy": 0.8916776180267334, + "num_tokens": 676955974.0, + "step": 17825 + }, + { + "epoch": 2.2676504261544332, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.787221908569336, + "learning_rate": 1e-05, + "loss": 0.3793, + "mean_token_accuracy": 0.8923246264457703, + "num_tokens": 676991285.0, + "step": 17826 + }, + { + "epoch": 2.2677776364330238, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.616377115249634, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8760806322097778, + "num_tokens": 677025472.0, + "step": 17827 + }, + { + "epoch": 2.2679048467116143, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7744171619415283, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8865010142326355, + "num_tokens": 677065047.0, + "step": 17828 + }, + { + "epoch": 2.268032056990205, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6110849380493164, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8754655122756958, + "num_tokens": 677103027.0, + "step": 17829 + }, + { + "epoch": 2.2681592672687954, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7755138874053955, + "learning_rate": 1e-05, + "loss": 0.3768, + "mean_token_accuracy": 0.893919050693512, + "num_tokens": 677142302.0, + "step": 17830 + }, + { + "epoch": 2.268286477547386, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6022462844848633, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8765190839767456, + "num_tokens": 677186963.0, + "step": 17831 + }, + { + "epoch": 2.2684136878259764, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.823176145553589, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8609942197799683, + "num_tokens": 677232227.0, + "step": 17832 + }, + { + "epoch": 2.268540898104567, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.585458517074585, + "learning_rate": 1e-05, + "loss": 0.3659, + "mean_token_accuracy": 0.8980628848075867, + "num_tokens": 677274213.0, + "step": 17833 + }, + { + "epoch": 2.2686681083831575, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.828730821609497, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8860228657722473, + "num_tokens": 677313870.0, + "step": 17834 + }, + { + "epoch": 2.268795318661748, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.5877108573913574, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8852488994598389, + "num_tokens": 677350478.0, + "step": 17835 + }, + { + "epoch": 2.2689225289403385, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8320865631103516, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8766924738883972, + "num_tokens": 677392253.0, + "step": 17836 + }, + { + "epoch": 2.269049739218929, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5994627475738525, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8883070349693298, + "num_tokens": 677429024.0, + "step": 17837 + }, + { + "epoch": 2.2691769494975196, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.839357614517212, + "learning_rate": 1e-05, + "loss": 0.3763, + "mean_token_accuracy": 0.8961508274078369, + "num_tokens": 677461705.0, + "step": 17838 + }, + { + "epoch": 2.2693041597761097, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.593764305114746, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8821097016334534, + "num_tokens": 677505586.0, + "step": 17839 + }, + { + "epoch": 2.2694313700547006, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.84196400642395, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.88199782371521, + "num_tokens": 677544892.0, + "step": 17840 + }, + { + "epoch": 2.2695585803332907, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6040048599243164, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8790150880813599, + "num_tokens": 677586721.0, + "step": 17841 + }, + { + "epoch": 2.2696857906118812, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.853912353515625, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8730401992797852, + "num_tokens": 677627657.0, + "step": 17842 + }, + { + "epoch": 2.2698130008904718, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6459200382232666, + "learning_rate": 1e-05, + "loss": 0.3547, + "mean_token_accuracy": 0.8985284566879272, + "num_tokens": 677667513.0, + "step": 17843 + }, + { + "epoch": 2.2699402111690623, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8267507553100586, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8848280310630798, + "num_tokens": 677702120.0, + "step": 17844 + }, + { + "epoch": 2.270067421447653, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6301329135894775, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8697311282157898, + "num_tokens": 677739353.0, + "step": 17845 + }, + { + "epoch": 2.2701946317262434, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.803276538848877, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8678074479103088, + "num_tokens": 677778464.0, + "step": 17846 + }, + { + "epoch": 2.270321842004834, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6389682292938232, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8800456523895264, + "num_tokens": 677815169.0, + "step": 17847 + }, + { + "epoch": 2.2704490522834244, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.776876211166382, + "learning_rate": 1e-05, + "loss": 0.3767, + "mean_token_accuracy": 0.8924664855003357, + "num_tokens": 677852824.0, + "step": 17848 + }, + { + "epoch": 2.270576262562015, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6310036182403564, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8720182180404663, + "num_tokens": 677895274.0, + "step": 17849 + }, + { + "epoch": 2.2707034728406055, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.777547597885132, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8902207612991333, + "num_tokens": 677929956.0, + "step": 17850 + }, + { + "epoch": 2.270830683119196, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6402697563171387, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8728899359703064, + "num_tokens": 677965921.0, + "step": 17851 + }, + { + "epoch": 2.2709578933977865, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.75011944770813, + "learning_rate": 1e-05, + "loss": 0.3789, + "mean_token_accuracy": 0.8913888931274414, + "num_tokens": 678005701.0, + "step": 17852 + }, + { + "epoch": 2.271085103676377, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.650127649307251, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8809130191802979, + "num_tokens": 678040275.0, + "step": 17853 + }, + { + "epoch": 2.2712123139549676, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.76182222366333, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.884243369102478, + "num_tokens": 678071963.0, + "step": 17854 + }, + { + "epoch": 2.271339524233558, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.644986867904663, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.8792549967765808, + "num_tokens": 678103422.0, + "step": 17855 + }, + { + "epoch": 2.2714667345121486, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.737694263458252, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8821812272071838, + "num_tokens": 678144288.0, + "step": 17856 + }, + { + "epoch": 2.271593944790739, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6504390239715576, + "learning_rate": 1e-05, + "loss": 0.3657, + "mean_token_accuracy": 0.893531322479248, + "num_tokens": 678175575.0, + "step": 17857 + }, + { + "epoch": 2.2717211550693297, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7290799617767334, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8682867884635925, + "num_tokens": 678218089.0, + "step": 17858 + }, + { + "epoch": 2.2718483653479202, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.640897750854492, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8736222982406616, + "num_tokens": 678258777.0, + "step": 17859 + }, + { + "epoch": 2.2719755756265108, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7184133529663086, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8760244846343994, + "num_tokens": 678300354.0, + "step": 17860 + }, + { + "epoch": 2.2721027859051013, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.631265640258789, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8785538673400879, + "num_tokens": 678343579.0, + "step": 17861 + }, + { + "epoch": 2.272229996183692, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.73262619972229, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8829254508018494, + "num_tokens": 678377059.0, + "step": 17862 + }, + { + "epoch": 2.2723572064622823, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.642192840576172, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8726449012756348, + "num_tokens": 678417608.0, + "step": 17863 + }, + { + "epoch": 2.2724844167408724, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7273333072662354, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8802964687347412, + "num_tokens": 678455473.0, + "step": 17864 + }, + { + "epoch": 2.2726116270194634, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.63250994682312, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8694795370101929, + "num_tokens": 678500258.0, + "step": 17865 + }, + { + "epoch": 2.2727388372980535, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.725454330444336, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8766573071479797, + "num_tokens": 678542219.0, + "step": 17866 + }, + { + "epoch": 2.272866047576644, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6349945068359375, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8791273236274719, + "num_tokens": 678579364.0, + "step": 17867 + }, + { + "epoch": 2.2729932578552345, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7360875606536865, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8695977926254272, + "num_tokens": 678616549.0, + "step": 17868 + }, + { + "epoch": 2.273120468133825, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6309874057769775, + "learning_rate": 1e-05, + "loss": 0.3669, + "mean_token_accuracy": 0.8942942023277283, + "num_tokens": 678652324.0, + "step": 17869 + }, + { + "epoch": 2.2732476784124156, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.726134777069092, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8786731958389282, + "num_tokens": 678693574.0, + "step": 17870 + }, + { + "epoch": 2.273374888691006, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6473374366760254, + "learning_rate": 1e-05, + "loss": 0.4741, + "mean_token_accuracy": 0.8655858039855957, + "num_tokens": 678730097.0, + "step": 17871 + }, + { + "epoch": 2.2735020989695967, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7249457836151123, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8802533149719238, + "num_tokens": 678768392.0, + "step": 17872 + }, + { + "epoch": 2.273629309248187, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6488053798675537, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8759084343910217, + "num_tokens": 678804290.0, + "step": 17873 + }, + { + "epoch": 2.2737565195267777, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.711265802383423, + "learning_rate": 1e-05, + "loss": 0.359, + "mean_token_accuracy": 0.9005632400512695, + "num_tokens": 678839535.0, + "step": 17874 + }, + { + "epoch": 2.2738837298053682, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6390881538391113, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8830234408378601, + "num_tokens": 678879179.0, + "step": 17875 + }, + { + "epoch": 2.2740109400839588, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7111496925354004, + "learning_rate": 1e-05, + "loss": 0.3846, + "mean_token_accuracy": 0.890684962272644, + "num_tokens": 678916804.0, + "step": 17876 + }, + { + "epoch": 2.2741381503625493, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.658069133758545, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8809131383895874, + "num_tokens": 678950386.0, + "step": 17877 + }, + { + "epoch": 2.27426536064114, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.71400785446167, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8806744813919067, + "num_tokens": 678988367.0, + "step": 17878 + }, + { + "epoch": 2.2743925709197303, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6485347747802734, + "learning_rate": 1e-05, + "loss": 0.3778, + "mean_token_accuracy": 0.8916301131248474, + "num_tokens": 679022577.0, + "step": 17879 + }, + { + "epoch": 2.274519781198321, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7075138092041016, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8829430341720581, + "num_tokens": 679059613.0, + "step": 17880 + }, + { + "epoch": 2.2746469914769114, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6521925926208496, + "learning_rate": 1e-05, + "loss": 0.3688, + "mean_token_accuracy": 0.8937870264053345, + "num_tokens": 679092956.0, + "step": 17881 + }, + { + "epoch": 2.274774201755502, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7098634243011475, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8825803995132446, + "num_tokens": 679131124.0, + "step": 17882 + }, + { + "epoch": 2.2749014120340925, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.644031047821045, + "learning_rate": 1e-05, + "loss": 0.3648, + "mean_token_accuracy": 0.8959973454475403, + "num_tokens": 679166077.0, + "step": 17883 + }, + { + "epoch": 2.275028622312683, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7096731662750244, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8799927830696106, + "num_tokens": 679204427.0, + "step": 17884 + }, + { + "epoch": 2.2751558325912735, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.00032806396484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.656184434890747, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8829978704452515, + "num_tokens": 679236003.0, + "step": 17885 + }, + { + "epoch": 2.275283042869864, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.702857494354248, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8826038837432861, + "num_tokens": 679276347.0, + "step": 17886 + }, + { + "epoch": 2.2754102531484546, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6419894695281982, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8852773904800415, + "num_tokens": 679318335.0, + "step": 17887 + }, + { + "epoch": 2.275537463427045, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7115964889526367, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8663688898086548, + "num_tokens": 679361253.0, + "step": 17888 + }, + { + "epoch": 2.275664673705635, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6968023777008057, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8754023909568787, + "num_tokens": 679400234.0, + "step": 17889 + }, + { + "epoch": 2.275791883984226, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6931636333465576, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8798219561576843, + "num_tokens": 679438538.0, + "step": 17890 + }, + { + "epoch": 2.2759190942628162, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.661644458770752, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8781858086585999, + "num_tokens": 679475425.0, + "step": 17891 + }, + { + "epoch": 2.2760463045414068, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.674854040145874, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8860872983932495, + "num_tokens": 679517447.0, + "step": 17892 + }, + { + "epoch": 2.2761735148199973, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6769368648529053, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8834901452064514, + "num_tokens": 679549933.0, + "step": 17893 + }, + { + "epoch": 2.276300725098588, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6655097007751465, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8874053359031677, + "num_tokens": 679590498.0, + "step": 17894 + }, + { + "epoch": 2.2764279353771784, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.660677909851074, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.877576470375061, + "num_tokens": 679634582.0, + "step": 17895 + }, + { + "epoch": 2.276555145655769, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6641080379486084, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8856557607650757, + "num_tokens": 679672324.0, + "step": 17896 + }, + { + "epoch": 2.2766823559343594, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6815972328186035, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8839961290359497, + "num_tokens": 679706426.0, + "step": 17897 + }, + { + "epoch": 2.27680956621295, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6587162017822266, + "learning_rate": 1e-05, + "loss": 0.3687, + "mean_token_accuracy": 0.8955469131469727, + "num_tokens": 679744706.0, + "step": 17898 + }, + { + "epoch": 2.2769367764915405, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7023651599884033, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8831173777580261, + "num_tokens": 679779939.0, + "step": 17899 + }, + { + "epoch": 2.277063986770131, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.650904417037964, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8838111162185669, + "num_tokens": 679820286.0, + "step": 17900 + }, + { + "epoch": 2.2771911970487215, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.705023765563965, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8757793307304382, + "num_tokens": 679857985.0, + "step": 17901 + }, + { + "epoch": 2.277318407327312, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.639214038848877, + "learning_rate": 1e-05, + "loss": 0.3813, + "mean_token_accuracy": 0.892125129699707, + "num_tokens": 679896379.0, + "step": 17902 + }, + { + "epoch": 2.2774456176059026, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.704460859298706, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8725761771202087, + "num_tokens": 679933162.0, + "step": 17903 + }, + { + "epoch": 2.277572827884493, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6429555416107178, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8658419847488403, + "num_tokens": 679975828.0, + "step": 17904 + }, + { + "epoch": 2.2777000381630836, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.727267026901245, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8590982556343079, + "num_tokens": 680014678.0, + "step": 17905 + }, + { + "epoch": 2.277827248441674, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6345467567443848, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8816173076629639, + "num_tokens": 680050912.0, + "step": 17906 + }, + { + "epoch": 2.2779544587202647, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.73105788230896, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.887557864189148, + "num_tokens": 680082591.0, + "step": 17907 + }, + { + "epoch": 2.2780816689988552, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6275177001953125, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8786557912826538, + "num_tokens": 680122100.0, + "step": 17908 + }, + { + "epoch": 2.2782088792774458, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7314658164978027, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8708903789520264, + "num_tokens": 680160926.0, + "step": 17909 + }, + { + "epoch": 2.2783360895560363, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6194844245910645, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8771865367889404, + "num_tokens": 680202621.0, + "step": 17910 + }, + { + "epoch": 2.278463299834627, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.746518135070801, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8795644640922546, + "num_tokens": 680241129.0, + "step": 17911 + }, + { + "epoch": 2.2785905101132173, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6125426292419434, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8813234567642212, + "num_tokens": 680279832.0, + "step": 17912 + }, + { + "epoch": 2.278717720391808, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7809622287750244, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8711556792259216, + "num_tokens": 680313541.0, + "step": 17913 + }, + { + "epoch": 2.278844930670398, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.600092887878418, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8740535378456116, + "num_tokens": 680355756.0, + "step": 17914 + }, + { + "epoch": 2.278972140948989, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7751193046569824, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8758650422096252, + "num_tokens": 680396276.0, + "step": 17915 + }, + { + "epoch": 2.279099351227579, + "ewc_loss": 0.07373046875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.603848457336426, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8748645186424255, + "num_tokens": 680435196.0, + "step": 17916 + }, + { + "epoch": 2.2792265615061695, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7809958457946777, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8926641941070557, + "num_tokens": 680473088.0, + "step": 17917 + }, + { + "epoch": 2.27935377178476, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.630023717880249, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8734610080718994, + "num_tokens": 680506269.0, + "step": 17918 + }, + { + "epoch": 2.2794809820633506, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.796546220779419, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8662824630737305, + "num_tokens": 680543464.0, + "step": 17919 + }, + { + "epoch": 2.279608192341941, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.598950147628784, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.875657320022583, + "num_tokens": 680582730.0, + "step": 17920 + }, + { + "epoch": 2.2797354026205316, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.787092685699463, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8831413984298706, + "num_tokens": 680625773.0, + "step": 17921 + }, + { + "epoch": 2.279862612899122, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6274161338806152, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.878226101398468, + "num_tokens": 680655890.0, + "step": 17922 + }, + { + "epoch": 2.2799898231777127, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7891855239868164, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.88190096616745, + "num_tokens": 680689921.0, + "step": 17923 + }, + { + "epoch": 2.2801170334563032, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6039116382598877, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8702639937400818, + "num_tokens": 680735744.0, + "step": 17924 + }, + { + "epoch": 2.2802442437348938, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8110697269439697, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8785984516143799, + "num_tokens": 680766925.0, + "step": 17925 + }, + { + "epoch": 2.2803714540134843, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.605811357498169, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.884890079498291, + "num_tokens": 680804324.0, + "step": 17926 + }, + { + "epoch": 2.280498664292075, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8001744747161865, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8874297142028809, + "num_tokens": 680842005.0, + "step": 17927 + }, + { + "epoch": 2.2806258745706653, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6227338314056396, + "learning_rate": 1e-05, + "loss": 0.3889, + "mean_token_accuracy": 0.8866204619407654, + "num_tokens": 680873475.0, + "step": 17928 + }, + { + "epoch": 2.280753084849256, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.801485776901245, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8866190314292908, + "num_tokens": 680911322.0, + "step": 17929 + }, + { + "epoch": 2.2808802951278464, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6297600269317627, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.857144832611084, + "num_tokens": 680949778.0, + "step": 17930 + }, + { + "epoch": 2.281007505406437, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7790770530700684, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8766653537750244, + "num_tokens": 680992795.0, + "step": 17931 + }, + { + "epoch": 2.2811347156850275, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.640363931655884, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8666555881500244, + "num_tokens": 681026430.0, + "step": 17932 + }, + { + "epoch": 2.281261925963618, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.752328395843506, + "learning_rate": 1e-05, + "loss": 0.3116, + "mean_token_accuracy": 0.9146533012390137, + "num_tokens": 681062998.0, + "step": 17933 + }, + { + "epoch": 2.2813891362422085, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6369197368621826, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.876832127571106, + "num_tokens": 681100956.0, + "step": 17934 + }, + { + "epoch": 2.281516346520799, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7516093254089355, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.885127067565918, + "num_tokens": 681136406.0, + "step": 17935 + }, + { + "epoch": 2.2816435567993896, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6458487510681152, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8679670095443726, + "num_tokens": 681174899.0, + "step": 17936 + }, + { + "epoch": 2.2817707670779797, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7583329677581787, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8757585883140564, + "num_tokens": 681207662.0, + "step": 17937 + }, + { + "epoch": 2.2818979773565706, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6256916522979736, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8726965188980103, + "num_tokens": 681248819.0, + "step": 17938 + }, + { + "epoch": 2.2820251876351607, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.758737564086914, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8798837661743164, + "num_tokens": 681286416.0, + "step": 17939 + }, + { + "epoch": 2.2821523979137512, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6247596740722656, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8639213442802429, + "num_tokens": 681325629.0, + "step": 17940 + }, + { + "epoch": 2.2822796081923418, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7640810012817383, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8662377595901489, + "num_tokens": 681362310.0, + "step": 17941 + }, + { + "epoch": 2.2824068184709323, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6206417083740234, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8816770315170288, + "num_tokens": 681401123.0, + "step": 17942 + }, + { + "epoch": 2.282534028749523, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7543327808380127, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8811581134796143, + "num_tokens": 681439801.0, + "step": 17943 + }, + { + "epoch": 2.2826612390281134, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.62300705909729, + "learning_rate": 1e-05, + "loss": 0.3667, + "mean_token_accuracy": 0.8942067623138428, + "num_tokens": 681470032.0, + "step": 17944 + }, + { + "epoch": 2.282788449306704, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7486536502838135, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8861297965049744, + "num_tokens": 681512421.0, + "step": 17945 + }, + { + "epoch": 2.2829156595852944, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.627913236618042, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8787017464637756, + "num_tokens": 681550226.0, + "step": 17946 + }, + { + "epoch": 2.283042869863885, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.75312876701355, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8868294954299927, + "num_tokens": 681587885.0, + "step": 17947 + }, + { + "epoch": 2.2831700801424755, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.619805097579956, + "learning_rate": 1e-05, + "loss": 0.3625, + "mean_token_accuracy": 0.8951728343963623, + "num_tokens": 681623230.0, + "step": 17948 + }, + { + "epoch": 2.283297290421066, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7547168731689453, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8876873254776001, + "num_tokens": 681659419.0, + "step": 17949 + }, + { + "epoch": 2.2834245006996565, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.621778726577759, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.877501368522644, + "num_tokens": 681699845.0, + "step": 17950 + }, + { + "epoch": 2.283551710978247, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.769796133041382, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8712974786758423, + "num_tokens": 681737579.0, + "step": 17951 + }, + { + "epoch": 2.2836789212568376, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6321029663085938, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8724715709686279, + "num_tokens": 681771174.0, + "step": 17952 + }, + { + "epoch": 2.283806131535428, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.761197328567505, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8745170831680298, + "num_tokens": 681810641.0, + "step": 17953 + }, + { + "epoch": 2.2839333418140186, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6307473182678223, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8710521459579468, + "num_tokens": 681849273.0, + "step": 17954 + }, + { + "epoch": 2.284060552092609, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7393743991851807, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.886764645576477, + "num_tokens": 681893105.0, + "step": 17955 + }, + { + "epoch": 2.2841877623711997, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.623474359512329, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.885637640953064, + "num_tokens": 681931364.0, + "step": 17956 + }, + { + "epoch": 2.28431497264979, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.751497983932495, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8841594457626343, + "num_tokens": 681970809.0, + "step": 17957 + }, + { + "epoch": 2.2844421829283807, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6329548358917236, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8825421333312988, + "num_tokens": 682004581.0, + "step": 17958 + }, + { + "epoch": 2.2845693932069713, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7548515796661377, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.885614812374115, + "num_tokens": 682041809.0, + "step": 17959 + }, + { + "epoch": 2.284696603485562, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6293387413024902, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8733841776847839, + "num_tokens": 682078058.0, + "step": 17960 + }, + { + "epoch": 2.2848238137641523, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.758274555206299, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8899877071380615, + "num_tokens": 682111743.0, + "step": 17961 + }, + { + "epoch": 2.2849510240427424, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6284196376800537, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8757065534591675, + "num_tokens": 682147710.0, + "step": 17962 + }, + { + "epoch": 2.2850782343213334, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.755495071411133, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8751327395439148, + "num_tokens": 682187139.0, + "step": 17963 + }, + { + "epoch": 2.2852054445999235, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6075899600982666, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.887944757938385, + "num_tokens": 682226345.0, + "step": 17964 + }, + { + "epoch": 2.285332654878514, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7666096687316895, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8840315937995911, + "num_tokens": 682262479.0, + "step": 17965 + }, + { + "epoch": 2.2854598651571045, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6319186687469482, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8776978850364685, + "num_tokens": 682300062.0, + "step": 17966 + }, + { + "epoch": 2.285587075435695, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.763404369354248, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8842583298683167, + "num_tokens": 682338075.0, + "step": 17967 + }, + { + "epoch": 2.2857142857142856, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6260743141174316, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8799577951431274, + "num_tokens": 682373036.0, + "step": 17968 + }, + { + "epoch": 2.285841495992876, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7645530700683594, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8692395687103271, + "num_tokens": 682411131.0, + "step": 17969 + }, + { + "epoch": 2.2859687062714666, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6310150623321533, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.8603363037109375, + "num_tokens": 682449142.0, + "step": 17970 + }, + { + "epoch": 2.286095916550057, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.745349168777466, + "learning_rate": 1e-05, + "loss": 0.3627, + "mean_token_accuracy": 0.9002937078475952, + "num_tokens": 682486369.0, + "step": 17971 + }, + { + "epoch": 2.2862231268286477, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6347551345825195, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8824794292449951, + "num_tokens": 682519756.0, + "step": 17972 + }, + { + "epoch": 2.2863503371072382, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7511069774627686, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8770731687545776, + "num_tokens": 682559930.0, + "step": 17973 + }, + { + "epoch": 2.2864775473858288, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.623448371887207, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.87281334400177, + "num_tokens": 682601379.0, + "step": 17974 + }, + { + "epoch": 2.2866047576644193, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754822254180908, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8810460567474365, + "num_tokens": 682639070.0, + "step": 17975 + }, + { + "epoch": 2.28673196794301, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6537089347839355, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8876312375068665, + "num_tokens": 682675684.0, + "step": 17976 + }, + { + "epoch": 2.2868591782216003, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.746708869934082, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8832851648330688, + "num_tokens": 682711026.0, + "step": 17977 + }, + { + "epoch": 2.286986388500191, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.636373519897461, + "learning_rate": 1e-05, + "loss": 0.3609, + "mean_token_accuracy": 0.8957811594009399, + "num_tokens": 682743074.0, + "step": 17978 + }, + { + "epoch": 2.2871135987787814, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7384626865386963, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8826917409896851, + "num_tokens": 682778875.0, + "step": 17979 + }, + { + "epoch": 2.287240809057372, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6321825981140137, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8840532302856445, + "num_tokens": 682817699.0, + "step": 17980 + }, + { + "epoch": 2.2873680193359625, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754591941833496, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8707693815231323, + "num_tokens": 682852742.0, + "step": 17981 + }, + { + "epoch": 2.287495229614553, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6247315406799316, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8741599321365356, + "num_tokens": 682894911.0, + "step": 17982 + }, + { + "epoch": 2.2876224398931435, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7556369304656982, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8762447834014893, + "num_tokens": 682932387.0, + "step": 17983 + }, + { + "epoch": 2.287749650171734, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.626758575439453, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8866215348243713, + "num_tokens": 682965072.0, + "step": 17984 + }, + { + "epoch": 2.2878768604503246, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.743698835372925, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8849997520446777, + "num_tokens": 683006008.0, + "step": 17985 + }, + { + "epoch": 2.288004070728915, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6307592391967773, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8835338354110718, + "num_tokens": 683042043.0, + "step": 17986 + }, + { + "epoch": 2.288131281007505, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7543036937713623, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8768997192382812, + "num_tokens": 683079429.0, + "step": 17987 + }, + { + "epoch": 2.288258491286096, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6272287368774414, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8733668923377991, + "num_tokens": 683115686.0, + "step": 17988 + }, + { + "epoch": 2.2883857015646862, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.743363618850708, + "learning_rate": 1e-05, + "loss": 0.3885, + "mean_token_accuracy": 0.8903059959411621, + "num_tokens": 683156715.0, + "step": 17989 + }, + { + "epoch": 2.2885129118432768, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.621791124343872, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8805136680603027, + "num_tokens": 683191758.0, + "step": 17990 + }, + { + "epoch": 2.2886401221218673, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.772965431213379, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8809882998466492, + "num_tokens": 683225146.0, + "step": 17991 + }, + { + "epoch": 2.288767332400458, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.625016450881958, + "learning_rate": 1e-05, + "loss": 0.3859, + "mean_token_accuracy": 0.89070725440979, + "num_tokens": 683259552.0, + "step": 17992 + }, + { + "epoch": 2.2888945426790483, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7531564235687256, + "learning_rate": 1e-05, + "loss": 0.3905, + "mean_token_accuracy": 0.8921647071838379, + "num_tokens": 683296925.0, + "step": 17993 + }, + { + "epoch": 2.289021752957639, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6538949012756348, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8824400901794434, + "num_tokens": 683328836.0, + "step": 17994 + }, + { + "epoch": 2.2891489632362294, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7448132038116455, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8872315287590027, + "num_tokens": 683359306.0, + "step": 17995 + }, + { + "epoch": 2.28927617351482, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6235549449920654, + "learning_rate": 1e-05, + "loss": 0.359, + "mean_token_accuracy": 0.898259162902832, + "num_tokens": 683395743.0, + "step": 17996 + }, + { + "epoch": 2.2894033837934105, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.728886365890503, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8849481344223022, + "num_tokens": 683434528.0, + "step": 17997 + }, + { + "epoch": 2.289530594072001, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.687572956085205, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8765192627906799, + "num_tokens": 683470540.0, + "step": 17998 + }, + { + "epoch": 2.2896578043505915, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7169110774993896, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8773784041404724, + "num_tokens": 683502805.0, + "step": 17999 + }, + { + "epoch": 2.289785014629182, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.660984516143799, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8811691999435425, + "num_tokens": 683540306.0, + "step": 18000 + }, + { + "epoch": 2.2899122249077726, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.706922769546509, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.881056547164917, + "num_tokens": 683573089.0, + "step": 18001 + }, + { + "epoch": 2.290039435186363, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.655728578567505, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8747479915618896, + "num_tokens": 683613540.0, + "step": 18002 + }, + { + "epoch": 2.2901666454649536, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7005739212036133, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8763669729232788, + "num_tokens": 683655016.0, + "step": 18003 + }, + { + "epoch": 2.290293855743544, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.651219606399536, + "learning_rate": 1e-05, + "loss": 0.3751, + "mean_token_accuracy": 0.8916434049606323, + "num_tokens": 683692607.0, + "step": 18004 + }, + { + "epoch": 2.2904210660221347, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.703834056854248, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8835873603820801, + "num_tokens": 683726825.0, + "step": 18005 + }, + { + "epoch": 2.290548276300725, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.668074131011963, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8662285208702087, + "num_tokens": 683763905.0, + "step": 18006 + }, + { + "epoch": 2.2906754865793157, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6940062046051025, + "learning_rate": 1e-05, + "loss": 0.448, + "mean_token_accuracy": 0.8699127435684204, + "num_tokens": 683806926.0, + "step": 18007 + }, + { + "epoch": 2.2908026968579063, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6629905700683594, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8763880729675293, + "num_tokens": 683846069.0, + "step": 18008 + }, + { + "epoch": 2.290929907136497, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7059600353240967, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.878806471824646, + "num_tokens": 683887530.0, + "step": 18009 + }, + { + "epoch": 2.2910571174150873, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.659261465072632, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.875318169593811, + "num_tokens": 683925721.0, + "step": 18010 + }, + { + "epoch": 2.291184327693678, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6852948665618896, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8841606378555298, + "num_tokens": 683967867.0, + "step": 18011 + }, + { + "epoch": 2.291311537972268, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.655991315841675, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8788324594497681, + "num_tokens": 684006360.0, + "step": 18012 + }, + { + "epoch": 2.291438748250859, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6829569339752197, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8868004679679871, + "num_tokens": 684047559.0, + "step": 18013 + }, + { + "epoch": 2.291565958529449, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.64756178855896, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8761991262435913, + "num_tokens": 684092028.0, + "step": 18014 + }, + { + "epoch": 2.2916931688080395, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.70684814453125, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8709500432014465, + "num_tokens": 684131441.0, + "step": 18015 + }, + { + "epoch": 2.29182037908663, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.657992124557495, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8853164315223694, + "num_tokens": 684163864.0, + "step": 18016 + }, + { + "epoch": 2.2919475893652206, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.690321207046509, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8818599581718445, + "num_tokens": 684200962.0, + "step": 18017 + }, + { + "epoch": 2.292074799643811, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.646275758743286, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8899509906768799, + "num_tokens": 684237060.0, + "step": 18018 + }, + { + "epoch": 2.2922020099224016, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.709751844406128, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8846207857131958, + "num_tokens": 684271299.0, + "step": 18019 + }, + { + "epoch": 2.292329220200992, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.64959716796875, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8732905387878418, + "num_tokens": 684310008.0, + "step": 18020 + }, + { + "epoch": 2.2924564304795827, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.702352523803711, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8799811005592346, + "num_tokens": 684348477.0, + "step": 18021 + }, + { + "epoch": 2.2925836407581732, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6566734313964844, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.8715658187866211, + "num_tokens": 684383090.0, + "step": 18022 + }, + { + "epoch": 2.2927108510367638, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7303614616394043, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.8633261919021606, + "num_tokens": 684415142.0, + "step": 18023 + }, + { + "epoch": 2.2928380613153543, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6297574043273926, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8816649913787842, + "num_tokens": 684455878.0, + "step": 18024 + }, + { + "epoch": 2.292965271593945, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.713046073913574, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8743547201156616, + "num_tokens": 684501140.0, + "step": 18025 + }, + { + "epoch": 2.2930924818725353, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6352570056915283, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8763829469680786, + "num_tokens": 684542682.0, + "step": 18026 + }, + { + "epoch": 2.293219692151126, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.730475902557373, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8718749284744263, + "num_tokens": 684581301.0, + "step": 18027 + }, + { + "epoch": 2.2933469024297164, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6246249675750732, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8885107040405273, + "num_tokens": 684620124.0, + "step": 18028 + }, + { + "epoch": 2.293474112708307, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7362568378448486, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8737185001373291, + "num_tokens": 684657237.0, + "step": 18029 + }, + { + "epoch": 2.2936013229868975, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6177964210510254, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8853954076766968, + "num_tokens": 684696717.0, + "step": 18030 + }, + { + "epoch": 2.293728533265488, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7423412799835205, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8791407346725464, + "num_tokens": 684734823.0, + "step": 18031 + }, + { + "epoch": 2.2938557435440785, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.626404047012329, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8785573244094849, + "num_tokens": 684773036.0, + "step": 18032 + }, + { + "epoch": 2.293982953822669, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7440614700317383, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.884475588798523, + "num_tokens": 684811210.0, + "step": 18033 + }, + { + "epoch": 2.2941101641012596, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.618258476257324, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8816524744033813, + "num_tokens": 684850656.0, + "step": 18034 + }, + { + "epoch": 2.2942373743798496, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7465100288391113, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8784821033477783, + "num_tokens": 684890113.0, + "step": 18035 + }, + { + "epoch": 2.2943645846584406, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.608808755874634, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8865823745727539, + "num_tokens": 684930418.0, + "step": 18036 + }, + { + "epoch": 2.2944917949370307, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7632319927215576, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8793862462043762, + "num_tokens": 684967068.0, + "step": 18037 + }, + { + "epoch": 2.2946190052156212, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.620800733566284, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8584072589874268, + "num_tokens": 685007602.0, + "step": 18038 + }, + { + "epoch": 2.2947462154942118, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.766435384750366, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8830999135971069, + "num_tokens": 685043332.0, + "step": 18039 + }, + { + "epoch": 2.2948734257728023, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.604220151901245, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8839974403381348, + "num_tokens": 685078327.0, + "step": 18040 + }, + { + "epoch": 2.295000636051393, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7615599632263184, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8814414739608765, + "num_tokens": 685119065.0, + "step": 18041 + }, + { + "epoch": 2.2951278463299833, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6453680992126465, + "learning_rate": 1e-05, + "loss": 0.507, + "mean_token_accuracy": 0.8560267090797424, + "num_tokens": 685154988.0, + "step": 18042 + }, + { + "epoch": 2.295255056608574, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.757239580154419, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8768860101699829, + "num_tokens": 685194739.0, + "step": 18043 + }, + { + "epoch": 2.2953822668871644, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.615760087966919, + "learning_rate": 1e-05, + "loss": 0.4685, + "mean_token_accuracy": 0.8676708340644836, + "num_tokens": 685235619.0, + "step": 18044 + }, + { + "epoch": 2.295509477165755, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7512171268463135, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8759371638298035, + "num_tokens": 685275189.0, + "step": 18045 + }, + { + "epoch": 2.2956366874443455, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.61439847946167, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8730092644691467, + "num_tokens": 685319928.0, + "step": 18046 + }, + { + "epoch": 2.295763897722936, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7521657943725586, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8874586820602417, + "num_tokens": 685355698.0, + "step": 18047 + }, + { + "epoch": 2.2958911080015265, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6180779933929443, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8825188875198364, + "num_tokens": 685394873.0, + "step": 18048 + }, + { + "epoch": 2.296018318280117, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7566587924957275, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8848785758018494, + "num_tokens": 685433896.0, + "step": 18049 + }, + { + "epoch": 2.2961455285587076, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6131067276000977, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.876641035079956, + "num_tokens": 685476036.0, + "step": 18050 + }, + { + "epoch": 2.296272738837298, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.760958194732666, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.882803201675415, + "num_tokens": 685514020.0, + "step": 18051 + }, + { + "epoch": 2.2963999491158886, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.618039131164551, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8891268372535706, + "num_tokens": 685547644.0, + "step": 18052 + }, + { + "epoch": 2.296527159394479, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7737061977386475, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8739562630653381, + "num_tokens": 685584147.0, + "step": 18053 + }, + { + "epoch": 2.2966543696730697, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6163113117218018, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8808095455169678, + "num_tokens": 685623093.0, + "step": 18054 + }, + { + "epoch": 2.29678157995166, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.780043601989746, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.8865329027175903, + "num_tokens": 685657837.0, + "step": 18055 + }, + { + "epoch": 2.2969087902302507, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6264395713806152, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8787626028060913, + "num_tokens": 685691077.0, + "step": 18056 + }, + { + "epoch": 2.2970360005088413, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.785507917404175, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8765403628349304, + "num_tokens": 685725011.0, + "step": 18057 + }, + { + "epoch": 2.297163210787432, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6206371784210205, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.865463137626648, + "num_tokens": 685764212.0, + "step": 18058 + }, + { + "epoch": 2.2972904210660223, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.79799747467041, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.860541582107544, + "num_tokens": 685800780.0, + "step": 18059 + }, + { + "epoch": 2.2974176313446124, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.615849494934082, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8784345388412476, + "num_tokens": 685837728.0, + "step": 18060 + }, + { + "epoch": 2.2975448416232034, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8236727714538574, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8628507852554321, + "num_tokens": 685869349.0, + "step": 18061 + }, + { + "epoch": 2.2976720519017935, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.598634719848633, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8872897624969482, + "num_tokens": 685908114.0, + "step": 18062 + }, + { + "epoch": 2.297799262180384, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8271281719207764, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8707681894302368, + "num_tokens": 685944980.0, + "step": 18063 + }, + { + "epoch": 2.2979264724589745, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6045265197753906, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8848994970321655, + "num_tokens": 685982729.0, + "step": 18064 + }, + { + "epoch": 2.298053682737565, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.825880289077759, + "learning_rate": 1e-05, + "loss": 0.37, + "mean_token_accuracy": 0.8954015970230103, + "num_tokens": 686014090.0, + "step": 18065 + }, + { + "epoch": 2.2981808930161556, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.616386890411377, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8850011825561523, + "num_tokens": 686047345.0, + "step": 18066 + }, + { + "epoch": 2.298308103294746, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003299713134765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.823417901992798, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8722778558731079, + "num_tokens": 686088662.0, + "step": 18067 + }, + { + "epoch": 2.2984353135733366, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.628509521484375, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8700231313705444, + "num_tokens": 686124210.0, + "step": 18068 + }, + { + "epoch": 2.298562523851927, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8205575942993164, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8800801038742065, + "num_tokens": 686157759.0, + "step": 18069 + }, + { + "epoch": 2.2986897341305177, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.616546630859375, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8738269805908203, + "num_tokens": 686198486.0, + "step": 18070 + }, + { + "epoch": 2.298816944409108, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.823852777481079, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8598049283027649, + "num_tokens": 686235859.0, + "step": 18071 + }, + { + "epoch": 2.2989441546876987, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6164257526397705, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8852788805961609, + "num_tokens": 686274185.0, + "step": 18072 + }, + { + "epoch": 2.2990713649662893, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.817131996154785, + "learning_rate": 1e-05, + "loss": 0.3768, + "mean_token_accuracy": 0.8940889835357666, + "num_tokens": 686308706.0, + "step": 18073 + }, + { + "epoch": 2.29919857524488, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6131629943847656, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8895511627197266, + "num_tokens": 686347871.0, + "step": 18074 + }, + { + "epoch": 2.2993257855234703, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.806401014328003, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8687734007835388, + "num_tokens": 686395284.0, + "step": 18075 + }, + { + "epoch": 2.299452995802061, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.624506950378418, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8718669414520264, + "num_tokens": 686436566.0, + "step": 18076 + }, + { + "epoch": 2.2995802060806514, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8031084537506104, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8868379592895508, + "num_tokens": 686477332.0, + "step": 18077 + }, + { + "epoch": 2.299707416359242, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.738351345062256, + "learning_rate": 1e-05, + "loss": 0.3834, + "mean_token_accuracy": 0.893463134765625, + "num_tokens": 686512000.0, + "step": 18078 + }, + { + "epoch": 2.2998346266378324, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7528743743896484, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8821561336517334, + "num_tokens": 686544732.0, + "step": 18079 + }, + { + "epoch": 2.299961836916423, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6605241298675537, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8792761564254761, + "num_tokens": 686583100.0, + "step": 18080 + }, + { + "epoch": 2.3000890471950135, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.725713014602661, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8778434991836548, + "num_tokens": 686620824.0, + "step": 18081 + }, + { + "epoch": 2.300216257473604, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.653749465942383, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8862448930740356, + "num_tokens": 686660410.0, + "step": 18082 + }, + { + "epoch": 2.3003434677521946, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7275454998016357, + "learning_rate": 1e-05, + "loss": 0.3809, + "mean_token_accuracy": 0.8905971050262451, + "num_tokens": 686694385.0, + "step": 18083 + }, + { + "epoch": 2.300470678030785, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6435301303863525, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8834962248802185, + "num_tokens": 686736844.0, + "step": 18084 + }, + { + "epoch": 2.300597888309375, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7215323448181152, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.874264121055603, + "num_tokens": 686781104.0, + "step": 18085 + }, + { + "epoch": 2.300725098587966, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.65014910697937, + "learning_rate": 1e-05, + "loss": 0.3783, + "mean_token_accuracy": 0.8938963413238525, + "num_tokens": 686815244.0, + "step": 18086 + }, + { + "epoch": 2.3008523088665562, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.720196485519409, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8791121244430542, + "num_tokens": 686858133.0, + "step": 18087 + }, + { + "epoch": 2.3009795191451468, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.634005546569824, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8750623464584351, + "num_tokens": 686901250.0, + "step": 18088 + }, + { + "epoch": 2.3011067294237373, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7291600704193115, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8875088691711426, + "num_tokens": 686936408.0, + "step": 18089 + }, + { + "epoch": 2.301233939702328, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.63382625579834, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8801161050796509, + "num_tokens": 686981924.0, + "step": 18090 + }, + { + "epoch": 2.3013611499809183, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7484610080718994, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.875669002532959, + "num_tokens": 687016052.0, + "step": 18091 + }, + { + "epoch": 2.301488360259509, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.607050895690918, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8862681984901428, + "num_tokens": 687059107.0, + "step": 18092 + }, + { + "epoch": 2.3016155705380994, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.736456871032715, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8844332695007324, + "num_tokens": 687104015.0, + "step": 18093 + }, + { + "epoch": 2.30174278081669, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.626312732696533, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8749433755874634, + "num_tokens": 687143719.0, + "step": 18094 + }, + { + "epoch": 2.3018699910952805, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.759852170944214, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8816298842430115, + "num_tokens": 687179732.0, + "step": 18095 + }, + { + "epoch": 2.301997201373871, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.607844829559326, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8751853108406067, + "num_tokens": 687222309.0, + "step": 18096 + }, + { + "epoch": 2.3021244116524615, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7624895572662354, + "learning_rate": 1e-05, + "loss": 0.3925, + "mean_token_accuracy": 0.8887330889701843, + "num_tokens": 687259114.0, + "step": 18097 + }, + { + "epoch": 2.302251621931052, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6149964332580566, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8850804567337036, + "num_tokens": 687293052.0, + "step": 18098 + }, + { + "epoch": 2.3023788322096426, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.753070116043091, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8867658376693726, + "num_tokens": 687333245.0, + "step": 18099 + }, + { + "epoch": 2.302506042488233, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6216440200805664, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8772480487823486, + "num_tokens": 687371740.0, + "step": 18100 + }, + { + "epoch": 2.3026332527668236, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.777036666870117, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8581011891365051, + "num_tokens": 687407298.0, + "step": 18101 + }, + { + "epoch": 2.302760463045414, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6041531562805176, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8873792886734009, + "num_tokens": 687447425.0, + "step": 18102 + }, + { + "epoch": 2.3028876733240047, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.768265962600708, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8809880614280701, + "num_tokens": 687488528.0, + "step": 18103 + }, + { + "epoch": 2.303014883602595, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.625847339630127, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8791283369064331, + "num_tokens": 687521086.0, + "step": 18104 + }, + { + "epoch": 2.3031420938811857, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.77655029296875, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8737475872039795, + "num_tokens": 687558882.0, + "step": 18105 + }, + { + "epoch": 2.3032693041597763, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.615241527557373, + "learning_rate": 1e-05, + "loss": 0.3771, + "mean_token_accuracy": 0.8917901515960693, + "num_tokens": 687592058.0, + "step": 18106 + }, + { + "epoch": 2.303396514438367, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7725026607513428, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8783434629440308, + "num_tokens": 687629715.0, + "step": 18107 + }, + { + "epoch": 2.3035237247169573, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.623436450958252, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8779424428939819, + "num_tokens": 687666201.0, + "step": 18108 + }, + { + "epoch": 2.303650934995548, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7732605934143066, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.884624183177948, + "num_tokens": 687706897.0, + "step": 18109 + }, + { + "epoch": 2.303778145274138, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.632143020629883, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8813028335571289, + "num_tokens": 687741449.0, + "step": 18110 + }, + { + "epoch": 2.303905355552729, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7635505199432373, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.891625165939331, + "num_tokens": 687776758.0, + "step": 18111 + }, + { + "epoch": 2.304032565831319, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6368014812469482, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8659330010414124, + "num_tokens": 687814636.0, + "step": 18112 + }, + { + "epoch": 2.3041597761099095, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7818374633789062, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8617979288101196, + "num_tokens": 687843685.0, + "step": 18113 + }, + { + "epoch": 2.3042869863885, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6401116847991943, + "learning_rate": 1e-05, + "loss": 0.3927, + "mean_token_accuracy": 0.8882344365119934, + "num_tokens": 687875040.0, + "step": 18114 + }, + { + "epoch": 2.3044141966670906, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.760427474975586, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8751139640808105, + "num_tokens": 687912952.0, + "step": 18115 + }, + { + "epoch": 2.304541406945681, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6253280639648438, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8817787170410156, + "num_tokens": 687951366.0, + "step": 18116 + }, + { + "epoch": 2.3046686172242716, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.750248432159424, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8797950744628906, + "num_tokens": 687993593.0, + "step": 18117 + }, + { + "epoch": 2.304795827502862, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6324543952941895, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8770905137062073, + "num_tokens": 688033449.0, + "step": 18118 + }, + { + "epoch": 2.3049230377814527, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7715656757354736, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8779163360595703, + "num_tokens": 688073239.0, + "step": 18119 + }, + { + "epoch": 2.305050248060043, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6505110263824463, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8754940032958984, + "num_tokens": 688112760.0, + "step": 18120 + }, + { + "epoch": 2.3051774583386337, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7614312171936035, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8710025548934937, + "num_tokens": 688150553.0, + "step": 18121 + }, + { + "epoch": 2.3053046686172243, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6280641555786133, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8750060200691223, + "num_tokens": 688190582.0, + "step": 18122 + }, + { + "epoch": 2.305431878895815, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7769651412963867, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8788020014762878, + "num_tokens": 688226512.0, + "step": 18123 + }, + { + "epoch": 2.3055590891744053, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.896566867828369, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.880779504776001, + "num_tokens": 688264891.0, + "step": 18124 + }, + { + "epoch": 2.305686299452996, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6611080169677734, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8787791132926941, + "num_tokens": 688301280.0, + "step": 18125 + }, + { + "epoch": 2.3058135097315864, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.728817939758301, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.881524384021759, + "num_tokens": 688337178.0, + "step": 18126 + }, + { + "epoch": 2.305940720010177, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.616701602935791, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8874726295471191, + "num_tokens": 688375839.0, + "step": 18127 + }, + { + "epoch": 2.3060679302887674, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.744701862335205, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.877409815788269, + "num_tokens": 688416395.0, + "step": 18128 + }, + { + "epoch": 2.306195140567358, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6199450492858887, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8898305892944336, + "num_tokens": 688454801.0, + "step": 18129 + }, + { + "epoch": 2.3063223508459485, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.764061450958252, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.87962806224823, + "num_tokens": 688489265.0, + "step": 18130 + }, + { + "epoch": 2.306449561124539, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.623802423477173, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8746492266654968, + "num_tokens": 688525392.0, + "step": 18131 + }, + { + "epoch": 2.3065767714031296, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.775818109512329, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8632513880729675, + "num_tokens": 688562389.0, + "step": 18132 + }, + { + "epoch": 2.3067039816817196, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6196515560150146, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8813093304634094, + "num_tokens": 688597728.0, + "step": 18133 + }, + { + "epoch": 2.3068311919603106, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7804410457611084, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8782769441604614, + "num_tokens": 688633065.0, + "step": 18134 + }, + { + "epoch": 2.3069584022389007, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6239778995513916, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.880341112613678, + "num_tokens": 688677095.0, + "step": 18135 + }, + { + "epoch": 2.3070856125174912, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7794060707092285, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8841910362243652, + "num_tokens": 688710421.0, + "step": 18136 + }, + { + "epoch": 2.3072128227960818, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6136891841888428, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8799622058868408, + "num_tokens": 688747300.0, + "step": 18137 + }, + { + "epoch": 2.3073400330746723, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7873587608337402, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8879757523536682, + "num_tokens": 688781867.0, + "step": 18138 + }, + { + "epoch": 2.307467243353263, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.606072425842285, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8818009495735168, + "num_tokens": 688822777.0, + "step": 18139 + }, + { + "epoch": 2.3075944536318533, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7938199043273926, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8711795806884766, + "num_tokens": 688862295.0, + "step": 18140 + }, + { + "epoch": 2.307721663910444, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6025307178497314, + "learning_rate": 1e-05, + "loss": 0.3731, + "mean_token_accuracy": 0.8947780132293701, + "num_tokens": 688904814.0, + "step": 18141 + }, + { + "epoch": 2.3078488741890344, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.808105707168579, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8704483509063721, + "num_tokens": 688940403.0, + "step": 18142 + }, + { + "epoch": 2.307976084467625, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6231186389923096, + "learning_rate": 1e-05, + "loss": 0.4728, + "mean_token_accuracy": 0.8621963858604431, + "num_tokens": 688980256.0, + "step": 18143 + }, + { + "epoch": 2.3081032947462155, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.844625234603882, + "learning_rate": 1e-05, + "loss": 0.4793, + "mean_token_accuracy": 0.8621617555618286, + "num_tokens": 689020629.0, + "step": 18144 + }, + { + "epoch": 2.308230505024806, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6399474143981934, + "learning_rate": 1e-05, + "loss": 0.4642, + "mean_token_accuracy": 0.8647670149803162, + "num_tokens": 689051257.0, + "step": 18145 + }, + { + "epoch": 2.3083577153033965, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.816131114959717, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8822418451309204, + "num_tokens": 689083723.0, + "step": 18146 + }, + { + "epoch": 2.308484925581987, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.614246129989624, + "learning_rate": 1e-05, + "loss": 0.474, + "mean_token_accuracy": 0.8618755340576172, + "num_tokens": 689123785.0, + "step": 18147 + }, + { + "epoch": 2.3086121358605776, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.806067705154419, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8765602707862854, + "num_tokens": 689164053.0, + "step": 18148 + }, + { + "epoch": 2.308739346139168, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6257903575897217, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8827674388885498, + "num_tokens": 689198221.0, + "step": 18149 + }, + { + "epoch": 2.3088665564177586, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8130085468292236, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8769211173057556, + "num_tokens": 689232330.0, + "step": 18150 + }, + { + "epoch": 2.308993766696349, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6263411045074463, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8709877729415894, + "num_tokens": 689277663.0, + "step": 18151 + }, + { + "epoch": 2.3091209769749397, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.815354585647583, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8873395919799805, + "num_tokens": 689308563.0, + "step": 18152 + }, + { + "epoch": 2.30924818725353, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6244723796844482, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.878484308719635, + "num_tokens": 689346897.0, + "step": 18153 + }, + { + "epoch": 2.3093753975321207, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.817953109741211, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8686724305152893, + "num_tokens": 689380689.0, + "step": 18154 + }, + { + "epoch": 2.3095026078107113, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6147146224975586, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8806170225143433, + "num_tokens": 689418587.0, + "step": 18155 + }, + { + "epoch": 2.309629818089302, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8177359104156494, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8831096291542053, + "num_tokens": 689455742.0, + "step": 18156 + }, + { + "epoch": 2.3097570283678923, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6170589923858643, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8790814876556396, + "num_tokens": 689495618.0, + "step": 18157 + }, + { + "epoch": 2.3098842386464824, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8392064571380615, + "learning_rate": 1e-05, + "loss": 0.4731, + "mean_token_accuracy": 0.8614703416824341, + "num_tokens": 689529856.0, + "step": 18158 + }, + { + "epoch": 2.3100114489250734, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6310067176818848, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8756128549575806, + "num_tokens": 689566785.0, + "step": 18159 + }, + { + "epoch": 2.3101386592036635, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8194830417633057, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8750537633895874, + "num_tokens": 689604332.0, + "step": 18160 + }, + { + "epoch": 2.310265869482254, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6289007663726807, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8870185613632202, + "num_tokens": 689639159.0, + "step": 18161 + }, + { + "epoch": 2.3103930797608445, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.812112808227539, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.871711015701294, + "num_tokens": 689681660.0, + "step": 18162 + }, + { + "epoch": 2.310520290039435, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.630981922149658, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8884885311126709, + "num_tokens": 689717070.0, + "step": 18163 + }, + { + "epoch": 2.3106475003180256, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8036608695983887, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8818417191505432, + "num_tokens": 689758885.0, + "step": 18164 + }, + { + "epoch": 2.310774710596616, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634115219116211, + "learning_rate": 1e-05, + "loss": 0.3681, + "mean_token_accuracy": 0.8951780796051025, + "num_tokens": 689794943.0, + "step": 18165 + }, + { + "epoch": 2.3109019208752066, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.78705096244812, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8816956281661987, + "num_tokens": 689836943.0, + "step": 18166 + }, + { + "epoch": 2.311029131153797, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6432700157165527, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8827589750289917, + "num_tokens": 689870787.0, + "step": 18167 + }, + { + "epoch": 2.3111563414323877, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.781590223312378, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8768826723098755, + "num_tokens": 689908302.0, + "step": 18168 + }, + { + "epoch": 2.311283551710978, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6374566555023193, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8723602294921875, + "num_tokens": 689950031.0, + "step": 18169 + }, + { + "epoch": 2.3114107619895687, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7632224559783936, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8837560415267944, + "num_tokens": 689994674.0, + "step": 18170 + }, + { + "epoch": 2.3115379722681593, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.626025676727295, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.885582447052002, + "num_tokens": 690038697.0, + "step": 18171 + }, + { + "epoch": 2.31166518254675, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.778374195098877, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.8742464780807495, + "num_tokens": 690077449.0, + "step": 18172 + }, + { + "epoch": 2.3117923928253403, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6382482051849365, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8744171857833862, + "num_tokens": 690113659.0, + "step": 18173 + }, + { + "epoch": 2.311919603103931, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7674849033355713, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8746537566184998, + "num_tokens": 690153928.0, + "step": 18174 + }, + { + "epoch": 2.3120468133825214, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.629319667816162, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8813734650611877, + "num_tokens": 690189526.0, + "step": 18175 + }, + { + "epoch": 2.312174023661112, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.772951126098633, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8755460977554321, + "num_tokens": 690230220.0, + "step": 18176 + }, + { + "epoch": 2.3123012339397024, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.658522129058838, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8770965337753296, + "num_tokens": 690264998.0, + "step": 18177 + }, + { + "epoch": 2.312428444218293, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7367751598358154, + "learning_rate": 1e-05, + "loss": 0.3521, + "mean_token_accuracy": 0.9053541421890259, + "num_tokens": 690304323.0, + "step": 18178 + }, + { + "epoch": 2.3125556544968835, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6369102001190186, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8795300722122192, + "num_tokens": 690346832.0, + "step": 18179 + }, + { + "epoch": 2.312682864775474, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7380623817443848, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8832662105560303, + "num_tokens": 690385829.0, + "step": 18180 + }, + { + "epoch": 2.3128100750540646, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6335294246673584, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8821089267730713, + "num_tokens": 690429949.0, + "step": 18181 + }, + { + "epoch": 2.312937285332655, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7281570434570312, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8838649988174438, + "num_tokens": 690473252.0, + "step": 18182 + }, + { + "epoch": 2.313064495611245, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6316068172454834, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8865875005722046, + "num_tokens": 690508765.0, + "step": 18183 + }, + { + "epoch": 2.313191705889836, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7530953884124756, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8801476955413818, + "num_tokens": 690546749.0, + "step": 18184 + }, + { + "epoch": 2.313318916168426, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.642636775970459, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8791650533676147, + "num_tokens": 690579808.0, + "step": 18185 + }, + { + "epoch": 2.3134461264470167, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7578554153442383, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8787013292312622, + "num_tokens": 690611667.0, + "step": 18186 + }, + { + "epoch": 2.3135733367256073, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.642883062362671, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8709934949874878, + "num_tokens": 690654991.0, + "step": 18187 + }, + { + "epoch": 2.313700547004198, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7500531673431396, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8661623001098633, + "num_tokens": 690692344.0, + "step": 18188 + }, + { + "epoch": 2.3138277572827883, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.622440814971924, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8881840109825134, + "num_tokens": 690726812.0, + "step": 18189 + }, + { + "epoch": 2.313954967561379, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.754082679748535, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8758492469787598, + "num_tokens": 690768229.0, + "step": 18190 + }, + { + "epoch": 2.3140821778399694, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6153404712677, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8819344639778137, + "num_tokens": 690810614.0, + "step": 18191 + }, + { + "epoch": 2.31420938811856, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.759223699569702, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8673340082168579, + "num_tokens": 690855422.0, + "step": 18192 + }, + { + "epoch": 2.3143365983971504, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.611356019973755, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8869337439537048, + "num_tokens": 690893751.0, + "step": 18193 + }, + { + "epoch": 2.314463808675741, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.753441572189331, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8805041909217834, + "num_tokens": 690936734.0, + "step": 18194 + }, + { + "epoch": 2.3145910189543315, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6152007579803467, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.885310173034668, + "num_tokens": 690975005.0, + "step": 18195 + }, + { + "epoch": 2.314718229232922, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.771238088607788, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8828598260879517, + "num_tokens": 691011607.0, + "step": 18196 + }, + { + "epoch": 2.3148454395115126, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6190786361694336, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8845455646514893, + "num_tokens": 691047635.0, + "step": 18197 + }, + { + "epoch": 2.314972649790103, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.758390188217163, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8746770620346069, + "num_tokens": 691095290.0, + "step": 18198 + }, + { + "epoch": 2.3150998600686936, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.605992555618286, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8796027898788452, + "num_tokens": 691140641.0, + "step": 18199 + }, + { + "epoch": 2.315227070347284, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.778336524963379, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8796961307525635, + "num_tokens": 691181744.0, + "step": 18200 + }, + { + "epoch": 2.3153542806258747, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.609123945236206, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8803365230560303, + "num_tokens": 691221279.0, + "step": 18201 + }, + { + "epoch": 2.315481490904465, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.783308982849121, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8849102258682251, + "num_tokens": 691258519.0, + "step": 18202 + }, + { + "epoch": 2.3156087011830557, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6143312454223633, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8764509558677673, + "num_tokens": 691297063.0, + "step": 18203 + }, + { + "epoch": 2.3157359114616463, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7858388423919678, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8806059956550598, + "num_tokens": 691337146.0, + "step": 18204 + }, + { + "epoch": 2.315863121740237, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6183853149414062, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8867788314819336, + "num_tokens": 691373475.0, + "step": 18205 + }, + { + "epoch": 2.3159903320188273, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.778127908706665, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8767547011375427, + "num_tokens": 691413286.0, + "step": 18206 + }, + { + "epoch": 2.316117542297418, + "ewc_loss": 0.07421875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6166956424713135, + "learning_rate": 1e-05, + "loss": 0.3769, + "mean_token_accuracy": 0.8927756547927856, + "num_tokens": 691444950.0, + "step": 18207 + }, + { + "epoch": 2.316244752576008, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7811901569366455, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8773420453071594, + "num_tokens": 691486767.0, + "step": 18208 + }, + { + "epoch": 2.316371962854599, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6095306873321533, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8760418891906738, + "num_tokens": 691527149.0, + "step": 18209 + }, + { + "epoch": 2.316499173133189, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.795287609100342, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8715581893920898, + "num_tokens": 691563963.0, + "step": 18210 + }, + { + "epoch": 2.3166263834117795, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6234822273254395, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8730466961860657, + "num_tokens": 691596423.0, + "step": 18211 + }, + { + "epoch": 2.31675359369037, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7796132564544678, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8770935535430908, + "num_tokens": 691636928.0, + "step": 18212 + }, + { + "epoch": 2.3168808039689606, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6342790126800537, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8781659007072449, + "num_tokens": 691673427.0, + "step": 18213 + }, + { + "epoch": 2.317008014247551, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.776151180267334, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8752479553222656, + "num_tokens": 691710427.0, + "step": 18214 + }, + { + "epoch": 2.3171352245261416, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6363842487335205, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8706916570663452, + "num_tokens": 691746809.0, + "step": 18215 + }, + { + "epoch": 2.317262434804732, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.761486768722534, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8846874237060547, + "num_tokens": 691786037.0, + "step": 18216 + }, + { + "epoch": 2.3173896450833227, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6295559406280518, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8758062124252319, + "num_tokens": 691822270.0, + "step": 18217 + }, + { + "epoch": 2.317516855361913, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7475948333740234, + "learning_rate": 1e-05, + "loss": 0.3624, + "mean_token_accuracy": 0.899324357509613, + "num_tokens": 691858538.0, + "step": 18218 + }, + { + "epoch": 2.3176440656405037, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6285839080810547, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8841104507446289, + "num_tokens": 691898810.0, + "step": 18219 + }, + { + "epoch": 2.3177712759190943, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7588531970977783, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.881431519985199, + "num_tokens": 691933708.0, + "step": 18220 + }, + { + "epoch": 2.317898486197685, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6300034523010254, + "learning_rate": 1e-05, + "loss": 0.3864, + "mean_token_accuracy": 0.8925849199295044, + "num_tokens": 691968293.0, + "step": 18221 + }, + { + "epoch": 2.3180256964762753, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7548117637634277, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8694515824317932, + "num_tokens": 692004532.0, + "step": 18222 + }, + { + "epoch": 2.318152906754866, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.630152463912964, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8815635442733765, + "num_tokens": 692042323.0, + "step": 18223 + }, + { + "epoch": 2.3182801170334564, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.750232458114624, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8780510425567627, + "num_tokens": 692080970.0, + "step": 18224 + }, + { + "epoch": 2.318407327312047, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.638159990310669, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8855180740356445, + "num_tokens": 692115027.0, + "step": 18225 + }, + { + "epoch": 2.3185345375906374, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000331878662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7704708576202393, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8777858018875122, + "num_tokens": 692146602.0, + "step": 18226 + }, + { + "epoch": 2.318661747869228, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6229610443115234, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.864063024520874, + "num_tokens": 692189721.0, + "step": 18227 + }, + { + "epoch": 2.3187889581478185, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.755274534225464, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8712953329086304, + "num_tokens": 692233032.0, + "step": 18228 + }, + { + "epoch": 2.318916168426409, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6400327682495117, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8711372017860413, + "num_tokens": 692269033.0, + "step": 18229 + }, + { + "epoch": 2.3190433787049995, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.752840757369995, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8770637512207031, + "num_tokens": 692307415.0, + "step": 18230 + }, + { + "epoch": 2.3191705889835896, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6238701343536377, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8862869739532471, + "num_tokens": 692347003.0, + "step": 18231 + }, + { + "epoch": 2.3192977992621806, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.758078098297119, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8790782690048218, + "num_tokens": 692385141.0, + "step": 18232 + }, + { + "epoch": 2.3194250095407707, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6179280281066895, + "learning_rate": 1e-05, + "loss": 0.3721, + "mean_token_accuracy": 0.8927493095397949, + "num_tokens": 692421731.0, + "step": 18233 + }, + { + "epoch": 2.319552219819361, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7595036029815674, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8783078789710999, + "num_tokens": 692466400.0, + "step": 18234 + }, + { + "epoch": 2.3196794300979517, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.617570161819458, + "learning_rate": 1e-05, + "loss": 0.3669, + "mean_token_accuracy": 0.8955551981925964, + "num_tokens": 692501201.0, + "step": 18235 + }, + { + "epoch": 2.3198066403765423, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7685546875, + "learning_rate": 1e-05, + "loss": 0.3851, + "mean_token_accuracy": 0.8923237919807434, + "num_tokens": 692541549.0, + "step": 18236 + }, + { + "epoch": 2.319933850655133, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6147234439849854, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8844538927078247, + "num_tokens": 692582156.0, + "step": 18237 + }, + { + "epoch": 2.3200610609337233, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7772138118743896, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8669624328613281, + "num_tokens": 692620522.0, + "step": 18238 + }, + { + "epoch": 2.320188271212314, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6214756965637207, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8739532232284546, + "num_tokens": 692658372.0, + "step": 18239 + }, + { + "epoch": 2.3203154814909044, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.790724992752075, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8822919130325317, + "num_tokens": 692687338.0, + "step": 18240 + }, + { + "epoch": 2.320442691769495, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.613481283187866, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8766616582870483, + "num_tokens": 692724417.0, + "step": 18241 + }, + { + "epoch": 2.3205699020480854, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.779144525527954, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8785718679428101, + "num_tokens": 692767881.0, + "step": 18242 + }, + { + "epoch": 2.320697112326676, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6220734119415283, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8749099373817444, + "num_tokens": 692803154.0, + "step": 18243 + }, + { + "epoch": 2.3208243226052665, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.78208589553833, + "learning_rate": 1e-05, + "loss": 0.3753, + "mean_token_accuracy": 0.8959048986434937, + "num_tokens": 692842435.0, + "step": 18244 + }, + { + "epoch": 2.320951532883857, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6076853275299072, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8720712661743164, + "num_tokens": 692884491.0, + "step": 18245 + }, + { + "epoch": 2.3210787431624476, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.786501884460449, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.875091552734375, + "num_tokens": 692920825.0, + "step": 18246 + }, + { + "epoch": 2.321205953441038, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6221206188201904, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8843222260475159, + "num_tokens": 692956413.0, + "step": 18247 + }, + { + "epoch": 2.3213331637196286, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7943902015686035, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8715786933898926, + "num_tokens": 692995860.0, + "step": 18248 + }, + { + "epoch": 2.321460373998219, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.621640682220459, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8973304033279419, + "num_tokens": 693031077.0, + "step": 18249 + }, + { + "epoch": 2.3215875842768097, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8102643489837646, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8673315048217773, + "num_tokens": 693067181.0, + "step": 18250 + }, + { + "epoch": 2.3217147945554, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6110129356384277, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8830804824829102, + "num_tokens": 693103919.0, + "step": 18251 + }, + { + "epoch": 2.3218420048339907, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8220434188842773, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8642503023147583, + "num_tokens": 693138471.0, + "step": 18252 + }, + { + "epoch": 2.3219692151125813, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.630721092224121, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8709865212440491, + "num_tokens": 693174220.0, + "step": 18253 + }, + { + "epoch": 2.322096425391172, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7895970344543457, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8896004557609558, + "num_tokens": 693217222.0, + "step": 18254 + }, + { + "epoch": 2.3222236356697623, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.636549949645996, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.8942149877548218, + "num_tokens": 693260052.0, + "step": 18255 + }, + { + "epoch": 2.3223508459483524, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.792849540710449, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8682920932769775, + "num_tokens": 693293775.0, + "step": 18256 + }, + { + "epoch": 2.3224780562269434, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.621408462524414, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8852401971817017, + "num_tokens": 693335876.0, + "step": 18257 + }, + { + "epoch": 2.3226052665055335, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.778921365737915, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8700418472290039, + "num_tokens": 693376886.0, + "step": 18258 + }, + { + "epoch": 2.322732476784124, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6244640350341797, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8700166940689087, + "num_tokens": 693416386.0, + "step": 18259 + }, + { + "epoch": 2.3228596870627145, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7704787254333496, + "learning_rate": 1e-05, + "loss": 0.3872, + "mean_token_accuracy": 0.8908843994140625, + "num_tokens": 693454926.0, + "step": 18260 + }, + { + "epoch": 2.322986897341305, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634291172027588, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8773853778839111, + "num_tokens": 693492926.0, + "step": 18261 + }, + { + "epoch": 2.3231141076198956, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.752856731414795, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8815447092056274, + "num_tokens": 693534684.0, + "step": 18262 + }, + { + "epoch": 2.323241317898486, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.644240617752075, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8672625422477722, + "num_tokens": 693570856.0, + "step": 18263 + }, + { + "epoch": 2.3233685281770766, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.749896287918091, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8692382574081421, + "num_tokens": 693613286.0, + "step": 18264 + }, + { + "epoch": 2.323495738455667, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.631126880645752, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8869789838790894, + "num_tokens": 693648748.0, + "step": 18265 + }, + { + "epoch": 2.3236229487342577, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7447352409362793, + "learning_rate": 1e-05, + "loss": 0.3768, + "mean_token_accuracy": 0.8952165246009827, + "num_tokens": 693688997.0, + "step": 18266 + }, + { + "epoch": 2.323750159012848, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634441375732422, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8763239979743958, + "num_tokens": 693727653.0, + "step": 18267 + }, + { + "epoch": 2.3238773692914387, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.777237892150879, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8777016401290894, + "num_tokens": 693771146.0, + "step": 18268 + }, + { + "epoch": 2.3240045795700293, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6426682472229004, + "learning_rate": 1e-05, + "loss": 0.4993, + "mean_token_accuracy": 0.855004072189331, + "num_tokens": 693809135.0, + "step": 18269 + }, + { + "epoch": 2.32413178984862, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7439825534820557, + "learning_rate": 1e-05, + "loss": 0.3948, + "mean_token_accuracy": 0.8879970908164978, + "num_tokens": 693847127.0, + "step": 18270 + }, + { + "epoch": 2.3242590001272103, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.624619483947754, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8824511766433716, + "num_tokens": 693887186.0, + "step": 18271 + }, + { + "epoch": 2.324386210405801, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7490272521972656, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8878358602523804, + "num_tokens": 693925943.0, + "step": 18272 + }, + { + "epoch": 2.3245134206843914, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6538443565368652, + "learning_rate": 1e-05, + "loss": 0.3656, + "mean_token_accuracy": 0.8948291540145874, + "num_tokens": 693958825.0, + "step": 18273 + }, + { + "epoch": 2.324640630962982, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7287375926971436, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8672993183135986, + "num_tokens": 694003787.0, + "step": 18274 + }, + { + "epoch": 2.3247678412415724, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.637960910797119, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.879494845867157, + "num_tokens": 694047253.0, + "step": 18275 + }, + { + "epoch": 2.324895051520163, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.733682870864868, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8743464350700378, + "num_tokens": 694085913.0, + "step": 18276 + }, + { + "epoch": 2.3250222617987535, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6579604148864746, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8653711080551147, + "num_tokens": 694122848.0, + "step": 18277 + }, + { + "epoch": 2.325149472077344, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000335693359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.726424217224121, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8746292591094971, + "num_tokens": 694160545.0, + "step": 18278 + }, + { + "epoch": 2.3252766823559345, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6514060497283936, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8807120323181152, + "num_tokens": 694194272.0, + "step": 18279 + }, + { + "epoch": 2.325403892634525, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.727329730987549, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8823143243789673, + "num_tokens": 694227164.0, + "step": 18280 + }, + { + "epoch": 2.325531102913115, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6317970752716064, + "learning_rate": 1e-05, + "loss": 0.3805, + "mean_token_accuracy": 0.8925125002861023, + "num_tokens": 694266589.0, + "step": 18281 + }, + { + "epoch": 2.325658313191706, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7390100955963135, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8714860677719116, + "num_tokens": 694301558.0, + "step": 18282 + }, + { + "epoch": 2.325785523470296, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6312918663024902, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8672710657119751, + "num_tokens": 694343332.0, + "step": 18283 + }, + { + "epoch": 2.3259127337488867, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.731285810470581, + "learning_rate": 1e-05, + "loss": 0.3833, + "mean_token_accuracy": 0.8908299803733826, + "num_tokens": 694383602.0, + "step": 18284 + }, + { + "epoch": 2.3260399440274773, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6531760692596436, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8696771860122681, + "num_tokens": 694417664.0, + "step": 18285 + }, + { + "epoch": 2.326167154306068, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7288501262664795, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8637083172798157, + "num_tokens": 694456176.0, + "step": 18286 + }, + { + "epoch": 2.3262943645846583, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6411378383636475, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8745898604393005, + "num_tokens": 694497114.0, + "step": 18287 + }, + { + "epoch": 2.326421574863249, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7047653198242188, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8865007162094116, + "num_tokens": 694540832.0, + "step": 18288 + }, + { + "epoch": 2.3265487851418394, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6457479000091553, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8854538202285767, + "num_tokens": 694578673.0, + "step": 18289 + }, + { + "epoch": 2.32667599542043, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7226340770721436, + "learning_rate": 1e-05, + "loss": 0.4981, + "mean_token_accuracy": 0.8618992567062378, + "num_tokens": 694624736.0, + "step": 18290 + }, + { + "epoch": 2.3268032056990204, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6462132930755615, + "learning_rate": 1e-05, + "loss": 0.3689, + "mean_token_accuracy": 0.8954473733901978, + "num_tokens": 694659123.0, + "step": 18291 + }, + { + "epoch": 2.326930415977611, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.712977409362793, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8899893164634705, + "num_tokens": 694695310.0, + "step": 18292 + }, + { + "epoch": 2.3270576262562015, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.651132345199585, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8737406730651855, + "num_tokens": 694732470.0, + "step": 18293 + }, + { + "epoch": 2.327184836534792, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.728938341140747, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8764129281044006, + "num_tokens": 694763693.0, + "step": 18294 + }, + { + "epoch": 2.3273120468133826, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.656695604324341, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.889154314994812, + "num_tokens": 694798127.0, + "step": 18295 + }, + { + "epoch": 2.327439257091973, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.717434883117676, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8820419907569885, + "num_tokens": 694833462.0, + "step": 18296 + }, + { + "epoch": 2.3275664673705636, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.9847655296325684, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8756088018417358, + "num_tokens": 694870257.0, + "step": 18297 + }, + { + "epoch": 2.327693677649154, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.602738618850708, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8720005750656128, + "num_tokens": 694910455.0, + "step": 18298 + }, + { + "epoch": 2.3278208879277447, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8063805103302, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.882053017616272, + "num_tokens": 694947040.0, + "step": 18299 + }, + { + "epoch": 2.327948098206335, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.5720715522766113, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.874805212020874, + "num_tokens": 694989043.0, + "step": 18300 + }, + { + "epoch": 2.3280753084849257, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.83768892288208, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8934696912765503, + "num_tokens": 695027094.0, + "step": 18301 + }, + { + "epoch": 2.3282025187635162, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.618959665298462, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8801578879356384, + "num_tokens": 695056419.0, + "step": 18302 + }, + { + "epoch": 2.3283297290421068, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8296356201171875, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8757157325744629, + "num_tokens": 695101430.0, + "step": 18303 + }, + { + "epoch": 2.3284569393206973, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6106936931610107, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8667146563529968, + "num_tokens": 695141446.0, + "step": 18304 + }, + { + "epoch": 2.328584149599288, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8390629291534424, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8799054622650146, + "num_tokens": 695179761.0, + "step": 18305 + }, + { + "epoch": 2.328711359877878, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.600127935409546, + "learning_rate": 1e-05, + "loss": 0.3694, + "mean_token_accuracy": 0.8983227610588074, + "num_tokens": 695217224.0, + "step": 18306 + }, + { + "epoch": 2.328838570156469, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8430025577545166, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8770995140075684, + "num_tokens": 695253481.0, + "step": 18307 + }, + { + "epoch": 2.328965780435059, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6364119052886963, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8801887631416321, + "num_tokens": 695287002.0, + "step": 18308 + }, + { + "epoch": 2.3290929907136495, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.813459873199463, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8856991529464722, + "num_tokens": 695328296.0, + "step": 18309 + }, + { + "epoch": 2.32922020099224, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6337640285491943, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.881209671497345, + "num_tokens": 695364291.0, + "step": 18310 + }, + { + "epoch": 2.3293474112708306, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.818021297454834, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8615403175354004, + "num_tokens": 695407263.0, + "step": 18311 + }, + { + "epoch": 2.329474621549421, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.648827314376831, + "learning_rate": 1e-05, + "loss": 0.4707, + "mean_token_accuracy": 0.8627943992614746, + "num_tokens": 695444243.0, + "step": 18312 + }, + { + "epoch": 2.3296018318280116, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8108348846435547, + "learning_rate": 1e-05, + "loss": 0.3873, + "mean_token_accuracy": 0.8887588977813721, + "num_tokens": 695475207.0, + "step": 18313 + }, + { + "epoch": 2.329729042106602, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.630844831466675, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8870707154273987, + "num_tokens": 695515915.0, + "step": 18314 + }, + { + "epoch": 2.3298562523851927, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8026108741760254, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8810416460037231, + "num_tokens": 695555168.0, + "step": 18315 + }, + { + "epoch": 2.329983462663783, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6598808765411377, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8766430020332336, + "num_tokens": 695591829.0, + "step": 18316 + }, + { + "epoch": 2.3301106729423737, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.78527569770813, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8752795457839966, + "num_tokens": 695628518.0, + "step": 18317 + }, + { + "epoch": 2.3302378832209643, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.65242600440979, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8825226426124573, + "num_tokens": 695661769.0, + "step": 18318 + }, + { + "epoch": 2.330365093499555, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7785234451293945, + "learning_rate": 1e-05, + "loss": 0.4788, + "mean_token_accuracy": 0.8604585528373718, + "num_tokens": 695699830.0, + "step": 18319 + }, + { + "epoch": 2.3304923037781453, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6379544734954834, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8845018148422241, + "num_tokens": 695738871.0, + "step": 18320 + }, + { + "epoch": 2.330619514056736, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7818708419799805, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8709967136383057, + "num_tokens": 695771868.0, + "step": 18321 + }, + { + "epoch": 2.3307467243353264, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6378183364868164, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8704890012741089, + "num_tokens": 695808145.0, + "step": 18322 + }, + { + "epoch": 2.330873934613917, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7845730781555176, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8973826169967651, + "num_tokens": 695837611.0, + "step": 18323 + }, + { + "epoch": 2.3310011448925074, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6324758529663086, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8917759656906128, + "num_tokens": 695874640.0, + "step": 18324 + }, + { + "epoch": 2.331128355171098, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.773505210876465, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8693331480026245, + "num_tokens": 695912580.0, + "step": 18325 + }, + { + "epoch": 2.3312555654496885, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6474249362945557, + "learning_rate": 1e-05, + "loss": 0.3925, + "mean_token_accuracy": 0.8881444334983826, + "num_tokens": 695952061.0, + "step": 18326 + }, + { + "epoch": 2.331382775728279, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.761634349822998, + "learning_rate": 1e-05, + "loss": 0.3869, + "mean_token_accuracy": 0.8901437520980835, + "num_tokens": 695986389.0, + "step": 18327 + }, + { + "epoch": 2.3315099860068695, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6260082721710205, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8856933116912842, + "num_tokens": 696026153.0, + "step": 18328 + }, + { + "epoch": 2.3316371962854596, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7697389125823975, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.864998459815979, + "num_tokens": 696062693.0, + "step": 18329 + }, + { + "epoch": 2.3317644065640506, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.616731643676758, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8844161629676819, + "num_tokens": 696101933.0, + "step": 18330 + }, + { + "epoch": 2.3318916168426407, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.77729868888855, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8740575313568115, + "num_tokens": 696137607.0, + "step": 18331 + }, + { + "epoch": 2.332018827121231, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6085803508758545, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8790435194969177, + "num_tokens": 696181277.0, + "step": 18332 + }, + { + "epoch": 2.3321460373998217, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.792553424835205, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8787209987640381, + "num_tokens": 696216592.0, + "step": 18333 + }, + { + "epoch": 2.3322732476784123, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6160871982574463, + "learning_rate": 1e-05, + "loss": 0.3694, + "mean_token_accuracy": 0.8960142135620117, + "num_tokens": 696250762.0, + "step": 18334 + }, + { + "epoch": 2.332400457957003, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.78471302986145, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.877357006072998, + "num_tokens": 696289819.0, + "step": 18335 + }, + { + "epoch": 2.3325276682355933, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6160337924957275, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.8526851534843445, + "num_tokens": 696335551.0, + "step": 18336 + }, + { + "epoch": 2.332654878514184, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.798074722290039, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8832663893699646, + "num_tokens": 696369973.0, + "step": 18337 + }, + { + "epoch": 2.3327820887927744, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6329915523529053, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8738102912902832, + "num_tokens": 696403718.0, + "step": 18338 + }, + { + "epoch": 2.332909299071365, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7847611904144287, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8761011362075806, + "num_tokens": 696440769.0, + "step": 18339 + }, + { + "epoch": 2.3330365093499554, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.873640537261963, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8790018558502197, + "num_tokens": 696482570.0, + "step": 18340 + }, + { + "epoch": 2.333163719628546, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6660397052764893, + "learning_rate": 1e-05, + "loss": 0.3821, + "mean_token_accuracy": 0.8920027017593384, + "num_tokens": 696519199.0, + "step": 18341 + }, + { + "epoch": 2.3332909299071365, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7276995182037354, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8643957376480103, + "num_tokens": 696558460.0, + "step": 18342 + }, + { + "epoch": 2.333418140185727, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003376007080078125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.647958278656006, + "learning_rate": 1e-05, + "loss": 0.5035, + "mean_token_accuracy": 0.853948712348938, + "num_tokens": 696600395.0, + "step": 18343 + }, + { + "epoch": 2.3335453504643175, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7443480491638184, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8761349320411682, + "num_tokens": 696631478.0, + "step": 18344 + }, + { + "epoch": 2.333672560742908, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6266138553619385, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8844159841537476, + "num_tokens": 696669634.0, + "step": 18345 + }, + { + "epoch": 2.3337997710214986, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7404122352600098, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8728269934654236, + "num_tokens": 696707642.0, + "step": 18346 + }, + { + "epoch": 2.333926981300089, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.617325782775879, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.8850264549255371, + "num_tokens": 696747426.0, + "step": 18347 + }, + { + "epoch": 2.3340541915786797, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.763026714324951, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8659765720367432, + "num_tokens": 696784114.0, + "step": 18348 + }, + { + "epoch": 2.33418140185727, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6139075756073, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8873394131660461, + "num_tokens": 696822303.0, + "step": 18349 + }, + { + "epoch": 2.3343086121358607, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7906155586242676, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8775143623352051, + "num_tokens": 696855460.0, + "step": 18350 + }, + { + "epoch": 2.3344358224144512, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6030941009521484, + "learning_rate": 1e-05, + "loss": 0.3487, + "mean_token_accuracy": 0.9030868411064148, + "num_tokens": 696891070.0, + "step": 18351 + }, + { + "epoch": 2.3345630326930418, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8012545108795166, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.880229115486145, + "num_tokens": 696924679.0, + "step": 18352 + }, + { + "epoch": 2.3346902429716323, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6035380363464355, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8837819695472717, + "num_tokens": 696958894.0, + "step": 18353 + }, + { + "epoch": 2.3348174532502224, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.812685251235962, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.872700572013855, + "num_tokens": 696995371.0, + "step": 18354 + }, + { + "epoch": 2.3349446635288134, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.598444700241089, + "learning_rate": 1e-05, + "loss": 0.3814, + "mean_token_accuracy": 0.8913504481315613, + "num_tokens": 697034284.0, + "step": 18355 + }, + { + "epoch": 2.3350718738074034, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8160953521728516, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8916690349578857, + "num_tokens": 697069805.0, + "step": 18356 + }, + { + "epoch": 2.335199084085994, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.616302728652954, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8812291026115417, + "num_tokens": 697105326.0, + "step": 18357 + }, + { + "epoch": 2.3353262943645845, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8109452724456787, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8820115923881531, + "num_tokens": 697144157.0, + "step": 18358 + }, + { + "epoch": 2.335453504643175, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6140124797821045, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8870975375175476, + "num_tokens": 697178261.0, + "step": 18359 + }, + { + "epoch": 2.3355807149217656, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8144371509552, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8821097612380981, + "num_tokens": 697224044.0, + "step": 18360 + }, + { + "epoch": 2.335707925200356, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6085503101348877, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8836297392845154, + "num_tokens": 697262007.0, + "step": 18361 + }, + { + "epoch": 2.3358351354789466, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8106181621551514, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8878190517425537, + "num_tokens": 697301689.0, + "step": 18362 + }, + { + "epoch": 2.335962345757537, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6156532764434814, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8831713795661926, + "num_tokens": 697343509.0, + "step": 18363 + }, + { + "epoch": 2.3360895560361277, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.813685178756714, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8821828365325928, + "num_tokens": 697380620.0, + "step": 18364 + }, + { + "epoch": 2.336216766314718, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6110808849334717, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8737180233001709, + "num_tokens": 697422811.0, + "step": 18365 + }, + { + "epoch": 2.3363439765933087, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.823319435119629, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8752306699752808, + "num_tokens": 697460527.0, + "step": 18366 + }, + { + "epoch": 2.3364711868718993, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.624995231628418, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8836942911148071, + "num_tokens": 697495417.0, + "step": 18367 + }, + { + "epoch": 2.33659839715049, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8170297145843506, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8858252167701721, + "num_tokens": 697534745.0, + "step": 18368 + }, + { + "epoch": 2.3367256074290803, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.618234634399414, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8803724050521851, + "num_tokens": 697572074.0, + "step": 18369 + }, + { + "epoch": 2.336852817707671, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8235373497009277, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8766584396362305, + "num_tokens": 697606943.0, + "step": 18370 + }, + { + "epoch": 2.3369800279862614, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6183245182037354, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8790225982666016, + "num_tokens": 697643634.0, + "step": 18371 + }, + { + "epoch": 2.337107238264852, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8118319511413574, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8769825100898743, + "num_tokens": 697682429.0, + "step": 18372 + }, + { + "epoch": 2.3372344485434424, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6259047985076904, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8791317939758301, + "num_tokens": 697718039.0, + "step": 18373 + }, + { + "epoch": 2.337361658822033, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.804086685180664, + "learning_rate": 1e-05, + "loss": 0.41, + "mean_token_accuracy": 0.886489987373352, + "num_tokens": 697756179.0, + "step": 18374 + }, + { + "epoch": 2.3374888691006235, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6176631450653076, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8830722570419312, + "num_tokens": 697795327.0, + "step": 18375 + }, + { + "epoch": 2.337616079379214, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.809295415878296, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8776045441627502, + "num_tokens": 697830423.0, + "step": 18376 + }, + { + "epoch": 2.3377432896578045, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.637547731399536, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8577048778533936, + "num_tokens": 697870890.0, + "step": 18377 + }, + { + "epoch": 2.337870499936395, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.794267416000366, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8704214692115784, + "num_tokens": 697910880.0, + "step": 18378 + }, + { + "epoch": 2.337997710214985, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6317508220672607, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8865447044372559, + "num_tokens": 697945509.0, + "step": 18379 + }, + { + "epoch": 2.338124920493576, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7829744815826416, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8600845336914062, + "num_tokens": 697987374.0, + "step": 18380 + }, + { + "epoch": 2.338252130772166, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.621034860610962, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8781647682189941, + "num_tokens": 698025130.0, + "step": 18381 + }, + { + "epoch": 2.3383793410507567, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.792924165725708, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8798943161964417, + "num_tokens": 698057785.0, + "step": 18382 + }, + { + "epoch": 2.3385065513293473, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.605182409286499, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8870615363121033, + "num_tokens": 698098952.0, + "step": 18383 + }, + { + "epoch": 2.338633761607938, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7851638793945312, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8877476453781128, + "num_tokens": 698142280.0, + "step": 18384 + }, + { + "epoch": 2.3387609718865283, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.625722646713257, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8741722106933594, + "num_tokens": 698183083.0, + "step": 18385 + }, + { + "epoch": 2.338888182165119, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8039026260375977, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8784074187278748, + "num_tokens": 698215446.0, + "step": 18386 + }, + { + "epoch": 2.3390153924437094, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.615187883377075, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.874557375907898, + "num_tokens": 698257353.0, + "step": 18387 + }, + { + "epoch": 2.3391426027223, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8141608238220215, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8773244619369507, + "num_tokens": 698292753.0, + "step": 18388 + }, + { + "epoch": 2.3392698130008904, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6245570182800293, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8826152086257935, + "num_tokens": 698327282.0, + "step": 18389 + }, + { + "epoch": 2.339397023279481, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.800050973892212, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8778060674667358, + "num_tokens": 698368006.0, + "step": 18390 + }, + { + "epoch": 2.3395242335580715, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6360325813293457, + "learning_rate": 1e-05, + "loss": 0.4966, + "mean_token_accuracy": 0.8499600887298584, + "num_tokens": 698406898.0, + "step": 18391 + }, + { + "epoch": 2.339651443836662, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.785151243209839, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8739318251609802, + "num_tokens": 698448159.0, + "step": 18392 + }, + { + "epoch": 2.3397786541152525, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.673020601272583, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8869824409484863, + "num_tokens": 698489075.0, + "step": 18393 + }, + { + "epoch": 2.339905864393843, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.758416175842285, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8769501447677612, + "num_tokens": 698527619.0, + "step": 18394 + }, + { + "epoch": 2.3400330746724336, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.649881601333618, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8722336292266846, + "num_tokens": 698565250.0, + "step": 18395 + }, + { + "epoch": 2.340160284951024, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7448134422302246, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.881257176399231, + "num_tokens": 698603207.0, + "step": 18396 + }, + { + "epoch": 2.3402874952296147, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6466825008392334, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.8920735716819763, + "num_tokens": 698636747.0, + "step": 18397 + }, + { + "epoch": 2.340414705508205, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.732516050338745, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8890785574913025, + "num_tokens": 698677885.0, + "step": 18398 + }, + { + "epoch": 2.3405419157867957, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6584863662719727, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8772868514060974, + "num_tokens": 698721924.0, + "step": 18399 + }, + { + "epoch": 2.3406691260653862, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7480692863464355, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.867110013961792, + "num_tokens": 698754847.0, + "step": 18400 + }, + { + "epoch": 2.3407963363439768, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.621687889099121, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8897600173950195, + "num_tokens": 698798567.0, + "step": 18401 + }, + { + "epoch": 2.3409235466225673, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.735887050628662, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8854423761367798, + "num_tokens": 698837574.0, + "step": 18402 + }, + { + "epoch": 2.341050756901158, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.67429256439209, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8753693699836731, + "num_tokens": 698867550.0, + "step": 18403 + }, + { + "epoch": 2.341177967179748, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7253594398498535, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8895968198776245, + "num_tokens": 698898859.0, + "step": 18404 + }, + { + "epoch": 2.341305177458339, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.653977870941162, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8842139840126038, + "num_tokens": 698933449.0, + "step": 18405 + }, + { + "epoch": 2.341432387736929, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7098138332366943, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.8913277387619019, + "num_tokens": 698969045.0, + "step": 18406 + }, + { + "epoch": 2.3415595980155195, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6686501502990723, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8696192502975464, + "num_tokens": 699006201.0, + "step": 18407 + }, + { + "epoch": 2.34168680829411, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6933789253234863, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.88737952709198, + "num_tokens": 699044091.0, + "step": 18408 + }, + { + "epoch": 2.3418140185727006, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6660337448120117, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8786808252334595, + "num_tokens": 699075519.0, + "step": 18409 + }, + { + "epoch": 2.341941228851291, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6905102729797363, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.8873728513717651, + "num_tokens": 699113129.0, + "step": 18410 + }, + { + "epoch": 2.3420684391298816, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6733055114746094, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8804172873497009, + "num_tokens": 699147515.0, + "step": 18411 + }, + { + "epoch": 2.342195649408472, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.671631336212158, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8755168914794922, + "num_tokens": 699190578.0, + "step": 18412 + }, + { + "epoch": 2.3423228596870627, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6781790256500244, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8738958835601807, + "num_tokens": 699230422.0, + "step": 18413 + }, + { + "epoch": 2.342450069965653, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6680755615234375, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8816345930099487, + "num_tokens": 699268662.0, + "step": 18414 + }, + { + "epoch": 2.3425772802442437, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6711337566375732, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8737881779670715, + "num_tokens": 699312498.0, + "step": 18415 + }, + { + "epoch": 2.3427044905228342, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6691627502441406, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.889405369758606, + "num_tokens": 699354143.0, + "step": 18416 + }, + { + "epoch": 2.3428317008014248, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6792476177215576, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8859589099884033, + "num_tokens": 699392099.0, + "step": 18417 + }, + { + "epoch": 2.3429589110800153, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6708486080169678, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.8850116729736328, + "num_tokens": 699428449.0, + "step": 18418 + }, + { + "epoch": 2.343086121358606, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.683518409729004, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.876457691192627, + "num_tokens": 699469359.0, + "step": 18419 + }, + { + "epoch": 2.3432133316371964, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6719276905059814, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8876714110374451, + "num_tokens": 699507481.0, + "step": 18420 + }, + { + "epoch": 2.343340541915787, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.68042254447937, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8711250424385071, + "num_tokens": 699548335.0, + "step": 18421 + }, + { + "epoch": 2.3434677521943774, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6814184188842773, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8707073926925659, + "num_tokens": 699587460.0, + "step": 18422 + }, + { + "epoch": 2.343594962472968, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.666689395904541, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8723153471946716, + "num_tokens": 699631128.0, + "step": 18423 + }, + { + "epoch": 2.3437221727515585, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.682899236679077, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8689795136451721, + "num_tokens": 699672133.0, + "step": 18424 + }, + { + "epoch": 2.343849383030149, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6953318119049072, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8754087686538696, + "num_tokens": 699705280.0, + "step": 18425 + }, + { + "epoch": 2.3439765933087395, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.679696559906006, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8754105567932129, + "num_tokens": 699740959.0, + "step": 18426 + }, + { + "epoch": 2.3441038035873296, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7001731395721436, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8624738454818726, + "num_tokens": 699775546.0, + "step": 18427 + }, + { + "epoch": 2.3442310138659206, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6624653339385986, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8809632062911987, + "num_tokens": 699809777.0, + "step": 18428 + }, + { + "epoch": 2.3443582241445107, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6933207511901855, + "learning_rate": 1e-05, + "loss": 0.3782, + "mean_token_accuracy": 0.8927109241485596, + "num_tokens": 699846140.0, + "step": 18429 + }, + { + "epoch": 2.344485434423101, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6578001976013184, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8796111345291138, + "num_tokens": 699882769.0, + "step": 18430 + }, + { + "epoch": 2.3446126447016917, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6901278495788574, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8769592642784119, + "num_tokens": 699923658.0, + "step": 18431 + }, + { + "epoch": 2.3447398549802823, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6581614017486572, + "learning_rate": 1e-05, + "loss": 0.3675, + "mean_token_accuracy": 0.8912733793258667, + "num_tokens": 699957457.0, + "step": 18432 + }, + { + "epoch": 2.344867065258873, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.69459867477417, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8890594840049744, + "num_tokens": 699994852.0, + "step": 18433 + }, + { + "epoch": 2.3449942755374633, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.655658006668091, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8857018947601318, + "num_tokens": 700030983.0, + "step": 18434 + }, + { + "epoch": 2.345121485816054, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6954119205474854, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8843625783920288, + "num_tokens": 700067907.0, + "step": 18435 + }, + { + "epoch": 2.3452486960946444, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.659344434738159, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8797417283058167, + "num_tokens": 700107989.0, + "step": 18436 + }, + { + "epoch": 2.345375906373235, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.695732831954956, + "learning_rate": 1e-05, + "loss": 0.3816, + "mean_token_accuracy": 0.8928173780441284, + "num_tokens": 700145870.0, + "step": 18437 + }, + { + "epoch": 2.3455031166518254, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6581156253814697, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.888978123664856, + "num_tokens": 700186762.0, + "step": 18438 + }, + { + "epoch": 2.345630326930416, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6920278072357178, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8854916095733643, + "num_tokens": 700227307.0, + "step": 18439 + }, + { + "epoch": 2.3457575372090065, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.667858362197876, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8755205869674683, + "num_tokens": 700263660.0, + "step": 18440 + }, + { + "epoch": 2.345884747487597, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7007739543914795, + "learning_rate": 1e-05, + "loss": 0.3772, + "mean_token_accuracy": 0.8946714401245117, + "num_tokens": 700294835.0, + "step": 18441 + }, + { + "epoch": 2.3460119577661875, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.653618097305298, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8855927586555481, + "num_tokens": 700335977.0, + "step": 18442 + }, + { + "epoch": 2.346139168044778, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7065269947052, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8793954849243164, + "num_tokens": 700369388.0, + "step": 18443 + }, + { + "epoch": 2.3462663783233686, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.651916980743408, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8779475092887878, + "num_tokens": 700409575.0, + "step": 18444 + }, + { + "epoch": 2.346393588601959, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.701111316680908, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.891554594039917, + "num_tokens": 700449463.0, + "step": 18445 + }, + { + "epoch": 2.3465207988805497, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.66013765335083, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8827344179153442, + "num_tokens": 700483765.0, + "step": 18446 + }, + { + "epoch": 2.34664800915914, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6952950954437256, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8854891061782837, + "num_tokens": 700521953.0, + "step": 18447 + }, + { + "epoch": 2.3467752194377307, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.659428119659424, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8734275698661804, + "num_tokens": 700559662.0, + "step": 18448 + }, + { + "epoch": 2.3469024297163212, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6908459663391113, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8816168308258057, + "num_tokens": 700598880.0, + "step": 18449 + }, + { + "epoch": 2.3470296399949118, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6591310501098633, + "learning_rate": 1e-05, + "loss": 0.3612, + "mean_token_accuracy": 0.8971607089042664, + "num_tokens": 700631712.0, + "step": 18450 + }, + { + "epoch": 2.3471568502735023, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7113945484161377, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8689597249031067, + "num_tokens": 700665420.0, + "step": 18451 + }, + { + "epoch": 2.3472840605520924, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.65019154548645, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8830716609954834, + "num_tokens": 700704603.0, + "step": 18452 + }, + { + "epoch": 2.3474112708306833, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7134664058685303, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8852987289428711, + "num_tokens": 700738730.0, + "step": 18453 + }, + { + "epoch": 2.3475384811092734, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6459858417510986, + "learning_rate": 1e-05, + "loss": 0.3711, + "mean_token_accuracy": 0.8970041871070862, + "num_tokens": 700773848.0, + "step": 18454 + }, + { + "epoch": 2.347665691387864, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.71891188621521, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8810795545578003, + "num_tokens": 700810352.0, + "step": 18455 + }, + { + "epoch": 2.3477929016664545, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.653066873550415, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8756991624832153, + "num_tokens": 700846432.0, + "step": 18456 + }, + { + "epoch": 2.347920111945045, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.710747241973877, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8854416608810425, + "num_tokens": 700883674.0, + "step": 18457 + }, + { + "epoch": 2.3480473222236355, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6407155990600586, + "learning_rate": 1e-05, + "loss": 0.4823, + "mean_token_accuracy": 0.8605867624282837, + "num_tokens": 700925096.0, + "step": 18458 + }, + { + "epoch": 2.348174532502226, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.720083236694336, + "learning_rate": 1e-05, + "loss": 0.3743, + "mean_token_accuracy": 0.8942966461181641, + "num_tokens": 700957301.0, + "step": 18459 + }, + { + "epoch": 2.3483017427808166, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.64353346824646, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8889069557189941, + "num_tokens": 700990636.0, + "step": 18460 + }, + { + "epoch": 2.348428953059407, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7172141075134277, + "learning_rate": 1e-05, + "loss": 0.3777, + "mean_token_accuracy": 0.8918443322181702, + "num_tokens": 701026379.0, + "step": 18461 + }, + { + "epoch": 2.3485561633379977, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6299426555633545, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8796865940093994, + "num_tokens": 701070377.0, + "step": 18462 + }, + { + "epoch": 2.348683373616588, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.731475353240967, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8869377374649048, + "num_tokens": 701107691.0, + "step": 18463 + }, + { + "epoch": 2.3488105838951787, + "ewc_loss": 0.07470703125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.622837543487549, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8825575709342957, + "num_tokens": 701147775.0, + "step": 18464 + }, + { + "epoch": 2.3489377941737692, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7360448837280273, + "learning_rate": 1e-05, + "loss": 0.3873, + "mean_token_accuracy": 0.8899784088134766, + "num_tokens": 701187732.0, + "step": 18465 + }, + { + "epoch": 2.3490650044523598, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.632835626602173, + "learning_rate": 1e-05, + "loss": 0.3762, + "mean_token_accuracy": 0.8915899991989136, + "num_tokens": 701220916.0, + "step": 18466 + }, + { + "epoch": 2.3491922147309503, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7399754524230957, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8833023309707642, + "num_tokens": 701258831.0, + "step": 18467 + }, + { + "epoch": 2.349319425009541, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.616030216217041, + "learning_rate": 1e-05, + "loss": 0.3948, + "mean_token_accuracy": 0.8859243988990784, + "num_tokens": 701299310.0, + "step": 18468 + }, + { + "epoch": 2.3494466352881314, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7825965881347656, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8713006377220154, + "num_tokens": 701331471.0, + "step": 18469 + }, + { + "epoch": 2.349573845566722, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.607527256011963, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8804063200950623, + "num_tokens": 701371126.0, + "step": 18470 + }, + { + "epoch": 2.3497010558453124, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7596092224121094, + "learning_rate": 1e-05, + "loss": 0.3489, + "mean_token_accuracy": 0.903634786605835, + "num_tokens": 701413612.0, + "step": 18471 + }, + { + "epoch": 2.349828266123903, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.618790626525879, + "learning_rate": 1e-05, + "loss": 0.481, + "mean_token_accuracy": 0.8608781099319458, + "num_tokens": 701456085.0, + "step": 18472 + }, + { + "epoch": 2.3499554764024935, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.765169858932495, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8798447847366333, + "num_tokens": 701494409.0, + "step": 18473 + }, + { + "epoch": 2.350082686681084, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6078381538391113, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.877876877784729, + "num_tokens": 701533610.0, + "step": 18474 + }, + { + "epoch": 2.3502098969596745, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8869426250457764, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8661766648292542, + "num_tokens": 701571324.0, + "step": 18475 + }, + { + "epoch": 2.350337107238265, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6040048599243164, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8676410913467407, + "num_tokens": 701609077.0, + "step": 18476 + }, + { + "epoch": 2.350464317516855, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.818148612976074, + "learning_rate": 1e-05, + "loss": 0.359, + "mean_token_accuracy": 0.900165319442749, + "num_tokens": 701647281.0, + "step": 18477 + }, + { + "epoch": 2.350591527795446, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.5956411361694336, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.8911150693893433, + "num_tokens": 701680039.0, + "step": 18478 + }, + { + "epoch": 2.350718738074036, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000339508056640625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.839021682739258, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8767790198326111, + "num_tokens": 701721679.0, + "step": 18479 + }, + { + "epoch": 2.3508459483526267, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5940654277801514, + "learning_rate": 1e-05, + "loss": 0.364, + "mean_token_accuracy": 0.8974701166152954, + "num_tokens": 701758692.0, + "step": 18480 + }, + { + "epoch": 2.3509731586312173, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8650505542755127, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.86562180519104, + "num_tokens": 701793038.0, + "step": 18481 + }, + { + "epoch": 2.351100368909808, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6103179454803467, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8802503347396851, + "num_tokens": 701831172.0, + "step": 18482 + }, + { + "epoch": 2.3512275791883983, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8536369800567627, + "learning_rate": 1e-05, + "loss": 0.3839, + "mean_token_accuracy": 0.8920308947563171, + "num_tokens": 701865644.0, + "step": 18483 + }, + { + "epoch": 2.351354789466989, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6129744052886963, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8815339803695679, + "num_tokens": 701903928.0, + "step": 18484 + }, + { + "epoch": 2.3514819997455794, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8661906719207764, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8660772442817688, + "num_tokens": 701937440.0, + "step": 18485 + }, + { + "epoch": 2.35160921002417, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6262850761413574, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8823286294937134, + "num_tokens": 701975936.0, + "step": 18486 + }, + { + "epoch": 2.3517364203027604, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8543949127197266, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8781710863113403, + "num_tokens": 702009504.0, + "step": 18487 + }, + { + "epoch": 2.351863630581351, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6388041973114014, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8760124444961548, + "num_tokens": 702046631.0, + "step": 18488 + }, + { + "epoch": 2.3519908408599415, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.828312873840332, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8818756937980652, + "num_tokens": 702086915.0, + "step": 18489 + }, + { + "epoch": 2.352118051138532, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6329400539398193, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.875352144241333, + "num_tokens": 702129214.0, + "step": 18490 + }, + { + "epoch": 2.3522452614171225, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.835422992706299, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8756401538848877, + "num_tokens": 702167450.0, + "step": 18491 + }, + { + "epoch": 2.352372471695713, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6381537914276123, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8811721801757812, + "num_tokens": 702205967.0, + "step": 18492 + }, + { + "epoch": 2.3524996819743036, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.864610195159912, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8791463375091553, + "num_tokens": 702239570.0, + "step": 18493 + }, + { + "epoch": 2.352626892252894, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.635018825531006, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8764812350273132, + "num_tokens": 702279276.0, + "step": 18494 + }, + { + "epoch": 2.3527541025314846, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8216664791107178, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8865982890129089, + "num_tokens": 702319695.0, + "step": 18495 + }, + { + "epoch": 2.352881312810075, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.622553825378418, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.885488748550415, + "num_tokens": 702361933.0, + "step": 18496 + }, + { + "epoch": 2.3530085230886657, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.827033758163452, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8821332454681396, + "num_tokens": 702398532.0, + "step": 18497 + }, + { + "epoch": 2.3531357333672562, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634310245513916, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8810230493545532, + "num_tokens": 702437880.0, + "step": 18498 + }, + { + "epoch": 2.3532629436458468, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8152856826782227, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8749406933784485, + "num_tokens": 702478908.0, + "step": 18499 + }, + { + "epoch": 2.353390153924437, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6307339668273926, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8721314072608948, + "num_tokens": 702523817.0, + "step": 18500 + }, + { + "epoch": 2.353517364203028, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7870078086853027, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8817650079727173, + "num_tokens": 702569682.0, + "step": 18501 + }, + { + "epoch": 2.353644574481618, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6392226219177246, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.87355637550354, + "num_tokens": 702604746.0, + "step": 18502 + }, + { + "epoch": 2.353771784760209, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8112804889678955, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.871526837348938, + "num_tokens": 702637660.0, + "step": 18503 + }, + { + "epoch": 2.353898995038799, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.615307092666626, + "learning_rate": 1e-05, + "loss": 0.3636, + "mean_token_accuracy": 0.8980361223220825, + "num_tokens": 702676942.0, + "step": 18504 + }, + { + "epoch": 2.3540262053173895, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7990708351135254, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.867154061794281, + "num_tokens": 702718629.0, + "step": 18505 + }, + { + "epoch": 2.35415341559598, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6336851119995117, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8821471929550171, + "num_tokens": 702757698.0, + "step": 18506 + }, + { + "epoch": 2.3542806258745705, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7799134254455566, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8881754875183105, + "num_tokens": 702797337.0, + "step": 18507 + }, + { + "epoch": 2.354407836153161, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.64981746673584, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.870406448841095, + "num_tokens": 702832002.0, + "step": 18508 + }, + { + "epoch": 2.3545350464317516, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7652831077575684, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8864032030105591, + "num_tokens": 702874472.0, + "step": 18509 + }, + { + "epoch": 2.354662256710342, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6649258136749268, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8779844045639038, + "num_tokens": 702909867.0, + "step": 18510 + }, + { + "epoch": 2.3547894669889327, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7429466247558594, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8886019587516785, + "num_tokens": 702945817.0, + "step": 18511 + }, + { + "epoch": 2.354916677267523, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.636335849761963, + "learning_rate": 1e-05, + "loss": 0.3768, + "mean_token_accuracy": 0.8966002464294434, + "num_tokens": 702986373.0, + "step": 18512 + }, + { + "epoch": 2.3550438875461137, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.745685338973999, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8781147003173828, + "num_tokens": 703026077.0, + "step": 18513 + }, + { + "epoch": 2.3551710978247042, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6362853050231934, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8796395063400269, + "num_tokens": 703067042.0, + "step": 18514 + }, + { + "epoch": 2.3552983081032948, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.736300468444824, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8887167572975159, + "num_tokens": 703105290.0, + "step": 18515 + }, + { + "epoch": 2.3554255183818853, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6389501094818115, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.876259446144104, + "num_tokens": 703144446.0, + "step": 18516 + }, + { + "epoch": 2.355552728660476, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7441208362579346, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8756296038627625, + "num_tokens": 703179490.0, + "step": 18517 + }, + { + "epoch": 2.3556799389390664, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6441924571990967, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8743505477905273, + "num_tokens": 703214218.0, + "step": 18518 + }, + { + "epoch": 2.355807149217657, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7281863689422607, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8844351768493652, + "num_tokens": 703252576.0, + "step": 18519 + }, + { + "epoch": 2.3559343594962474, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.626441240310669, + "learning_rate": 1e-05, + "loss": 0.3493, + "mean_token_accuracy": 0.9015403389930725, + "num_tokens": 703291129.0, + "step": 18520 + }, + { + "epoch": 2.356061569774838, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.745250701904297, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8708341717720032, + "num_tokens": 703326864.0, + "step": 18521 + }, + { + "epoch": 2.3561887800534285, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.636993646621704, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.880392849445343, + "num_tokens": 703369719.0, + "step": 18522 + }, + { + "epoch": 2.356315990332019, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.734788179397583, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8803149461746216, + "num_tokens": 703415304.0, + "step": 18523 + }, + { + "epoch": 2.3564432006106095, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6309988498687744, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8740473985671997, + "num_tokens": 703456273.0, + "step": 18524 + }, + { + "epoch": 2.3565704108891996, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.744900941848755, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8745877146720886, + "num_tokens": 703491355.0, + "step": 18525 + }, + { + "epoch": 2.3566976211677906, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.628657579421997, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8837990760803223, + "num_tokens": 703532951.0, + "step": 18526 + }, + { + "epoch": 2.3568248314463807, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.738293170928955, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8797997236251831, + "num_tokens": 703575306.0, + "step": 18527 + }, + { + "epoch": 2.356952041724971, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.622812509536743, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.8869544267654419, + "num_tokens": 703615198.0, + "step": 18528 + }, + { + "epoch": 2.3570792520035617, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7500431537628174, + "learning_rate": 1e-05, + "loss": 0.3885, + "mean_token_accuracy": 0.8896110653877258, + "num_tokens": 703651780.0, + "step": 18529 + }, + { + "epoch": 2.3572064622821522, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6592159271240234, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8749024868011475, + "num_tokens": 703685273.0, + "step": 18530 + }, + { + "epoch": 2.3573336725607428, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.729464530944824, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8906728029251099, + "num_tokens": 703722185.0, + "step": 18531 + }, + { + "epoch": 2.3574608828393333, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.643749237060547, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8858333826065063, + "num_tokens": 703760229.0, + "step": 18532 + }, + { + "epoch": 2.357588093117924, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.746713161468506, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8877800703048706, + "num_tokens": 703794286.0, + "step": 18533 + }, + { + "epoch": 2.3577153033965144, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.64345383644104, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8864138722419739, + "num_tokens": 703827486.0, + "step": 18534 + }, + { + "epoch": 2.357842513675105, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7458078861236572, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8660805225372314, + "num_tokens": 703861398.0, + "step": 18535 + }, + { + "epoch": 2.3579697239536954, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6298205852508545, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8749665021896362, + "num_tokens": 703901690.0, + "step": 18536 + }, + { + "epoch": 2.358096934232286, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7381510734558105, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8821454048156738, + "num_tokens": 703943828.0, + "step": 18537 + }, + { + "epoch": 2.3582241445108765, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.633810043334961, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8732884526252747, + "num_tokens": 703984893.0, + "step": 18538 + }, + { + "epoch": 2.358351354789467, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.745779275894165, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8712608814239502, + "num_tokens": 704023633.0, + "step": 18539 + }, + { + "epoch": 2.3584785650680575, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.633497714996338, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8792546987533569, + "num_tokens": 704058762.0, + "step": 18540 + }, + { + "epoch": 2.358605775346648, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7465150356292725, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.877617597579956, + "num_tokens": 704099100.0, + "step": 18541 + }, + { + "epoch": 2.3587329856252386, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6652567386627197, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.8626793622970581, + "num_tokens": 704131900.0, + "step": 18542 + }, + { + "epoch": 2.358860195903829, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.747342824935913, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8860626220703125, + "num_tokens": 704161940.0, + "step": 18543 + }, + { + "epoch": 2.3589874061824196, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.624008893966675, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.8879401087760925, + "num_tokens": 704200698.0, + "step": 18544 + }, + { + "epoch": 2.35911461646101, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7405242919921875, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8789850473403931, + "num_tokens": 704243317.0, + "step": 18545 + }, + { + "epoch": 2.3592418267396007, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.634896755218506, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8899942636489868, + "num_tokens": 704277258.0, + "step": 18546 + }, + { + "epoch": 2.3593690370181912, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7421414852142334, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8910550475120544, + "num_tokens": 704315932.0, + "step": 18547 + }, + { + "epoch": 2.3594962472967818, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.636026620864868, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8668533563613892, + "num_tokens": 704357355.0, + "step": 18548 + }, + { + "epoch": 2.3596234575753723, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.751060962677002, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8738889694213867, + "num_tokens": 704392981.0, + "step": 18549 + }, + { + "epoch": 2.3597506678539624, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.632097005844116, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.882061243057251, + "num_tokens": 704430530.0, + "step": 18550 + }, + { + "epoch": 2.3598778781325533, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7455759048461914, + "learning_rate": 1e-05, + "loss": 0.3843, + "mean_token_accuracy": 0.890575647354126, + "num_tokens": 704467444.0, + "step": 18551 + }, + { + "epoch": 2.3600050884111434, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.625826835632324, + "learning_rate": 1e-05, + "loss": 0.3792, + "mean_token_accuracy": 0.8930641412734985, + "num_tokens": 704504179.0, + "step": 18552 + }, + { + "epoch": 2.360132298689734, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7432377338409424, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.88372802734375, + "num_tokens": 704545346.0, + "step": 18553 + }, + { + "epoch": 2.3602595089683245, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.633775234222412, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8693550825119019, + "num_tokens": 704583453.0, + "step": 18554 + }, + { + "epoch": 2.360386719246915, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754802942276001, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8793160915374756, + "num_tokens": 704617210.0, + "step": 18555 + }, + { + "epoch": 2.3605139295255055, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6278414726257324, + "learning_rate": 1e-05, + "loss": 0.3897, + "mean_token_accuracy": 0.8866738080978394, + "num_tokens": 704651002.0, + "step": 18556 + }, + { + "epoch": 2.360641139804096, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.74147367477417, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.879393994808197, + "num_tokens": 704694718.0, + "step": 18557 + }, + { + "epoch": 2.3607683500826866, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6305699348449707, + "learning_rate": 1e-05, + "loss": 0.387, + "mean_token_accuracy": 0.8898391723632812, + "num_tokens": 704730266.0, + "step": 18558 + }, + { + "epoch": 2.360895560361277, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.758114814758301, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8840733766555786, + "num_tokens": 704766422.0, + "step": 18559 + }, + { + "epoch": 2.3610227706398677, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6268320083618164, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8821815252304077, + "num_tokens": 704802133.0, + "step": 18560 + }, + { + "epoch": 2.361149980918458, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.768355131149292, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8890450596809387, + "num_tokens": 704832108.0, + "step": 18561 + }, + { + "epoch": 2.3612771911970487, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.636857032775879, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.872158944606781, + "num_tokens": 704867056.0, + "step": 18562 + }, + { + "epoch": 2.3614044014756392, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7576045989990234, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.867953896522522, + "num_tokens": 704905565.0, + "step": 18563 + }, + { + "epoch": 2.3615316117542298, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.614908218383789, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8817604184150696, + "num_tokens": 704949690.0, + "step": 18564 + }, + { + "epoch": 2.3616588220328203, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7906363010406494, + "learning_rate": 1e-05, + "loss": 0.487, + "mean_token_accuracy": 0.8636906147003174, + "num_tokens": 704985123.0, + "step": 18565 + }, + { + "epoch": 2.361786032311411, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.616886854171753, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8829613327980042, + "num_tokens": 705020317.0, + "step": 18566 + }, + { + "epoch": 2.3619132425900013, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7803492546081543, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8854352235794067, + "num_tokens": 705059025.0, + "step": 18567 + }, + { + "epoch": 2.362040452868592, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.606421947479248, + "learning_rate": 1e-05, + "loss": 0.3653, + "mean_token_accuracy": 0.8952677249908447, + "num_tokens": 705094157.0, + "step": 18568 + }, + { + "epoch": 2.3621676631471824, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.780580759048462, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8820207118988037, + "num_tokens": 705133642.0, + "step": 18569 + }, + { + "epoch": 2.362294873425773, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6460866928100586, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8725117444992065, + "num_tokens": 705165253.0, + "step": 18570 + }, + { + "epoch": 2.3624220837043635, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.758876085281372, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.8907663822174072, + "num_tokens": 705203847.0, + "step": 18571 + }, + { + "epoch": 2.362549293982954, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6369152069091797, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8748952746391296, + "num_tokens": 705241984.0, + "step": 18572 + }, + { + "epoch": 2.3626765042615445, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.768388032913208, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8704714179039001, + "num_tokens": 705278462.0, + "step": 18573 + }, + { + "epoch": 2.362803714540135, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.638930559158325, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8880325555801392, + "num_tokens": 705313004.0, + "step": 18574 + }, + { + "epoch": 2.362930924818725, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.865448474884033, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.891350269317627, + "num_tokens": 705350225.0, + "step": 18575 + }, + { + "epoch": 2.363058135097316, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6178436279296875, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8858543634414673, + "num_tokens": 705380213.0, + "step": 18576 + }, + { + "epoch": 2.363185345375906, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8019392490386963, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8724734783172607, + "num_tokens": 705419059.0, + "step": 18577 + }, + { + "epoch": 2.3633125556544967, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.5903866291046143, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8762686252593994, + "num_tokens": 705459506.0, + "step": 18578 + }, + { + "epoch": 2.3634397659330872, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8217666149139404, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8801765441894531, + "num_tokens": 705495719.0, + "step": 18579 + }, + { + "epoch": 2.3635669762116778, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6046876907348633, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8665233850479126, + "num_tokens": 705536040.0, + "step": 18580 + }, + { + "epoch": 2.3636941864902683, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8292934894561768, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8805320262908936, + "num_tokens": 705571541.0, + "step": 18581 + }, + { + "epoch": 2.363821396768859, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.604663133621216, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8842738270759583, + "num_tokens": 705610048.0, + "step": 18582 + }, + { + "epoch": 2.3639486070474494, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.837609052658081, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8880962133407593, + "num_tokens": 705645098.0, + "step": 18583 + }, + { + "epoch": 2.36407581732604, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.617366075515747, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.879787266254425, + "num_tokens": 705680962.0, + "step": 18584 + }, + { + "epoch": 2.3642030276046304, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.835028648376465, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8762890100479126, + "num_tokens": 705716983.0, + "step": 18585 + }, + { + "epoch": 2.364330237883221, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6349501609802246, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8800034523010254, + "num_tokens": 705749735.0, + "step": 18586 + }, + { + "epoch": 2.3644574481618115, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.816272497177124, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.872043788433075, + "num_tokens": 705788747.0, + "step": 18587 + }, + { + "epoch": 2.364584658440402, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.631624221801758, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.875515341758728, + "num_tokens": 705827475.0, + "step": 18588 + }, + { + "epoch": 2.3647118687189925, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.806427478790283, + "learning_rate": 1e-05, + "loss": 0.3837, + "mean_token_accuracy": 0.8931870460510254, + "num_tokens": 705864940.0, + "step": 18589 + }, + { + "epoch": 2.364839078997583, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6316535472869873, + "learning_rate": 1e-05, + "loss": 0.3585, + "mean_token_accuracy": 0.8964380025863647, + "num_tokens": 705898274.0, + "step": 18590 + }, + { + "epoch": 2.3649662892761736, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.79950213432312, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8774203658103943, + "num_tokens": 705936619.0, + "step": 18591 + }, + { + "epoch": 2.365093499554764, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.619762897491455, + "learning_rate": 1e-05, + "loss": 0.3461, + "mean_token_accuracy": 0.9038771390914917, + "num_tokens": 705975208.0, + "step": 18592 + }, + { + "epoch": 2.3652207098333546, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8039562702178955, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8723539710044861, + "num_tokens": 706019948.0, + "step": 18593 + }, + { + "epoch": 2.365347920111945, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.625274896621704, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8835850954055786, + "num_tokens": 706056862.0, + "step": 18594 + }, + { + "epoch": 2.3654751303905357, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8106701374053955, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8755959272384644, + "num_tokens": 706092591.0, + "step": 18595 + }, + { + "epoch": 2.3656023406691262, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.62355375289917, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8782104253768921, + "num_tokens": 706132572.0, + "step": 18596 + }, + { + "epoch": 2.3657295509477168, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8013322353363037, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8829030990600586, + "num_tokens": 706168264.0, + "step": 18597 + }, + { + "epoch": 2.365856761226307, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6236236095428467, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8800240755081177, + "num_tokens": 706206684.0, + "step": 18598 + }, + { + "epoch": 2.365983971504898, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7910335063934326, + "learning_rate": 1e-05, + "loss": 0.3718, + "mean_token_accuracy": 0.8954005241394043, + "num_tokens": 706247547.0, + "step": 18599 + }, + { + "epoch": 2.366111181783488, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6124916076660156, + "learning_rate": 1e-05, + "loss": 0.3764, + "mean_token_accuracy": 0.8944563269615173, + "num_tokens": 706286286.0, + "step": 18600 + }, + { + "epoch": 2.3662383920620784, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7926084995269775, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8743902444839478, + "num_tokens": 706329990.0, + "step": 18601 + }, + { + "epoch": 2.366365602340669, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.619004726409912, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8767147064208984, + "num_tokens": 706370423.0, + "step": 18602 + }, + { + "epoch": 2.3664928126192595, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7804274559020996, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8838700652122498, + "num_tokens": 706414380.0, + "step": 18603 + }, + { + "epoch": 2.36662002289785, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.625755786895752, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8797613382339478, + "num_tokens": 706455403.0, + "step": 18604 + }, + { + "epoch": 2.3667472331764405, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7862534523010254, + "learning_rate": 1e-05, + "loss": 0.3559, + "mean_token_accuracy": 0.9003658890724182, + "num_tokens": 706490114.0, + "step": 18605 + }, + { + "epoch": 2.366874443455031, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.629711389541626, + "learning_rate": 1e-05, + "loss": 0.3735, + "mean_token_accuracy": 0.8922845125198364, + "num_tokens": 706523926.0, + "step": 18606 + }, + { + "epoch": 2.3670016537336216, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7777647972106934, + "learning_rate": 1e-05, + "loss": 0.3759, + "mean_token_accuracy": 0.8946974277496338, + "num_tokens": 706562626.0, + "step": 18607 + }, + { + "epoch": 2.367128864012212, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6221742630004883, + "learning_rate": 1e-05, + "loss": 0.3751, + "mean_token_accuracy": 0.8928491473197937, + "num_tokens": 706598735.0, + "step": 18608 + }, + { + "epoch": 2.3672560742908026, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7913641929626465, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8684920072555542, + "num_tokens": 706638399.0, + "step": 18609 + }, + { + "epoch": 2.367383284569393, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6179962158203125, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8800649642944336, + "num_tokens": 706680274.0, + "step": 18610 + }, + { + "epoch": 2.3675104948479837, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8061728477478027, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8658796548843384, + "num_tokens": 706713918.0, + "step": 18611 + }, + { + "epoch": 2.3676377051265742, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.623894214630127, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8789769411087036, + "num_tokens": 706751758.0, + "step": 18612 + }, + { + "epoch": 2.3677649154051648, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.824242353439331, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.890101432800293, + "num_tokens": 706788243.0, + "step": 18613 + }, + { + "epoch": 2.3678921256837553, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6197283267974854, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8888764977455139, + "num_tokens": 706821960.0, + "step": 18614 + }, + { + "epoch": 2.368019335962346, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.808204412460327, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8846158981323242, + "num_tokens": 706858768.0, + "step": 18615 + }, + { + "epoch": 2.3681465462409363, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6046674251556396, + "learning_rate": 1e-05, + "loss": 0.3707, + "mean_token_accuracy": 0.894688606262207, + "num_tokens": 706898889.0, + "step": 18616 + }, + { + "epoch": 2.368273756519527, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8159730434417725, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8806885480880737, + "num_tokens": 706934245.0, + "step": 18617 + }, + { + "epoch": 2.3684009667981174, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.60251522064209, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8765923976898193, + "num_tokens": 706982092.0, + "step": 18618 + }, + { + "epoch": 2.368528177076708, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.831112861633301, + "learning_rate": 1e-05, + "loss": 0.3958, + "mean_token_accuracy": 0.8856222629547119, + "num_tokens": 707014748.0, + "step": 18619 + }, + { + "epoch": 2.3686553873552985, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6237313747406006, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8850822448730469, + "num_tokens": 707048363.0, + "step": 18620 + }, + { + "epoch": 2.368782597633889, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.825648069381714, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8741505146026611, + "num_tokens": 707084089.0, + "step": 18621 + }, + { + "epoch": 2.3689098079124795, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.617046356201172, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8716542720794678, + "num_tokens": 707127334.0, + "step": 18622 + }, + { + "epoch": 2.3690370181910696, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.829833507537842, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8832167387008667, + "num_tokens": 707166485.0, + "step": 18623 + }, + { + "epoch": 2.3691642284696606, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.633373975753784, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8818687200546265, + "num_tokens": 707202031.0, + "step": 18624 + }, + { + "epoch": 2.3692914387482507, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8189947605133057, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8835103511810303, + "num_tokens": 707240649.0, + "step": 18625 + }, + { + "epoch": 2.369418649026841, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.632876396179199, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8806166052818298, + "num_tokens": 707275996.0, + "step": 18626 + }, + { + "epoch": 2.3695458593054317, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8281450271606445, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8662817478179932, + "num_tokens": 707312776.0, + "step": 18627 + }, + { + "epoch": 2.3696730695840222, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.638450860977173, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8749885559082031, + "num_tokens": 707349519.0, + "step": 18628 + }, + { + "epoch": 2.3698002798626128, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7982022762298584, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8781620264053345, + "num_tokens": 707389180.0, + "step": 18629 + }, + { + "epoch": 2.3699274901412033, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6243417263031006, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8819304704666138, + "num_tokens": 707428603.0, + "step": 18630 + }, + { + "epoch": 2.370054700419794, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.800368547439575, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8690759539604187, + "num_tokens": 707470297.0, + "step": 18631 + }, + { + "epoch": 2.3701819106983844, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6346311569213867, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8815356492996216, + "num_tokens": 707507353.0, + "step": 18632 + }, + { + "epoch": 2.370309120976975, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.797041654586792, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8874421119689941, + "num_tokens": 707541795.0, + "step": 18633 + }, + { + "epoch": 2.3704363312555654, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.638913154602051, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8791624307632446, + "num_tokens": 707577333.0, + "step": 18634 + }, + { + "epoch": 2.370563541534156, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.813601016998291, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8671717643737793, + "num_tokens": 707611306.0, + "step": 18635 + }, + { + "epoch": 2.3706907518127465, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.63283109664917, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8745017647743225, + "num_tokens": 707647698.0, + "step": 18636 + }, + { + "epoch": 2.370817962091337, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7898688316345215, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8849438428878784, + "num_tokens": 707683934.0, + "step": 18637 + }, + { + "epoch": 2.3709451723699275, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.625288486480713, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8758242130279541, + "num_tokens": 707723216.0, + "step": 18638 + }, + { + "epoch": 2.371072382648518, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7875735759735107, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8844236135482788, + "num_tokens": 707761194.0, + "step": 18639 + }, + { + "epoch": 2.3711995929271086, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6180827617645264, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8646612167358398, + "num_tokens": 707807327.0, + "step": 18640 + }, + { + "epoch": 2.371326803205699, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7847418785095215, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8811277151107788, + "num_tokens": 707846394.0, + "step": 18641 + }, + { + "epoch": 2.3714540134842896, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6219234466552734, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8765805959701538, + "num_tokens": 707889099.0, + "step": 18642 + }, + { + "epoch": 2.37158122376288, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7830300331115723, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.8879238367080688, + "num_tokens": 707924729.0, + "step": 18643 + }, + { + "epoch": 2.3717084340414707, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6369738578796387, + "learning_rate": 1e-05, + "loss": 0.4859, + "mean_token_accuracy": 0.8578723073005676, + "num_tokens": 707965096.0, + "step": 18644 + }, + { + "epoch": 2.371835644320061, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7861196994781494, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8829638957977295, + "num_tokens": 708002277.0, + "step": 18645 + }, + { + "epoch": 2.3719628545986517, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6433703899383545, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8742939233779907, + "num_tokens": 708038978.0, + "step": 18646 + }, + { + "epoch": 2.3720900648772423, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.763032913208008, + "learning_rate": 1e-05, + "loss": 0.3781, + "mean_token_accuracy": 0.8941912055015564, + "num_tokens": 708076022.0, + "step": 18647 + }, + { + "epoch": 2.3722172751558324, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6388237476348877, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8678969740867615, + "num_tokens": 708119606.0, + "step": 18648 + }, + { + "epoch": 2.3723444854344233, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7513270378112793, + "learning_rate": 1e-05, + "loss": 0.3836, + "mean_token_accuracy": 0.8911443948745728, + "num_tokens": 708159570.0, + "step": 18649 + }, + { + "epoch": 2.3724716957130134, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6440014839172363, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8657116889953613, + "num_tokens": 708201092.0, + "step": 18650 + }, + { + "epoch": 2.372598905991604, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7455062866210938, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8833801746368408, + "num_tokens": 708235808.0, + "step": 18651 + }, + { + "epoch": 2.3727261162701945, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6345055103302, + "learning_rate": 1e-05, + "loss": 0.3698, + "mean_token_accuracy": 0.8982247114181519, + "num_tokens": 708270863.0, + "step": 18652 + }, + { + "epoch": 2.372853326548785, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7540483474731445, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8674776554107666, + "num_tokens": 708309653.0, + "step": 18653 + }, + { + "epoch": 2.3729805368273755, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.640190839767456, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8834912776947021, + "num_tokens": 708346242.0, + "step": 18654 + }, + { + "epoch": 2.373107747105966, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.760437250137329, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8737547993659973, + "num_tokens": 708383391.0, + "step": 18655 + }, + { + "epoch": 2.3732349573845566, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6436147689819336, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8867489695549011, + "num_tokens": 708417094.0, + "step": 18656 + }, + { + "epoch": 2.373362167663147, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.746035575866699, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8777358531951904, + "num_tokens": 708456648.0, + "step": 18657 + }, + { + "epoch": 2.3734893779417376, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6346094608306885, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8708770275115967, + "num_tokens": 708499125.0, + "step": 18658 + }, + { + "epoch": 2.373616588220328, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.738483428955078, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8825360536575317, + "num_tokens": 708544844.0, + "step": 18659 + }, + { + "epoch": 2.3737437984989187, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6319382190704346, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8778707981109619, + "num_tokens": 708586852.0, + "step": 18660 + }, + { + "epoch": 2.3738710087775092, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7501280307769775, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8811838030815125, + "num_tokens": 708624108.0, + "step": 18661 + }, + { + "epoch": 2.3739982190560998, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6289217472076416, + "learning_rate": 1e-05, + "loss": 0.3627, + "mean_token_accuracy": 0.8987072706222534, + "num_tokens": 708658214.0, + "step": 18662 + }, + { + "epoch": 2.3741254293346903, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7412266731262207, + "learning_rate": 1e-05, + "loss": 0.3795, + "mean_token_accuracy": 0.8941183686256409, + "num_tokens": 708695315.0, + "step": 18663 + }, + { + "epoch": 2.374252639613281, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.636697292327881, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8714921474456787, + "num_tokens": 708734034.0, + "step": 18664 + }, + { + "epoch": 2.3743798498918713, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.759218215942383, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8787568807601929, + "num_tokens": 708769758.0, + "step": 18665 + }, + { + "epoch": 2.374507060170462, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6463329792022705, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.87076735496521, + "num_tokens": 708803639.0, + "step": 18666 + }, + { + "epoch": 2.3746342704490524, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.762690305709839, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8760098218917847, + "num_tokens": 708837085.0, + "step": 18667 + }, + { + "epoch": 2.374761480727643, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6290063858032227, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.881992757320404, + "num_tokens": 708876102.0, + "step": 18668 + }, + { + "epoch": 2.3748886910062335, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.750246524810791, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8903919458389282, + "num_tokens": 708914260.0, + "step": 18669 + }, + { + "epoch": 2.375015901284824, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6463425159454346, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8680360317230225, + "num_tokens": 708952071.0, + "step": 18670 + }, + { + "epoch": 2.3751431115634145, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.753960132598877, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8748461008071899, + "num_tokens": 708989394.0, + "step": 18671 + }, + { + "epoch": 2.375270321842005, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6408138275146484, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8571959137916565, + "num_tokens": 709033558.0, + "step": 18672 + }, + { + "epoch": 2.375397532120595, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.74908185005188, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8765139579772949, + "num_tokens": 709071420.0, + "step": 18673 + }, + { + "epoch": 2.375524742399186, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.639051675796509, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8897337317466736, + "num_tokens": 709104810.0, + "step": 18674 + }, + { + "epoch": 2.375651952677776, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.74739933013916, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8732991218566895, + "num_tokens": 709142789.0, + "step": 18675 + }, + { + "epoch": 2.3757791629563667, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.637714147567749, + "learning_rate": 1e-05, + "loss": 0.3891, + "mean_token_accuracy": 0.8888194561004639, + "num_tokens": 709177590.0, + "step": 18676 + }, + { + "epoch": 2.3759063732349572, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.739586591720581, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8887008428573608, + "num_tokens": 709217177.0, + "step": 18677 + }, + { + "epoch": 2.3760335835135478, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.664236545562744, + "learning_rate": 1e-05, + "loss": 0.5112, + "mean_token_accuracy": 0.8500864505767822, + "num_tokens": 709252566.0, + "step": 18678 + }, + { + "epoch": 2.3761607937921383, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7362427711486816, + "learning_rate": 1e-05, + "loss": 0.3726, + "mean_token_accuracy": 0.8927944898605347, + "num_tokens": 709290386.0, + "step": 18679 + }, + { + "epoch": 2.376288004070729, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.636720895767212, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8801097869873047, + "num_tokens": 709331110.0, + "step": 18680 + }, + { + "epoch": 2.3764152143493193, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7251060009002686, + "learning_rate": 1e-05, + "loss": 0.3843, + "mean_token_accuracy": 0.8916724920272827, + "num_tokens": 709371390.0, + "step": 18681 + }, + { + "epoch": 2.37654242462791, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6451897621154785, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8783190250396729, + "num_tokens": 709413428.0, + "step": 18682 + }, + { + "epoch": 2.3766696349065004, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.734396457672119, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8814630508422852, + "num_tokens": 709450332.0, + "step": 18683 + }, + { + "epoch": 2.376796845185091, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6526951789855957, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8577089905738831, + "num_tokens": 709490039.0, + "step": 18684 + }, + { + "epoch": 2.3769240554636815, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7254977226257324, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.8884280920028687, + "num_tokens": 709531839.0, + "step": 18685 + }, + { + "epoch": 2.377051265742272, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.643267869949341, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8844447731971741, + "num_tokens": 709568126.0, + "step": 18686 + }, + { + "epoch": 2.3771784760208625, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7270522117614746, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8832526803016663, + "num_tokens": 709610546.0, + "step": 18687 + }, + { + "epoch": 2.377305686299453, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.076957702636719e-05, + "grad_norm": 2.6262450218200684, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8729051947593689, + "num_tokens": 709656869.0, + "step": 18688 + }, + { + "epoch": 2.3774328965780436, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7332897186279297, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8881863355636597, + "num_tokens": 709695691.0, + "step": 18689 + }, + { + "epoch": 2.377560106856634, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.629833698272705, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8794581890106201, + "num_tokens": 709736691.0, + "step": 18690 + }, + { + "epoch": 2.3776873171352246, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.736957550048828, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8739206790924072, + "num_tokens": 709776277.0, + "step": 18691 + }, + { + "epoch": 2.377814527413815, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.623473882675171, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8716486096382141, + "num_tokens": 709817222.0, + "step": 18692 + }, + { + "epoch": 2.3779417376924057, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7483294010162354, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8766863346099854, + "num_tokens": 709859060.0, + "step": 18693 + }, + { + "epoch": 2.378068947970996, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6234207153320312, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.877962589263916, + "num_tokens": 709897396.0, + "step": 18694 + }, + { + "epoch": 2.3781961582495867, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.74957537651062, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8827983140945435, + "num_tokens": 709939797.0, + "step": 18695 + }, + { + "epoch": 2.378323368528177, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.631704092025757, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8762357234954834, + "num_tokens": 709977102.0, + "step": 18696 + }, + { + "epoch": 2.378450578806768, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.748307704925537, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8776070475578308, + "num_tokens": 710020824.0, + "step": 18697 + }, + { + "epoch": 2.378577789085358, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.642348527908325, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.881085991859436, + "num_tokens": 710052263.0, + "step": 18698 + }, + { + "epoch": 2.3787049993639484, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7372748851776123, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8815414309501648, + "num_tokens": 710095196.0, + "step": 18699 + }, + { + "epoch": 2.378832209642539, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6569268703460693, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8742407560348511, + "num_tokens": 710127255.0, + "step": 18700 + }, + { + "epoch": 2.3789594199211295, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7517716884613037, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8773897886276245, + "num_tokens": 710159129.0, + "step": 18701 + }, + { + "epoch": 2.37908663019972, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.634063482284546, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8771147727966309, + "num_tokens": 710197244.0, + "step": 18702 + }, + { + "epoch": 2.3792138404783105, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7393927574157715, + "learning_rate": 1e-05, + "loss": 0.4787, + "mean_token_accuracy": 0.8630142211914062, + "num_tokens": 710241133.0, + "step": 18703 + }, + { + "epoch": 2.379341050756901, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.637587308883667, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8827011585235596, + "num_tokens": 710283264.0, + "step": 18704 + }, + { + "epoch": 2.3794682610354916, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.740736961364746, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.87312912940979, + "num_tokens": 710329203.0, + "step": 18705 + }, + { + "epoch": 2.379595471314082, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6338725090026855, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8837867975234985, + "num_tokens": 710366772.0, + "step": 18706 + }, + { + "epoch": 2.3797226815926726, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.742117166519165, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8770087957382202, + "num_tokens": 710407458.0, + "step": 18707 + }, + { + "epoch": 2.379849891871263, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.623307466506958, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8823007941246033, + "num_tokens": 710449200.0, + "step": 18708 + }, + { + "epoch": 2.3799771021498537, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7539381980895996, + "learning_rate": 1e-05, + "loss": 0.3655, + "mean_token_accuracy": 0.9004066586494446, + "num_tokens": 710490764.0, + "step": 18709 + }, + { + "epoch": 2.3801043124284442, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6323931217193604, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8800500631332397, + "num_tokens": 710526282.0, + "step": 18710 + }, + { + "epoch": 2.3802315227070348, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7492051124572754, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8875036239624023, + "num_tokens": 710566523.0, + "step": 18711 + }, + { + "epoch": 2.3803587329856253, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6155307292938232, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8834095001220703, + "num_tokens": 710607640.0, + "step": 18712 + }, + { + "epoch": 2.380485943264216, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.768282413482666, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8776062726974487, + "num_tokens": 710644785.0, + "step": 18713 + }, + { + "epoch": 2.3806131535428063, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.623230218887329, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8821485638618469, + "num_tokens": 710681857.0, + "step": 18714 + }, + { + "epoch": 2.380740363821397, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7684760093688965, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8885849714279175, + "num_tokens": 710718119.0, + "step": 18715 + }, + { + "epoch": 2.3808675740999874, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6219334602355957, + "learning_rate": 1e-05, + "loss": 0.469, + "mean_token_accuracy": 0.8670524954795837, + "num_tokens": 710758573.0, + "step": 18716 + }, + { + "epoch": 2.380994784378578, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7810463905334473, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8930203914642334, + "num_tokens": 710791567.0, + "step": 18717 + }, + { + "epoch": 2.3811219946571685, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.606689214706421, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8860284090042114, + "num_tokens": 710833060.0, + "step": 18718 + }, + { + "epoch": 2.381249204935759, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.793515205383301, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8762029409408569, + "num_tokens": 710872175.0, + "step": 18719 + }, + { + "epoch": 2.3813764152143495, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.605584144592285, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.8839308619499207, + "num_tokens": 710910442.0, + "step": 18720 + }, + { + "epoch": 2.3815036254929396, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8013103008270264, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8806267380714417, + "num_tokens": 710948656.0, + "step": 18721 + }, + { + "epoch": 2.3816308357715306, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6145987510681152, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8760948777198792, + "num_tokens": 710989300.0, + "step": 18722 + }, + { + "epoch": 2.3817580460501206, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8061647415161133, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.891625702381134, + "num_tokens": 711027661.0, + "step": 18723 + }, + { + "epoch": 2.381885256328711, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.615307569503784, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8705282211303711, + "num_tokens": 711067895.0, + "step": 18724 + }, + { + "epoch": 2.3820124666073017, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8232414722442627, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8739144802093506, + "num_tokens": 711105567.0, + "step": 18725 + }, + { + "epoch": 2.3821396768858922, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6036832332611084, + "learning_rate": 1e-05, + "loss": 0.3698, + "mean_token_accuracy": 0.8943397998809814, + "num_tokens": 711145263.0, + "step": 18726 + }, + { + "epoch": 2.3822668871644828, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.810014009475708, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8844382762908936, + "num_tokens": 711187024.0, + "step": 18727 + }, + { + "epoch": 2.3823940974430733, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6183629035949707, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8785691261291504, + "num_tokens": 711226261.0, + "step": 18728 + }, + { + "epoch": 2.382521307721664, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003414154052734375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.813117027282715, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8717902898788452, + "num_tokens": 711267005.0, + "step": 18729 + }, + { + "epoch": 2.3826485180002543, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6220216751098633, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8736814856529236, + "num_tokens": 711307145.0, + "step": 18730 + }, + { + "epoch": 2.382775728278845, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.797752618789673, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8840780258178711, + "num_tokens": 711351128.0, + "step": 18731 + }, + { + "epoch": 2.3829029385574354, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6300458908081055, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8870363235473633, + "num_tokens": 711385344.0, + "step": 18732 + }, + { + "epoch": 2.383030148836026, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.807861328125, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8750963807106018, + "num_tokens": 711421548.0, + "step": 18733 + }, + { + "epoch": 2.3831573591146165, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.625206232070923, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8828920125961304, + "num_tokens": 711456952.0, + "step": 18734 + }, + { + "epoch": 2.383284569393207, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8095200061798096, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8849714398384094, + "num_tokens": 711486985.0, + "step": 18735 + }, + { + "epoch": 2.3834117796717975, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6281237602233887, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8956289291381836, + "num_tokens": 711521047.0, + "step": 18736 + }, + { + "epoch": 2.383538989950388, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.796651601791382, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.888079047203064, + "num_tokens": 711561151.0, + "step": 18737 + }, + { + "epoch": 2.3836662002289786, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6362743377685547, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.861660361289978, + "num_tokens": 711597975.0, + "step": 18738 + }, + { + "epoch": 2.383793410507569, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7788567543029785, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8791612386703491, + "num_tokens": 711637923.0, + "step": 18739 + }, + { + "epoch": 2.3839206207861596, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6489250659942627, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.878235399723053, + "num_tokens": 711675408.0, + "step": 18740 + }, + { + "epoch": 2.38404783106475, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7718937397003174, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.8866201639175415, + "num_tokens": 711712781.0, + "step": 18741 + }, + { + "epoch": 2.3841750413433407, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.631202459335327, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8819254636764526, + "num_tokens": 711752974.0, + "step": 18742 + }, + { + "epoch": 2.384302251621931, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.767848253250122, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8817691802978516, + "num_tokens": 711793526.0, + "step": 18743 + }, + { + "epoch": 2.3844294619005217, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.951516628265381, + "learning_rate": 1e-05, + "loss": 0.3653, + "mean_token_accuracy": 0.8955875635147095, + "num_tokens": 711830409.0, + "step": 18744 + }, + { + "epoch": 2.3845566721791123, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6329598426818848, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8887302875518799, + "num_tokens": 711873476.0, + "step": 18745 + }, + { + "epoch": 2.3846838824577024, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.780646562576294, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8885565400123596, + "num_tokens": 711912507.0, + "step": 18746 + }, + { + "epoch": 2.3848110927362933, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.618903160095215, + "learning_rate": 1e-05, + "loss": 0.3885, + "mean_token_accuracy": 0.8882962465286255, + "num_tokens": 711946884.0, + "step": 18747 + }, + { + "epoch": 2.3849383030148834, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7924227714538574, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8688907027244568, + "num_tokens": 711987060.0, + "step": 18748 + }, + { + "epoch": 2.385065513293474, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.614818572998047, + "learning_rate": 1e-05, + "loss": 0.3678, + "mean_token_accuracy": 0.8954058885574341, + "num_tokens": 712023197.0, + "step": 18749 + }, + { + "epoch": 2.3851927235720645, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.793264389038086, + "learning_rate": 1e-05, + "loss": 0.384, + "mean_token_accuracy": 0.8919345140457153, + "num_tokens": 712060337.0, + "step": 18750 + }, + { + "epoch": 2.385319933850655, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.60619854927063, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8903719186782837, + "num_tokens": 712101601.0, + "step": 18751 + }, + { + "epoch": 2.3854471441292455, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8143348693847656, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8892184495925903, + "num_tokens": 712136311.0, + "step": 18752 + }, + { + "epoch": 2.385574354407836, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.621676206588745, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8729004859924316, + "num_tokens": 712174386.0, + "step": 18753 + }, + { + "epoch": 2.3857015646864266, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8157637119293213, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8845944404602051, + "num_tokens": 712209540.0, + "step": 18754 + }, + { + "epoch": 2.385828774965017, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6293458938598633, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8735455274581909, + "num_tokens": 712245405.0, + "step": 18755 + }, + { + "epoch": 2.3859559852436076, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8194782733917236, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8606985211372375, + "num_tokens": 712285013.0, + "step": 18756 + }, + { + "epoch": 2.386083195522198, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.620516777038574, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.863601803779602, + "num_tokens": 712324850.0, + "step": 18757 + }, + { + "epoch": 2.3862104058007887, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.813673257827759, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8768702149391174, + "num_tokens": 712364336.0, + "step": 18758 + }, + { + "epoch": 2.386337616079379, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6271729469299316, + "learning_rate": 1e-05, + "loss": 0.4691, + "mean_token_accuracy": 0.8651153445243835, + "num_tokens": 712403773.0, + "step": 18759 + }, + { + "epoch": 2.3864648263579697, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.818239212036133, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8671424388885498, + "num_tokens": 712440307.0, + "step": 18760 + }, + { + "epoch": 2.3865920366365603, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.624582290649414, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.882143497467041, + "num_tokens": 712472008.0, + "step": 18761 + }, + { + "epoch": 2.386719246915151, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.796109676361084, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8859796524047852, + "num_tokens": 712512935.0, + "step": 18762 + }, + { + "epoch": 2.3868464571937413, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6157474517822266, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8882017135620117, + "num_tokens": 712552783.0, + "step": 18763 + }, + { + "epoch": 2.386973667472332, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8112826347351074, + "learning_rate": 1e-05, + "loss": 0.3551, + "mean_token_accuracy": 0.8994146585464478, + "num_tokens": 712583752.0, + "step": 18764 + }, + { + "epoch": 2.3871008777509224, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6385490894317627, + "learning_rate": 1e-05, + "loss": 0.4646, + "mean_token_accuracy": 0.8687642812728882, + "num_tokens": 712623125.0, + "step": 18765 + }, + { + "epoch": 2.387228088029513, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7994141578674316, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8733493089675903, + "num_tokens": 712664965.0, + "step": 18766 + }, + { + "epoch": 2.3873552983081034, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6305935382843018, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.876548171043396, + "num_tokens": 712703571.0, + "step": 18767 + }, + { + "epoch": 2.387482508586694, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7907466888427734, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8835150003433228, + "num_tokens": 712739830.0, + "step": 18768 + }, + { + "epoch": 2.3876097188652845, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6225626468658447, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8734058737754822, + "num_tokens": 712782367.0, + "step": 18769 + }, + { + "epoch": 2.387736929143875, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8020293712615967, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8836266398429871, + "num_tokens": 712816937.0, + "step": 18770 + }, + { + "epoch": 2.387864139422465, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6307449340820312, + "learning_rate": 1e-05, + "loss": 0.384, + "mean_token_accuracy": 0.8905760645866394, + "num_tokens": 712850198.0, + "step": 18771 + }, + { + "epoch": 2.387991349701056, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8070080280303955, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8818429708480835, + "num_tokens": 712886201.0, + "step": 18772 + }, + { + "epoch": 2.388118559979646, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6278235912323, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8740270137786865, + "num_tokens": 712924309.0, + "step": 18773 + }, + { + "epoch": 2.3882457702582367, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7823235988616943, + "learning_rate": 1e-05, + "loss": 0.3769, + "mean_token_accuracy": 0.8957263231277466, + "num_tokens": 712964508.0, + "step": 18774 + }, + { + "epoch": 2.3883729805368272, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6172637939453125, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8734908103942871, + "num_tokens": 713002737.0, + "step": 18775 + }, + { + "epoch": 2.3885001908154178, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.795670747756958, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8809666633605957, + "num_tokens": 713040859.0, + "step": 18776 + }, + { + "epoch": 2.3886274010940083, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6255714893341064, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8834598064422607, + "num_tokens": 713073504.0, + "step": 18777 + }, + { + "epoch": 2.388754611372599, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7974393367767334, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8838374614715576, + "num_tokens": 713110285.0, + "step": 18778 + }, + { + "epoch": 2.3888818216511893, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6439473628997803, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8738846778869629, + "num_tokens": 713146227.0, + "step": 18779 + }, + { + "epoch": 2.38900903192978, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.777578353881836, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8765720725059509, + "num_tokens": 713187632.0, + "step": 18780 + }, + { + "epoch": 2.3891362422083704, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.641295909881592, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8776544332504272, + "num_tokens": 713223023.0, + "step": 18781 + }, + { + "epoch": 2.389263452486961, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7787106037139893, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8703188896179199, + "num_tokens": 713264390.0, + "step": 18782 + }, + { + "epoch": 2.3893906627655515, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.650420665740967, + "learning_rate": 1e-05, + "loss": 0.3925, + "mean_token_accuracy": 0.8877954483032227, + "num_tokens": 713306504.0, + "step": 18783 + }, + { + "epoch": 2.389517873044142, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7584939002990723, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8816356062889099, + "num_tokens": 713347556.0, + "step": 18784 + }, + { + "epoch": 2.3896450833227325, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6549222469329834, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.854932427406311, + "num_tokens": 713386645.0, + "step": 18785 + }, + { + "epoch": 2.389772293601323, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7566163539886475, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8847267627716064, + "num_tokens": 713419754.0, + "step": 18786 + }, + { + "epoch": 2.3898995038799136, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.668069362640381, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.879035472869873, + "num_tokens": 713456374.0, + "step": 18787 + }, + { + "epoch": 2.390026714158504, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7462775707244873, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8823176622390747, + "num_tokens": 713487961.0, + "step": 18788 + }, + { + "epoch": 2.3901539244370946, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6462671756744385, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8790375590324402, + "num_tokens": 713525697.0, + "step": 18789 + }, + { + "epoch": 2.390281134715685, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.739611864089966, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8789688944816589, + "num_tokens": 713563902.0, + "step": 18790 + }, + { + "epoch": 2.3904083449942757, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6455976963043213, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8696235418319702, + "num_tokens": 713602996.0, + "step": 18791 + }, + { + "epoch": 2.390535555272866, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7428061962127686, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8800791501998901, + "num_tokens": 713641725.0, + "step": 18792 + }, + { + "epoch": 2.3906627655514567, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6509885787963867, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8593161106109619, + "num_tokens": 713682973.0, + "step": 18793 + }, + { + "epoch": 2.390789975830047, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.737027883529663, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8856768608093262, + "num_tokens": 713718919.0, + "step": 18794 + }, + { + "epoch": 2.390917186108638, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.649395704269409, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8775045275688171, + "num_tokens": 713757416.0, + "step": 18795 + }, + { + "epoch": 2.391044396387228, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.736567735671997, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8638710975646973, + "num_tokens": 713795648.0, + "step": 18796 + }, + { + "epoch": 2.3911716066658184, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6458189487457275, + "learning_rate": 1e-05, + "loss": 0.3667, + "mean_token_accuracy": 0.8981027603149414, + "num_tokens": 713830095.0, + "step": 18797 + }, + { + "epoch": 2.391298816944409, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7340807914733887, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8728631734848022, + "num_tokens": 713868958.0, + "step": 18798 + }, + { + "epoch": 2.3914260272229995, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6646041870117188, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.869225263595581, + "num_tokens": 713911533.0, + "step": 18799 + }, + { + "epoch": 2.39155323750159, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7356433868408203, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8721796274185181, + "num_tokens": 713952585.0, + "step": 18800 + }, + { + "epoch": 2.3916804477801805, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6346018314361572, + "learning_rate": 1e-05, + "loss": 0.372, + "mean_token_accuracy": 0.8957202434539795, + "num_tokens": 713990929.0, + "step": 18801 + }, + { + "epoch": 2.391807658058771, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7477855682373047, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8697855472564697, + "num_tokens": 714027098.0, + "step": 18802 + }, + { + "epoch": 2.3919348683373616, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.645298480987549, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8714866638183594, + "num_tokens": 714062444.0, + "step": 18803 + }, + { + "epoch": 2.392062078615952, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7321903705596924, + "learning_rate": 1e-05, + "loss": 0.3662, + "mean_token_accuracy": 0.8972560167312622, + "num_tokens": 714099091.0, + "step": 18804 + }, + { + "epoch": 2.3921892888945426, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6409902572631836, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8737603425979614, + "num_tokens": 714135694.0, + "step": 18805 + }, + { + "epoch": 2.392316499173133, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.737527370452881, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.8922381401062012, + "num_tokens": 714170324.0, + "step": 18806 + }, + { + "epoch": 2.3924437094517237, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6466169357299805, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8826135396957397, + "num_tokens": 714205080.0, + "step": 18807 + }, + { + "epoch": 2.392570919730314, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.72660493850708, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8776842355728149, + "num_tokens": 714245297.0, + "step": 18808 + }, + { + "epoch": 2.3926981300089047, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6358413696289062, + "learning_rate": 1e-05, + "loss": 0.3834, + "mean_token_accuracy": 0.8922490477561951, + "num_tokens": 714284155.0, + "step": 18809 + }, + { + "epoch": 2.3928253402874953, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7396504878997803, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8841357231140137, + "num_tokens": 714318688.0, + "step": 18810 + }, + { + "epoch": 2.392952550566086, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6252105236053467, + "learning_rate": 1e-05, + "loss": 0.3635, + "mean_token_accuracy": 0.896098256111145, + "num_tokens": 714353730.0, + "step": 18811 + }, + { + "epoch": 2.3930797608446763, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7452166080474854, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8795859813690186, + "num_tokens": 714390156.0, + "step": 18812 + }, + { + "epoch": 2.393206971123267, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.637281656265259, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.864864706993103, + "num_tokens": 714429435.0, + "step": 18813 + }, + { + "epoch": 2.3933341814018574, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7429754734039307, + "learning_rate": 1e-05, + "loss": 0.3672, + "mean_token_accuracy": 0.8974526524543762, + "num_tokens": 714470034.0, + "step": 18814 + }, + { + "epoch": 2.393461391680448, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6340126991271973, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8775794506072998, + "num_tokens": 714505989.0, + "step": 18815 + }, + { + "epoch": 2.3935886019590384, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7511026859283447, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8743219375610352, + "num_tokens": 714541727.0, + "step": 18816 + }, + { + "epoch": 2.393715812237629, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6404013633728027, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8817651867866516, + "num_tokens": 714581429.0, + "step": 18817 + }, + { + "epoch": 2.3938430225162195, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7408268451690674, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8793137073516846, + "num_tokens": 714621839.0, + "step": 18818 + }, + { + "epoch": 2.3939702327948096, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6292059421539307, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8768230080604553, + "num_tokens": 714665459.0, + "step": 18819 + }, + { + "epoch": 2.3940974430734006, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.76065731048584, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.886772871017456, + "num_tokens": 714699259.0, + "step": 18820 + }, + { + "epoch": 2.3942246533519906, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6293389797210693, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8719344139099121, + "num_tokens": 714740330.0, + "step": 18821 + }, + { + "epoch": 2.394351863630581, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.768413543701172, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.883179247379303, + "num_tokens": 714773330.0, + "step": 18822 + }, + { + "epoch": 2.3944790739091717, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6265833377838135, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8713014721870422, + "num_tokens": 714812707.0, + "step": 18823 + }, + { + "epoch": 2.3946062841877622, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7614810466766357, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8838944435119629, + "num_tokens": 714853496.0, + "step": 18824 + }, + { + "epoch": 2.3947334944663528, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6173198223114014, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8855754137039185, + "num_tokens": 714895766.0, + "step": 18825 + }, + { + "epoch": 2.3948607047449433, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7631306648254395, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8823592662811279, + "num_tokens": 714936089.0, + "step": 18826 + }, + { + "epoch": 2.394987915023534, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6087918281555176, + "learning_rate": 1e-05, + "loss": 0.3725, + "mean_token_accuracy": 0.8940133452415466, + "num_tokens": 714980759.0, + "step": 18827 + }, + { + "epoch": 2.3951151253021243, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7768194675445557, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8852877616882324, + "num_tokens": 715019671.0, + "step": 18828 + }, + { + "epoch": 2.395242335580715, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.626244306564331, + "learning_rate": 1e-05, + "loss": 0.4738, + "mean_token_accuracy": 0.8629173636436462, + "num_tokens": 715059639.0, + "step": 18829 + }, + { + "epoch": 2.3953695458593054, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7761545181274414, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.892570436000824, + "num_tokens": 715096315.0, + "step": 18830 + }, + { + "epoch": 2.395496756137896, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.626687526702881, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.881178617477417, + "num_tokens": 715130800.0, + "step": 18831 + }, + { + "epoch": 2.3956239664164865, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7625856399536133, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8742614984512329, + "num_tokens": 715175369.0, + "step": 18832 + }, + { + "epoch": 2.395751176695077, + "ewc_loss": 0.0751953125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.100799560546875e-05, + "grad_norm": 2.6194581985473633, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8764781951904297, + "num_tokens": 715216480.0, + "step": 18833 + }, + { + "epoch": 2.3958783869736675, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7640697956085205, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8875131011009216, + "num_tokens": 715257182.0, + "step": 18834 + }, + { + "epoch": 2.396005597252258, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6420624256134033, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8743389844894409, + "num_tokens": 715288793.0, + "step": 18835 + }, + { + "epoch": 2.3961328075308486, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7733964920043945, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8796247243881226, + "num_tokens": 715323720.0, + "step": 18836 + }, + { + "epoch": 2.396260017809439, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.653045177459717, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.874183177947998, + "num_tokens": 715356104.0, + "step": 18837 + }, + { + "epoch": 2.3963872280880296, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.752185344696045, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8888012170791626, + "num_tokens": 715390727.0, + "step": 18838 + }, + { + "epoch": 2.39651443836662, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6472537517547607, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8849475383758545, + "num_tokens": 715426340.0, + "step": 18839 + }, + { + "epoch": 2.3966416486452107, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.742199659347534, + "learning_rate": 1e-05, + "loss": 0.3372, + "mean_token_accuracy": 0.9058784246444702, + "num_tokens": 715458195.0, + "step": 18840 + }, + { + "epoch": 2.396768858923801, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.633999824523926, + "learning_rate": 1e-05, + "loss": 0.3888, + "mean_token_accuracy": 0.8916182518005371, + "num_tokens": 715496896.0, + "step": 18841 + }, + { + "epoch": 2.3968960692023917, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.743518114089966, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8678022027015686, + "num_tokens": 715537985.0, + "step": 18842 + }, + { + "epoch": 2.3970232794809823, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.630784273147583, + "learning_rate": 1e-05, + "loss": 0.3609, + "mean_token_accuracy": 0.8937727212905884, + "num_tokens": 715574767.0, + "step": 18843 + }, + { + "epoch": 2.3971504897595723, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.763425588607788, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8788304328918457, + "num_tokens": 715608649.0, + "step": 18844 + }, + { + "epoch": 2.3972777000381633, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.619849681854248, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8808174133300781, + "num_tokens": 715650278.0, + "step": 18845 + }, + { + "epoch": 2.3974049103167534, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.766890048980713, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8758134841918945, + "num_tokens": 715692678.0, + "step": 18846 + }, + { + "epoch": 2.397532120595344, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6250929832458496, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8716453313827515, + "num_tokens": 715733128.0, + "step": 18847 + }, + { + "epoch": 2.3976593308739345, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7889881134033203, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8781881332397461, + "num_tokens": 715767272.0, + "step": 18848 + }, + { + "epoch": 2.397786541152525, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6195714473724365, + "learning_rate": 1e-05, + "loss": 0.3547, + "mean_token_accuracy": 0.8978744149208069, + "num_tokens": 715803497.0, + "step": 18849 + }, + { + "epoch": 2.3979137514311155, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.770777940750122, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8835239410400391, + "num_tokens": 715847069.0, + "step": 18850 + }, + { + "epoch": 2.398040961709706, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.628892421722412, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8848527073860168, + "num_tokens": 715887639.0, + "step": 18851 + }, + { + "epoch": 2.3981681719882966, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7773091793060303, + "learning_rate": 1e-05, + "loss": 0.3518, + "mean_token_accuracy": 0.9010621309280396, + "num_tokens": 715919427.0, + "step": 18852 + }, + { + "epoch": 2.398295382266887, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6281042098999023, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8675826787948608, + "num_tokens": 715961287.0, + "step": 18853 + }, + { + "epoch": 2.3984225925454776, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.793444871902466, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8773864507675171, + "num_tokens": 715995021.0, + "step": 18854 + }, + { + "epoch": 2.398549802824068, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6047754287719727, + "learning_rate": 1e-05, + "loss": 0.3779, + "mean_token_accuracy": 0.8947218060493469, + "num_tokens": 716039517.0, + "step": 18855 + }, + { + "epoch": 2.3986770131026587, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8085107803344727, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8653799295425415, + "num_tokens": 716077116.0, + "step": 18856 + }, + { + "epoch": 2.398804223381249, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6278316974639893, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8735769987106323, + "num_tokens": 716112800.0, + "step": 18857 + }, + { + "epoch": 2.3989314336598397, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8026840686798096, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.89085453748703, + "num_tokens": 716148165.0, + "step": 18858 + }, + { + "epoch": 2.3990586439384303, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.620271682739258, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.875101625919342, + "num_tokens": 716185745.0, + "step": 18859 + }, + { + "epoch": 2.399185854217021, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.789419412612915, + "learning_rate": 1e-05, + "loss": 0.3752, + "mean_token_accuracy": 0.8941553235054016, + "num_tokens": 716225177.0, + "step": 18860 + }, + { + "epoch": 2.3993130644956113, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.607609748840332, + "learning_rate": 1e-05, + "loss": 0.3664, + "mean_token_accuracy": 0.8983632922172546, + "num_tokens": 716265969.0, + "step": 18861 + }, + { + "epoch": 2.399440274774202, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8074066638946533, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8803197741508484, + "num_tokens": 716302056.0, + "step": 18862 + }, + { + "epoch": 2.3995674850527924, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.619828701019287, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8698334693908691, + "num_tokens": 716339452.0, + "step": 18863 + }, + { + "epoch": 2.399694695331383, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8008363246917725, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8817669749259949, + "num_tokens": 716379930.0, + "step": 18864 + }, + { + "epoch": 2.3998219056099734, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.617449998855591, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8777021169662476, + "num_tokens": 716416367.0, + "step": 18865 + }, + { + "epoch": 2.399949115888564, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8070592880249023, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8644076585769653, + "num_tokens": 716460112.0, + "step": 18866 + }, + { + "epoch": 2.4000763261671545, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.622394561767578, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.8764544725418091, + "num_tokens": 716497085.0, + "step": 18867 + }, + { + "epoch": 2.400203536445745, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7857847213745117, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8813326358795166, + "num_tokens": 716542892.0, + "step": 18868 + }, + { + "epoch": 2.400330746724335, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6331894397735596, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8680962324142456, + "num_tokens": 716578765.0, + "step": 18869 + }, + { + "epoch": 2.400457957002926, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7854557037353516, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8835560083389282, + "num_tokens": 716618881.0, + "step": 18870 + }, + { + "epoch": 2.400585167281516, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6359810829162598, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8802720308303833, + "num_tokens": 716651583.0, + "step": 18871 + }, + { + "epoch": 2.4007123775601067, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.794180154800415, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8697279691696167, + "num_tokens": 716687118.0, + "step": 18872 + }, + { + "epoch": 2.400839587838697, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.642805576324463, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.870353102684021, + "num_tokens": 716722543.0, + "step": 18873 + }, + { + "epoch": 2.4009667981172877, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.776479482650757, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8823211789131165, + "num_tokens": 716757447.0, + "step": 18874 + }, + { + "epoch": 2.4010940083958783, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6230461597442627, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8789748549461365, + "num_tokens": 716799736.0, + "step": 18875 + }, + { + "epoch": 2.401221218674469, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.77603816986084, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.875541090965271, + "num_tokens": 716844850.0, + "step": 18876 + }, + { + "epoch": 2.4013484289530593, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6561999320983887, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8777533173561096, + "num_tokens": 716878801.0, + "step": 18877 + }, + { + "epoch": 2.40147563923165, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7633299827575684, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8795982003211975, + "num_tokens": 716914271.0, + "step": 18878 + }, + { + "epoch": 2.4016028495102404, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.640031337738037, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8779719471931458, + "num_tokens": 716954094.0, + "step": 18879 + }, + { + "epoch": 2.401730059788831, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7526283264160156, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8836030960083008, + "num_tokens": 716995061.0, + "step": 18880 + }, + { + "epoch": 2.4018572700674214, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6359341144561768, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.878516674041748, + "num_tokens": 717032271.0, + "step": 18881 + }, + { + "epoch": 2.401984480346012, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7679617404937744, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8842862844467163, + "num_tokens": 717068551.0, + "step": 18882 + }, + { + "epoch": 2.4021116906246025, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6275475025177, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8831465244293213, + "num_tokens": 717107460.0, + "step": 18883 + }, + { + "epoch": 2.402238900903193, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7648677825927734, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8757601380348206, + "num_tokens": 717144774.0, + "step": 18884 + }, + { + "epoch": 2.4023661111817836, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6350109577178955, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.879387617111206, + "num_tokens": 717180808.0, + "step": 18885 + }, + { + "epoch": 2.402493321460374, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7541229724884033, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8852384686470032, + "num_tokens": 717220788.0, + "step": 18886 + }, + { + "epoch": 2.4026205317389646, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.630276679992676, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8850079774856567, + "num_tokens": 717260257.0, + "step": 18887 + }, + { + "epoch": 2.402747742017555, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7744288444519043, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8871278166770935, + "num_tokens": 717291911.0, + "step": 18888 + }, + { + "epoch": 2.4028749522961457, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.647477865219116, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8775813579559326, + "num_tokens": 717322356.0, + "step": 18889 + }, + { + "epoch": 2.403002162574736, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7495338916778564, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8777898550033569, + "num_tokens": 717363439.0, + "step": 18890 + }, + { + "epoch": 2.4031293728533267, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6365392208099365, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.876435399055481, + "num_tokens": 717401050.0, + "step": 18891 + }, + { + "epoch": 2.403256583131917, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.747328042984009, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8783565759658813, + "num_tokens": 717442346.0, + "step": 18892 + }, + { + "epoch": 2.403383793410508, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6275172233581543, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.884118914604187, + "num_tokens": 717483387.0, + "step": 18893 + }, + { + "epoch": 2.403511003689098, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7511534690856934, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8812860250473022, + "num_tokens": 717522208.0, + "step": 18894 + }, + { + "epoch": 2.4036382139676884, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6210274696350098, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8895618915557861, + "num_tokens": 717563338.0, + "step": 18895 + }, + { + "epoch": 2.403765424246279, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.758007526397705, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8796061873435974, + "num_tokens": 717603351.0, + "step": 18896 + }, + { + "epoch": 2.4038926345248695, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.626391887664795, + "learning_rate": 1e-05, + "loss": 0.3765, + "mean_token_accuracy": 0.8913928270339966, + "num_tokens": 717639886.0, + "step": 18897 + }, + { + "epoch": 2.40401984480346, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7984111309051514, + "learning_rate": 1e-05, + "loss": 0.4936, + "mean_token_accuracy": 0.8585890531539917, + "num_tokens": 717672228.0, + "step": 18898 + }, + { + "epoch": 2.4041470550820505, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6195104122161865, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8711707592010498, + "num_tokens": 717709703.0, + "step": 18899 + }, + { + "epoch": 2.404274265360641, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8025195598602295, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8776556253433228, + "num_tokens": 717746785.0, + "step": 18900 + }, + { + "epoch": 2.4044014756392316, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6081764698028564, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8751450777053833, + "num_tokens": 717785786.0, + "step": 18901 + }, + { + "epoch": 2.404528685917822, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.814401388168335, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.877486526966095, + "num_tokens": 717821833.0, + "step": 18902 + }, + { + "epoch": 2.4046558961964126, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.612346887588501, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8878146409988403, + "num_tokens": 717858107.0, + "step": 18903 + }, + { + "epoch": 2.404783106475003, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.80773663520813, + "learning_rate": 1e-05, + "loss": 0.3758, + "mean_token_accuracy": 0.8946451544761658, + "num_tokens": 717893090.0, + "step": 18904 + }, + { + "epoch": 2.4049103167535937, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6431832313537598, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8899836540222168, + "num_tokens": 717919703.0, + "step": 18905 + }, + { + "epoch": 2.405037527032184, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.794191360473633, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8916746377944946, + "num_tokens": 717956877.0, + "step": 18906 + }, + { + "epoch": 2.4051647373107747, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6255996227264404, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8713006973266602, + "num_tokens": 718002812.0, + "step": 18907 + }, + { + "epoch": 2.4052919475893653, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7950994968414307, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8817554712295532, + "num_tokens": 718041170.0, + "step": 18908 + }, + { + "epoch": 2.405419157867956, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6203207969665527, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8767332434654236, + "num_tokens": 718084168.0, + "step": 18909 + }, + { + "epoch": 2.4055463681465463, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8099679946899414, + "learning_rate": 1e-05, + "loss": 0.3873, + "mean_token_accuracy": 0.8900460004806519, + "num_tokens": 718118663.0, + "step": 18910 + }, + { + "epoch": 2.405673578425137, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6177051067352295, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8802501559257507, + "num_tokens": 718155490.0, + "step": 18911 + }, + { + "epoch": 2.4058007887037274, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.812405824661255, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8773409128189087, + "num_tokens": 718192301.0, + "step": 18912 + }, + { + "epoch": 2.405927998982318, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.614839553833008, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8891977667808533, + "num_tokens": 718231390.0, + "step": 18913 + }, + { + "epoch": 2.4060552092609084, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8038039207458496, + "learning_rate": 1e-05, + "loss": 0.3861, + "mean_token_accuracy": 0.8915594816207886, + "num_tokens": 718269248.0, + "step": 18914 + }, + { + "epoch": 2.406182419539499, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6169753074645996, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8834876418113708, + "num_tokens": 718305961.0, + "step": 18915 + }, + { + "epoch": 2.4063096298180895, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.828050136566162, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8751319646835327, + "num_tokens": 718344659.0, + "step": 18916 + }, + { + "epoch": 2.4064368400966796, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.624544143676758, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8678946495056152, + "num_tokens": 718386624.0, + "step": 18917 + }, + { + "epoch": 2.4065640503752705, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8089418411254883, + "learning_rate": 1e-05, + "loss": 0.3747, + "mean_token_accuracy": 0.8930783271789551, + "num_tokens": 718422154.0, + "step": 18918 + }, + { + "epoch": 2.4066912606538606, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.625635862350464, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8655648827552795, + "num_tokens": 718460253.0, + "step": 18919 + }, + { + "epoch": 2.406818470932451, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.81215763092041, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8826556205749512, + "num_tokens": 718495328.0, + "step": 18920 + }, + { + "epoch": 2.4069456812110417, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6310179233551025, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8835440874099731, + "num_tokens": 718531244.0, + "step": 18921 + }, + { + "epoch": 2.407072891489632, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.794555187225342, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8826842904090881, + "num_tokens": 718569766.0, + "step": 18922 + }, + { + "epoch": 2.4072001017682227, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.618496894836426, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.879281759262085, + "num_tokens": 718612496.0, + "step": 18923 + }, + { + "epoch": 2.4073273120468133, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7945008277893066, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.881035566329956, + "num_tokens": 718651251.0, + "step": 18924 + }, + { + "epoch": 2.407454522325404, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6420717239379883, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8797117471694946, + "num_tokens": 718683204.0, + "step": 18925 + }, + { + "epoch": 2.4075817326039943, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7852554321289062, + "learning_rate": 1e-05, + "loss": 0.384, + "mean_token_accuracy": 0.8893939256668091, + "num_tokens": 718717114.0, + "step": 18926 + }, + { + "epoch": 2.407708942882585, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6398727893829346, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8716724514961243, + "num_tokens": 718754756.0, + "step": 18927 + }, + { + "epoch": 2.4078361531611754, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.784320592880249, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8729866147041321, + "num_tokens": 718792312.0, + "step": 18928 + }, + { + "epoch": 2.407963363439766, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6267764568328857, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8768680691719055, + "num_tokens": 718834771.0, + "step": 18929 + }, + { + "epoch": 2.4080905737183564, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.784454584121704, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8762195706367493, + "num_tokens": 718871124.0, + "step": 18930 + }, + { + "epoch": 2.408217783996947, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.622986316680908, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8782248497009277, + "num_tokens": 718912037.0, + "step": 18931 + }, + { + "epoch": 2.4083449942755375, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.799154281616211, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8723764419555664, + "num_tokens": 718953048.0, + "step": 18932 + }, + { + "epoch": 2.408472204554128, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6196787357330322, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8732567429542542, + "num_tokens": 718991825.0, + "step": 18933 + }, + { + "epoch": 2.4085994148327186, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.805399179458618, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8784529566764832, + "num_tokens": 719026847.0, + "step": 18934 + }, + { + "epoch": 2.408726625111309, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.623377799987793, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8847622871398926, + "num_tokens": 719061415.0, + "step": 18935 + }, + { + "epoch": 2.4088538353898996, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8061349391937256, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.886390209197998, + "num_tokens": 719097432.0, + "step": 18936 + }, + { + "epoch": 2.40898104566849, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.635061502456665, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8822623491287231, + "num_tokens": 719129301.0, + "step": 18937 + }, + { + "epoch": 2.4091082559470807, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.787743330001831, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8792682886123657, + "num_tokens": 719171772.0, + "step": 18938 + }, + { + "epoch": 2.409235466225671, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6344707012176514, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8746421933174133, + "num_tokens": 719211751.0, + "step": 18939 + }, + { + "epoch": 2.4093626765042617, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7897136211395264, + "learning_rate": 1e-05, + "loss": 0.3718, + "mean_token_accuracy": 0.8969855308532715, + "num_tokens": 719246812.0, + "step": 18940 + }, + { + "epoch": 2.4094898867828523, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.626495122909546, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8623256683349609, + "num_tokens": 719290962.0, + "step": 18941 + }, + { + "epoch": 2.4096170970614423, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79662823677063, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8793434500694275, + "num_tokens": 719323506.0, + "step": 18942 + }, + { + "epoch": 2.4097443073400333, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.00034332275390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.727386713027954, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8724290728569031, + "num_tokens": 719361435.0, + "step": 18943 + }, + { + "epoch": 2.4098715176186234, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.727215528488159, + "learning_rate": 1e-05, + "loss": 0.3872, + "mean_token_accuracy": 0.8904308676719666, + "num_tokens": 719405617.0, + "step": 18944 + }, + { + "epoch": 2.409998727897214, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.649472713470459, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8787221908569336, + "num_tokens": 719450588.0, + "step": 18945 + }, + { + "epoch": 2.4101259381758044, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.723782777786255, + "learning_rate": 1e-05, + "loss": 0.3842, + "mean_token_accuracy": 0.8880295753479004, + "num_tokens": 719489028.0, + "step": 18946 + }, + { + "epoch": 2.410253148454395, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.675309658050537, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8751399517059326, + "num_tokens": 719527921.0, + "step": 18947 + }, + { + "epoch": 2.4103803587329855, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.705202341079712, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8815929889678955, + "num_tokens": 719572461.0, + "step": 18948 + }, + { + "epoch": 2.410507569011576, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.65940523147583, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8773943185806274, + "num_tokens": 719613478.0, + "step": 18949 + }, + { + "epoch": 2.4106347792901666, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7212185859680176, + "learning_rate": 1e-05, + "loss": 0.3803, + "mean_token_accuracy": 0.8922039270401001, + "num_tokens": 719643665.0, + "step": 18950 + }, + { + "epoch": 2.410761989568757, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.675107479095459, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8704153895378113, + "num_tokens": 719684168.0, + "step": 18951 + }, + { + "epoch": 2.4108891998473476, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7054426670074463, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8800946474075317, + "num_tokens": 719722484.0, + "step": 18952 + }, + { + "epoch": 2.411016410125938, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6687705516815186, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8810200691223145, + "num_tokens": 719756659.0, + "step": 18953 + }, + { + "epoch": 2.4111436204045287, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.725870132446289, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8824512958526611, + "num_tokens": 719787302.0, + "step": 18954 + }, + { + "epoch": 2.411270830683119, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7474379539489746, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8830711841583252, + "num_tokens": 719823359.0, + "step": 18955 + }, + { + "epoch": 2.4113980409617097, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.674579620361328, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8802233934402466, + "num_tokens": 719861263.0, + "step": 18956 + }, + { + "epoch": 2.4115252512403003, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.687997579574585, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8839776515960693, + "num_tokens": 719897987.0, + "step": 18957 + }, + { + "epoch": 2.411652461518891, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.67680287361145, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8872989416122437, + "num_tokens": 719931067.0, + "step": 18958 + }, + { + "epoch": 2.4117796717974813, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.687438488006592, + "learning_rate": 1e-05, + "loss": 0.3795, + "mean_token_accuracy": 0.8908337354660034, + "num_tokens": 719971174.0, + "step": 18959 + }, + { + "epoch": 2.411906882076072, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.677687168121338, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8863472938537598, + "num_tokens": 720005781.0, + "step": 18960 + }, + { + "epoch": 2.4120340923546624, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6778194904327393, + "learning_rate": 1e-05, + "loss": 0.3827, + "mean_token_accuracy": 0.8875211477279663, + "num_tokens": 720040917.0, + "step": 18961 + }, + { + "epoch": 2.412161302633253, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.68404483795166, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8683900833129883, + "num_tokens": 720080490.0, + "step": 18962 + }, + { + "epoch": 2.4122885129118434, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.675630569458008, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8808753490447998, + "num_tokens": 720116461.0, + "step": 18963 + }, + { + "epoch": 2.412415723190434, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6597540378570557, + "learning_rate": 1e-05, + "loss": 0.3487, + "mean_token_accuracy": 0.9003100991249084, + "num_tokens": 720156756.0, + "step": 18964 + }, + { + "epoch": 2.4125429334690245, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6858723163604736, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8790735006332397, + "num_tokens": 720195271.0, + "step": 18965 + }, + { + "epoch": 2.412670143747615, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6718642711639404, + "learning_rate": 1e-05, + "loss": 0.3859, + "mean_token_accuracy": 0.890152096748352, + "num_tokens": 720232159.0, + "step": 18966 + }, + { + "epoch": 2.412797354026205, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6939566135406494, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8868141174316406, + "num_tokens": 720264591.0, + "step": 18967 + }, + { + "epoch": 2.412924564304796, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6636857986450195, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8826016187667847, + "num_tokens": 720302957.0, + "step": 18968 + }, + { + "epoch": 2.413051774583386, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7176544666290283, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8727117776870728, + "num_tokens": 720335679.0, + "step": 18969 + }, + { + "epoch": 2.4131789848619767, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6524600982666016, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8776285648345947, + "num_tokens": 720377261.0, + "step": 18970 + }, + { + "epoch": 2.413306195140567, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7109131813049316, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8799976706504822, + "num_tokens": 720415344.0, + "step": 18971 + }, + { + "epoch": 2.4134334054191577, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6709656715393066, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.87633216381073, + "num_tokens": 720449133.0, + "step": 18972 + }, + { + "epoch": 2.4135606156977483, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.717836380004883, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8715764284133911, + "num_tokens": 720484250.0, + "step": 18973 + }, + { + "epoch": 2.413687825976339, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6625654697418213, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8751702904701233, + "num_tokens": 720520466.0, + "step": 18974 + }, + { + "epoch": 2.4138150362549293, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7118613719940186, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8823913931846619, + "num_tokens": 720557013.0, + "step": 18975 + }, + { + "epoch": 2.41394224653352, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.654411554336548, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8837218880653381, + "num_tokens": 720594957.0, + "step": 18976 + }, + { + "epoch": 2.4140694568121104, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.715482234954834, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8772886395454407, + "num_tokens": 720630531.0, + "step": 18977 + }, + { + "epoch": 2.414196667090701, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.647714376449585, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.875406801700592, + "num_tokens": 720673502.0, + "step": 18978 + }, + { + "epoch": 2.4143238773692914, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7076239585876465, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8802501559257507, + "num_tokens": 720716765.0, + "step": 18979 + }, + { + "epoch": 2.414451087647882, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6522252559661865, + "learning_rate": 1e-05, + "loss": 0.3783, + "mean_token_accuracy": 0.8920737504959106, + "num_tokens": 720754711.0, + "step": 18980 + }, + { + "epoch": 2.4145782979264725, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7302231788635254, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8749353289604187, + "num_tokens": 720789067.0, + "step": 18981 + }, + { + "epoch": 2.414705508205063, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.670808792114258, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8725327849388123, + "num_tokens": 720821725.0, + "step": 18982 + }, + { + "epoch": 2.4148327184836536, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7228260040283203, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8850463032722473, + "num_tokens": 720857587.0, + "step": 18983 + }, + { + "epoch": 2.414959928762244, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6311988830566406, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8844702243804932, + "num_tokens": 720900481.0, + "step": 18984 + }, + { + "epoch": 2.4150871390408346, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7411751747131348, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8799422979354858, + "num_tokens": 720933131.0, + "step": 18985 + }, + { + "epoch": 2.415214349319425, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6238105297088623, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8782892227172852, + "num_tokens": 720972142.0, + "step": 18986 + }, + { + "epoch": 2.4153415595980157, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7397234439849854, + "learning_rate": 1e-05, + "loss": 0.3886, + "mean_token_accuracy": 0.8899860382080078, + "num_tokens": 721014251.0, + "step": 18987 + }, + { + "epoch": 2.415468769876606, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6310698986053467, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8701674342155457, + "num_tokens": 721053327.0, + "step": 18988 + }, + { + "epoch": 2.4155959801551967, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.734297513961792, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8844231367111206, + "num_tokens": 721092047.0, + "step": 18989 + }, + { + "epoch": 2.415723190433787, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6330721378326416, + "learning_rate": 1e-05, + "loss": 0.3587, + "mean_token_accuracy": 0.8994643688201904, + "num_tokens": 721125318.0, + "step": 18990 + }, + { + "epoch": 2.4158504007123778, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7422380447387695, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8939033150672913, + "num_tokens": 721162058.0, + "step": 18991 + }, + { + "epoch": 2.415977610990968, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6381685733795166, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8829249739646912, + "num_tokens": 721199219.0, + "step": 18992 + }, + { + "epoch": 2.4161048212695584, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.736760377883911, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8758244514465332, + "num_tokens": 721239696.0, + "step": 18993 + }, + { + "epoch": 2.416232031548149, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6346733570098877, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8728752136230469, + "num_tokens": 721277660.0, + "step": 18994 + }, + { + "epoch": 2.4163592418267394, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7510826587677, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8791054487228394, + "num_tokens": 721311805.0, + "step": 18995 + }, + { + "epoch": 2.41648645210533, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.623044967651367, + "learning_rate": 1e-05, + "loss": 0.4704, + "mean_token_accuracy": 0.8607883453369141, + "num_tokens": 721355968.0, + "step": 18996 + }, + { + "epoch": 2.4166136623839205, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.748124599456787, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8738170862197876, + "num_tokens": 721397930.0, + "step": 18997 + }, + { + "epoch": 2.416740872662511, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6216366291046143, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8906208276748657, + "num_tokens": 721432408.0, + "step": 18998 + }, + { + "epoch": 2.4168680829411016, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.750777244567871, + "learning_rate": 1e-05, + "loss": 0.3628, + "mean_token_accuracy": 0.898351788520813, + "num_tokens": 721468903.0, + "step": 18999 + }, + { + "epoch": 2.416995293219692, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6096463203430176, + "learning_rate": 1e-05, + "loss": 0.3718, + "mean_token_accuracy": 0.8962457180023193, + "num_tokens": 721509687.0, + "step": 19000 + }, + { + "epoch": 2.4171225034982826, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7763893604278564, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.873059868812561, + "num_tokens": 721548130.0, + "step": 19001 + }, + { + "epoch": 2.417249713776873, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.615945816040039, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8868206739425659, + "num_tokens": 721588504.0, + "step": 19002 + }, + { + "epoch": 2.4173769240554637, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.769040822982788, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8774442076683044, + "num_tokens": 721632621.0, + "step": 19003 + }, + { + "epoch": 2.417504134334054, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6097395420074463, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8793089985847473, + "num_tokens": 721670898.0, + "step": 19004 + }, + { + "epoch": 2.4176313446126447, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.773697853088379, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.888592004776001, + "num_tokens": 721709012.0, + "step": 19005 + }, + { + "epoch": 2.4177585548912353, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6126954555511475, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8808705806732178, + "num_tokens": 721747135.0, + "step": 19006 + }, + { + "epoch": 2.417885765169826, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7848503589630127, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8804067969322205, + "num_tokens": 721784447.0, + "step": 19007 + }, + { + "epoch": 2.4180129754484163, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6314759254455566, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8706867694854736, + "num_tokens": 721817853.0, + "step": 19008 + }, + { + "epoch": 2.418140185727007, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7901370525360107, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8770095109939575, + "num_tokens": 721852537.0, + "step": 19009 + }, + { + "epoch": 2.4182673960055974, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6131112575531006, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8831591606140137, + "num_tokens": 721892156.0, + "step": 19010 + }, + { + "epoch": 2.418394606284188, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.784600257873535, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8810880780220032, + "num_tokens": 721929425.0, + "step": 19011 + }, + { + "epoch": 2.4185218165627784, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6707065105438232, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8725155591964722, + "num_tokens": 721967492.0, + "step": 19012 + }, + { + "epoch": 2.418649026841369, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7600579261779785, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.876427173614502, + "num_tokens": 722007754.0, + "step": 19013 + }, + { + "epoch": 2.4187762371199595, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.647078275680542, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8811256289482117, + "num_tokens": 722043380.0, + "step": 19014 + }, + { + "epoch": 2.4189034473985496, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7473666667938232, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8762024641036987, + "num_tokens": 722086200.0, + "step": 19015 + }, + { + "epoch": 2.4190306576771405, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.657092332839966, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8842000365257263, + "num_tokens": 722122907.0, + "step": 19016 + }, + { + "epoch": 2.4191578679557306, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.741668701171875, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8841201663017273, + "num_tokens": 722155951.0, + "step": 19017 + }, + { + "epoch": 2.419285078234321, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6514928340911865, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8764631748199463, + "num_tokens": 722194479.0, + "step": 19018 + }, + { + "epoch": 2.4194122885129117, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7359323501586914, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8836156129837036, + "num_tokens": 722228470.0, + "step": 19019 + }, + { + "epoch": 2.419539498791502, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6543846130371094, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8711227178573608, + "num_tokens": 722265960.0, + "step": 19020 + }, + { + "epoch": 2.4196667090700927, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.780352830886841, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8751084804534912, + "num_tokens": 722301377.0, + "step": 19021 + }, + { + "epoch": 2.4197939193486833, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6242141723632812, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8836791515350342, + "num_tokens": 722338534.0, + "step": 19022 + }, + { + "epoch": 2.419921129627274, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.76469087600708, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8764920234680176, + "num_tokens": 722377460.0, + "step": 19023 + }, + { + "epoch": 2.4200483399058643, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6293954849243164, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8710963726043701, + "num_tokens": 722415167.0, + "step": 19024 + }, + { + "epoch": 2.420175550184455, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.772113084793091, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8670454025268555, + "num_tokens": 722456114.0, + "step": 19025 + }, + { + "epoch": 2.4203027604630454, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6214048862457275, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8860366344451904, + "num_tokens": 722496378.0, + "step": 19026 + }, + { + "epoch": 2.420429970741636, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7782187461853027, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8713772892951965, + "num_tokens": 722534903.0, + "step": 19027 + }, + { + "epoch": 2.4205571810202264, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.618734836578369, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8754289746284485, + "num_tokens": 722576649.0, + "step": 19028 + }, + { + "epoch": 2.420684391298817, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8008694648742676, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8721179962158203, + "num_tokens": 722618555.0, + "step": 19029 + }, + { + "epoch": 2.4208116015774075, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.614269733428955, + "learning_rate": 1e-05, + "loss": 0.3612, + "mean_token_accuracy": 0.8979638814926147, + "num_tokens": 722652045.0, + "step": 19030 + }, + { + "epoch": 2.420938811855998, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.805042266845703, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8784564733505249, + "num_tokens": 722686987.0, + "step": 19031 + }, + { + "epoch": 2.4210660221345885, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.624798059463501, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8742780685424805, + "num_tokens": 722724161.0, + "step": 19032 + }, + { + "epoch": 2.421193232413179, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7812280654907227, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.886982798576355, + "num_tokens": 722766473.0, + "step": 19033 + }, + { + "epoch": 2.4213204426917696, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.610201597213745, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8810960650444031, + "num_tokens": 722809499.0, + "step": 19034 + }, + { + "epoch": 2.42144765297036, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.789480686187744, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8846835494041443, + "num_tokens": 722847295.0, + "step": 19035 + }, + { + "epoch": 2.4215748632489507, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6183080673217773, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8810952305793762, + "num_tokens": 722884313.0, + "step": 19036 + }, + { + "epoch": 2.421702073527541, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.788968801498413, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8840804100036621, + "num_tokens": 722924530.0, + "step": 19037 + }, + { + "epoch": 2.4218292838061317, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6304755210876465, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8695856332778931, + "num_tokens": 722962968.0, + "step": 19038 + }, + { + "epoch": 2.4219564940847222, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.792179822921753, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.888941764831543, + "num_tokens": 722997801.0, + "step": 19039 + }, + { + "epoch": 2.4220837043633123, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6286568641662598, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8692656755447388, + "num_tokens": 723037724.0, + "step": 19040 + }, + { + "epoch": 2.4222109146419033, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7892470359802246, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8712657690048218, + "num_tokens": 723078199.0, + "step": 19041 + }, + { + "epoch": 2.4223381249204934, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6545331478118896, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8720840215682983, + "num_tokens": 723110894.0, + "step": 19042 + }, + { + "epoch": 2.422465335199084, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7726638317108154, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8695988655090332, + "num_tokens": 723150688.0, + "step": 19043 + }, + { + "epoch": 2.4225925454776744, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.637488842010498, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8785341382026672, + "num_tokens": 723189863.0, + "step": 19044 + }, + { + "epoch": 2.422719755756265, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7602481842041016, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8700418472290039, + "num_tokens": 723232333.0, + "step": 19045 + }, + { + "epoch": 2.4228469660348555, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6515376567840576, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.866671085357666, + "num_tokens": 723267469.0, + "step": 19046 + }, + { + "epoch": 2.422974176313446, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.751620292663574, + "learning_rate": 1e-05, + "loss": 0.3799, + "mean_token_accuracy": 0.8922892808914185, + "num_tokens": 723304367.0, + "step": 19047 + }, + { + "epoch": 2.4231013865920366, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6293740272521973, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.87635338306427, + "num_tokens": 723343247.0, + "step": 19048 + }, + { + "epoch": 2.423228596870627, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.75209903717041, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.8908429145812988, + "num_tokens": 723378022.0, + "step": 19049 + }, + { + "epoch": 2.4233558071492176, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.650692939758301, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8822999000549316, + "num_tokens": 723409827.0, + "step": 19050 + }, + { + "epoch": 2.423483017427808, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.742527723312378, + "learning_rate": 1e-05, + "loss": 0.393, + "mean_token_accuracy": 0.8887628316879272, + "num_tokens": 723447192.0, + "step": 19051 + }, + { + "epoch": 2.4236102277063987, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6265599727630615, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8841335773468018, + "num_tokens": 723492123.0, + "step": 19052 + }, + { + "epoch": 2.423737437984989, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.753262996673584, + "learning_rate": 1e-05, + "loss": 0.3705, + "mean_token_accuracy": 0.8953981399536133, + "num_tokens": 723525680.0, + "step": 19053 + }, + { + "epoch": 2.4238646482635797, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6355676651000977, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8779193162918091, + "num_tokens": 723565667.0, + "step": 19054 + }, + { + "epoch": 2.4239918585421703, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7672221660614014, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8751457929611206, + "num_tokens": 723599486.0, + "step": 19055 + }, + { + "epoch": 2.424119068820761, + "ewc_loss": 0.07568359375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.635960817337036, + "learning_rate": 1e-05, + "loss": 0.3932, + "mean_token_accuracy": 0.8864028453826904, + "num_tokens": 723631992.0, + "step": 19056 + }, + { + "epoch": 2.4242462790993513, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7594175338745117, + "learning_rate": 1e-05, + "loss": 0.384, + "mean_token_accuracy": 0.8882342576980591, + "num_tokens": 723667654.0, + "step": 19057 + }, + { + "epoch": 2.424373489377942, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6257777214050293, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8851860165596008, + "num_tokens": 723705368.0, + "step": 19058 + }, + { + "epoch": 2.4245006996565324, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.9500253200531006, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8824491500854492, + "num_tokens": 723744973.0, + "step": 19059 + }, + { + "epoch": 2.424627909935123, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6145811080932617, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8705717325210571, + "num_tokens": 723778868.0, + "step": 19060 + }, + { + "epoch": 2.4247551202137134, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8313941955566406, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8829756379127502, + "num_tokens": 723822413.0, + "step": 19061 + }, + { + "epoch": 2.424882330492304, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.588113307952881, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8735212683677673, + "num_tokens": 723865826.0, + "step": 19062 + }, + { + "epoch": 2.4250095407708945, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.839897155761719e-05, + "grad_norm": 2.8555686473846436, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8861916065216064, + "num_tokens": 723901839.0, + "step": 19063 + }, + { + "epoch": 2.425136751049485, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.5933828353881836, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8874461650848389, + "num_tokens": 723944883.0, + "step": 19064 + }, + { + "epoch": 2.425263961328075, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.857280969619751, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8864922523498535, + "num_tokens": 723985084.0, + "step": 19065 + }, + { + "epoch": 2.425391171606666, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6039927005767822, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8777352571487427, + "num_tokens": 724027919.0, + "step": 19066 + }, + { + "epoch": 2.425518381885256, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.9114227294921875e-05, + "grad_norm": 2.874547243118286, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8857054114341736, + "num_tokens": 724064593.0, + "step": 19067 + }, + { + "epoch": 2.4256455921638467, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6277689933776855, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.8899379372596741, + "num_tokens": 724095967.0, + "step": 19068 + }, + { + "epoch": 2.425772802442437, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.864144802093506, + "learning_rate": 1e-05, + "loss": 0.3806, + "mean_token_accuracy": 0.8934985995292664, + "num_tokens": 724128420.0, + "step": 19069 + }, + { + "epoch": 2.4259000127210277, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6392180919647217, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8714103698730469, + "num_tokens": 724165073.0, + "step": 19070 + }, + { + "epoch": 2.4260272229996183, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8511359691619873, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.878095805644989, + "num_tokens": 724201377.0, + "step": 19071 + }, + { + "epoch": 2.426154433278209, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6233980655670166, + "learning_rate": 1e-05, + "loss": 0.3764, + "mean_token_accuracy": 0.8951694369316101, + "num_tokens": 724241783.0, + "step": 19072 + }, + { + "epoch": 2.4262816435567993, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8448290824890137, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8796991109848022, + "num_tokens": 724277903.0, + "step": 19073 + }, + { + "epoch": 2.42640885383539, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6190950870513916, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8881428241729736, + "num_tokens": 724318834.0, + "step": 19074 + }, + { + "epoch": 2.4265360641139804, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.839897155761719e-05, + "grad_norm": 2.846712589263916, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8844029307365417, + "num_tokens": 724356406.0, + "step": 19075 + }, + { + "epoch": 2.426663274392571, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.620906114578247, + "learning_rate": 1e-05, + "loss": 0.3868, + "mean_token_accuracy": 0.8903800845146179, + "num_tokens": 724394774.0, + "step": 19076 + }, + { + "epoch": 2.4267904846711614, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.849557876586914, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8739044070243835, + "num_tokens": 724431825.0, + "step": 19077 + }, + { + "epoch": 2.426917694949752, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6462788581848145, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8805802464485168, + "num_tokens": 724466402.0, + "step": 19078 + }, + { + "epoch": 2.4270449052283425, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8281476497650146, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8708941340446472, + "num_tokens": 724503353.0, + "step": 19079 + }, + { + "epoch": 2.427172115506933, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6426868438720703, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8868014216423035, + "num_tokens": 724540348.0, + "step": 19080 + }, + { + "epoch": 2.4272993257855235, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.828552484512329, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8773982524871826, + "num_tokens": 724577999.0, + "step": 19081 + }, + { + "epoch": 2.427426536064114, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.625596284866333, + "learning_rate": 1e-05, + "loss": 0.3617, + "mean_token_accuracy": 0.8949690461158752, + "num_tokens": 724614754.0, + "step": 19082 + }, + { + "epoch": 2.4275537463427046, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.819037914276123, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.870930552482605, + "num_tokens": 724653232.0, + "step": 19083 + }, + { + "epoch": 2.427680956621295, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6514787673950195, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.871871829032898, + "num_tokens": 724686461.0, + "step": 19084 + }, + { + "epoch": 2.4278081668998857, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.786679267883301, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8911653757095337, + "num_tokens": 724727330.0, + "step": 19085 + }, + { + "epoch": 2.427935377178476, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6514832973480225, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8723092079162598, + "num_tokens": 724766509.0, + "step": 19086 + }, + { + "epoch": 2.4280625874570667, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.785276412963867, + "learning_rate": 1e-05, + "loss": 0.3746, + "mean_token_accuracy": 0.8956997394561768, + "num_tokens": 724795128.0, + "step": 19087 + }, + { + "epoch": 2.428189797735657, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.648193597793579, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8748047947883606, + "num_tokens": 724833941.0, + "step": 19088 + }, + { + "epoch": 2.4283170080142478, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.773078680038452, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8862216472625732, + "num_tokens": 724870429.0, + "step": 19089 + }, + { + "epoch": 2.428444218292838, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.645273208618164, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.8829350471496582, + "num_tokens": 724905574.0, + "step": 19090 + }, + { + "epoch": 2.4285714285714284, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7630460262298584, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8874548673629761, + "num_tokens": 724949845.0, + "step": 19091 + }, + { + "epoch": 2.428698638850019, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6420984268188477, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8733742833137512, + "num_tokens": 724987586.0, + "step": 19092 + }, + { + "epoch": 2.4288258491286094, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.752873420715332, + "learning_rate": 1e-05, + "loss": 0.3891, + "mean_token_accuracy": 0.886659562587738, + "num_tokens": 725026432.0, + "step": 19093 + }, + { + "epoch": 2.4289530594072, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6403520107269287, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8604440689086914, + "num_tokens": 725070627.0, + "step": 19094 + }, + { + "epoch": 2.4290802696857905, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.762279748916626, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8813592791557312, + "num_tokens": 725106005.0, + "step": 19095 + }, + { + "epoch": 2.429207479964381, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6281628608703613, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8866647481918335, + "num_tokens": 725149667.0, + "step": 19096 + }, + { + "epoch": 2.4293346902429716, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.773912191390991, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8839508295059204, + "num_tokens": 725185526.0, + "step": 19097 + }, + { + "epoch": 2.429461900521562, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6255178451538086, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8846109509468079, + "num_tokens": 725221789.0, + "step": 19098 + }, + { + "epoch": 2.4295891108001526, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7773947715759277, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8734373450279236, + "num_tokens": 725258275.0, + "step": 19099 + }, + { + "epoch": 2.429716321078743, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.632328510284424, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8659051656723022, + "num_tokens": 725297753.0, + "step": 19100 + }, + { + "epoch": 2.4298435313573337, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.77154803276062, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8874461650848389, + "num_tokens": 725331978.0, + "step": 19101 + }, + { + "epoch": 2.429970741635924, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.620034694671631, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8849263191223145, + "num_tokens": 725373876.0, + "step": 19102 + }, + { + "epoch": 2.4300979519145147, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7835495471954346, + "learning_rate": 1e-05, + "loss": 0.3877, + "mean_token_accuracy": 0.8877426385879517, + "num_tokens": 725411280.0, + "step": 19103 + }, + { + "epoch": 2.4302251621931052, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6283528804779053, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8681797385215759, + "num_tokens": 725452050.0, + "step": 19104 + }, + { + "epoch": 2.4303523724716958, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.776535987854004, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8872492909431458, + "num_tokens": 725489922.0, + "step": 19105 + }, + { + "epoch": 2.4304795827502863, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6290409564971924, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8772258758544922, + "num_tokens": 725527871.0, + "step": 19106 + }, + { + "epoch": 2.430606793028877, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.774113416671753, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8906843662261963, + "num_tokens": 725565045.0, + "step": 19107 + }, + { + "epoch": 2.4307340033074674, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6381356716156006, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8916904926300049, + "num_tokens": 725596604.0, + "step": 19108 + }, + { + "epoch": 2.430861213586058, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7817442417144775, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.880050539970398, + "num_tokens": 725632299.0, + "step": 19109 + }, + { + "epoch": 2.4309884238646484, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6210665702819824, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8797957897186279, + "num_tokens": 725673778.0, + "step": 19110 + }, + { + "epoch": 2.431115634143239, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7834339141845703, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8690011501312256, + "num_tokens": 725715087.0, + "step": 19111 + }, + { + "epoch": 2.4312428444218295, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.615061044692993, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8831276893615723, + "num_tokens": 725754047.0, + "step": 19112 + }, + { + "epoch": 2.4313700547004196, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7906851768493652, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8701427578926086, + "num_tokens": 725793168.0, + "step": 19113 + }, + { + "epoch": 2.4314972649790105, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.605048179626465, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8840482831001282, + "num_tokens": 725834713.0, + "step": 19114 + }, + { + "epoch": 2.4316244752576006, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.809818744659424, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8819608688354492, + "num_tokens": 725872759.0, + "step": 19115 + }, + { + "epoch": 2.431751685536191, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6015024185180664, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8849568963050842, + "num_tokens": 725916192.0, + "step": 19116 + }, + { + "epoch": 2.4318788958147817, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8115134239196777, + "learning_rate": 1e-05, + "loss": 0.3667, + "mean_token_accuracy": 0.896699070930481, + "num_tokens": 725949838.0, + "step": 19117 + }, + { + "epoch": 2.432006106093372, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.627286195755005, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8747684955596924, + "num_tokens": 725986538.0, + "step": 19118 + }, + { + "epoch": 2.4321333163719627, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.796339988708496, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8850406408309937, + "num_tokens": 726029007.0, + "step": 19119 + }, + { + "epoch": 2.4322605266505533, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.618330717086792, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8818724155426025, + "num_tokens": 726066745.0, + "step": 19120 + }, + { + "epoch": 2.432387736929144, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8068251609802246, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8747389912605286, + "num_tokens": 726106768.0, + "step": 19121 + }, + { + "epoch": 2.4325149472077343, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6287052631378174, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8811005353927612, + "num_tokens": 726144879.0, + "step": 19122 + }, + { + "epoch": 2.432642157486325, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.807084798812866, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8809953331947327, + "num_tokens": 726181278.0, + "step": 19123 + }, + { + "epoch": 2.4327693677649154, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6152520179748535, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.882951021194458, + "num_tokens": 726226090.0, + "step": 19124 + }, + { + "epoch": 2.432896578043506, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8146440982818604, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8786753416061401, + "num_tokens": 726261567.0, + "step": 19125 + }, + { + "epoch": 2.4330237883220964, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6223762035369873, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8808410167694092, + "num_tokens": 726300527.0, + "step": 19126 + }, + { + "epoch": 2.433150998600687, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8046867847442627, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.886182427406311, + "num_tokens": 726341240.0, + "step": 19127 + }, + { + "epoch": 2.4332782088792775, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6386470794677734, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8718358874320984, + "num_tokens": 726375286.0, + "step": 19128 + }, + { + "epoch": 2.433405419157868, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7837469577789307, + "learning_rate": 1e-05, + "loss": 0.3805, + "mean_token_accuracy": 0.8941231369972229, + "num_tokens": 726414810.0, + "step": 19129 + }, + { + "epoch": 2.4335326294364585, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.630178213119507, + "learning_rate": 1e-05, + "loss": 0.3703, + "mean_token_accuracy": 0.8972707986831665, + "num_tokens": 726451204.0, + "step": 19130 + }, + { + "epoch": 2.433659839715049, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7768211364746094, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8808965086936951, + "num_tokens": 726491107.0, + "step": 19131 + }, + { + "epoch": 2.4337870499936396, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.630598545074463, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8782581686973572, + "num_tokens": 726535297.0, + "step": 19132 + }, + { + "epoch": 2.43391426027223, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.780635356903076, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.871309757232666, + "num_tokens": 726574841.0, + "step": 19133 + }, + { + "epoch": 2.4340414705508207, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6343300342559814, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8752011060714722, + "num_tokens": 726611101.0, + "step": 19134 + }, + { + "epoch": 2.434168680829411, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7706809043884277, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8755744695663452, + "num_tokens": 726654323.0, + "step": 19135 + }, + { + "epoch": 2.4342958911080017, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6355929374694824, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8830749988555908, + "num_tokens": 726691504.0, + "step": 19136 + }, + { + "epoch": 2.4344231013865922, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7562074661254883, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8759948015213013, + "num_tokens": 726737257.0, + "step": 19137 + }, + { + "epoch": 2.4345503116651823, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6238656044006348, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.8902289271354675, + "num_tokens": 726779917.0, + "step": 19138 + }, + { + "epoch": 2.4346775219437733, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7731380462646484, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.883270800113678, + "num_tokens": 726823130.0, + "step": 19139 + }, + { + "epoch": 2.4348047322223634, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.616048574447632, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8837000131607056, + "num_tokens": 726861787.0, + "step": 19140 + }, + { + "epoch": 2.434931942500954, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7770283222198486, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8656201362609863, + "num_tokens": 726904413.0, + "step": 19141 + }, + { + "epoch": 2.4350591527795444, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6104555130004883, + "learning_rate": 1e-05, + "loss": 0.3897, + "mean_token_accuracy": 0.8911834955215454, + "num_tokens": 726946984.0, + "step": 19142 + }, + { + "epoch": 2.435186363058135, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7971251010894775, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8797667026519775, + "num_tokens": 726982587.0, + "step": 19143 + }, + { + "epoch": 2.4353135733367255, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6211183071136475, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8846028447151184, + "num_tokens": 727017255.0, + "step": 19144 + }, + { + "epoch": 2.435440783615316, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.806692123413086, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8870805501937866, + "num_tokens": 727046147.0, + "step": 19145 + }, + { + "epoch": 2.4355679938939065, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.615332841873169, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8799343109130859, + "num_tokens": 727085982.0, + "step": 19146 + }, + { + "epoch": 2.435695204172497, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.794461965560913, + "learning_rate": 1e-05, + "loss": 0.3843, + "mean_token_accuracy": 0.8936054706573486, + "num_tokens": 727123991.0, + "step": 19147 + }, + { + "epoch": 2.4358224144510876, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.623537540435791, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8641543388366699, + "num_tokens": 727162155.0, + "step": 19148 + }, + { + "epoch": 2.435949624729678, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.801130533218384, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8705788850784302, + "num_tokens": 727201234.0, + "step": 19149 + }, + { + "epoch": 2.4360768350082687, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6158554553985596, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8792878985404968, + "num_tokens": 727243429.0, + "step": 19150 + }, + { + "epoch": 2.436204045286859, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.802385091781616, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.881902813911438, + "num_tokens": 727279705.0, + "step": 19151 + }, + { + "epoch": 2.4363312555654497, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6204988956451416, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8862793445587158, + "num_tokens": 727315503.0, + "step": 19152 + }, + { + "epoch": 2.4364584658440402, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7985546588897705, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8773519396781921, + "num_tokens": 727355272.0, + "step": 19153 + }, + { + "epoch": 2.4365856761226308, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6326303482055664, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8669417500495911, + "num_tokens": 727391058.0, + "step": 19154 + }, + { + "epoch": 2.4367128864012213, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003452301025390625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7899088859558105, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8740088939666748, + "num_tokens": 727433011.0, + "step": 19155 + }, + { + "epoch": 2.436840096679812, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6468465328216553, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8874164819717407, + "num_tokens": 727462282.0, + "step": 19156 + }, + { + "epoch": 2.4369673069584024, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.791508197784424, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8774731159210205, + "num_tokens": 727501636.0, + "step": 19157 + }, + { + "epoch": 2.437094517236993, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6205081939697266, + "learning_rate": 1e-05, + "loss": 0.3562, + "mean_token_accuracy": 0.8977433443069458, + "num_tokens": 727536828.0, + "step": 19158 + }, + { + "epoch": 2.4372217275155834, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.79994535446167, + "learning_rate": 1e-05, + "loss": 0.4902, + "mean_token_accuracy": 0.8546103239059448, + "num_tokens": 727574858.0, + "step": 19159 + }, + { + "epoch": 2.437348937794174, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.601478099822998, + "learning_rate": 1e-05, + "loss": 0.3731, + "mean_token_accuracy": 0.8963642120361328, + "num_tokens": 727618168.0, + "step": 19160 + }, + { + "epoch": 2.4374761480727645, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8177807331085205, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8696686029434204, + "num_tokens": 727660205.0, + "step": 19161 + }, + { + "epoch": 2.437603358351355, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.5967018604278564, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8870981335639954, + "num_tokens": 727701980.0, + "step": 19162 + }, + { + "epoch": 2.437730568629945, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8354532718658447, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.868786096572876, + "num_tokens": 727743766.0, + "step": 19163 + }, + { + "epoch": 2.437857778908536, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6041576862335205, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8826072216033936, + "num_tokens": 727785504.0, + "step": 19164 + }, + { + "epoch": 2.437984989187126, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.828291893005371, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.8872954249382019, + "num_tokens": 727831296.0, + "step": 19165 + }, + { + "epoch": 2.4381121994657167, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6147260665893555, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8868438601493835, + "num_tokens": 727867343.0, + "step": 19166 + }, + { + "epoch": 2.438239409744307, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.844329833984375, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8801279067993164, + "num_tokens": 727903856.0, + "step": 19167 + }, + { + "epoch": 2.4383666200228977, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.628109931945801, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8777198195457458, + "num_tokens": 727938385.0, + "step": 19168 + }, + { + "epoch": 2.4384938303014883, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.859264612197876, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8890061974525452, + "num_tokens": 727965566.0, + "step": 19169 + }, + { + "epoch": 2.438621040580079, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6206326484680176, + "learning_rate": 1e-05, + "loss": 0.3842, + "mean_token_accuracy": 0.8952968120574951, + "num_tokens": 728002203.0, + "step": 19170 + }, + { + "epoch": 2.4387482508586693, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8349685668945312, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8869483470916748, + "num_tokens": 728037055.0, + "step": 19171 + }, + { + "epoch": 2.43887546113726, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.627492666244507, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8738389015197754, + "num_tokens": 728077226.0, + "step": 19172 + }, + { + "epoch": 2.4390026714158504, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8397889137268066, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8850313425064087, + "num_tokens": 728111396.0, + "step": 19173 + }, + { + "epoch": 2.439129881694441, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.63260817527771, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8781843185424805, + "num_tokens": 728149609.0, + "step": 19174 + }, + { + "epoch": 2.4392570919730314, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.835773468017578, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8808354139328003, + "num_tokens": 728186668.0, + "step": 19175 + }, + { + "epoch": 2.439384302251622, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6447970867156982, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8648888468742371, + "num_tokens": 728226504.0, + "step": 19176 + }, + { + "epoch": 2.4395115125302125, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.817389726638794, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8782202005386353, + "num_tokens": 728264648.0, + "step": 19177 + }, + { + "epoch": 2.439638722808803, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.643096446990967, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8826274871826172, + "num_tokens": 728300292.0, + "step": 19178 + }, + { + "epoch": 2.4397659330873935, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8193843364715576, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8784263134002686, + "num_tokens": 728336169.0, + "step": 19179 + }, + { + "epoch": 2.439893143365984, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6304707527160645, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.885563850402832, + "num_tokens": 728380160.0, + "step": 19180 + }, + { + "epoch": 2.4400203536445746, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.803558826446533, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8817635178565979, + "num_tokens": 728417978.0, + "step": 19181 + }, + { + "epoch": 2.440147563923165, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.630857467651367, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8844283223152161, + "num_tokens": 728455264.0, + "step": 19182 + }, + { + "epoch": 2.4402747742017556, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.799278974533081, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8694887161254883, + "num_tokens": 728498880.0, + "step": 19183 + }, + { + "epoch": 2.440401984480346, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6574151515960693, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8767066597938538, + "num_tokens": 728531925.0, + "step": 19184 + }, + { + "epoch": 2.4405291947589367, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.790599822998047, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8765813112258911, + "num_tokens": 728570573.0, + "step": 19185 + }, + { + "epoch": 2.440656405037527, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.639700412750244, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8816800117492676, + "num_tokens": 728610877.0, + "step": 19186 + }, + { + "epoch": 2.4407836153161178, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7723019123077393, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8797447085380554, + "num_tokens": 728650963.0, + "step": 19187 + }, + { + "epoch": 2.440910825594708, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6376681327819824, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8902202248573303, + "num_tokens": 728688699.0, + "step": 19188 + }, + { + "epoch": 2.4410380358732984, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7734451293945312, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8690856695175171, + "num_tokens": 728730142.0, + "step": 19189 + }, + { + "epoch": 2.441165246151889, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.648639678955078, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8730928897857666, + "num_tokens": 728767808.0, + "step": 19190 + }, + { + "epoch": 2.4412924564304794, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.764011859893799, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8666171431541443, + "num_tokens": 728816171.0, + "step": 19191 + }, + { + "epoch": 2.44141966670907, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.654914617538452, + "learning_rate": 1e-05, + "loss": 0.4726, + "mean_token_accuracy": 0.8651797771453857, + "num_tokens": 728858350.0, + "step": 19192 + }, + { + "epoch": 2.4415468769876605, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7563796043395996, + "learning_rate": 1e-05, + "loss": 0.3773, + "mean_token_accuracy": 0.8933873176574707, + "num_tokens": 728894408.0, + "step": 19193 + }, + { + "epoch": 2.441674087266251, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6553871631622314, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8607540130615234, + "num_tokens": 728936563.0, + "step": 19194 + }, + { + "epoch": 2.4418012975448415, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.8053321838378906, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8721874356269836, + "num_tokens": 728978796.0, + "step": 19195 + }, + { + "epoch": 2.441928507823432, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.622466564178467, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8872459530830383, + "num_tokens": 729018524.0, + "step": 19196 + }, + { + "epoch": 2.4420557181020226, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.793550729751587, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8776575326919556, + "num_tokens": 729055336.0, + "step": 19197 + }, + { + "epoch": 2.442182928380613, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.618246555328369, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8712803721427917, + "num_tokens": 729095505.0, + "step": 19198 + }, + { + "epoch": 2.4423101386592037, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.792612314224243, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8772072792053223, + "num_tokens": 729138384.0, + "step": 19199 + }, + { + "epoch": 2.442437348937794, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.625385046005249, + "learning_rate": 1e-05, + "loss": 0.4764, + "mean_token_accuracy": 0.8592758178710938, + "num_tokens": 729179942.0, + "step": 19200 + }, + { + "epoch": 2.4425645592163847, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.793008327484131, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8622669577598572, + "num_tokens": 729223051.0, + "step": 19201 + }, + { + "epoch": 2.4426917694949752, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.622856855392456, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8826630115509033, + "num_tokens": 729259368.0, + "step": 19202 + }, + { + "epoch": 2.4428189797735658, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8127024173736572, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8745896816253662, + "num_tokens": 729295148.0, + "step": 19203 + }, + { + "epoch": 2.4429461900521563, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6289255619049072, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8715142607688904, + "num_tokens": 729330649.0, + "step": 19204 + }, + { + "epoch": 2.443073400330747, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.790482759475708, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8867651224136353, + "num_tokens": 729369260.0, + "step": 19205 + }, + { + "epoch": 2.4432006106093374, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.629457950592041, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8800917267799377, + "num_tokens": 729406029.0, + "step": 19206 + }, + { + "epoch": 2.443327820887928, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.791175603866577, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8759068250656128, + "num_tokens": 729444102.0, + "step": 19207 + }, + { + "epoch": 2.4434550311665184, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.625495195388794, + "learning_rate": 1e-05, + "loss": 0.3478, + "mean_token_accuracy": 0.9022105932235718, + "num_tokens": 729477121.0, + "step": 19208 + }, + { + "epoch": 2.443582241445109, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.809133529663086, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8696606159210205, + "num_tokens": 729511682.0, + "step": 19209 + }, + { + "epoch": 2.4437094517236995, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.637058734893799, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8856879472732544, + "num_tokens": 729545675.0, + "step": 19210 + }, + { + "epoch": 2.4438366620022896, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7900519371032715, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8791760802268982, + "num_tokens": 729585323.0, + "step": 19211 + }, + { + "epoch": 2.4439638722808805, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.635219097137451, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8739222288131714, + "num_tokens": 729623881.0, + "step": 19212 + }, + { + "epoch": 2.4440910825594706, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.790989637374878, + "learning_rate": 1e-05, + "loss": 0.3803, + "mean_token_accuracy": 0.8941279649734497, + "num_tokens": 729655486.0, + "step": 19213 + }, + { + "epoch": 2.444218292838061, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.628464698791504, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8803569078445435, + "num_tokens": 729693606.0, + "step": 19214 + }, + { + "epoch": 2.4443455031166517, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7941248416900635, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8707321286201477, + "num_tokens": 729729467.0, + "step": 19215 + }, + { + "epoch": 2.444472713395242, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6260592937469482, + "learning_rate": 1e-05, + "loss": 0.3889, + "mean_token_accuracy": 0.8888761401176453, + "num_tokens": 729767264.0, + "step": 19216 + }, + { + "epoch": 2.4445999236738327, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.78901743888855, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8830129504203796, + "num_tokens": 729807352.0, + "step": 19217 + }, + { + "epoch": 2.4447271339524232, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6424202919006348, + "learning_rate": 1e-05, + "loss": 0.4781, + "mean_token_accuracy": 0.8615367412567139, + "num_tokens": 729847489.0, + "step": 19218 + }, + { + "epoch": 2.4448543442310138, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7683663368225098, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8860669732093811, + "num_tokens": 729889675.0, + "step": 19219 + }, + { + "epoch": 2.4449815545096043, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6394636631011963, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8782333731651306, + "num_tokens": 729926562.0, + "step": 19220 + }, + { + "epoch": 2.445108764788195, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.785248041152954, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8656134605407715, + "num_tokens": 729964533.0, + "step": 19221 + }, + { + "epoch": 2.4452359750667854, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.628506898880005, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8905249238014221, + "num_tokens": 730004206.0, + "step": 19222 + }, + { + "epoch": 2.445363185345376, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.779200553894043, + "learning_rate": 1e-05, + "loss": 0.4411, + "mean_token_accuracy": 0.8734771013259888, + "num_tokens": 730046779.0, + "step": 19223 + }, + { + "epoch": 2.4454903956239664, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.63226318359375, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8752642273902893, + "num_tokens": 730085882.0, + "step": 19224 + }, + { + "epoch": 2.445617605902557, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.779156446456909, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8772364258766174, + "num_tokens": 730126072.0, + "step": 19225 + }, + { + "epoch": 2.4457448161811475, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.637033700942993, + "learning_rate": 1e-05, + "loss": 0.3718, + "mean_token_accuracy": 0.8969799280166626, + "num_tokens": 730160038.0, + "step": 19226 + }, + { + "epoch": 2.445872026459738, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7886440753936768, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8814976215362549, + "num_tokens": 730195701.0, + "step": 19227 + }, + { + "epoch": 2.4459992367383285, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6186516284942627, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8860891461372375, + "num_tokens": 730233938.0, + "step": 19228 + }, + { + "epoch": 2.446126447016919, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7803618907928467, + "learning_rate": 1e-05, + "loss": 0.3738, + "mean_token_accuracy": 0.8950585126876831, + "num_tokens": 730272333.0, + "step": 19229 + }, + { + "epoch": 2.4462536572955096, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6209611892700195, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8697664737701416, + "num_tokens": 730312967.0, + "step": 19230 + }, + { + "epoch": 2.4463808675741, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7899467945098877, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8817673921585083, + "num_tokens": 730345525.0, + "step": 19231 + }, + { + "epoch": 2.4465080778526906, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6369848251342773, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8837034702301025, + "num_tokens": 730384329.0, + "step": 19232 + }, + { + "epoch": 2.446635288131281, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.769092559814453, + "learning_rate": 1e-05, + "loss": 0.371, + "mean_token_accuracy": 0.8958824276924133, + "num_tokens": 730423139.0, + "step": 19233 + }, + { + "epoch": 2.4467624984098717, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.629422426223755, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.8801020979881287, + "num_tokens": 730463989.0, + "step": 19234 + }, + { + "epoch": 2.4468897086884622, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7813079357147217, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8732216954231262, + "num_tokens": 730500854.0, + "step": 19235 + }, + { + "epoch": 2.4470169189670523, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6187796592712402, + "learning_rate": 1e-05, + "loss": 0.3674, + "mean_token_accuracy": 0.8974270224571228, + "num_tokens": 730537742.0, + "step": 19236 + }, + { + "epoch": 2.4471441292456433, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.794867992401123, + "learning_rate": 1e-05, + "loss": 0.3638, + "mean_token_accuracy": 0.8981807827949524, + "num_tokens": 730573090.0, + "step": 19237 + }, + { + "epoch": 2.4472713395242334, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.615879774093628, + "learning_rate": 1e-05, + "loss": 0.3696, + "mean_token_accuracy": 0.8973168134689331, + "num_tokens": 730611865.0, + "step": 19238 + }, + { + "epoch": 2.447398549802824, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8157284259796143, + "learning_rate": 1e-05, + "loss": 0.4836, + "mean_token_accuracy": 0.8608002066612244, + "num_tokens": 730646831.0, + "step": 19239 + }, + { + "epoch": 2.4475257600814144, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6078758239746094, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8839462995529175, + "num_tokens": 730689789.0, + "step": 19240 + }, + { + "epoch": 2.447652970360005, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8302783966064453, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8833168745040894, + "num_tokens": 730720289.0, + "step": 19241 + }, + { + "epoch": 2.4477801806385955, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6056299209594727, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8868800401687622, + "num_tokens": 730757499.0, + "step": 19242 + }, + { + "epoch": 2.447907390917186, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8197181224823, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8842142820358276, + "num_tokens": 730799897.0, + "step": 19243 + }, + { + "epoch": 2.4480346011957765, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6077773571014404, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8867300748825073, + "num_tokens": 730837709.0, + "step": 19244 + }, + { + "epoch": 2.448161811474367, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8252251148223877, + "learning_rate": 1e-05, + "loss": 0.3659, + "mean_token_accuracy": 0.8985903263092041, + "num_tokens": 730874128.0, + "step": 19245 + }, + { + "epoch": 2.4482890217529576, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6164543628692627, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8754360675811768, + "num_tokens": 730917027.0, + "step": 19246 + }, + { + "epoch": 2.448416232031548, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.832942008972168, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8686364889144897, + "num_tokens": 730955107.0, + "step": 19247 + }, + { + "epoch": 2.4485434423101387, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6268036365509033, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8692541718482971, + "num_tokens": 730995807.0, + "step": 19248 + }, + { + "epoch": 2.448670652588729, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.819481134414673, + "learning_rate": 1e-05, + "loss": 0.3831, + "mean_token_accuracy": 0.8929775953292847, + "num_tokens": 731034935.0, + "step": 19249 + }, + { + "epoch": 2.4487978628673197, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6378848552703857, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8773691058158875, + "num_tokens": 731070934.0, + "step": 19250 + }, + { + "epoch": 2.4489250731459102, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8002874851226807, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8886427283287048, + "num_tokens": 731112625.0, + "step": 19251 + }, + { + "epoch": 2.4490522834245008, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6350417137145996, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8745253682136536, + "num_tokens": 731151011.0, + "step": 19252 + }, + { + "epoch": 2.4491794937030913, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7880806922912598, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8826184868812561, + "num_tokens": 731190885.0, + "step": 19253 + }, + { + "epoch": 2.449306703981682, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6374151706695557, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8822874426841736, + "num_tokens": 731229056.0, + "step": 19254 + }, + { + "epoch": 2.4494339142602723, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.78779673576355, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8802872896194458, + "num_tokens": 731268098.0, + "step": 19255 + }, + { + "epoch": 2.449561124538863, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.646544933319092, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8664072751998901, + "num_tokens": 731307809.0, + "step": 19256 + }, + { + "epoch": 2.4496883348174534, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7870309352874756, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8732680082321167, + "num_tokens": 731343904.0, + "step": 19257 + }, + { + "epoch": 2.449815545096044, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6262481212615967, + "learning_rate": 1e-05, + "loss": 0.3746, + "mean_token_accuracy": 0.8945425748825073, + "num_tokens": 731383120.0, + "step": 19258 + }, + { + "epoch": 2.4499427553746345, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7840538024902344, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.882278561592102, + "num_tokens": 731423020.0, + "step": 19259 + }, + { + "epoch": 2.450069965653225, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.625239610671997, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.87678062915802, + "num_tokens": 731463522.0, + "step": 19260 + }, + { + "epoch": 2.450197175931815, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.79213547706604, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8706933259963989, + "num_tokens": 731502327.0, + "step": 19261 + }, + { + "epoch": 2.450324386210406, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.619593381881714, + "learning_rate": 1e-05, + "loss": 0.3831, + "mean_token_accuracy": 0.8910645246505737, + "num_tokens": 731545253.0, + "step": 19262 + }, + { + "epoch": 2.450451596488996, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.799800157546997, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8874070644378662, + "num_tokens": 731575388.0, + "step": 19263 + }, + { + "epoch": 2.4505788067675867, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6176559925079346, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8787989616394043, + "num_tokens": 731618195.0, + "step": 19264 + }, + { + "epoch": 2.450706017046177, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.805687665939331, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8728865385055542, + "num_tokens": 731658551.0, + "step": 19265 + }, + { + "epoch": 2.4508332273247677, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6024396419525146, + "learning_rate": 1e-05, + "loss": 0.3773, + "mean_token_accuracy": 0.8919957876205444, + "num_tokens": 731700477.0, + "step": 19266 + }, + { + "epoch": 2.4509604376033582, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.830152750015259, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.88332200050354, + "num_tokens": 731735841.0, + "step": 19267 + }, + { + "epoch": 2.4510876478819488, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6235153675079346, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8753823041915894, + "num_tokens": 731774974.0, + "step": 19268 + }, + { + "epoch": 2.4512148581605393, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.827033042907715, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.8852648735046387, + "num_tokens": 731806010.0, + "step": 19269 + }, + { + "epoch": 2.45134206843913, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6189961433410645, + "learning_rate": 1e-05, + "loss": 0.3668, + "mean_token_accuracy": 0.8969237804412842, + "num_tokens": 731841773.0, + "step": 19270 + }, + { + "epoch": 2.4514692787177204, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.829418659210205, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8883970975875854, + "num_tokens": 731877974.0, + "step": 19271 + }, + { + "epoch": 2.451596488996311, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6150853633880615, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8816107511520386, + "num_tokens": 731919375.0, + "step": 19272 + }, + { + "epoch": 2.4517236992749014, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.828594923019409, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8814506530761719, + "num_tokens": 731957518.0, + "step": 19273 + }, + { + "epoch": 2.451850909553492, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6169703006744385, + "learning_rate": 1e-05, + "loss": 0.3873, + "mean_token_accuracy": 0.8889508843421936, + "num_tokens": 731996597.0, + "step": 19274 + }, + { + "epoch": 2.4519781198320825, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8230066299438477, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8802241086959839, + "num_tokens": 732035888.0, + "step": 19275 + }, + { + "epoch": 2.452105330110673, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.8766515254974365, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8779393434524536, + "num_tokens": 732073026.0, + "step": 19276 + }, + { + "epoch": 2.4522325403892635, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7262606620788574, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8572152853012085, + "num_tokens": 732110794.0, + "step": 19277 + }, + { + "epoch": 2.452359750667854, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7222514152526855, + "learning_rate": 1e-05, + "loss": 0.3895, + "mean_token_accuracy": 0.8890775442123413, + "num_tokens": 732141051.0, + "step": 19278 + }, + { + "epoch": 2.4524869609464446, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6587727069854736, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8849419355392456, + "num_tokens": 732187023.0, + "step": 19279 + }, + { + "epoch": 2.452614171225035, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.744948625564575, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8685778379440308, + "num_tokens": 732220960.0, + "step": 19280 + }, + { + "epoch": 2.4527413815036256, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6571764945983887, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8811913728713989, + "num_tokens": 732260656.0, + "step": 19281 + }, + { + "epoch": 2.452868591782216, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.748751401901245, + "learning_rate": 1e-05, + "loss": 0.497, + "mean_token_accuracy": 0.8549543619155884, + "num_tokens": 732301771.0, + "step": 19282 + }, + { + "epoch": 2.4529958020608067, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.646472215652466, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8734086155891418, + "num_tokens": 732341618.0, + "step": 19283 + }, + { + "epoch": 2.453123012339397, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7438602447509766, + "learning_rate": 1e-05, + "loss": 0.3328, + "mean_token_accuracy": 0.9099125266075134, + "num_tokens": 732375797.0, + "step": 19284 + }, + { + "epoch": 2.4532502226179878, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.635061264038086, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.8891580700874329, + "num_tokens": 732414234.0, + "step": 19285 + }, + { + "epoch": 2.453377432896578, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7372841835021973, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8761200904846191, + "num_tokens": 732461063.0, + "step": 19286 + }, + { + "epoch": 2.4535046431751684, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6430814266204834, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8825294971466064, + "num_tokens": 732501622.0, + "step": 19287 + }, + { + "epoch": 2.453631853453759, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7382829189300537, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8755909204483032, + "num_tokens": 732546938.0, + "step": 19288 + }, + { + "epoch": 2.4537590637323494, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6488051414489746, + "learning_rate": 1e-05, + "loss": 0.3709, + "mean_token_accuracy": 0.8965542912483215, + "num_tokens": 732581250.0, + "step": 19289 + }, + { + "epoch": 2.45388627401094, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.739980697631836, + "learning_rate": 1e-05, + "loss": 0.3907, + "mean_token_accuracy": 0.8912071585655212, + "num_tokens": 732621081.0, + "step": 19290 + }, + { + "epoch": 2.4540134842895305, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.641472578048706, + "learning_rate": 1e-05, + "loss": 0.393, + "mean_token_accuracy": 0.8880996108055115, + "num_tokens": 732660625.0, + "step": 19291 + }, + { + "epoch": 2.454140694568121, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.735292911529541, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.883877158164978, + "num_tokens": 732700100.0, + "step": 19292 + }, + { + "epoch": 2.4542679048467115, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650618553161621, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8805403113365173, + "num_tokens": 732735252.0, + "step": 19293 + }, + { + "epoch": 2.454395115125302, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.746406078338623, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8748862743377686, + "num_tokens": 732767912.0, + "step": 19294 + }, + { + "epoch": 2.4545223254038926, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6379876136779785, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8734562397003174, + "num_tokens": 732808499.0, + "step": 19295 + }, + { + "epoch": 2.454649535682483, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7582170963287354, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8812641501426697, + "num_tokens": 732840754.0, + "step": 19296 + }, + { + "epoch": 2.4547767459610736, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6372592449188232, + "learning_rate": 1e-05, + "loss": 0.4825, + "mean_token_accuracy": 0.8589522838592529, + "num_tokens": 732882432.0, + "step": 19297 + }, + { + "epoch": 2.454903956239664, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7626688480377197, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.889079213142395, + "num_tokens": 732912418.0, + "step": 19298 + }, + { + "epoch": 2.4550311665182547, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6351706981658936, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8833045363426208, + "num_tokens": 732946050.0, + "step": 19299 + }, + { + "epoch": 2.4551583767968452, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.768507957458496, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8877947926521301, + "num_tokens": 732980667.0, + "step": 19300 + }, + { + "epoch": 2.4552855870754358, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.62725830078125, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.882238507270813, + "num_tokens": 733016169.0, + "step": 19301 + }, + { + "epoch": 2.4554127973540263, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000347137451171875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7685842514038086, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.875019907951355, + "num_tokens": 733055120.0, + "step": 19302 + }, + { + "epoch": 2.455540007632617, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6348819732666016, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8706873655319214, + "num_tokens": 733094550.0, + "step": 19303 + }, + { + "epoch": 2.4556672179112073, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7659904956817627, + "learning_rate": 1e-05, + "loss": 0.3705, + "mean_token_accuracy": 0.8940556049346924, + "num_tokens": 733132338.0, + "step": 19304 + }, + { + "epoch": 2.455794428189798, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.636946439743042, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8755914568901062, + "num_tokens": 733167053.0, + "step": 19305 + }, + { + "epoch": 2.4559216384683884, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7697718143463135, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8706448674201965, + "num_tokens": 733208175.0, + "step": 19306 + }, + { + "epoch": 2.456048848746979, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.640778064727783, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.868895411491394, + "num_tokens": 733248336.0, + "step": 19307 + }, + { + "epoch": 2.4561760590255695, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7813313007354736, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8778484463691711, + "num_tokens": 733283314.0, + "step": 19308 + }, + { + "epoch": 2.4563032693041595, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.632495164871216, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8793596029281616, + "num_tokens": 733317541.0, + "step": 19309 + }, + { + "epoch": 2.4564304795827505, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.777272939682007, + "learning_rate": 1e-05, + "loss": 0.3602, + "mean_token_accuracy": 0.8989672660827637, + "num_tokens": 733349975.0, + "step": 19310 + }, + { + "epoch": 2.4565576898613406, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6221978664398193, + "learning_rate": 1e-05, + "loss": 0.3897, + "mean_token_accuracy": 0.8909828662872314, + "num_tokens": 733388085.0, + "step": 19311 + }, + { + "epoch": 2.456684900139931, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7824416160583496, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8898200988769531, + "num_tokens": 733428420.0, + "step": 19312 + }, + { + "epoch": 2.4568121104185217, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6374855041503906, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8853387832641602, + "num_tokens": 733460271.0, + "step": 19313 + }, + { + "epoch": 2.456939320697112, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7758560180664062, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8803918361663818, + "num_tokens": 733498610.0, + "step": 19314 + }, + { + "epoch": 2.4570665309757027, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.654022693634033, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8729245662689209, + "num_tokens": 733530501.0, + "step": 19315 + }, + { + "epoch": 2.4571937412542932, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7700083255767822, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8849204778671265, + "num_tokens": 733563208.0, + "step": 19316 + }, + { + "epoch": 2.4573209515328838, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.650589942932129, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8884446024894714, + "num_tokens": 733598729.0, + "step": 19317 + }, + { + "epoch": 2.4574481618114743, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.767158031463623, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8788876533508301, + "num_tokens": 733632033.0, + "step": 19318 + }, + { + "epoch": 2.457575372090065, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6353201866149902, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8741353154182434, + "num_tokens": 733673088.0, + "step": 19319 + }, + { + "epoch": 2.4577025823686554, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7662785053253174, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8718361854553223, + "num_tokens": 733714096.0, + "step": 19320 + }, + { + "epoch": 2.457829792647246, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6320347785949707, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.872443675994873, + "num_tokens": 733754495.0, + "step": 19321 + }, + { + "epoch": 2.4579570029258364, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7667226791381836, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8816001415252686, + "num_tokens": 733788904.0, + "step": 19322 + }, + { + "epoch": 2.458084213204427, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6229071617126465, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8841207027435303, + "num_tokens": 733831041.0, + "step": 19323 + }, + { + "epoch": 2.4582114234830175, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.775080919265747, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8702076077461243, + "num_tokens": 733872209.0, + "step": 19324 + }, + { + "epoch": 2.458338633761608, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.639991283416748, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8729267120361328, + "num_tokens": 733906884.0, + "step": 19325 + }, + { + "epoch": 2.4584658440401985, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7628490924835205, + "learning_rate": 1e-05, + "loss": 0.3756, + "mean_token_accuracy": 0.895715594291687, + "num_tokens": 733949262.0, + "step": 19326 + }, + { + "epoch": 2.458593054318789, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6309306621551514, + "learning_rate": 1e-05, + "loss": 0.3958, + "mean_token_accuracy": 0.8878142833709717, + "num_tokens": 733991111.0, + "step": 19327 + }, + { + "epoch": 2.4587202645973796, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.775111198425293, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8767014145851135, + "num_tokens": 734030968.0, + "step": 19328 + }, + { + "epoch": 2.45884747487597, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.635655641555786, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8712029457092285, + "num_tokens": 734070612.0, + "step": 19329 + }, + { + "epoch": 2.4589746851545606, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.76389217376709, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8837370872497559, + "num_tokens": 734108682.0, + "step": 19330 + }, + { + "epoch": 2.459101895433151, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6412193775177, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8856750726699829, + "num_tokens": 734141565.0, + "step": 19331 + }, + { + "epoch": 2.4592291057117417, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7589564323425293, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8849887847900391, + "num_tokens": 734183048.0, + "step": 19332 + }, + { + "epoch": 2.459356315990332, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6503102779388428, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8737072348594666, + "num_tokens": 734216141.0, + "step": 19333 + }, + { + "epoch": 2.4594835262689223, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7491674423217773, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8805813193321228, + "num_tokens": 734256365.0, + "step": 19334 + }, + { + "epoch": 2.4596107365475133, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6254689693450928, + "learning_rate": 1e-05, + "loss": 0.3826, + "mean_token_accuracy": 0.8910406827926636, + "num_tokens": 734297679.0, + "step": 19335 + }, + { + "epoch": 2.4597379468261034, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.769965648651123, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8678216934204102, + "num_tokens": 734333245.0, + "step": 19336 + }, + { + "epoch": 2.459865157104694, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.63203501701355, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8712365031242371, + "num_tokens": 734374408.0, + "step": 19337 + }, + { + "epoch": 2.4599923673832844, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7810895442962646, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8854740858078003, + "num_tokens": 734408105.0, + "step": 19338 + }, + { + "epoch": 2.460119577661875, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6132445335388184, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8817791938781738, + "num_tokens": 734451700.0, + "step": 19339 + }, + { + "epoch": 2.4602467879404655, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7867722511291504, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8729802966117859, + "num_tokens": 734492343.0, + "step": 19340 + }, + { + "epoch": 2.460373998219056, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6194043159484863, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8804546594619751, + "num_tokens": 734531720.0, + "step": 19341 + }, + { + "epoch": 2.4605012084976465, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.794412136077881, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8851032853126526, + "num_tokens": 734567809.0, + "step": 19342 + }, + { + "epoch": 2.460628418776237, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.60402250289917, + "learning_rate": 1e-05, + "loss": 0.3507, + "mean_token_accuracy": 0.8979567289352417, + "num_tokens": 734605491.0, + "step": 19343 + }, + { + "epoch": 2.4607556290548276, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8178417682647705, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8875728845596313, + "num_tokens": 734637169.0, + "step": 19344 + }, + { + "epoch": 2.460882839333418, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.625396251678467, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8846822381019592, + "num_tokens": 734668167.0, + "step": 19345 + }, + { + "epoch": 2.4610100496120086, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7978789806365967, + "learning_rate": 1e-05, + "loss": 0.3776, + "mean_token_accuracy": 0.895287275314331, + "num_tokens": 734705641.0, + "step": 19346 + }, + { + "epoch": 2.461137259890599, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.623537540435791, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8759174346923828, + "num_tokens": 734742412.0, + "step": 19347 + }, + { + "epoch": 2.4612644701691897, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7894527912139893, + "learning_rate": 1e-05, + "loss": 0.384, + "mean_token_accuracy": 0.8925710916519165, + "num_tokens": 734782930.0, + "step": 19348 + }, + { + "epoch": 2.4613916804477802, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6165285110473633, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8892635107040405, + "num_tokens": 734825051.0, + "step": 19349 + }, + { + "epoch": 2.4615188907263708, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.80206036567688, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8713058829307556, + "num_tokens": 734863524.0, + "step": 19350 + }, + { + "epoch": 2.4616461010049613, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.630232095718384, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8738152980804443, + "num_tokens": 734899692.0, + "step": 19351 + }, + { + "epoch": 2.461773311283552, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8160204887390137, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8635561466217041, + "num_tokens": 734933114.0, + "step": 19352 + }, + { + "epoch": 2.4619005215621423, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6252105236053467, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8626923561096191, + "num_tokens": 734975896.0, + "step": 19353 + }, + { + "epoch": 2.462027731840733, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.799046754837036, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8705687522888184, + "num_tokens": 735017969.0, + "step": 19354 + }, + { + "epoch": 2.4621549421193234, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634892463684082, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8771910071372986, + "num_tokens": 735057052.0, + "step": 19355 + }, + { + "epoch": 2.462282152397914, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.795933485031128, + "learning_rate": 1e-05, + "loss": 0.3753, + "mean_token_accuracy": 0.8956894278526306, + "num_tokens": 735094211.0, + "step": 19356 + }, + { + "epoch": 2.4624093626765045, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6303176879882812, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.861204981803894, + "num_tokens": 735134870.0, + "step": 19357 + }, + { + "epoch": 2.462536572955095, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7941348552703857, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8687182664871216, + "num_tokens": 735177218.0, + "step": 19358 + }, + { + "epoch": 2.462663783233685, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.660828113555908, + "learning_rate": 1e-05, + "loss": 0.5014, + "mean_token_accuracy": 0.8553391695022583, + "num_tokens": 735208310.0, + "step": 19359 + }, + { + "epoch": 2.462790993512276, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.77687406539917, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.8884316682815552, + "num_tokens": 735243514.0, + "step": 19360 + }, + { + "epoch": 2.462918203790866, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6533567905426025, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8731188774108887, + "num_tokens": 735278765.0, + "step": 19361 + }, + { + "epoch": 2.4630454140694567, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7582008838653564, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8651415705680847, + "num_tokens": 735317966.0, + "step": 19362 + }, + { + "epoch": 2.463172624348047, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6495656967163086, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8855109214782715, + "num_tokens": 735355552.0, + "step": 19363 + }, + { + "epoch": 2.4632998346266377, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7458009719848633, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8732714653015137, + "num_tokens": 735398011.0, + "step": 19364 + }, + { + "epoch": 2.4634270449052282, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.645470380783081, + "learning_rate": 1e-05, + "loss": 0.3842, + "mean_token_accuracy": 0.8936498761177063, + "num_tokens": 735436743.0, + "step": 19365 + }, + { + "epoch": 2.4635542551838188, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.771947145462036, + "learning_rate": 1e-05, + "loss": 0.3793, + "mean_token_accuracy": 0.8943753242492676, + "num_tokens": 735467932.0, + "step": 19366 + }, + { + "epoch": 2.4636814654624093, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6243886947631836, + "learning_rate": 1e-05, + "loss": 0.389, + "mean_token_accuracy": 0.8898073434829712, + "num_tokens": 735510057.0, + "step": 19367 + }, + { + "epoch": 2.463808675741, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7519681453704834, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.875809907913208, + "num_tokens": 735553700.0, + "step": 19368 + }, + { + "epoch": 2.4639358860195903, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.634242534637451, + "learning_rate": 1e-05, + "loss": 0.4792, + "mean_token_accuracy": 0.8626179695129395, + "num_tokens": 735598490.0, + "step": 19369 + }, + { + "epoch": 2.464063096298181, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.762758493423462, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8759965896606445, + "num_tokens": 735637987.0, + "step": 19370 + }, + { + "epoch": 2.4641903065767714, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6239333152770996, + "learning_rate": 1e-05, + "loss": 0.3563, + "mean_token_accuracy": 0.9014778137207031, + "num_tokens": 735676327.0, + "step": 19371 + }, + { + "epoch": 2.464317516855362, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7727949619293213, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8768293857574463, + "num_tokens": 735713015.0, + "step": 19372 + }, + { + "epoch": 2.4644447271339525, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.636428117752075, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8821419477462769, + "num_tokens": 735750561.0, + "step": 19373 + }, + { + "epoch": 2.464571937412543, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7785210609436035, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.871866762638092, + "num_tokens": 735788264.0, + "step": 19374 + }, + { + "epoch": 2.4646991476911335, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6273279190063477, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.880579948425293, + "num_tokens": 735829384.0, + "step": 19375 + }, + { + "epoch": 2.464826357969724, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7601966857910156, + "learning_rate": 1e-05, + "loss": 0.3742, + "mean_token_accuracy": 0.8959360122680664, + "num_tokens": 735868323.0, + "step": 19376 + }, + { + "epoch": 2.4649535682483146, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6288344860076904, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8903466463088989, + "num_tokens": 735902107.0, + "step": 19377 + }, + { + "epoch": 2.465080778526905, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7686102390289307, + "learning_rate": 1e-05, + "loss": 0.4143, + "mean_token_accuracy": 0.8826217651367188, + "num_tokens": 735941501.0, + "step": 19378 + }, + { + "epoch": 2.4652079888054956, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6236214637756348, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8744252920150757, + "num_tokens": 735987721.0, + "step": 19379 + }, + { + "epoch": 2.465335199084086, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.78328013420105, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.893817126750946, + "num_tokens": 736022126.0, + "step": 19380 + }, + { + "epoch": 2.4654624093626767, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6305649280548096, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8868682384490967, + "num_tokens": 736059782.0, + "step": 19381 + }, + { + "epoch": 2.4655896196412668, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7759456634521484, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8675798177719116, + "num_tokens": 736101514.0, + "step": 19382 + }, + { + "epoch": 2.4657168299198577, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.624521017074585, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8879790902137756, + "num_tokens": 736137861.0, + "step": 19383 + }, + { + "epoch": 2.465844040198448, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7804479598999023, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8763902187347412, + "num_tokens": 736177567.0, + "step": 19384 + }, + { + "epoch": 2.4659712504770384, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.633275270462036, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.881548285484314, + "num_tokens": 736214893.0, + "step": 19385 + }, + { + "epoch": 2.466098460755629, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.790123462677002, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8680485486984253, + "num_tokens": 736250539.0, + "step": 19386 + }, + { + "epoch": 2.4662256710342194, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6235437393188477, + "learning_rate": 1e-05, + "loss": 0.3797, + "mean_token_accuracy": 0.8941982984542847, + "num_tokens": 736280924.0, + "step": 19387 + }, + { + "epoch": 2.46635288131281, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7832534313201904, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.880683422088623, + "num_tokens": 736322446.0, + "step": 19388 + }, + { + "epoch": 2.4664800915914005, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.635457754135132, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8843783736228943, + "num_tokens": 736361370.0, + "step": 19389 + }, + { + "epoch": 2.466607301869991, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7787094116210938, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8822181224822998, + "num_tokens": 736401931.0, + "step": 19390 + }, + { + "epoch": 2.4667345121485815, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.63015079498291, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8837184906005859, + "num_tokens": 736445125.0, + "step": 19391 + }, + { + "epoch": 2.466861722427172, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.769214391708374, + "learning_rate": 1e-05, + "loss": 0.3693, + "mean_token_accuracy": 0.9001076817512512, + "num_tokens": 736488409.0, + "step": 19392 + }, + { + "epoch": 2.4669889327057626, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6358566284179688, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8769969940185547, + "num_tokens": 736526979.0, + "step": 19393 + }, + { + "epoch": 2.467116142984353, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.75752329826355, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.888877272605896, + "num_tokens": 736571933.0, + "step": 19394 + }, + { + "epoch": 2.4672433532629436, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6506659984588623, + "learning_rate": 1e-05, + "loss": 0.4702, + "mean_token_accuracy": 0.8644417524337769, + "num_tokens": 736610423.0, + "step": 19395 + }, + { + "epoch": 2.467370563541534, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.761796474456787, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8708059787750244, + "num_tokens": 736648432.0, + "step": 19396 + }, + { + "epoch": 2.4674977738201247, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.655238151550293, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8627946376800537, + "num_tokens": 736688032.0, + "step": 19397 + }, + { + "epoch": 2.4676249840987152, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7505342960357666, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8805277347564697, + "num_tokens": 736725785.0, + "step": 19398 + }, + { + "epoch": 2.4677521943773058, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.663393020629883, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8598818778991699, + "num_tokens": 736760229.0, + "step": 19399 + }, + { + "epoch": 2.4678794046558963, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.739743709564209, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8805176019668579, + "num_tokens": 736794981.0, + "step": 19400 + }, + { + "epoch": 2.468006614934487, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.644843101501465, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.879814863204956, + "num_tokens": 736835387.0, + "step": 19401 + }, + { + "epoch": 2.4681338252130773, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.723804235458374, + "learning_rate": 1e-05, + "loss": 0.3666, + "mean_token_accuracy": 0.8987075090408325, + "num_tokens": 736877047.0, + "step": 19402 + }, + { + "epoch": 2.468261035491668, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.652869939804077, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8728322982788086, + "num_tokens": 736916637.0, + "step": 19403 + }, + { + "epoch": 2.4683882457702584, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7252309322357178, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.8884060978889465, + "num_tokens": 736954905.0, + "step": 19404 + }, + { + "epoch": 2.468515456048849, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.649205446243286, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8897867202758789, + "num_tokens": 736992264.0, + "step": 19405 + }, + { + "epoch": 2.4686426663274394, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.726658821105957, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8636693954467773, + "num_tokens": 737032896.0, + "step": 19406 + }, + { + "epoch": 2.4687698766060295, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6449873447418213, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8869008421897888, + "num_tokens": 737073734.0, + "step": 19407 + }, + { + "epoch": 2.4688970868846205, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7314772605895996, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8853318095207214, + "num_tokens": 737112246.0, + "step": 19408 + }, + { + "epoch": 2.4690242971632106, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.650632858276367, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8732733726501465, + "num_tokens": 737148378.0, + "step": 19409 + }, + { + "epoch": 2.469151507441801, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.751868963241577, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8669465780258179, + "num_tokens": 737182815.0, + "step": 19410 + }, + { + "epoch": 2.4692787177203916, + "ewc_loss": 0.076171875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.124641418457031e-05, + "grad_norm": 2.6265530586242676, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8844330310821533, + "num_tokens": 737223301.0, + "step": 19411 + }, + { + "epoch": 2.469405927998982, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.775514602661133, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8741119503974915, + "num_tokens": 737254184.0, + "step": 19412 + }, + { + "epoch": 2.4695331382775727, + "ewc_loss": 0.07666015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6171059608459473, + "learning_rate": 1e-05, + "loss": 0.3584, + "mean_token_accuracy": 0.8988109230995178, + "num_tokens": 737292540.0, + "step": 19413 + }, + { + "epoch": 2.4696603485561632, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.780369758605957, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8654952645301819, + "num_tokens": 737329822.0, + "step": 19414 + }, + { + "epoch": 2.4697875588347538, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6175527572631836, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8880115747451782, + "num_tokens": 737365416.0, + "step": 19415 + }, + { + "epoch": 2.4699147691133443, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7715797424316406, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8828588724136353, + "num_tokens": 737411498.0, + "step": 19416 + }, + { + "epoch": 2.470041979391935, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6321568489074707, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8875436782836914, + "num_tokens": 737453667.0, + "step": 19417 + }, + { + "epoch": 2.4701691896705253, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.782601833343506, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8865764141082764, + "num_tokens": 737487095.0, + "step": 19418 + }, + { + "epoch": 2.470296399949116, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6242969036102295, + "learning_rate": 1e-05, + "loss": 0.3864, + "mean_token_accuracy": 0.8887215256690979, + "num_tokens": 737521513.0, + "step": 19419 + }, + { + "epoch": 2.4704236102277064, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7805941104888916, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.889032244682312, + "num_tokens": 737559218.0, + "step": 19420 + }, + { + "epoch": 2.470550820506297, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6309404373168945, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8689295053482056, + "num_tokens": 737600486.0, + "step": 19421 + }, + { + "epoch": 2.4706780307848875, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.78422212600708, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8689851760864258, + "num_tokens": 737639035.0, + "step": 19422 + }, + { + "epoch": 2.470805241063478, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6142876148223877, + "learning_rate": 1e-05, + "loss": 0.3584, + "mean_token_accuracy": 0.8978018760681152, + "num_tokens": 737676582.0, + "step": 19423 + }, + { + "epoch": 2.4709324513420685, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.801034450531006, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8826067447662354, + "num_tokens": 737714809.0, + "step": 19424 + }, + { + "epoch": 2.471059661620659, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6101980209350586, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8758695125579834, + "num_tokens": 737757803.0, + "step": 19425 + }, + { + "epoch": 2.4711868718992496, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.810854911804199, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8790733218193054, + "num_tokens": 737796563.0, + "step": 19426 + }, + { + "epoch": 2.47131408217784, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6313440799713135, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8742414712905884, + "num_tokens": 737829711.0, + "step": 19427 + }, + { + "epoch": 2.4714412924564306, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.823756694793701, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8826228976249695, + "num_tokens": 737862632.0, + "step": 19428 + }, + { + "epoch": 2.471568502735021, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6300368309020996, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8798160552978516, + "num_tokens": 737900188.0, + "step": 19429 + }, + { + "epoch": 2.4716957130136117, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.816243886947632, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.8861727714538574, + "num_tokens": 737934667.0, + "step": 19430 + }, + { + "epoch": 2.471822923292202, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.631535530090332, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8867793679237366, + "num_tokens": 737968386.0, + "step": 19431 + }, + { + "epoch": 2.4719501335707923, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.796984910964966, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8787705898284912, + "num_tokens": 738011761.0, + "step": 19432 + }, + { + "epoch": 2.4720773438493833, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6335272789001465, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8868178129196167, + "num_tokens": 738049319.0, + "step": 19433 + }, + { + "epoch": 2.4722045541279734, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.806720495223999, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8755472898483276, + "num_tokens": 738083725.0, + "step": 19434 + }, + { + "epoch": 2.472331764406564, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.636338710784912, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8731285929679871, + "num_tokens": 738126330.0, + "step": 19435 + }, + { + "epoch": 2.4724589746851544, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.807699203491211, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8775478005409241, + "num_tokens": 738163564.0, + "step": 19436 + }, + { + "epoch": 2.472586184963745, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.650527000427246, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8732216954231262, + "num_tokens": 738197014.0, + "step": 19437 + }, + { + "epoch": 2.4727133952423355, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.796597957611084, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8818619847297668, + "num_tokens": 738232263.0, + "step": 19438 + }, + { + "epoch": 2.472840605520926, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6210556030273438, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8897958397865295, + "num_tokens": 738273839.0, + "step": 19439 + }, + { + "epoch": 2.4729678157995165, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7831339836120605, + "learning_rate": 1e-05, + "loss": 0.3752, + "mean_token_accuracy": 0.8948823809623718, + "num_tokens": 738314062.0, + "step": 19440 + }, + { + "epoch": 2.473095026078107, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6423821449279785, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8751270771026611, + "num_tokens": 738352330.0, + "step": 19441 + }, + { + "epoch": 2.4732222363566976, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7951815128326416, + "learning_rate": 1e-05, + "loss": 0.4762, + "mean_token_accuracy": 0.8606899380683899, + "num_tokens": 738388527.0, + "step": 19442 + }, + { + "epoch": 2.473349446635288, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6548094749450684, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8747667670249939, + "num_tokens": 738422913.0, + "step": 19443 + }, + { + "epoch": 2.4734766569138786, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.77603816986084, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8730260133743286, + "num_tokens": 738463739.0, + "step": 19444 + }, + { + "epoch": 2.473603867192469, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6445472240448, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.870913028717041, + "num_tokens": 738499160.0, + "step": 19445 + }, + { + "epoch": 2.4737310774710597, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.748903274536133, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8892183303833008, + "num_tokens": 738546634.0, + "step": 19446 + }, + { + "epoch": 2.47385828774965, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.658233880996704, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8877354860305786, + "num_tokens": 738581021.0, + "step": 19447 + }, + { + "epoch": 2.4739854980282407, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.744415521621704, + "learning_rate": 1e-05, + "loss": 0.4113, + "mean_token_accuracy": 0.8805373907089233, + "num_tokens": 738622606.0, + "step": 19448 + }, + { + "epoch": 2.4741127083068313, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.660768985748291, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8788843750953674, + "num_tokens": 738656244.0, + "step": 19449 + }, + { + "epoch": 2.474239918585422, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.745378255844116, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8700572848320007, + "num_tokens": 738694743.0, + "step": 19450 + }, + { + "epoch": 2.4743671288640123, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6613194942474365, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8747400641441345, + "num_tokens": 738731447.0, + "step": 19451 + }, + { + "epoch": 2.474494339142603, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7369701862335205, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8903552293777466, + "num_tokens": 738764631.0, + "step": 19452 + }, + { + "epoch": 2.4746215494211934, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.634512424468994, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8888149857521057, + "num_tokens": 738807685.0, + "step": 19453 + }, + { + "epoch": 2.474748759699784, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.733187198638916, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8764657974243164, + "num_tokens": 738851717.0, + "step": 19454 + }, + { + "epoch": 2.4748759699783744, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6638245582580566, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8650490045547485, + "num_tokens": 738889432.0, + "step": 19455 + }, + { + "epoch": 2.475003180256965, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7338995933532715, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8728102445602417, + "num_tokens": 738923197.0, + "step": 19456 + }, + { + "epoch": 2.475130390535555, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.657270908355713, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8843314051628113, + "num_tokens": 738959699.0, + "step": 19457 + }, + { + "epoch": 2.475257600814146, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7457146644592285, + "learning_rate": 1e-05, + "loss": 0.3805, + "mean_token_accuracy": 0.894611120223999, + "num_tokens": 738990444.0, + "step": 19458 + }, + { + "epoch": 2.475384811092736, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6379919052124023, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8905431032180786, + "num_tokens": 739030864.0, + "step": 19459 + }, + { + "epoch": 2.4755120213713266, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.754176378250122, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8752090930938721, + "num_tokens": 739068407.0, + "step": 19460 + }, + { + "epoch": 2.475639231649917, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.636366367340088, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.882436215877533, + "num_tokens": 739105560.0, + "step": 19461 + }, + { + "epoch": 2.4757664419285077, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.76584529876709, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8695424199104309, + "num_tokens": 739142056.0, + "step": 19462 + }, + { + "epoch": 2.4758936522070982, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.656580686569214, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8605223894119263, + "num_tokens": 739185407.0, + "step": 19463 + }, + { + "epoch": 2.4760208624856888, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7525994777679443, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8749665021896362, + "num_tokens": 739222594.0, + "step": 19464 + }, + { + "epoch": 2.4761480727642793, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.629441499710083, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8826490640640259, + "num_tokens": 739261021.0, + "step": 19465 + }, + { + "epoch": 2.47627528304287, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.761770248413086, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8759809732437134, + "num_tokens": 739300828.0, + "step": 19466 + }, + { + "epoch": 2.4764024933214603, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.633467435836792, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8887863755226135, + "num_tokens": 739338724.0, + "step": 19467 + }, + { + "epoch": 2.476529703600051, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.769575357437134, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8883378505706787, + "num_tokens": 739377821.0, + "step": 19468 + }, + { + "epoch": 2.4766569138786414, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.629288673400879, + "learning_rate": 1e-05, + "loss": 0.3792, + "mean_token_accuracy": 0.8920999765396118, + "num_tokens": 739411438.0, + "step": 19469 + }, + { + "epoch": 2.476784124157232, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7672135829925537, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8699976205825806, + "num_tokens": 739457836.0, + "step": 19470 + }, + { + "epoch": 2.4769113344358225, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634770393371582, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8704790472984314, + "num_tokens": 739496336.0, + "step": 19471 + }, + { + "epoch": 2.477038544714413, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7663912773132324, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8816426992416382, + "num_tokens": 739539777.0, + "step": 19472 + }, + { + "epoch": 2.4771657549930035, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6313424110412598, + "learning_rate": 1e-05, + "loss": 0.3765, + "mean_token_accuracy": 0.8955510854721069, + "num_tokens": 739572560.0, + "step": 19473 + }, + { + "epoch": 2.477292965271594, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.780683755874634, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8862217664718628, + "num_tokens": 739604260.0, + "step": 19474 + }, + { + "epoch": 2.4774201755501846, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.625091075897217, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8796377182006836, + "num_tokens": 739645241.0, + "step": 19475 + }, + { + "epoch": 2.477547385828775, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.782188653945923, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8831697106361389, + "num_tokens": 739683516.0, + "step": 19476 + }, + { + "epoch": 2.4776745961073656, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6244096755981445, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8783345222473145, + "num_tokens": 739720422.0, + "step": 19477 + }, + { + "epoch": 2.477801806385956, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7783994674682617, + "learning_rate": 1e-05, + "loss": 0.377, + "mean_token_accuracy": 0.894263744354248, + "num_tokens": 739758071.0, + "step": 19478 + }, + { + "epoch": 2.4779290166645467, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.622744083404541, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8842341899871826, + "num_tokens": 739796143.0, + "step": 19479 + }, + { + "epoch": 2.4780562269431368, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8009519577026367, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8760179281234741, + "num_tokens": 739832038.0, + "step": 19480 + }, + { + "epoch": 2.4781834372217277, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6143593788146973, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8835610747337341, + "num_tokens": 739873232.0, + "step": 19481 + }, + { + "epoch": 2.478310647500318, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7989487648010254, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8864379525184631, + "num_tokens": 739912213.0, + "step": 19482 + }, + { + "epoch": 2.4784378577789083, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.628167152404785, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8770297765731812, + "num_tokens": 739949363.0, + "step": 19483 + }, + { + "epoch": 2.478565068057499, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.824885129928589, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8842180371284485, + "num_tokens": 739979360.0, + "step": 19484 + }, + { + "epoch": 2.4786922783360894, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6256790161132812, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8648444414138794, + "num_tokens": 740019691.0, + "step": 19485 + }, + { + "epoch": 2.47881948861468, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.844958782196045, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8861376047134399, + "num_tokens": 740053604.0, + "step": 19486 + }, + { + "epoch": 2.4789466988932705, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.627927303314209, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8756373524665833, + "num_tokens": 740090220.0, + "step": 19487 + }, + { + "epoch": 2.479073909171861, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.817138671875, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8918159008026123, + "num_tokens": 740126361.0, + "step": 19488 + }, + { + "epoch": 2.4792011194504515, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6198084354400635, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8793400526046753, + "num_tokens": 740164752.0, + "step": 19489 + }, + { + "epoch": 2.479328329729042, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.821546792984009, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8838354349136353, + "num_tokens": 740199622.0, + "step": 19490 + }, + { + "epoch": 2.4794555400076326, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6296002864837646, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8795424699783325, + "num_tokens": 740236457.0, + "step": 19491 + }, + { + "epoch": 2.479582750286223, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.821010112762451, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8735823035240173, + "num_tokens": 740275094.0, + "step": 19492 + }, + { + "epoch": 2.4797099605648136, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.638291358947754, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8770308494567871, + "num_tokens": 740308564.0, + "step": 19493 + }, + { + "epoch": 2.479837170843404, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.80967378616333, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8805249929428101, + "num_tokens": 740354994.0, + "step": 19494 + }, + { + "epoch": 2.4799643811219947, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6240720748901367, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.8905007243156433, + "num_tokens": 740394924.0, + "step": 19495 + }, + { + "epoch": 2.480091591400585, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.823564052581787, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8901936411857605, + "num_tokens": 740428362.0, + "step": 19496 + }, + { + "epoch": 2.4802188016791757, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6160662174224854, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8708926439285278, + "num_tokens": 740473987.0, + "step": 19497 + }, + { + "epoch": 2.4803460119577663, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8282878398895264, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8649681806564331, + "num_tokens": 740512458.0, + "step": 19498 + }, + { + "epoch": 2.480473222236357, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.625176429748535, + "learning_rate": 1e-05, + "loss": 0.4789, + "mean_token_accuracy": 0.8616816401481628, + "num_tokens": 740558744.0, + "step": 19499 + }, + { + "epoch": 2.4806004325149473, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.823751926422119, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.869391143321991, + "num_tokens": 740599889.0, + "step": 19500 + }, + { + "epoch": 2.480727642793538, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6260621547698975, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8805646896362305, + "num_tokens": 740636162.0, + "step": 19501 + }, + { + "epoch": 2.4808548530721284, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.812429428100586, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8633161783218384, + "num_tokens": 740679595.0, + "step": 19502 + }, + { + "epoch": 2.480982063350719, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.641291856765747, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8872097730636597, + "num_tokens": 740714830.0, + "step": 19503 + }, + { + "epoch": 2.4811092736293094, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.804478645324707, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8844817876815796, + "num_tokens": 740749748.0, + "step": 19504 + }, + { + "epoch": 2.4812364839078995, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6413893699645996, + "learning_rate": 1e-05, + "loss": 0.4543, + "mean_token_accuracy": 0.8669118881225586, + "num_tokens": 740785110.0, + "step": 19505 + }, + { + "epoch": 2.4813636941864905, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8146352767944336, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8843668699264526, + "num_tokens": 740824432.0, + "step": 19506 + }, + { + "epoch": 2.4814909044650806, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6396565437316895, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8773949146270752, + "num_tokens": 740861403.0, + "step": 19507 + }, + { + "epoch": 2.481618114743671, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8018462657928467, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.878095269203186, + "num_tokens": 740899299.0, + "step": 19508 + }, + { + "epoch": 2.4817453250222616, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6421620845794678, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8862507343292236, + "num_tokens": 740934178.0, + "step": 19509 + }, + { + "epoch": 2.481872535300852, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8000311851501465, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8763329982757568, + "num_tokens": 740967010.0, + "step": 19510 + }, + { + "epoch": 2.4819997455794427, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6338701248168945, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8768004179000854, + "num_tokens": 741004655.0, + "step": 19511 + }, + { + "epoch": 2.4821269558580332, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8049416542053223, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8912547826766968, + "num_tokens": 741037365.0, + "step": 19512 + }, + { + "epoch": 2.4822541661366238, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6395533084869385, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8747180700302124, + "num_tokens": 741072304.0, + "step": 19513 + }, + { + "epoch": 2.4823813764152143, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7933201789855957, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8822730183601379, + "num_tokens": 741107187.0, + "step": 19514 + }, + { + "epoch": 2.482508586693805, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.65098237991333, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.878519594669342, + "num_tokens": 741142152.0, + "step": 19515 + }, + { + "epoch": 2.4826357969723953, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7876956462860107, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.886854887008667, + "num_tokens": 741175704.0, + "step": 19516 + }, + { + "epoch": 2.482763007250986, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.642489433288574, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8908831477165222, + "num_tokens": 741212187.0, + "step": 19517 + }, + { + "epoch": 2.4828902175295764, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7832438945770264, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8803466558456421, + "num_tokens": 741246830.0, + "step": 19518 + }, + { + "epoch": 2.483017427808167, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.649184226989746, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8767075538635254, + "num_tokens": 741279672.0, + "step": 19519 + }, + { + "epoch": 2.4831446380867574, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7663612365722656, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8914787769317627, + "num_tokens": 741318205.0, + "step": 19520 + }, + { + "epoch": 2.483271848365348, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6375412940979004, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.8850399255752563, + "num_tokens": 741356312.0, + "step": 19521 + }, + { + "epoch": 2.4833990586439385, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.780203104019165, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8716534376144409, + "num_tokens": 741393370.0, + "step": 19522 + }, + { + "epoch": 2.483526268922529, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6426920890808105, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.869166374206543, + "num_tokens": 741428533.0, + "step": 19523 + }, + { + "epoch": 2.4836534792011196, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7775042057037354, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.873013973236084, + "num_tokens": 741464614.0, + "step": 19524 + }, + { + "epoch": 2.48378068947971, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.641859292984009, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8777191638946533, + "num_tokens": 741499126.0, + "step": 19525 + }, + { + "epoch": 2.4839078997583006, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7542896270751953, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8851820826530457, + "num_tokens": 741544381.0, + "step": 19526 + }, + { + "epoch": 2.484035110036891, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6250574588775635, + "learning_rate": 1e-05, + "loss": 0.3781, + "mean_token_accuracy": 0.89534991979599, + "num_tokens": 741588627.0, + "step": 19527 + }, + { + "epoch": 2.4841623203154817, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7648494243621826, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8860927820205688, + "num_tokens": 741631165.0, + "step": 19528 + }, + { + "epoch": 2.484289530594072, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.633798837661743, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8821796178817749, + "num_tokens": 741668667.0, + "step": 19529 + }, + { + "epoch": 2.4844167408726623, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.778730869293213, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8808770179748535, + "num_tokens": 741703625.0, + "step": 19530 + }, + { + "epoch": 2.4845439511512533, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6304614543914795, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8767039179801941, + "num_tokens": 741744371.0, + "step": 19531 + }, + { + "epoch": 2.4846711614298433, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.773257255554199, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8714478015899658, + "num_tokens": 741786733.0, + "step": 19532 + }, + { + "epoch": 2.484798371708434, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.622349262237549, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8807228803634644, + "num_tokens": 741825693.0, + "step": 19533 + }, + { + "epoch": 2.4849255819870244, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.788851499557495, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8625388145446777, + "num_tokens": 741866176.0, + "step": 19534 + }, + { + "epoch": 2.485052792265615, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6400272846221924, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8706157803535461, + "num_tokens": 741902523.0, + "step": 19535 + }, + { + "epoch": 2.4851800025442055, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.784172534942627, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8707761764526367, + "num_tokens": 741939005.0, + "step": 19536 + }, + { + "epoch": 2.485307212822796, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6362385749816895, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.8658767938613892, + "num_tokens": 741975012.0, + "step": 19537 + }, + { + "epoch": 2.4854344231013865, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.895411252975464, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8810492753982544, + "num_tokens": 742008351.0, + "step": 19538 + }, + { + "epoch": 2.485561633379977, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.601055860519409, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8831596374511719, + "num_tokens": 742045477.0, + "step": 19539 + }, + { + "epoch": 2.4856888436585676, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8525493144989014, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.86655592918396, + "num_tokens": 742080070.0, + "step": 19540 + }, + { + "epoch": 2.485816053937158, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.612807273864746, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.883116602897644, + "num_tokens": 742116735.0, + "step": 19541 + }, + { + "epoch": 2.4859432642157486, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.858851194381714, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8787205219268799, + "num_tokens": 742151492.0, + "step": 19542 + }, + { + "epoch": 2.486070474494339, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.5964226722717285, + "learning_rate": 1e-05, + "loss": 0.3856, + "mean_token_accuracy": 0.8924464583396912, + "num_tokens": 742196913.0, + "step": 19543 + }, + { + "epoch": 2.4861976847729297, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8497977256774902, + "learning_rate": 1e-05, + "loss": 0.3785, + "mean_token_accuracy": 0.8957343697547913, + "num_tokens": 742241894.0, + "step": 19544 + }, + { + "epoch": 2.48632489505152, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.630660057067871, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8860217332839966, + "num_tokens": 742276256.0, + "step": 19545 + }, + { + "epoch": 2.4864521053301107, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8372182846069336, + "learning_rate": 1e-05, + "loss": 0.3816, + "mean_token_accuracy": 0.895104169845581, + "num_tokens": 742316834.0, + "step": 19546 + }, + { + "epoch": 2.4865793156087013, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6250922679901123, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8818799257278442, + "num_tokens": 742359132.0, + "step": 19547 + }, + { + "epoch": 2.486706525887292, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.844338893890381, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.864582896232605, + "num_tokens": 742399746.0, + "step": 19548 + }, + { + "epoch": 2.4868337361658823, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.645514726638794, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8687351942062378, + "num_tokens": 742435400.0, + "step": 19549 + }, + { + "epoch": 2.486960946444473, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.824850559234619, + "learning_rate": 1e-05, + "loss": 0.3971, + "mean_token_accuracy": 0.8865507245063782, + "num_tokens": 742472935.0, + "step": 19550 + }, + { + "epoch": 2.4870881567230634, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.628483295440674, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8846994638442993, + "num_tokens": 742516841.0, + "step": 19551 + }, + { + "epoch": 2.487215367001654, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.83450984954834, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8744012117385864, + "num_tokens": 742551057.0, + "step": 19552 + }, + { + "epoch": 2.4873425772802444, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6486239433288574, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8765245676040649, + "num_tokens": 742584891.0, + "step": 19553 + }, + { + "epoch": 2.487469787558835, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8027758598327637, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8866010308265686, + "num_tokens": 742622574.0, + "step": 19554 + }, + { + "epoch": 2.487596997837425, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6359312534332275, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8794535398483276, + "num_tokens": 742664458.0, + "step": 19555 + }, + { + "epoch": 2.487724208116016, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8077309131622314, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8826413154602051, + "num_tokens": 742704006.0, + "step": 19556 + }, + { + "epoch": 2.487851418394606, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.658524751663208, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8697195053100586, + "num_tokens": 742736885.0, + "step": 19557 + }, + { + "epoch": 2.4879786286731966, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.791090726852417, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8770159482955933, + "num_tokens": 742773496.0, + "step": 19558 + }, + { + "epoch": 2.488105838951787, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6502416133880615, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8838299512863159, + "num_tokens": 742812444.0, + "step": 19559 + }, + { + "epoch": 2.4882330492303777, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.784716844558716, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.879403829574585, + "num_tokens": 742849910.0, + "step": 19560 + }, + { + "epoch": 2.488360259508968, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.621398448944092, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8906991481781006, + "num_tokens": 742891412.0, + "step": 19561 + }, + { + "epoch": 2.4884874697875587, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8014349937438965, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8756283521652222, + "num_tokens": 742929510.0, + "step": 19562 + }, + { + "epoch": 2.4886146800661493, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.633701801300049, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8704580068588257, + "num_tokens": 742969767.0, + "step": 19563 + }, + { + "epoch": 2.48874189034474, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8141086101531982, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8875388503074646, + "num_tokens": 743001416.0, + "step": 19564 + }, + { + "epoch": 2.4888691006233303, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6323750019073486, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8761171102523804, + "num_tokens": 743037273.0, + "step": 19565 + }, + { + "epoch": 2.488996310901921, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.811997652053833, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8763867020606995, + "num_tokens": 743072774.0, + "step": 19566 + }, + { + "epoch": 2.4891235211805114, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6279420852661133, + "learning_rate": 1e-05, + "loss": 0.4507, + "mean_token_accuracy": 0.8682149052619934, + "num_tokens": 743115931.0, + "step": 19567 + }, + { + "epoch": 2.489250731459102, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8081672191619873, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8905797004699707, + "num_tokens": 743158500.0, + "step": 19568 + }, + { + "epoch": 2.4893779417376924, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.658597469329834, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8829306960105896, + "num_tokens": 743195311.0, + "step": 19569 + }, + { + "epoch": 2.489505152016283, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.798844575881958, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8839201927185059, + "num_tokens": 743227978.0, + "step": 19570 + }, + { + "epoch": 2.4896323622948735, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.64312481880188, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8857370615005493, + "num_tokens": 743264297.0, + "step": 19571 + }, + { + "epoch": 2.489759572573464, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7809829711914062, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8757180571556091, + "num_tokens": 743305351.0, + "step": 19572 + }, + { + "epoch": 2.4898867828520546, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.646676778793335, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8745814561843872, + "num_tokens": 743345105.0, + "step": 19573 + }, + { + "epoch": 2.490013993130645, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.772029161453247, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.889089822769165, + "num_tokens": 743383889.0, + "step": 19574 + }, + { + "epoch": 2.4901412034092356, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6457817554473877, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8809384703636169, + "num_tokens": 743420045.0, + "step": 19575 + }, + { + "epoch": 2.490268413687826, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.765272378921509, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8784779906272888, + "num_tokens": 743455358.0, + "step": 19576 + }, + { + "epoch": 2.4903956239664167, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6600146293640137, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8610671162605286, + "num_tokens": 743492337.0, + "step": 19577 + }, + { + "epoch": 2.4905228342450068, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.759678840637207, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8871423006057739, + "num_tokens": 743526023.0, + "step": 19578 + }, + { + "epoch": 2.4906500445235977, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6451151371002197, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8815542459487915, + "num_tokens": 743560224.0, + "step": 19579 + }, + { + "epoch": 2.490777254802188, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.761213779449463, + "learning_rate": 1e-05, + "loss": 0.4975, + "mean_token_accuracy": 0.8537027835845947, + "num_tokens": 743601403.0, + "step": 19580 + }, + { + "epoch": 2.4909044650807783, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6402995586395264, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8823553323745728, + "num_tokens": 743641677.0, + "step": 19581 + }, + { + "epoch": 2.491031675359369, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7470407485961914, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8784450888633728, + "num_tokens": 743684615.0, + "step": 19582 + }, + { + "epoch": 2.4911588856379594, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6455893516540527, + "learning_rate": 1e-05, + "loss": 0.3707, + "mean_token_accuracy": 0.8948211669921875, + "num_tokens": 743718960.0, + "step": 19583 + }, + { + "epoch": 2.49128609591655, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.744227886199951, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.889726459980011, + "num_tokens": 743758336.0, + "step": 19584 + }, + { + "epoch": 2.4914133061951405, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.643662929534912, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8701563477516174, + "num_tokens": 743803243.0, + "step": 19585 + }, + { + "epoch": 2.491540516473731, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7428271770477295, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8856157064437866, + "num_tokens": 743840945.0, + "step": 19586 + }, + { + "epoch": 2.4916677267523215, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6380648612976074, + "learning_rate": 1e-05, + "loss": 0.4129, + "mean_token_accuracy": 0.8828179836273193, + "num_tokens": 743884338.0, + "step": 19587 + }, + { + "epoch": 2.491794937030912, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7547786235809326, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8801314830780029, + "num_tokens": 743925499.0, + "step": 19588 + }, + { + "epoch": 2.4919221473095026, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6495368480682373, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8667656779289246, + "num_tokens": 743965016.0, + "step": 19589 + }, + { + "epoch": 2.492049357588093, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.770648717880249, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8742802143096924, + "num_tokens": 744000523.0, + "step": 19590 + }, + { + "epoch": 2.4921765678666836, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6201820373535156, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8762520551681519, + "num_tokens": 744043862.0, + "step": 19591 + }, + { + "epoch": 2.492303778145274, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.775120973587036, + "learning_rate": 1e-05, + "loss": 0.4732, + "mean_token_accuracy": 0.863276481628418, + "num_tokens": 744085161.0, + "step": 19592 + }, + { + "epoch": 2.4924309884238647, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.637078046798706, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8830139636993408, + "num_tokens": 744117575.0, + "step": 19593 + }, + { + "epoch": 2.492558198702455, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7850029468536377, + "learning_rate": 1e-05, + "loss": 0.5048, + "mean_token_accuracy": 0.8543202877044678, + "num_tokens": 744156312.0, + "step": 19594 + }, + { + "epoch": 2.4926854089810457, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6269760131835938, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8823258876800537, + "num_tokens": 744191177.0, + "step": 19595 + }, + { + "epoch": 2.4928126192596363, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.780205249786377, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8746465444564819, + "num_tokens": 744230407.0, + "step": 19596 + }, + { + "epoch": 2.492939829538227, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6212494373321533, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.876188337802887, + "num_tokens": 744270265.0, + "step": 19597 + }, + { + "epoch": 2.4930670398168173, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.784076690673828, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8807209730148315, + "num_tokens": 744310913.0, + "step": 19598 + }, + { + "epoch": 2.493194250095408, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.641449451446533, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8742056488990784, + "num_tokens": 744342918.0, + "step": 19599 + }, + { + "epoch": 2.4933214603739984, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.780867099761963, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8773511052131653, + "num_tokens": 744379000.0, + "step": 19600 + }, + { + "epoch": 2.493448670652589, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6248972415924072, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8782639503479004, + "num_tokens": 744414641.0, + "step": 19601 + }, + { + "epoch": 2.4935758809311794, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8098323345184326, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8731992840766907, + "num_tokens": 744444860.0, + "step": 19602 + }, + { + "epoch": 2.4937030912097695, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.628100872039795, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8895499110221863, + "num_tokens": 744479657.0, + "step": 19603 + }, + { + "epoch": 2.4938303014883605, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.785963296890259, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.880553126335144, + "num_tokens": 744520048.0, + "step": 19604 + }, + { + "epoch": 2.4939575117669506, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6371610164642334, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8721410036087036, + "num_tokens": 744555265.0, + "step": 19605 + }, + { + "epoch": 2.494084722045541, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.786386728286743, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8750218152999878, + "num_tokens": 744591011.0, + "step": 19606 + }, + { + "epoch": 2.4942119323241316, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6269471645355225, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8753429651260376, + "num_tokens": 744632302.0, + "step": 19607 + }, + { + "epoch": 2.494339142602722, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.784947156906128, + "learning_rate": 1e-05, + "loss": 0.3845, + "mean_token_accuracy": 0.8887591361999512, + "num_tokens": 744669827.0, + "step": 19608 + }, + { + "epoch": 2.4944663528813127, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6212313175201416, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.885828971862793, + "num_tokens": 744708438.0, + "step": 19609 + }, + { + "epoch": 2.494593563159903, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7972123622894287, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8806920051574707, + "num_tokens": 744744218.0, + "step": 19610 + }, + { + "epoch": 2.4947207734384937, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.622732639312744, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8838520050048828, + "num_tokens": 744782805.0, + "step": 19611 + }, + { + "epoch": 2.4948479837170843, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.797698497772217, + "learning_rate": 1e-05, + "loss": 0.3591, + "mean_token_accuracy": 0.8987232446670532, + "num_tokens": 744814011.0, + "step": 19612 + }, + { + "epoch": 2.494975193995675, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6174216270446777, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8806928396224976, + "num_tokens": 744857385.0, + "step": 19613 + }, + { + "epoch": 2.4951024042742653, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8094515800476074, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8623248338699341, + "num_tokens": 744898212.0, + "step": 19614 + }, + { + "epoch": 2.495229614552856, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6368746757507324, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8762457370758057, + "num_tokens": 744930665.0, + "step": 19615 + }, + { + "epoch": 2.4953568248314464, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8064770698547363, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8696911334991455, + "num_tokens": 744968725.0, + "step": 19616 + }, + { + "epoch": 2.495484035110037, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.625631093978882, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8678195476531982, + "num_tokens": 745008386.0, + "step": 19617 + }, + { + "epoch": 2.4956112453886274, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8021960258483887, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8755874037742615, + "num_tokens": 745047059.0, + "step": 19618 + }, + { + "epoch": 2.495738455667218, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.62648606300354, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8717854619026184, + "num_tokens": 745089768.0, + "step": 19619 + }, + { + "epoch": 2.4958656659458085, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8067171573638916, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8759629726409912, + "num_tokens": 745130848.0, + "step": 19620 + }, + { + "epoch": 2.495992876224399, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.638014078140259, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8765833377838135, + "num_tokens": 745166715.0, + "step": 19621 + }, + { + "epoch": 2.4961200865029896, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8282885551452637, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8714988231658936, + "num_tokens": 745200718.0, + "step": 19622 + }, + { + "epoch": 2.49624729678158, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6240665912628174, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.8716344833374023, + "num_tokens": 745240736.0, + "step": 19623 + }, + { + "epoch": 2.4963745070601706, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8059730529785156, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8799876570701599, + "num_tokens": 745279040.0, + "step": 19624 + }, + { + "epoch": 2.496501717338761, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.637965202331543, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.873857855796814, + "num_tokens": 745316936.0, + "step": 19625 + }, + { + "epoch": 2.4966289276173517, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8149893283843994, + "learning_rate": 1e-05, + "loss": 0.4914, + "mean_token_accuracy": 0.8587194681167603, + "num_tokens": 745355438.0, + "step": 19626 + }, + { + "epoch": 2.496756137895942, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.630481004714966, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8839402198791504, + "num_tokens": 745394509.0, + "step": 19627 + }, + { + "epoch": 2.4968833481745323, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8131585121154785, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8765929937362671, + "num_tokens": 745426347.0, + "step": 19628 + }, + { + "epoch": 2.4970105584531233, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6436028480529785, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8866441249847412, + "num_tokens": 745457523.0, + "step": 19629 + }, + { + "epoch": 2.4971377687317133, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8102803230285645, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.86440509557724, + "num_tokens": 745495155.0, + "step": 19630 + }, + { + "epoch": 2.497264979010304, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6288859844207764, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8750574588775635, + "num_tokens": 745535466.0, + "step": 19631 + }, + { + "epoch": 2.4973921892888944, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003509521484375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8071088790893555, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8769086003303528, + "num_tokens": 745569184.0, + "step": 19632 + }, + { + "epoch": 2.497519399567485, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6309361457824707, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8724269866943359, + "num_tokens": 745610735.0, + "step": 19633 + }, + { + "epoch": 2.4976466098460754, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.804788827896118, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8677505254745483, + "num_tokens": 745653513.0, + "step": 19634 + }, + { + "epoch": 2.497773820124666, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.639303207397461, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8761026859283447, + "num_tokens": 745690007.0, + "step": 19635 + }, + { + "epoch": 2.4979010304032565, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8084537982940674, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8687341809272766, + "num_tokens": 745724886.0, + "step": 19636 + }, + { + "epoch": 2.498028240681847, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6323063373565674, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8861581087112427, + "num_tokens": 745760782.0, + "step": 19637 + }, + { + "epoch": 2.4981554509604376, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.797342538833618, + "learning_rate": 1e-05, + "loss": 0.3793, + "mean_token_accuracy": 0.8936309814453125, + "num_tokens": 745794535.0, + "step": 19638 + }, + { + "epoch": 2.498282661239028, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6479439735412598, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8790808320045471, + "num_tokens": 745831010.0, + "step": 19639 + }, + { + "epoch": 2.4984098715176186, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7909653186798096, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8728363513946533, + "num_tokens": 745866761.0, + "step": 19640 + }, + { + "epoch": 2.498537081796209, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.623220205307007, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8818091154098511, + "num_tokens": 745909081.0, + "step": 19641 + }, + { + "epoch": 2.4986642920747997, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8162975311279297, + "learning_rate": 1e-05, + "loss": 0.3817, + "mean_token_accuracy": 0.8945268392562866, + "num_tokens": 745942907.0, + "step": 19642 + }, + { + "epoch": 2.49879150235339, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6284706592559814, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8757028579711914, + "num_tokens": 745981558.0, + "step": 19643 + }, + { + "epoch": 2.4989187126319807, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8140146732330322, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8799877762794495, + "num_tokens": 746015568.0, + "step": 19644 + }, + { + "epoch": 2.4990459229105713, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.631432056427002, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.885995090007782, + "num_tokens": 746049503.0, + "step": 19645 + }, + { + "epoch": 2.499173133189162, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.806077003479004, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8800426721572876, + "num_tokens": 746086979.0, + "step": 19646 + }, + { + "epoch": 2.4993003434677523, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6311676502227783, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8812326192855835, + "num_tokens": 746125073.0, + "step": 19647 + }, + { + "epoch": 2.499427553746343, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.806217670440674, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8816905617713928, + "num_tokens": 746161621.0, + "step": 19648 + }, + { + "epoch": 2.4995547640249334, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6298038959503174, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8746311664581299, + "num_tokens": 746203032.0, + "step": 19649 + }, + { + "epoch": 2.499681974303524, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.829322099685669, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.879274845123291, + "num_tokens": 746233939.0, + "step": 19650 + }, + { + "epoch": 2.499809184582114, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.628993511199951, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8894267082214355, + "num_tokens": 746269175.0, + "step": 19651 + }, + { + "epoch": 2.499936394860705, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8192310333251953, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8743329048156738, + "num_tokens": 746310634.0, + "step": 19652 + }, + { + "epoch": 2.500063605139295, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.619635820388794, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.883568286895752, + "num_tokens": 746353683.0, + "step": 19653 + }, + { + "epoch": 2.500190815417886, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8205344676971436, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8763287663459778, + "num_tokens": 746392299.0, + "step": 19654 + }, + { + "epoch": 2.500318025696476, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6135692596435547, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8821595907211304, + "num_tokens": 746435276.0, + "step": 19655 + }, + { + "epoch": 2.5004452359750666, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.833930015563965, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8715278506278992, + "num_tokens": 746476175.0, + "step": 19656 + }, + { + "epoch": 2.500572446253657, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.608879566192627, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8892241716384888, + "num_tokens": 746517084.0, + "step": 19657 + }, + { + "epoch": 2.5006996565322477, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.836142063140869, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8643599152565002, + "num_tokens": 746556073.0, + "step": 19658 + }, + { + "epoch": 2.500826866810838, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.630725860595703, + "learning_rate": 1e-05, + "loss": 0.3831, + "mean_token_accuracy": 0.8908384442329407, + "num_tokens": 746590188.0, + "step": 19659 + }, + { + "epoch": 2.5009540770894287, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.841329336166382, + "learning_rate": 1e-05, + "loss": 0.5241, + "mean_token_accuracy": 0.852638304233551, + "num_tokens": 746634667.0, + "step": 19660 + }, + { + "epoch": 2.5010812873680193, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6135478019714355, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8863897919654846, + "num_tokens": 746677398.0, + "step": 19661 + }, + { + "epoch": 2.50120849764661, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8484549522399902, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8861650824546814, + "num_tokens": 746711607.0, + "step": 19662 + }, + { + "epoch": 2.5013357079252003, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6213810443878174, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8864856362342834, + "num_tokens": 746751853.0, + "step": 19663 + }, + { + "epoch": 2.501462918203791, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.842890739440918, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8672728538513184, + "num_tokens": 746792134.0, + "step": 19664 + }, + { + "epoch": 2.5015901284823814, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.640226364135742, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.869516909122467, + "num_tokens": 746830087.0, + "step": 19665 + }, + { + "epoch": 2.501717338760972, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8300743103027344, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8851838111877441, + "num_tokens": 746864738.0, + "step": 19666 + }, + { + "epoch": 2.5018445490395624, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6428563594818115, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.8631093502044678, + "num_tokens": 746904021.0, + "step": 19667 + }, + { + "epoch": 2.501971759318153, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8105556964874268, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8846347332000732, + "num_tokens": 746942710.0, + "step": 19668 + }, + { + "epoch": 2.5020989695967435, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6242072582244873, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8810133934020996, + "num_tokens": 746986694.0, + "step": 19669 + }, + { + "epoch": 2.502226179875334, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8040077686309814, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8911527395248413, + "num_tokens": 747028440.0, + "step": 19670 + }, + { + "epoch": 2.5023533901539246, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.653881311416626, + "learning_rate": 1e-05, + "loss": 0.3867, + "mean_token_accuracy": 0.8888005614280701, + "num_tokens": 747063862.0, + "step": 19671 + }, + { + "epoch": 2.502480600432515, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.798443555831909, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8757443428039551, + "num_tokens": 747100469.0, + "step": 19672 + }, + { + "epoch": 2.5026078107111056, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.649996519088745, + "learning_rate": 1e-05, + "loss": 0.3769, + "mean_token_accuracy": 0.8912097215652466, + "num_tokens": 747133074.0, + "step": 19673 + }, + { + "epoch": 2.5027350209896957, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.811474084854126, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8669903874397278, + "num_tokens": 747167010.0, + "step": 19674 + }, + { + "epoch": 2.5028622312682867, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6541669368743896, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8757926821708679, + "num_tokens": 747201397.0, + "step": 19675 + }, + { + "epoch": 2.5029894415468767, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.777219295501709, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8862773776054382, + "num_tokens": 747238430.0, + "step": 19676 + }, + { + "epoch": 2.5031166518254677, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.647118091583252, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8787580728530884, + "num_tokens": 747277760.0, + "step": 19677 + }, + { + "epoch": 2.503243862104058, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.774893283843994, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8782534003257751, + "num_tokens": 747317763.0, + "step": 19678 + }, + { + "epoch": 2.5033710723826488, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.649583339691162, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8695191740989685, + "num_tokens": 747362733.0, + "step": 19679 + }, + { + "epoch": 2.503498282661239, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7521603107452393, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8879988193511963, + "num_tokens": 747400735.0, + "step": 19680 + }, + { + "epoch": 2.5036254929398294, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6461081504821777, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8756740093231201, + "num_tokens": 747440263.0, + "step": 19681 + }, + { + "epoch": 2.50375270321842, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.755869150161743, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8809165358543396, + "num_tokens": 747477918.0, + "step": 19682 + }, + { + "epoch": 2.5038799134970104, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6431121826171875, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8782667517662048, + "num_tokens": 747513235.0, + "step": 19683 + }, + { + "epoch": 2.504007123775601, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7516722679138184, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8966284394264221, + "num_tokens": 747553280.0, + "step": 19684 + }, + { + "epoch": 2.5041343340541915, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6470465660095215, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8739738464355469, + "num_tokens": 747594389.0, + "step": 19685 + }, + { + "epoch": 2.504261544332782, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7490274906158447, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8834238648414612, + "num_tokens": 747634805.0, + "step": 19686 + }, + { + "epoch": 2.5043887546113726, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.658834218978882, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8706198334693909, + "num_tokens": 747673963.0, + "step": 19687 + }, + { + "epoch": 2.504515964889963, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7499289512634277, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8721402883529663, + "num_tokens": 747715067.0, + "step": 19688 + }, + { + "epoch": 2.5046431751685536, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.644285202026367, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8847880363464355, + "num_tokens": 747752799.0, + "step": 19689 + }, + { + "epoch": 2.504770385447144, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.760066509246826, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8706346750259399, + "num_tokens": 747789325.0, + "step": 19690 + }, + { + "epoch": 2.5048975957257347, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.654390573501587, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.877714991569519, + "num_tokens": 747823438.0, + "step": 19691 + }, + { + "epoch": 2.505024806004325, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7957277297973633, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.887890100479126, + "num_tokens": 747862310.0, + "step": 19692 + }, + { + "epoch": 2.5051520162829157, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.622363805770874, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8810524940490723, + "num_tokens": 747903154.0, + "step": 19693 + }, + { + "epoch": 2.5052792265615063, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7899184226989746, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8768665790557861, + "num_tokens": 747937849.0, + "step": 19694 + }, + { + "epoch": 2.505406436840097, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.625084161758423, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8794198036193848, + "num_tokens": 747972387.0, + "step": 19695 + }, + { + "epoch": 2.5055336471186873, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8985390663146973, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8655411005020142, + "num_tokens": 748007181.0, + "step": 19696 + }, + { + "epoch": 2.505660857397278, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.605015993118286, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8848910331726074, + "num_tokens": 748044342.0, + "step": 19697 + }, + { + "epoch": 2.5057880676758684, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.866594076156616, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8734334707260132, + "num_tokens": 748074012.0, + "step": 19698 + }, + { + "epoch": 2.5059152779544585, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.591707229614258, + "learning_rate": 1e-05, + "loss": 0.3908, + "mean_token_accuracy": 0.8883472681045532, + "num_tokens": 748111055.0, + "step": 19699 + }, + { + "epoch": 2.5060424882330494, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.8848116397857666, + "learning_rate": 1e-05, + "loss": 0.4798, + "mean_token_accuracy": 0.8607980012893677, + "num_tokens": 748151922.0, + "step": 19700 + }, + { + "epoch": 2.5061696985116395, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6102678775787354, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8886438608169556, + "num_tokens": 748186090.0, + "step": 19701 + }, + { + "epoch": 2.5062969087902305, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.875786542892456, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8857585787773132, + "num_tokens": 748223281.0, + "step": 19702 + }, + { + "epoch": 2.5064241190688206, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6393275260925293, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8813824653625488, + "num_tokens": 748255657.0, + "step": 19703 + }, + { + "epoch": 2.5065513293474115, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8801727294921875, + "learning_rate": 1e-05, + "loss": 0.4621, + "mean_token_accuracy": 0.8704252243041992, + "num_tokens": 748296954.0, + "step": 19704 + }, + { + "epoch": 2.5066785396260016, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.652273416519165, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8743098378181458, + "num_tokens": 748334753.0, + "step": 19705 + }, + { + "epoch": 2.506805749904592, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.844461441040039, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8819260597229004, + "num_tokens": 748377880.0, + "step": 19706 + }, + { + "epoch": 2.5069329601831827, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6496024131774902, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8751755952835083, + "num_tokens": 748418230.0, + "step": 19707 + }, + { + "epoch": 2.507060170461773, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.828014612197876, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8843253254890442, + "num_tokens": 748459320.0, + "step": 19708 + }, + { + "epoch": 2.5071873807403637, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.65362286567688, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8623863458633423, + "num_tokens": 748503951.0, + "step": 19709 + }, + { + "epoch": 2.5073145910189543, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8144073486328125, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8791952133178711, + "num_tokens": 748544736.0, + "step": 19710 + }, + { + "epoch": 2.507441801297545, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6562280654907227, + "learning_rate": 1e-05, + "loss": 0.4246, + "mean_token_accuracy": 0.8806206583976746, + "num_tokens": 748583174.0, + "step": 19711 + }, + { + "epoch": 2.5075690115761353, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.80413818359375, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8819212317466736, + "num_tokens": 748624580.0, + "step": 19712 + }, + { + "epoch": 2.507696221854726, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6651899814605713, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8649338483810425, + "num_tokens": 748660343.0, + "step": 19713 + }, + { + "epoch": 2.5078234321333164, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7981173992156982, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.867671549320221, + "num_tokens": 748695006.0, + "step": 19714 + }, + { + "epoch": 2.507950642411907, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6474335193634033, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8855875134468079, + "num_tokens": 748732142.0, + "step": 19715 + }, + { + "epoch": 2.5080778526904974, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.798882484436035, + "learning_rate": 1e-05, + "loss": 0.4548, + "mean_token_accuracy": 0.8695148229598999, + "num_tokens": 748771263.0, + "step": 19716 + }, + { + "epoch": 2.508205062969088, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.658399820327759, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8753950595855713, + "num_tokens": 748812796.0, + "step": 19717 + }, + { + "epoch": 2.5083322732476785, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.77909255027771, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8773548603057861, + "num_tokens": 748852701.0, + "step": 19718 + }, + { + "epoch": 2.508459483526269, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.666313886642456, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8710914254188538, + "num_tokens": 748888799.0, + "step": 19719 + }, + { + "epoch": 2.5085866938048595, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.765929698944092, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8814070224761963, + "num_tokens": 748927056.0, + "step": 19720 + }, + { + "epoch": 2.50871390408345, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6677589416503906, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.8648185729980469, + "num_tokens": 748961829.0, + "step": 19721 + }, + { + "epoch": 2.5088411143620406, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7518491744995117, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8877464532852173, + "num_tokens": 748995281.0, + "step": 19722 + }, + { + "epoch": 2.508968324640631, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.659621238708496, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8864354491233826, + "num_tokens": 749027574.0, + "step": 19723 + }, + { + "epoch": 2.509095534919221, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7409088611602783, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.884743332862854, + "num_tokens": 749065092.0, + "step": 19724 + }, + { + "epoch": 2.509222745197812, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.659006118774414, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8716831207275391, + "num_tokens": 749104389.0, + "step": 19725 + }, + { + "epoch": 2.5093499554764023, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7428903579711914, + "learning_rate": 1e-05, + "loss": 0.3753, + "mean_token_accuracy": 0.8926130533218384, + "num_tokens": 749138433.0, + "step": 19726 + }, + { + "epoch": 2.5094771657549932, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6490797996520996, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8864723443984985, + "num_tokens": 749178095.0, + "step": 19727 + }, + { + "epoch": 2.5096043760335833, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.736048460006714, + "learning_rate": 1e-05, + "loss": 0.3813, + "mean_token_accuracy": 0.8952466249465942, + "num_tokens": 749215547.0, + "step": 19728 + }, + { + "epoch": 2.5097315863121743, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6600544452667236, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8661558628082275, + "num_tokens": 749254935.0, + "step": 19729 + }, + { + "epoch": 2.5098587965907644, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7444794178009033, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8907421827316284, + "num_tokens": 749290425.0, + "step": 19730 + }, + { + "epoch": 2.509986006869355, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.666560173034668, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8845900297164917, + "num_tokens": 749319390.0, + "step": 19731 + }, + { + "epoch": 2.5101132171479454, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7340853214263916, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8674370050430298, + "num_tokens": 749358517.0, + "step": 19732 + }, + { + "epoch": 2.510240427426536, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6550474166870117, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8783813714981079, + "num_tokens": 749402219.0, + "step": 19733 + }, + { + "epoch": 2.5103676377051265, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7614035606384277, + "learning_rate": 1e-05, + "loss": 0.5022, + "mean_token_accuracy": 0.8516572117805481, + "num_tokens": 749437514.0, + "step": 19734 + }, + { + "epoch": 2.510494847983717, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6366801261901855, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8827837109565735, + "num_tokens": 749477148.0, + "step": 19735 + }, + { + "epoch": 2.5106220582623076, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7579355239868164, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8834266662597656, + "num_tokens": 749511174.0, + "step": 19736 + }, + { + "epoch": 2.510749268540898, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.7078676223754883, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8863934278488159, + "num_tokens": 749547117.0, + "step": 19737 + }, + { + "epoch": 2.5108764788194886, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7191734313964844, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8880200386047363, + "num_tokens": 749583755.0, + "step": 19738 + }, + { + "epoch": 2.511003689098079, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6684162616729736, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8833788633346558, + "num_tokens": 749621742.0, + "step": 19739 + }, + { + "epoch": 2.5111308993766697, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7108185291290283, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8916248083114624, + "num_tokens": 749659178.0, + "step": 19740 + }, + { + "epoch": 2.51125810965526, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6703145503997803, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.871242880821228, + "num_tokens": 749698828.0, + "step": 19741 + }, + { + "epoch": 2.5113853199338507, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7423861026763916, + "learning_rate": 1e-05, + "loss": 0.4624, + "mean_token_accuracy": 0.8659330606460571, + "num_tokens": 749732609.0, + "step": 19742 + }, + { + "epoch": 2.5115125302124413, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.656069278717041, + "learning_rate": 1e-05, + "loss": 0.3655, + "mean_token_accuracy": 0.8982560634613037, + "num_tokens": 749768240.0, + "step": 19743 + }, + { + "epoch": 2.511639740491032, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.8029141426086426, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8867558240890503, + "num_tokens": 749809435.0, + "step": 19744 + }, + { + "epoch": 2.5117669507696223, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6248104572296143, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8696320652961731, + "num_tokens": 749852790.0, + "step": 19745 + }, + { + "epoch": 2.511894161048213, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7687015533447266, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.875253438949585, + "num_tokens": 749895111.0, + "step": 19746 + }, + { + "epoch": 2.5120213713268034, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.611402988433838, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.887836754322052, + "num_tokens": 749936142.0, + "step": 19747 + }, + { + "epoch": 2.512148581605394, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7876765727996826, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8869512677192688, + "num_tokens": 749972106.0, + "step": 19748 + }, + { + "epoch": 2.512275791883984, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.613330841064453, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8679158091545105, + "num_tokens": 750014090.0, + "step": 19749 + }, + { + "epoch": 2.512403002162575, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7960896492004395, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8870970010757446, + "num_tokens": 750052542.0, + "step": 19750 + }, + { + "epoch": 2.512530212441165, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6252474784851074, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8649653196334839, + "num_tokens": 750091846.0, + "step": 19751 + }, + { + "epoch": 2.512657422719756, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.811511993408203, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8635875582695007, + "num_tokens": 750135721.0, + "step": 19752 + }, + { + "epoch": 2.512784632998346, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.618152618408203, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8689086437225342, + "num_tokens": 750177786.0, + "step": 19753 + }, + { + "epoch": 2.5129118432769366, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.824031114578247, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8761030435562134, + "num_tokens": 750209577.0, + "step": 19754 + }, + { + "epoch": 2.513039053555527, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.612271308898926, + "learning_rate": 1e-05, + "loss": 0.3729, + "mean_token_accuracy": 0.8954932689666748, + "num_tokens": 750243168.0, + "step": 19755 + }, + { + "epoch": 2.5131662638341177, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8101963996887207, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8757542967796326, + "num_tokens": 750288304.0, + "step": 19756 + }, + { + "epoch": 2.513293474112708, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.615427017211914, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8767834901809692, + "num_tokens": 750329662.0, + "step": 19757 + }, + { + "epoch": 2.5134206843912987, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.828423023223877, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8723205327987671, + "num_tokens": 750364581.0, + "step": 19758 + }, + { + "epoch": 2.5135478946698893, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.626823902130127, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8831677436828613, + "num_tokens": 750403129.0, + "step": 19759 + }, + { + "epoch": 2.51367510494848, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8199105262756348, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8820950984954834, + "num_tokens": 750439738.0, + "step": 19760 + }, + { + "epoch": 2.5138023152270703, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.626225233078003, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8648468255996704, + "num_tokens": 750479302.0, + "step": 19761 + }, + { + "epoch": 2.513929525505661, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.820779323577881, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8812274932861328, + "num_tokens": 750517658.0, + "step": 19762 + }, + { + "epoch": 2.5140567357842514, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.633103370666504, + "learning_rate": 1e-05, + "loss": 0.3773, + "mean_token_accuracy": 0.8925670385360718, + "num_tokens": 750558192.0, + "step": 19763 + }, + { + "epoch": 2.514183946062842, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.809483528137207, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8813214898109436, + "num_tokens": 750595209.0, + "step": 19764 + }, + { + "epoch": 2.5143111563414324, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.646625280380249, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.873670756816864, + "num_tokens": 750634560.0, + "step": 19765 + }, + { + "epoch": 2.514438366620023, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.788740873336792, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8821912407875061, + "num_tokens": 750675223.0, + "step": 19766 + }, + { + "epoch": 2.5145655768986135, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.635908603668213, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8787114024162292, + "num_tokens": 750717302.0, + "step": 19767 + }, + { + "epoch": 2.514692787177204, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8122124671936035, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8768433928489685, + "num_tokens": 750754615.0, + "step": 19768 + }, + { + "epoch": 2.5148199974557945, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.639981985092163, + "learning_rate": 1e-05, + "loss": 0.3787, + "mean_token_accuracy": 0.8944085836410522, + "num_tokens": 750788745.0, + "step": 19769 + }, + { + "epoch": 2.514947207734385, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8056063652038574, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8632661700248718, + "num_tokens": 750829727.0, + "step": 19770 + }, + { + "epoch": 2.5150744180129756, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6331286430358887, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8669607639312744, + "num_tokens": 750873095.0, + "step": 19771 + }, + { + "epoch": 2.5152016282915657, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8160998821258545, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8673859238624573, + "num_tokens": 750909513.0, + "step": 19772 + }, + { + "epoch": 2.5153288385701567, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.653726100921631, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8784639835357666, + "num_tokens": 750947234.0, + "step": 19773 + }, + { + "epoch": 2.5154560488487467, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7800140380859375, + "learning_rate": 1e-05, + "loss": 0.3786, + "mean_token_accuracy": 0.8902822136878967, + "num_tokens": 750984926.0, + "step": 19774 + }, + { + "epoch": 2.5155832591273377, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6517791748046875, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8800762891769409, + "num_tokens": 751023700.0, + "step": 19775 + }, + { + "epoch": 2.515710469405928, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.764598846435547, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8806689977645874, + "num_tokens": 751065444.0, + "step": 19776 + }, + { + "epoch": 2.5158376796845188, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6631557941436768, + "learning_rate": 1e-05, + "loss": 0.4645, + "mean_token_accuracy": 0.8647414445877075, + "num_tokens": 751101627.0, + "step": 19777 + }, + { + "epoch": 2.515964889963109, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7517592906951904, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8854990005493164, + "num_tokens": 751138006.0, + "step": 19778 + }, + { + "epoch": 2.5160921002416994, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6487715244293213, + "learning_rate": 1e-05, + "loss": 0.3811, + "mean_token_accuracy": 0.8903895020484924, + "num_tokens": 751179187.0, + "step": 19779 + }, + { + "epoch": 2.51621931052029, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.75103497505188, + "learning_rate": 1e-05, + "loss": 0.41, + "mean_token_accuracy": 0.8832278847694397, + "num_tokens": 751217086.0, + "step": 19780 + }, + { + "epoch": 2.5163465207988804, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.645202398300171, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8761703968048096, + "num_tokens": 751259330.0, + "step": 19781 + }, + { + "epoch": 2.516473731077471, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7544617652893066, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8796157836914062, + "num_tokens": 751300873.0, + "step": 19782 + }, + { + "epoch": 2.5166009413560615, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6621878147125244, + "learning_rate": 1e-05, + "loss": 0.3746, + "mean_token_accuracy": 0.8868818283081055, + "num_tokens": 751330783.0, + "step": 19783 + }, + { + "epoch": 2.516728151634652, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7629575729370117, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8841177225112915, + "num_tokens": 751370032.0, + "step": 19784 + }, + { + "epoch": 2.5168553619132426, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.637500524520874, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8836812973022461, + "num_tokens": 751412561.0, + "step": 19785 + }, + { + "epoch": 2.516982572191833, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7796638011932373, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8786106109619141, + "num_tokens": 751442168.0, + "step": 19786 + }, + { + "epoch": 2.5171097824704236, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.633991003036499, + "learning_rate": 1e-05, + "loss": 0.486, + "mean_token_accuracy": 0.8585115671157837, + "num_tokens": 751488656.0, + "step": 19787 + }, + { + "epoch": 2.517236992749014, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.765362501144409, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8778951168060303, + "num_tokens": 751533305.0, + "step": 19788 + }, + { + "epoch": 2.5173642030276047, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.631685733795166, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8784903883934021, + "num_tokens": 751570693.0, + "step": 19789 + }, + { + "epoch": 2.517491413306195, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.770871639251709, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8945228457450867, + "num_tokens": 751604994.0, + "step": 19790 + }, + { + "epoch": 2.5176186235847857, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.641098976135254, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8789474964141846, + "num_tokens": 751642552.0, + "step": 19791 + }, + { + "epoch": 2.5177458338633762, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7784793376922607, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8862249851226807, + "num_tokens": 751677253.0, + "step": 19792 + }, + { + "epoch": 2.5178730441419668, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.632704019546509, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8846158981323242, + "num_tokens": 751717737.0, + "step": 19793 + }, + { + "epoch": 2.5180002544205573, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.779240131378174, + "learning_rate": 1e-05, + "loss": 0.3662, + "mean_token_accuracy": 0.8989872932434082, + "num_tokens": 751750453.0, + "step": 19794 + }, + { + "epoch": 2.518127464699148, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6219935417175293, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8782126903533936, + "num_tokens": 751792179.0, + "step": 19795 + }, + { + "epoch": 2.5182546749777384, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7819416522979736, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8815200328826904, + "num_tokens": 751833367.0, + "step": 19796 + }, + { + "epoch": 2.5183818852563284, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6233456134796143, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8836328983306885, + "num_tokens": 751874042.0, + "step": 19797 + }, + { + "epoch": 2.5185090955349194, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7982263565063477, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.8561792373657227, + "num_tokens": 751914990.0, + "step": 19798 + }, + { + "epoch": 2.5186363058135095, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6523518562316895, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8648896217346191, + "num_tokens": 751946266.0, + "step": 19799 + }, + { + "epoch": 2.5187635160921005, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7663354873657227, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8902493119239807, + "num_tokens": 751990359.0, + "step": 19800 + }, + { + "epoch": 2.5188907263706906, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6417758464813232, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8772003650665283, + "num_tokens": 752026955.0, + "step": 19801 + }, + { + "epoch": 2.5190179366492815, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.774083375930786, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8689553737640381, + "num_tokens": 752065187.0, + "step": 19802 + }, + { + "epoch": 2.5191451469278716, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6421728134155273, + "learning_rate": 1e-05, + "loss": 0.3721, + "mean_token_accuracy": 0.8939266204833984, + "num_tokens": 752100855.0, + "step": 19803 + }, + { + "epoch": 2.519272357206462, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7756199836730957, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.883081316947937, + "num_tokens": 752136672.0, + "step": 19804 + }, + { + "epoch": 2.5193995674850527, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6529319286346436, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8862369060516357, + "num_tokens": 752167529.0, + "step": 19805 + }, + { + "epoch": 2.519526777763643, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.782170057296753, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8659861087799072, + "num_tokens": 752201865.0, + "step": 19806 + }, + { + "epoch": 2.5196539880422337, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634168863296509, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8818885684013367, + "num_tokens": 752239315.0, + "step": 19807 + }, + { + "epoch": 2.5197811983208243, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.769277572631836, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8869274258613586, + "num_tokens": 752278505.0, + "step": 19808 + }, + { + "epoch": 2.519908408599415, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6310856342315674, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8873289823532104, + "num_tokens": 752319346.0, + "step": 19809 + }, + { + "epoch": 2.5200356188780053, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7725868225097656, + "learning_rate": 1e-05, + "loss": 0.4598, + "mean_token_accuracy": 0.8686886429786682, + "num_tokens": 752364210.0, + "step": 19810 + }, + { + "epoch": 2.520162829156596, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6362144947052, + "learning_rate": 1e-05, + "loss": 0.3794, + "mean_token_accuracy": 0.8925812244415283, + "num_tokens": 752400679.0, + "step": 19811 + }, + { + "epoch": 2.5202900394351864, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.779463529586792, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8795821666717529, + "num_tokens": 752436003.0, + "step": 19812 + }, + { + "epoch": 2.520417249713777, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.630552053451538, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8712932467460632, + "num_tokens": 752478690.0, + "step": 19813 + }, + { + "epoch": 2.5205444599923674, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.807506561279297, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8652873039245605, + "num_tokens": 752513326.0, + "step": 19814 + }, + { + "epoch": 2.520671670270958, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.621854782104492, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8702341318130493, + "num_tokens": 752556553.0, + "step": 19815 + }, + { + "epoch": 2.5207988805495485, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7846429347991943, + "learning_rate": 1e-05, + "loss": 0.3888, + "mean_token_accuracy": 0.8884862661361694, + "num_tokens": 752599219.0, + "step": 19816 + }, + { + "epoch": 2.520926090828139, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6197030544281006, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.8842536807060242, + "num_tokens": 752639308.0, + "step": 19817 + }, + { + "epoch": 2.5210533011067295, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8051750659942627, + "learning_rate": 1e-05, + "loss": 0.4751, + "mean_token_accuracy": 0.8632066249847412, + "num_tokens": 752679384.0, + "step": 19818 + }, + { + "epoch": 2.52118051138532, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.619027853012085, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8729335069656372, + "num_tokens": 752722395.0, + "step": 19819 + }, + { + "epoch": 2.5213077216639106, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.840704917907715, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8789002895355225, + "num_tokens": 752754491.0, + "step": 19820 + }, + { + "epoch": 2.521434931942501, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.621619701385498, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8878476619720459, + "num_tokens": 752792595.0, + "step": 19821 + }, + { + "epoch": 2.521562142221091, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.827969789505005, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8770599961280823, + "num_tokens": 752830689.0, + "step": 19822 + }, + { + "epoch": 2.521689352499682, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.624290943145752, + "learning_rate": 1e-05, + "loss": 0.3716, + "mean_token_accuracy": 0.8933284282684326, + "num_tokens": 752862848.0, + "step": 19823 + }, + { + "epoch": 2.5218165627782723, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8228769302368164, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8819577693939209, + "num_tokens": 752900566.0, + "step": 19824 + }, + { + "epoch": 2.5219437730568632, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6220734119415283, + "learning_rate": 1e-05, + "loss": 0.3948, + "mean_token_accuracy": 0.8879073858261108, + "num_tokens": 752939201.0, + "step": 19825 + }, + { + "epoch": 2.5220709833354533, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8335394859313965, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8873567581176758, + "num_tokens": 752973820.0, + "step": 19826 + }, + { + "epoch": 2.522198193614044, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6356189250946045, + "learning_rate": 1e-05, + "loss": 0.4883, + "mean_token_accuracy": 0.8591533899307251, + "num_tokens": 753018563.0, + "step": 19827 + }, + { + "epoch": 2.5223254038926344, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8287763595581055, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8713833093643188, + "num_tokens": 753060097.0, + "step": 19828 + }, + { + "epoch": 2.522452614171225, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.637035846710205, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8735781908035278, + "num_tokens": 753099200.0, + "step": 19829 + }, + { + "epoch": 2.5225798244498154, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.829956531524658, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8812515735626221, + "num_tokens": 753132421.0, + "step": 19830 + }, + { + "epoch": 2.522707034728406, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.649073362350464, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.869340717792511, + "num_tokens": 753165380.0, + "step": 19831 + }, + { + "epoch": 2.5228342450069965, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.805495500564575, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8800492882728577, + "num_tokens": 753203501.0, + "step": 19832 + }, + { + "epoch": 2.522961455285587, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.638334274291992, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.869126558303833, + "num_tokens": 753247674.0, + "step": 19833 + }, + { + "epoch": 2.5230886655641775, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8001129627227783, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8819988369941711, + "num_tokens": 753285967.0, + "step": 19834 + }, + { + "epoch": 2.523215875842768, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6535580158233643, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8747187852859497, + "num_tokens": 753319080.0, + "step": 19835 + }, + { + "epoch": 2.5233430861213586, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7998249530792236, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8699706792831421, + "num_tokens": 753357924.0, + "step": 19836 + }, + { + "epoch": 2.523470296399949, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.638834238052368, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8858500123023987, + "num_tokens": 753397922.0, + "step": 19837 + }, + { + "epoch": 2.5235975066785397, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.818081855773926, + "learning_rate": 1e-05, + "loss": 0.4961, + "mean_token_accuracy": 0.8557969331741333, + "num_tokens": 753431268.0, + "step": 19838 + }, + { + "epoch": 2.52372471695713, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6499385833740234, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8735737800598145, + "num_tokens": 753465169.0, + "step": 19839 + }, + { + "epoch": 2.5238519272357207, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.795656204223633, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8822546601295471, + "num_tokens": 753501017.0, + "step": 19840 + }, + { + "epoch": 2.5239791375143112, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.633819341659546, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8814498782157898, + "num_tokens": 753541039.0, + "step": 19841 + }, + { + "epoch": 2.5241063477929018, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.794512987136841, + "learning_rate": 1e-05, + "loss": 0.5069, + "mean_token_accuracy": 0.85218346118927, + "num_tokens": 753585793.0, + "step": 19842 + }, + { + "epoch": 2.5242335580714923, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.631711483001709, + "learning_rate": 1e-05, + "loss": 0.3782, + "mean_token_accuracy": 0.8908382654190063, + "num_tokens": 753623752.0, + "step": 19843 + }, + { + "epoch": 2.524360768350083, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.795584201812744, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8725738525390625, + "num_tokens": 753662939.0, + "step": 19844 + }, + { + "epoch": 2.5244879786286734, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.647794246673584, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8843852281570435, + "num_tokens": 753699200.0, + "step": 19845 + }, + { + "epoch": 2.524615188907264, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.803154945373535, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8693805932998657, + "num_tokens": 753743867.0, + "step": 19846 + }, + { + "epoch": 2.524742399185854, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 3.0817368030548096, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8675065636634827, + "num_tokens": 753781494.0, + "step": 19847 + }, + { + "epoch": 2.524869609464445, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.647555112838745, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8813717365264893, + "num_tokens": 753823518.0, + "step": 19848 + }, + { + "epoch": 2.524996819743035, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8341991901397705, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8758336305618286, + "num_tokens": 753855058.0, + "step": 19849 + }, + { + "epoch": 2.525124030021626, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.590604782104492, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8837628960609436, + "num_tokens": 753896721.0, + "step": 19850 + }, + { + "epoch": 2.525251240300216, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.887580871582031e-05, + "grad_norm": 2.856379985809326, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8924068212509155, + "num_tokens": 753933225.0, + "step": 19851 + }, + { + "epoch": 2.5253784505788066, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.612203359603882, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8730076551437378, + "num_tokens": 753970373.0, + "step": 19852 + }, + { + "epoch": 2.525505660857397, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.982948303222656e-05, + "grad_norm": 2.864138603210449, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8870683908462524, + "num_tokens": 754007544.0, + "step": 19853 + }, + { + "epoch": 2.5256328711359877, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6344428062438965, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8848920464515686, + "num_tokens": 754040858.0, + "step": 19854 + }, + { + "epoch": 2.525760081414578, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.9114227294921875e-05, + "grad_norm": 2.857758045196533, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.8619078397750854, + "num_tokens": 754083877.0, + "step": 19855 + }, + { + "epoch": 2.5258872916931687, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6272785663604736, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8899762034416199, + "num_tokens": 754122792.0, + "step": 19856 + }, + { + "epoch": 2.5260145019717593, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.887580871582031e-05, + "grad_norm": 2.8582100868225098, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8801279664039612, + "num_tokens": 754157986.0, + "step": 19857 + }, + { + "epoch": 2.52614171225035, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.635584831237793, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8785673379898071, + "num_tokens": 754198321.0, + "step": 19858 + }, + { + "epoch": 2.5262689225289403, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.9114227294921875e-05, + "grad_norm": 2.8706395626068115, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.8642213344573975, + "num_tokens": 754235463.0, + "step": 19859 + }, + { + "epoch": 2.526396132807531, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6328654289245605, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8798603415489197, + "num_tokens": 754274319.0, + "step": 19860 + }, + { + "epoch": 2.5265233430861214, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003528594970703125, + "ewc_loss_parallel": 4.887580871582031e-05, + "grad_norm": 2.8536124229431152, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8825917840003967, + "num_tokens": 754315206.0, + "step": 19861 + }, + { + "epoch": 2.526650553364712, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.640979290008545, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8741455674171448, + "num_tokens": 754353300.0, + "step": 19862 + }, + { + "epoch": 2.5267777636433024, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.839897155761719e-05, + "grad_norm": 2.8468594551086426, + "learning_rate": 1e-05, + "loss": 0.4652, + "mean_token_accuracy": 0.8697490692138672, + "num_tokens": 754392692.0, + "step": 19863 + }, + { + "epoch": 2.526904973921893, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6471564769744873, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8778712749481201, + "num_tokens": 754428688.0, + "step": 19864 + }, + { + "epoch": 2.5270321842004835, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8245112895965576, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8800143003463745, + "num_tokens": 754467647.0, + "step": 19865 + }, + { + "epoch": 2.527159394479074, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6633167266845703, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8680009841918945, + "num_tokens": 754501511.0, + "step": 19866 + }, + { + "epoch": 2.5272866047576645, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.796738862991333, + "learning_rate": 1e-05, + "loss": 0.3822, + "mean_token_accuracy": 0.8918851613998413, + "num_tokens": 754543000.0, + "step": 19867 + }, + { + "epoch": 2.527413815036255, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.647268533706665, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8813638687133789, + "num_tokens": 754583485.0, + "step": 19868 + }, + { + "epoch": 2.5275410253148456, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.799252986907959, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8821697235107422, + "num_tokens": 754620472.0, + "step": 19869 + }, + { + "epoch": 2.5276682355934357, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.649160623550415, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8830959796905518, + "num_tokens": 754659906.0, + "step": 19870 + }, + { + "epoch": 2.5277954458720266, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7859745025634766, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8809303045272827, + "num_tokens": 754696128.0, + "step": 19871 + }, + { + "epoch": 2.5279226561506167, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6586954593658447, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8810195326805115, + "num_tokens": 754729553.0, + "step": 19872 + }, + { + "epoch": 2.5280498664292077, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7702224254608154, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8647584915161133, + "num_tokens": 754773689.0, + "step": 19873 + }, + { + "epoch": 2.528177076707798, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.662076950073242, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8748605251312256, + "num_tokens": 754809326.0, + "step": 19874 + }, + { + "epoch": 2.5283042869863888, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7518301010131836, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8800204992294312, + "num_tokens": 754850627.0, + "step": 19875 + }, + { + "epoch": 2.528431497264979, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6612942218780518, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8850072622299194, + "num_tokens": 754887810.0, + "step": 19876 + }, + { + "epoch": 2.5285587075435694, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.761991024017334, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8776651620864868, + "num_tokens": 754923778.0, + "step": 19877 + }, + { + "epoch": 2.52868591782216, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6519343852996826, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8817988634109497, + "num_tokens": 754963486.0, + "step": 19878 + }, + { + "epoch": 2.5288131281007504, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.752718210220337, + "learning_rate": 1e-05, + "loss": 0.3864, + "mean_token_accuracy": 0.8907150030136108, + "num_tokens": 755000302.0, + "step": 19879 + }, + { + "epoch": 2.528940338379341, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6376068592071533, + "learning_rate": 1e-05, + "loss": 0.3765, + "mean_token_accuracy": 0.8923107981681824, + "num_tokens": 755040319.0, + "step": 19880 + }, + { + "epoch": 2.5290675486579315, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.779090642929077, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8837137222290039, + "num_tokens": 755073410.0, + "step": 19881 + }, + { + "epoch": 2.529194758936522, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.634202480316162, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8831087350845337, + "num_tokens": 755112279.0, + "step": 19882 + }, + { + "epoch": 2.5293219692151125, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7972970008850098, + "learning_rate": 1e-05, + "loss": 0.4801, + "mean_token_accuracy": 0.8608327507972717, + "num_tokens": 755146904.0, + "step": 19883 + }, + { + "epoch": 2.529449179493703, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.64593768119812, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8713400363922119, + "num_tokens": 755179881.0, + "step": 19884 + }, + { + "epoch": 2.5295763897722936, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7875778675079346, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8911129832267761, + "num_tokens": 755214504.0, + "step": 19885 + }, + { + "epoch": 2.529703600050884, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.625823736190796, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8782285451889038, + "num_tokens": 755254229.0, + "step": 19886 + }, + { + "epoch": 2.5298308103294747, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.786151885986328, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8741757869720459, + "num_tokens": 755296150.0, + "step": 19887 + }, + { + "epoch": 2.529958020608065, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6274685859680176, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8851111531257629, + "num_tokens": 755336508.0, + "step": 19888 + }, + { + "epoch": 2.5300852308866557, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7766075134277344, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8677124977111816, + "num_tokens": 755376863.0, + "step": 19889 + }, + { + "epoch": 2.5302124411652462, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.631964921951294, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8874985575675964, + "num_tokens": 755414209.0, + "step": 19890 + }, + { + "epoch": 2.5303396514438368, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.794224500656128, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8628255724906921, + "num_tokens": 755454281.0, + "step": 19891 + }, + { + "epoch": 2.5304668617224273, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6194841861724854, + "learning_rate": 1e-05, + "loss": 0.3667, + "mean_token_accuracy": 0.8965370655059814, + "num_tokens": 755492441.0, + "step": 19892 + }, + { + "epoch": 2.530594072001018, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8078837394714355, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8785598874092102, + "num_tokens": 755526264.0, + "step": 19893 + }, + { + "epoch": 2.5307212822796084, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.63834285736084, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8839178085327148, + "num_tokens": 755560819.0, + "step": 19894 + }, + { + "epoch": 2.5308484925581984, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8104496002197266, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8778436779975891, + "num_tokens": 755592103.0, + "step": 19895 + }, + { + "epoch": 2.5309757028367894, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.618098735809326, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8892739415168762, + "num_tokens": 755631864.0, + "step": 19896 + }, + { + "epoch": 2.5311029131153795, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8111114501953125, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8734851479530334, + "num_tokens": 755672555.0, + "step": 19897 + }, + { + "epoch": 2.5312301233939705, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6284615993499756, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8900820016860962, + "num_tokens": 755705606.0, + "step": 19898 + }, + { + "epoch": 2.5313573336725606, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.831732988357544, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8750775456428528, + "num_tokens": 755738844.0, + "step": 19899 + }, + { + "epoch": 2.5314845439511515, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6179957389831543, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8886173963546753, + "num_tokens": 755774164.0, + "step": 19900 + }, + { + "epoch": 2.5316117542297416, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8273518085479736, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8711473345756531, + "num_tokens": 755816848.0, + "step": 19901 + }, + { + "epoch": 2.531738964508332, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6225802898406982, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8760106563568115, + "num_tokens": 755854281.0, + "step": 19902 + }, + { + "epoch": 2.5318661747869227, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8303422927856445, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8639950156211853, + "num_tokens": 755893769.0, + "step": 19903 + }, + { + "epoch": 2.531993385065513, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6342763900756836, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8762421607971191, + "num_tokens": 755931690.0, + "step": 19904 + }, + { + "epoch": 2.5321205953441037, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.826530694961548, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8816086649894714, + "num_tokens": 755967177.0, + "step": 19905 + }, + { + "epoch": 2.5322478056226942, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6350505352020264, + "learning_rate": 1e-05, + "loss": 0.3846, + "mean_token_accuracy": 0.8894811868667603, + "num_tokens": 755998440.0, + "step": 19906 + }, + { + "epoch": 2.5323750159012848, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.815234422683716, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8761579394340515, + "num_tokens": 756038049.0, + "step": 19907 + }, + { + "epoch": 2.5325022261798753, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.635488510131836, + "learning_rate": 1e-05, + "loss": 0.3856, + "mean_token_accuracy": 0.8910443782806396, + "num_tokens": 756073185.0, + "step": 19908 + }, + { + "epoch": 2.532629436458466, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8041937351226807, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8714372515678406, + "num_tokens": 756113439.0, + "step": 19909 + }, + { + "epoch": 2.5327566467370564, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.634587049484253, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8835150003433228, + "num_tokens": 756155516.0, + "step": 19910 + }, + { + "epoch": 2.532883857015647, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7998735904693604, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8793916702270508, + "num_tokens": 756196685.0, + "step": 19911 + }, + { + "epoch": 2.5330110672942374, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6470165252685547, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8752275109291077, + "num_tokens": 756230150.0, + "step": 19912 + }, + { + "epoch": 2.533138277572828, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7971489429473877, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8905259966850281, + "num_tokens": 756270806.0, + "step": 19913 + }, + { + "epoch": 2.5332654878514185, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6541101932525635, + "learning_rate": 1e-05, + "loss": 0.3797, + "mean_token_accuracy": 0.8906461596488953, + "num_tokens": 756300387.0, + "step": 19914 + }, + { + "epoch": 2.533392698130009, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7871506214141846, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8829102516174316, + "num_tokens": 756335436.0, + "step": 19915 + }, + { + "epoch": 2.5335199084085995, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6575913429260254, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8677306175231934, + "num_tokens": 756371942.0, + "step": 19916 + }, + { + "epoch": 2.53364711868719, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.759279489517212, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8818172216415405, + "num_tokens": 756416102.0, + "step": 19917 + }, + { + "epoch": 2.5337743289657806, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.667250633239746, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8671941757202148, + "num_tokens": 756457066.0, + "step": 19918 + }, + { + "epoch": 2.533901539244371, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.752793312072754, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8805295825004578, + "num_tokens": 756493977.0, + "step": 19919 + }, + { + "epoch": 2.534028749522961, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6658358573913574, + "learning_rate": 1e-05, + "loss": 0.4711, + "mean_token_accuracy": 0.8593755960464478, + "num_tokens": 756535926.0, + "step": 19920 + }, + { + "epoch": 2.534155959801552, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.733442544937134, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8939387798309326, + "num_tokens": 756578406.0, + "step": 19921 + }, + { + "epoch": 2.5342831700801423, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6870639324188232, + "learning_rate": 1e-05, + "loss": 0.4651, + "mean_token_accuracy": 0.8629662990570068, + "num_tokens": 756615104.0, + "step": 19922 + }, + { + "epoch": 2.5344103803587332, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.72809100151062, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8716921210289001, + "num_tokens": 756652059.0, + "step": 19923 + }, + { + "epoch": 2.5345375906373233, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6652591228485107, + "learning_rate": 1e-05, + "loss": 0.3698, + "mean_token_accuracy": 0.8971823453903198, + "num_tokens": 756688640.0, + "step": 19924 + }, + { + "epoch": 2.534664800915914, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7268009185791016, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8905825614929199, + "num_tokens": 756721596.0, + "step": 19925 + }, + { + "epoch": 2.5347920111945044, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6810033321380615, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8677551746368408, + "num_tokens": 756757663.0, + "step": 19926 + }, + { + "epoch": 2.534919221473095, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.704488754272461, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8809900879859924, + "num_tokens": 756802021.0, + "step": 19927 + }, + { + "epoch": 2.5350464317516854, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6722323894500732, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.869930624961853, + "num_tokens": 756842039.0, + "step": 19928 + }, + { + "epoch": 2.535173642030276, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7173426151275635, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8803023099899292, + "num_tokens": 756875788.0, + "step": 19929 + }, + { + "epoch": 2.5353008523088665, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6687417030334473, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8885906934738159, + "num_tokens": 756913292.0, + "step": 19930 + }, + { + "epoch": 2.535428062587457, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7055821418762207, + "learning_rate": 1e-05, + "loss": 0.3869, + "mean_token_accuracy": 0.8961115479469299, + "num_tokens": 756953005.0, + "step": 19931 + }, + { + "epoch": 2.5355552728660475, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6823856830596924, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8813040256500244, + "num_tokens": 756987656.0, + "step": 19932 + }, + { + "epoch": 2.535682483144638, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.714228868484497, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8868295550346375, + "num_tokens": 757021040.0, + "step": 19933 + }, + { + "epoch": 2.5358096934232286, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.676669120788574, + "learning_rate": 1e-05, + "loss": 0.3797, + "mean_token_accuracy": 0.8924895524978638, + "num_tokens": 757053039.0, + "step": 19934 + }, + { + "epoch": 2.535936903701819, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7212674617767334, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8734966516494751, + "num_tokens": 757090057.0, + "step": 19935 + }, + { + "epoch": 2.5360641139804097, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.659824848175049, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8839716911315918, + "num_tokens": 757129537.0, + "step": 19936 + }, + { + "epoch": 2.536191324259, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7255752086639404, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8892186284065247, + "num_tokens": 757164892.0, + "step": 19937 + }, + { + "epoch": 2.5363185345375907, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6611440181732178, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8730419874191284, + "num_tokens": 757204717.0, + "step": 19938 + }, + { + "epoch": 2.5364457448161812, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.743121385574341, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8765897154808044, + "num_tokens": 757239725.0, + "step": 19939 + }, + { + "epoch": 2.5365729550947718, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6488993167877197, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8623811602592468, + "num_tokens": 757280356.0, + "step": 19940 + }, + { + "epoch": 2.5367001653733623, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.753307819366455, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8744849562644958, + "num_tokens": 757316498.0, + "step": 19941 + }, + { + "epoch": 2.536827375651953, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.656095266342163, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.874813437461853, + "num_tokens": 757351675.0, + "step": 19942 + }, + { + "epoch": 2.5369545859305433, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7377872467041016, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8754650354385376, + "num_tokens": 757393310.0, + "step": 19943 + }, + { + "epoch": 2.537081796209134, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6631293296813965, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8703767657279968, + "num_tokens": 757429800.0, + "step": 19944 + }, + { + "epoch": 2.537209006487724, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7455520629882812, + "learning_rate": 1e-05, + "loss": 0.3807, + "mean_token_accuracy": 0.893596351146698, + "num_tokens": 757463456.0, + "step": 19945 + }, + { + "epoch": 2.537336216766315, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.676835060119629, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8674832582473755, + "num_tokens": 757496977.0, + "step": 19946 + }, + { + "epoch": 2.537463427044905, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.719302177429199, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8858091831207275, + "num_tokens": 757536003.0, + "step": 19947 + }, + { + "epoch": 2.537590637323496, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.672785520553589, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8719291090965271, + "num_tokens": 757575017.0, + "step": 19948 + }, + { + "epoch": 2.537717847602086, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7187161445617676, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8785606622695923, + "num_tokens": 757617098.0, + "step": 19949 + }, + { + "epoch": 2.5378450578806766, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.683608055114746, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8685946464538574, + "num_tokens": 757652343.0, + "step": 19950 + }, + { + "epoch": 2.537972268159267, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.71203875541687, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8806751370429993, + "num_tokens": 757691021.0, + "step": 19951 + }, + { + "epoch": 2.5380994784378577, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6695849895477295, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8845576047897339, + "num_tokens": 757727805.0, + "step": 19952 + }, + { + "epoch": 2.538226688716448, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.714571952819824, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8718774914741516, + "num_tokens": 757767979.0, + "step": 19953 + }, + { + "epoch": 2.5383538989950387, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6726815700531006, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8810628652572632, + "num_tokens": 757807488.0, + "step": 19954 + }, + { + "epoch": 2.5384811092736292, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.736818552017212, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8694124221801758, + "num_tokens": 757838298.0, + "step": 19955 + }, + { + "epoch": 2.5386083195522198, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6630892753601074, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8743714094161987, + "num_tokens": 757875016.0, + "step": 19956 + }, + { + "epoch": 2.5387355298308103, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.716890811920166, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8834147453308105, + "num_tokens": 757921306.0, + "step": 19957 + }, + { + "epoch": 2.538862740109401, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6688077449798584, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8822410106658936, + "num_tokens": 757956555.0, + "step": 19958 + }, + { + "epoch": 2.5389899503879914, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7258729934692383, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8716999888420105, + "num_tokens": 757990433.0, + "step": 19959 + }, + { + "epoch": 2.539117160666582, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.655747175216675, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8909229040145874, + "num_tokens": 758026606.0, + "step": 19960 + }, + { + "epoch": 2.5392443709451724, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7275846004486084, + "learning_rate": 1e-05, + "loss": 0.377, + "mean_token_accuracy": 0.8933273553848267, + "num_tokens": 758060995.0, + "step": 19961 + }, + { + "epoch": 2.539371581223763, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6546084880828857, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8845891952514648, + "num_tokens": 758097479.0, + "step": 19962 + }, + { + "epoch": 2.5394987915023535, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7401669025421143, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8799350261688232, + "num_tokens": 758134541.0, + "step": 19963 + }, + { + "epoch": 2.539626001780944, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.642320394515991, + "learning_rate": 1e-05, + "loss": 0.3872, + "mean_token_accuracy": 0.889008104801178, + "num_tokens": 758173885.0, + "step": 19964 + }, + { + "epoch": 2.5397532120595345, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.734600782394409, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8696392774581909, + "num_tokens": 758219394.0, + "step": 19965 + }, + { + "epoch": 2.539880422338125, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6494574546813965, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8765208721160889, + "num_tokens": 758261146.0, + "step": 19966 + }, + { + "epoch": 2.5400076326167156, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.735349178314209, + "learning_rate": 1e-05, + "loss": 0.3676, + "mean_token_accuracy": 0.8980157375335693, + "num_tokens": 758297935.0, + "step": 19967 + }, + { + "epoch": 2.5401348428953057, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6676270961761475, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8720408082008362, + "num_tokens": 758328579.0, + "step": 19968 + }, + { + "epoch": 2.5402620531738966, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.740403890609741, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.876556396484375, + "num_tokens": 758361731.0, + "step": 19969 + }, + { + "epoch": 2.5403892634524867, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.667351245880127, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8840867877006531, + "num_tokens": 758394651.0, + "step": 19970 + }, + { + "epoch": 2.5405164737310777, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.722127914428711, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8793185949325562, + "num_tokens": 758436455.0, + "step": 19971 + }, + { + "epoch": 2.540643684009668, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.656259059906006, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8832293152809143, + "num_tokens": 758471880.0, + "step": 19972 + }, + { + "epoch": 2.5407708942882588, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.722264528274536, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8802452087402344, + "num_tokens": 758514354.0, + "step": 19973 + }, + { + "epoch": 2.540898104566849, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.657471179962158, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.8852697014808655, + "num_tokens": 758554263.0, + "step": 19974 + }, + { + "epoch": 2.5410253148454394, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7364509105682373, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8784549236297607, + "num_tokens": 758588907.0, + "step": 19975 + }, + { + "epoch": 2.54115252512403, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6790666580200195, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.873619556427002, + "num_tokens": 758618573.0, + "step": 19976 + }, + { + "epoch": 2.5412797354026204, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.720898389816284, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8803755044937134, + "num_tokens": 758654315.0, + "step": 19977 + }, + { + "epoch": 2.541406945681211, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.677675724029541, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8736869096755981, + "num_tokens": 758690670.0, + "step": 19978 + }, + { + "epoch": 2.5415341559598015, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.710752487182617, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8811783790588379, + "num_tokens": 758725686.0, + "step": 19979 + }, + { + "epoch": 2.541661366238392, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.684028148651123, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8836346864700317, + "num_tokens": 758757002.0, + "step": 19980 + }, + { + "epoch": 2.5417885765169825, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.705465316772461, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8839292526245117, + "num_tokens": 758793695.0, + "step": 19981 + }, + { + "epoch": 2.541915786795573, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6611969470977783, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.876539409160614, + "num_tokens": 758837278.0, + "step": 19982 + }, + { + "epoch": 2.5420429970741636, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7183241844177246, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8771113157272339, + "num_tokens": 758871252.0, + "step": 19983 + }, + { + "epoch": 2.542170207352754, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6625964641571045, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8784363865852356, + "num_tokens": 758912250.0, + "step": 19984 + }, + { + "epoch": 2.5422974176313446, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.715453624725342, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8799464702606201, + "num_tokens": 758951773.0, + "step": 19985 + }, + { + "epoch": 2.542424627909935, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.664898633956909, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8888389468193054, + "num_tokens": 758989054.0, + "step": 19986 + }, + { + "epoch": 2.5425518381885257, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.712449073791504, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8858870267868042, + "num_tokens": 759026917.0, + "step": 19987 + }, + { + "epoch": 2.5426790484671162, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.665832996368408, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8779284954071045, + "num_tokens": 759065752.0, + "step": 19988 + }, + { + "epoch": 2.5428062587457068, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.720526933670044, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8876418471336365, + "num_tokens": 759100650.0, + "step": 19989 + }, + { + "epoch": 2.5429334690242973, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6618449687957764, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8680732250213623, + "num_tokens": 759138274.0, + "step": 19990 + }, + { + "epoch": 2.543060679302888, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.727750539779663, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8675121068954468, + "num_tokens": 759176060.0, + "step": 19991 + }, + { + "epoch": 2.5431878895814783, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6652450561523438, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8878566026687622, + "num_tokens": 759208323.0, + "step": 19992 + }, + { + "epoch": 2.5433150998600684, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.736660957336426, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8926990628242493, + "num_tokens": 759239180.0, + "step": 19993 + }, + { + "epoch": 2.5434423101386594, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6446354389190674, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.883746862411499, + "num_tokens": 759278489.0, + "step": 19994 + }, + { + "epoch": 2.5435695204172495, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7720892429351807, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8788284063339233, + "num_tokens": 759315254.0, + "step": 19995 + }, + { + "epoch": 2.5436967306958405, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6434006690979004, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8821996450424194, + "num_tokens": 759345969.0, + "step": 19996 + }, + { + "epoch": 2.5438239409744305, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7538843154907227, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8761591911315918, + "num_tokens": 759386530.0, + "step": 19997 + }, + { + "epoch": 2.5439511512530215, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634547472000122, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8758953213691711, + "num_tokens": 759428755.0, + "step": 19998 + }, + { + "epoch": 2.5440783615316116, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7490365505218506, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8780726194381714, + "num_tokens": 759471335.0, + "step": 19999 + }, + { + "epoch": 2.544205571810202, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6304068565368652, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8805885314941406, + "num_tokens": 759512541.0, + "step": 20000 + }, + { + "epoch": 2.5443327820887927, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.763580083847046, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8751407265663147, + "num_tokens": 759551015.0, + "step": 20001 + }, + { + "epoch": 2.544459992367383, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6336939334869385, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8702928423881531, + "num_tokens": 759588698.0, + "step": 20002 + }, + { + "epoch": 2.5445872026459737, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7731306552886963, + "learning_rate": 1e-05, + "loss": 0.4684, + "mean_token_accuracy": 0.8639624118804932, + "num_tokens": 759630180.0, + "step": 20003 + }, + { + "epoch": 2.5447144129245642, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6497788429260254, + "learning_rate": 1e-05, + "loss": 0.4826, + "mean_token_accuracy": 0.8602718114852905, + "num_tokens": 759664416.0, + "step": 20004 + }, + { + "epoch": 2.5448416232031548, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.751844644546509, + "learning_rate": 1e-05, + "loss": 0.4508, + "mean_token_accuracy": 0.8693997859954834, + "num_tokens": 759708868.0, + "step": 20005 + }, + { + "epoch": 2.5449688334817453, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.645565986633301, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8813642859458923, + "num_tokens": 759742431.0, + "step": 20006 + }, + { + "epoch": 2.545096043760336, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.755632162094116, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8845452070236206, + "num_tokens": 759776504.0, + "step": 20007 + }, + { + "epoch": 2.5452232540389264, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.65281343460083, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8920334577560425, + "num_tokens": 759808246.0, + "step": 20008 + }, + { + "epoch": 2.545350464317517, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7381675243377686, + "learning_rate": 1e-05, + "loss": 0.3802, + "mean_token_accuracy": 0.8938708305358887, + "num_tokens": 759846654.0, + "step": 20009 + }, + { + "epoch": 2.5454776745961074, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.666341543197632, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8766813278198242, + "num_tokens": 759882594.0, + "step": 20010 + }, + { + "epoch": 2.545604884874698, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.733351707458496, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8840758204460144, + "num_tokens": 759923557.0, + "step": 20011 + }, + { + "epoch": 2.5457320951532885, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.648264169692993, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8735350370407104, + "num_tokens": 759961152.0, + "step": 20012 + }, + { + "epoch": 2.545859305431879, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7482988834381104, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8803808093070984, + "num_tokens": 759995505.0, + "step": 20013 + }, + { + "epoch": 2.5459865157104695, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6505401134490967, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8790494799613953, + "num_tokens": 760033910.0, + "step": 20014 + }, + { + "epoch": 2.54611372598906, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.742213010787964, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.8925371170043945, + "num_tokens": 760067605.0, + "step": 20015 + }, + { + "epoch": 2.5462409362676506, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.6678805351257324, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8642139434814453, + "num_tokens": 760101151.0, + "step": 20016 + }, + { + "epoch": 2.546368146546241, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7393181324005127, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8692430853843689, + "num_tokens": 760140253.0, + "step": 20017 + }, + { + "epoch": 2.546495356824831, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.654787302017212, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8797444105148315, + "num_tokens": 760175988.0, + "step": 20018 + }, + { + "epoch": 2.546622567103422, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7511723041534424, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8762423992156982, + "num_tokens": 760211734.0, + "step": 20019 + }, + { + "epoch": 2.5467497773820122, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6478688716888428, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8743877410888672, + "num_tokens": 760248887.0, + "step": 20020 + }, + { + "epoch": 2.546876987660603, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.754645824432373, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8773822784423828, + "num_tokens": 760284836.0, + "step": 20021 + }, + { + "epoch": 2.5470041979391933, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6478989124298096, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8784337043762207, + "num_tokens": 760327328.0, + "step": 20022 + }, + { + "epoch": 2.547131408217784, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7573254108428955, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8818364143371582, + "num_tokens": 760362876.0, + "step": 20023 + }, + { + "epoch": 2.5472586184963744, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6387317180633545, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8849133253097534, + "num_tokens": 760399652.0, + "step": 20024 + }, + { + "epoch": 2.547385828774965, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7611961364746094, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8867641687393188, + "num_tokens": 760436346.0, + "step": 20025 + }, + { + "epoch": 2.5475130390535554, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.699521541595459, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8777273297309875, + "num_tokens": 760468540.0, + "step": 20026 + }, + { + "epoch": 2.547640249332146, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7392849922180176, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8811403512954712, + "num_tokens": 760504088.0, + "step": 20027 + }, + { + "epoch": 2.5477674596107365, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6642589569091797, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8782236576080322, + "num_tokens": 760542543.0, + "step": 20028 + }, + { + "epoch": 2.547894669889327, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.731174945831299, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8688827753067017, + "num_tokens": 760582472.0, + "step": 20029 + }, + { + "epoch": 2.5480218801679175, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6772422790527344, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8729621171951294, + "num_tokens": 760618410.0, + "step": 20030 + }, + { + "epoch": 2.548149090446508, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.719200372695923, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8860565423965454, + "num_tokens": 760656223.0, + "step": 20031 + }, + { + "epoch": 2.5482763007250986, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650984764099121, + "learning_rate": 1e-05, + "loss": 0.3755, + "mean_token_accuracy": 0.8946851491928101, + "num_tokens": 760700898.0, + "step": 20032 + }, + { + "epoch": 2.548403511003689, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.734302043914795, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8796247839927673, + "num_tokens": 760739608.0, + "step": 20033 + }, + { + "epoch": 2.5485307212822796, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.664904832839966, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8693420886993408, + "num_tokens": 760777808.0, + "step": 20034 + }, + { + "epoch": 2.54865793156087, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7274868488311768, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8827108144760132, + "num_tokens": 760817497.0, + "step": 20035 + }, + { + "epoch": 2.5487851418394607, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.669537305831909, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8757234811782837, + "num_tokens": 760855699.0, + "step": 20036 + }, + { + "epoch": 2.5489123521180512, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7421987056732178, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.8622617125511169, + "num_tokens": 760890796.0, + "step": 20037 + }, + { + "epoch": 2.5490395623966418, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6535286903381348, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8808834552764893, + "num_tokens": 760929056.0, + "step": 20038 + }, + { + "epoch": 2.5491667726752323, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7323811054229736, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8910931348800659, + "num_tokens": 760963941.0, + "step": 20039 + }, + { + "epoch": 2.549293982953823, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.641017436981201, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8784162998199463, + "num_tokens": 761009703.0, + "step": 20040 + }, + { + "epoch": 2.5494211932324133, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.739534854888916, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8820863962173462, + "num_tokens": 761051408.0, + "step": 20041 + }, + { + "epoch": 2.549548403511004, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6452677249908447, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8706481456756592, + "num_tokens": 761093764.0, + "step": 20042 + }, + { + "epoch": 2.549675613789594, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.759983777999878, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8801790475845337, + "num_tokens": 761129975.0, + "step": 20043 + }, + { + "epoch": 2.549802824068185, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6364338397979736, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8720656633377075, + "num_tokens": 761169845.0, + "step": 20044 + }, + { + "epoch": 2.549930034346775, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7649600505828857, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8758858442306519, + "num_tokens": 761207667.0, + "step": 20045 + }, + { + "epoch": 2.550057244625366, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6246988773345947, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.880286693572998, + "num_tokens": 761249649.0, + "step": 20046 + }, + { + "epoch": 2.550184454903956, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.783665180206299, + "learning_rate": 1e-05, + "loss": 0.5227, + "mean_token_accuracy": 0.8490064740180969, + "num_tokens": 761289879.0, + "step": 20047 + }, + { + "epoch": 2.5503116651825466, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6339962482452393, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.872974157333374, + "num_tokens": 761331398.0, + "step": 20048 + }, + { + "epoch": 2.550438875461137, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.785924196243286, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.881184995174408, + "num_tokens": 761363928.0, + "step": 20049 + }, + { + "epoch": 2.5505660857397277, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.633309841156006, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8625502586364746, + "num_tokens": 761405737.0, + "step": 20050 + }, + { + "epoch": 2.550693296018318, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.795074939727783, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8883441686630249, + "num_tokens": 761435934.0, + "step": 20051 + }, + { + "epoch": 2.5508205062969087, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6395442485809326, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8825673460960388, + "num_tokens": 761466700.0, + "step": 20052 + }, + { + "epoch": 2.5509477165754992, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7843995094299316, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.880485475063324, + "num_tokens": 761505682.0, + "step": 20053 + }, + { + "epoch": 2.5510749268540898, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.637831926345825, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8789359331130981, + "num_tokens": 761544071.0, + "step": 20054 + }, + { + "epoch": 2.5512021371326803, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7692713737487793, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8871844410896301, + "num_tokens": 761586595.0, + "step": 20055 + }, + { + "epoch": 2.551329347411271, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6447629928588867, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8793845176696777, + "num_tokens": 761623924.0, + "step": 20056 + }, + { + "epoch": 2.5514565576898613, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7705495357513428, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8762878179550171, + "num_tokens": 761660952.0, + "step": 20057 + }, + { + "epoch": 2.551583767968452, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.635429620742798, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8918922543525696, + "num_tokens": 761701451.0, + "step": 20058 + }, + { + "epoch": 2.5517109782470424, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7844531536102295, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8808790445327759, + "num_tokens": 761733638.0, + "step": 20059 + }, + { + "epoch": 2.551838188525633, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6561765670776367, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8824620246887207, + "num_tokens": 761763978.0, + "step": 20060 + }, + { + "epoch": 2.5519653988042235, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.765174627304077, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8861105442047119, + "num_tokens": 761802653.0, + "step": 20061 + }, + { + "epoch": 2.552092609082814, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6430225372314453, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8808680176734924, + "num_tokens": 761840671.0, + "step": 20062 + }, + { + "epoch": 2.5522198193614045, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7612226009368896, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.873268723487854, + "num_tokens": 761883823.0, + "step": 20063 + }, + { + "epoch": 2.552347029639995, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.64479660987854, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8801201581954956, + "num_tokens": 761921597.0, + "step": 20064 + }, + { + "epoch": 2.5524742399185856, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7443177700042725, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8873685598373413, + "num_tokens": 761963400.0, + "step": 20065 + }, + { + "epoch": 2.5526014501971757, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.650521755218506, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8789702653884888, + "num_tokens": 762004442.0, + "step": 20066 + }, + { + "epoch": 2.5527286604757666, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.767489433288574, + "learning_rate": 1e-05, + "loss": 0.4638, + "mean_token_accuracy": 0.8663980960845947, + "num_tokens": 762040679.0, + "step": 20067 + }, + { + "epoch": 2.5528558707543567, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6262338161468506, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8765446543693542, + "num_tokens": 762085249.0, + "step": 20068 + }, + { + "epoch": 2.5529830810329477, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.765204906463623, + "learning_rate": 1e-05, + "loss": 0.3793, + "mean_token_accuracy": 0.8943647146224976, + "num_tokens": 762125551.0, + "step": 20069 + }, + { + "epoch": 2.5531102913115378, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.624276876449585, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8839588165283203, + "num_tokens": 762162503.0, + "step": 20070 + }, + { + "epoch": 2.5532375015901287, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.784562110900879, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8851069808006287, + "num_tokens": 762197302.0, + "step": 20071 + }, + { + "epoch": 2.553364711868719, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.627581834793091, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.884326696395874, + "num_tokens": 762235069.0, + "step": 20072 + }, + { + "epoch": 2.5534919221473094, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.765688180923462, + "learning_rate": 1e-05, + "loss": 0.3783, + "mean_token_accuracy": 0.8914952278137207, + "num_tokens": 762272014.0, + "step": 20073 + }, + { + "epoch": 2.5536191324259, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.627788543701172, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.8914783000946045, + "num_tokens": 762312840.0, + "step": 20074 + }, + { + "epoch": 2.5537463427044904, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.791240930557251, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.878092348575592, + "num_tokens": 762347997.0, + "step": 20075 + }, + { + "epoch": 2.553873552983081, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6423587799072266, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8732564449310303, + "num_tokens": 762390706.0, + "step": 20076 + }, + { + "epoch": 2.5540007632616715, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.788477897644043, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8781663179397583, + "num_tokens": 762425894.0, + "step": 20077 + }, + { + "epoch": 2.554127973540262, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6404149532318115, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8651273250579834, + "num_tokens": 762461962.0, + "step": 20078 + }, + { + "epoch": 2.5542551838188525, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7727153301239014, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8771039247512817, + "num_tokens": 762500128.0, + "step": 20079 + }, + { + "epoch": 2.554382394097443, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6309266090393066, + "learning_rate": 1e-05, + "loss": 0.3705, + "mean_token_accuracy": 0.8971529006958008, + "num_tokens": 762536256.0, + "step": 20080 + }, + { + "epoch": 2.5545096043760336, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.805039405822754, + "learning_rate": 1e-05, + "loss": 0.4962, + "mean_token_accuracy": 0.8577998876571655, + "num_tokens": 762569797.0, + "step": 20081 + }, + { + "epoch": 2.554636814654624, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.67755126953125, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8771384954452515, + "num_tokens": 762606849.0, + "step": 20082 + }, + { + "epoch": 2.5547640249332146, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7556841373443604, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8711230754852295, + "num_tokens": 762649526.0, + "step": 20083 + }, + { + "epoch": 2.554891235211805, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.645343780517578, + "learning_rate": 1e-05, + "loss": 0.4047, + "mean_token_accuracy": 0.8812938928604126, + "num_tokens": 762686240.0, + "step": 20084 + }, + { + "epoch": 2.5550184454903957, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.741302251815796, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8695504069328308, + "num_tokens": 762727908.0, + "step": 20085 + }, + { + "epoch": 2.5551456557689862, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6449265480041504, + "learning_rate": 1e-05, + "loss": 0.38, + "mean_token_accuracy": 0.8917524814605713, + "num_tokens": 762765966.0, + "step": 20086 + }, + { + "epoch": 2.5552728660475768, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.752443313598633, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8797129392623901, + "num_tokens": 762806031.0, + "step": 20087 + }, + { + "epoch": 2.5554000763261673, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6334280967712402, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8881816864013672, + "num_tokens": 762847531.0, + "step": 20088 + }, + { + "epoch": 2.555527286604758, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7762362957000732, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8822500109672546, + "num_tokens": 762878409.0, + "step": 20089 + }, + { + "epoch": 2.5556544968833483, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6303234100341797, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.878937840461731, + "num_tokens": 762918964.0, + "step": 20090 + }, + { + "epoch": 2.5557817071619384, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7627689838409424, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.8884358406066895, + "num_tokens": 762958962.0, + "step": 20091 + }, + { + "epoch": 2.5559089174405294, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.655143976211548, + "learning_rate": 1e-05, + "loss": 0.4655, + "mean_token_accuracy": 0.8658914566040039, + "num_tokens": 762996062.0, + "step": 20092 + }, + { + "epoch": 2.5560361277191195, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7590622901916504, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8808231949806213, + "num_tokens": 763033387.0, + "step": 20093 + }, + { + "epoch": 2.5561633379977104, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.661001205444336, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8756100535392761, + "num_tokens": 763067826.0, + "step": 20094 + }, + { + "epoch": 2.5562905482763005, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7594990730285645, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8864955306053162, + "num_tokens": 763100442.0, + "step": 20095 + }, + { + "epoch": 2.5564177585548915, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.631319284439087, + "learning_rate": 1e-05, + "loss": 0.3768, + "mean_token_accuracy": 0.8925538659095764, + "num_tokens": 763137659.0, + "step": 20096 + }, + { + "epoch": 2.5565449688334816, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7456696033477783, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8891096711158752, + "num_tokens": 763180000.0, + "step": 20097 + }, + { + "epoch": 2.556672179112072, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.655637502670288, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8680108785629272, + "num_tokens": 763218863.0, + "step": 20098 + }, + { + "epoch": 2.5567993893906626, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7478673458099365, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8909038305282593, + "num_tokens": 763252973.0, + "step": 20099 + }, + { + "epoch": 2.556926599669253, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.669743299484253, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8631227016448975, + "num_tokens": 763288781.0, + "step": 20100 + }, + { + "epoch": 2.5570538099478437, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7638633251190186, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8743147850036621, + "num_tokens": 763321839.0, + "step": 20101 + }, + { + "epoch": 2.5571810202264342, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6558499336242676, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8759689331054688, + "num_tokens": 763357607.0, + "step": 20102 + }, + { + "epoch": 2.5573082305050248, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.745159387588501, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8750585913658142, + "num_tokens": 763399489.0, + "step": 20103 + }, + { + "epoch": 2.5574354407836153, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6682674884796143, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8630683422088623, + "num_tokens": 763441256.0, + "step": 20104 + }, + { + "epoch": 2.557562651062206, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7590880393981934, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8708959221839905, + "num_tokens": 763475019.0, + "step": 20105 + }, + { + "epoch": 2.5576898613407963, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6530609130859375, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8794373273849487, + "num_tokens": 763510456.0, + "step": 20106 + }, + { + "epoch": 2.557817071619387, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7505626678466797, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.87433922290802, + "num_tokens": 763546181.0, + "step": 20107 + }, + { + "epoch": 2.5579442818979774, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6714718341827393, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8835992217063904, + "num_tokens": 763578763.0, + "step": 20108 + }, + { + "epoch": 2.558071492176568, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7399768829345703, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8672986030578613, + "num_tokens": 763615615.0, + "step": 20109 + }, + { + "epoch": 2.5581987024551585, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.643625497817993, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8905045986175537, + "num_tokens": 763655546.0, + "step": 20110 + }, + { + "epoch": 2.558325912733749, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7503085136413574, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.873623251914978, + "num_tokens": 763695400.0, + "step": 20111 + }, + { + "epoch": 2.5584531230123395, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6786859035491943, + "learning_rate": 1e-05, + "loss": 0.4757, + "mean_token_accuracy": 0.8613208532333374, + "num_tokens": 763725968.0, + "step": 20112 + }, + { + "epoch": 2.55858033329093, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7478933334350586, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8808177709579468, + "num_tokens": 763763708.0, + "step": 20113 + }, + { + "epoch": 2.5587075435695206, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6636903285980225, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8665597438812256, + "num_tokens": 763800836.0, + "step": 20114 + }, + { + "epoch": 2.558834753848111, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.734292507171631, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8714514970779419, + "num_tokens": 763842119.0, + "step": 20115 + }, + { + "epoch": 2.558961964126701, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6675684452056885, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8779023885726929, + "num_tokens": 763876797.0, + "step": 20116 + }, + { + "epoch": 2.559089174405292, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7381813526153564, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8752173185348511, + "num_tokens": 763913131.0, + "step": 20117 + }, + { + "epoch": 2.5592163846838822, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.653092622756958, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8800413608551025, + "num_tokens": 763952430.0, + "step": 20118 + }, + { + "epoch": 2.559343594962473, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.735774517059326, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8797454833984375, + "num_tokens": 763988978.0, + "step": 20119 + }, + { + "epoch": 2.5594708052410633, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6559205055236816, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8758697509765625, + "num_tokens": 764027473.0, + "step": 20120 + }, + { + "epoch": 2.559598015519654, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7349350452423096, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8834397792816162, + "num_tokens": 764063681.0, + "step": 20121 + }, + { + "epoch": 2.5597252257982444, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6531269550323486, + "learning_rate": 1e-05, + "loss": 0.4212, + "mean_token_accuracy": 0.8846117258071899, + "num_tokens": 764102463.0, + "step": 20122 + }, + { + "epoch": 2.559852436076835, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.728414535522461, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8887493014335632, + "num_tokens": 764141912.0, + "step": 20123 + }, + { + "epoch": 2.5599796463554254, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6538898944854736, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.889844536781311, + "num_tokens": 764176448.0, + "step": 20124 + }, + { + "epoch": 2.560106856634016, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.730224132537842, + "learning_rate": 1e-05, + "loss": 0.4697, + "mean_token_accuracy": 0.8640908002853394, + "num_tokens": 764217287.0, + "step": 20125 + }, + { + "epoch": 2.5602340669126065, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6537299156188965, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8784360885620117, + "num_tokens": 764255593.0, + "step": 20126 + }, + { + "epoch": 2.560361277191197, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.738564968109131, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8760887384414673, + "num_tokens": 764294624.0, + "step": 20127 + }, + { + "epoch": 2.5604884874697875, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6566524505615234, + "learning_rate": 1e-05, + "loss": 0.386, + "mean_token_accuracy": 0.8898704051971436, + "num_tokens": 764328495.0, + "step": 20128 + }, + { + "epoch": 2.560615697748378, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7380974292755127, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8875130414962769, + "num_tokens": 764359986.0, + "step": 20129 + }, + { + "epoch": 2.5607429080269686, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.663346290588379, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8730895519256592, + "num_tokens": 764394039.0, + "step": 20130 + }, + { + "epoch": 2.560870118305559, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.736924409866333, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8715112209320068, + "num_tokens": 764436106.0, + "step": 20131 + }, + { + "epoch": 2.5609973285841496, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.654179573059082, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8830015659332275, + "num_tokens": 764470004.0, + "step": 20132 + }, + { + "epoch": 2.56112453886274, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7328906059265137, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8867474794387817, + "num_tokens": 764507679.0, + "step": 20133 + }, + { + "epoch": 2.5612517491413307, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6434147357940674, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8929349184036255, + "num_tokens": 764548818.0, + "step": 20134 + }, + { + "epoch": 2.561378959419921, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.744994878768921, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8759938478469849, + "num_tokens": 764590289.0, + "step": 20135 + }, + { + "epoch": 2.5615061696985117, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.647597312927246, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8858418464660645, + "num_tokens": 764624210.0, + "step": 20136 + }, + { + "epoch": 2.5616333799771023, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7636170387268066, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8762833476066589, + "num_tokens": 764657071.0, + "step": 20137 + }, + { + "epoch": 2.561760590255693, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6460390090942383, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8802406787872314, + "num_tokens": 764691439.0, + "step": 20138 + }, + { + "epoch": 2.5618878005342833, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7530276775360107, + "learning_rate": 1e-05, + "loss": 0.3735, + "mean_token_accuracy": 0.8951127529144287, + "num_tokens": 764731551.0, + "step": 20139 + }, + { + "epoch": 2.562015010812874, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1484832763671875e-05, + "grad_norm": 2.650970935821533, + "learning_rate": 1e-05, + "loss": 0.3822, + "mean_token_accuracy": 0.8960283994674683, + "num_tokens": 764763233.0, + "step": 20140 + }, + { + "epoch": 2.562142221091464, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.750018358230591, + "learning_rate": 1e-05, + "loss": 0.3608, + "mean_token_accuracy": 0.8995488882064819, + "num_tokens": 764796937.0, + "step": 20141 + }, + { + "epoch": 2.562269431370055, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.655677556991577, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8832004070281982, + "num_tokens": 764831808.0, + "step": 20142 + }, + { + "epoch": 2.562396641648645, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.790173053741455, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8802747130393982, + "num_tokens": 764863288.0, + "step": 20143 + }, + { + "epoch": 2.562523851927236, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6250905990600586, + "learning_rate": 1e-05, + "loss": 0.3816, + "mean_token_accuracy": 0.8902915120124817, + "num_tokens": 764905417.0, + "step": 20144 + }, + { + "epoch": 2.562651062205826, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7854151725769043, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8817976713180542, + "num_tokens": 764942058.0, + "step": 20145 + }, + { + "epoch": 2.5627782724844166, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6166155338287354, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8761821389198303, + "num_tokens": 764983652.0, + "step": 20146 + }, + { + "epoch": 2.562905482763007, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.794388771057129, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.884030282497406, + "num_tokens": 765023966.0, + "step": 20147 + }, + { + "epoch": 2.5630326930415976, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634766101837158, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8758307695388794, + "num_tokens": 765055847.0, + "step": 20148 + }, + { + "epoch": 2.563159903320188, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.802847146987915, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8703655004501343, + "num_tokens": 765094387.0, + "step": 20149 + }, + { + "epoch": 2.5632871135987787, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6325266361236572, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8706788420677185, + "num_tokens": 765128193.0, + "step": 20150 + }, + { + "epoch": 2.5634143238773692, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7953639030456543, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8788094520568848, + "num_tokens": 765166550.0, + "step": 20151 + }, + { + "epoch": 2.5635415341559598, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.638545274734497, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8773238062858582, + "num_tokens": 765204228.0, + "step": 20152 + }, + { + "epoch": 2.5636687444345503, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.781254529953003, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.883827805519104, + "num_tokens": 765247148.0, + "step": 20153 + }, + { + "epoch": 2.563795954713141, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6278023719787598, + "learning_rate": 1e-05, + "loss": 0.368, + "mean_token_accuracy": 0.8917852640151978, + "num_tokens": 765287902.0, + "step": 20154 + }, + { + "epoch": 2.5639231649917313, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.784141778945923, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.8847272992134094, + "num_tokens": 765331118.0, + "step": 20155 + }, + { + "epoch": 2.564050375270322, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6366019248962402, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8891350030899048, + "num_tokens": 765369942.0, + "step": 20156 + }, + { + "epoch": 2.5641775855489124, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.786310911178589, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8796491026878357, + "num_tokens": 765407664.0, + "step": 20157 + }, + { + "epoch": 2.564304795827503, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6213483810424805, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8789600133895874, + "num_tokens": 765453303.0, + "step": 20158 + }, + { + "epoch": 2.5644320061060935, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.793704032897949, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8814862370491028, + "num_tokens": 765492558.0, + "step": 20159 + }, + { + "epoch": 2.564559216384684, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6439425945281982, + "learning_rate": 1e-05, + "loss": 0.487, + "mean_token_accuracy": 0.8571661114692688, + "num_tokens": 765529964.0, + "step": 20160 + }, + { + "epoch": 2.5646864266632745, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.773857355117798, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8926873803138733, + "num_tokens": 765570158.0, + "step": 20161 + }, + { + "epoch": 2.564813636941865, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6459743976593018, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8586512207984924, + "num_tokens": 765609304.0, + "step": 20162 + }, + { + "epoch": 2.5649408472204556, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.763667345046997, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8777248859405518, + "num_tokens": 765651124.0, + "step": 20163 + }, + { + "epoch": 2.5650680574990457, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.639883518218994, + "learning_rate": 1e-05, + "loss": 0.3799, + "mean_token_accuracy": 0.8925889730453491, + "num_tokens": 765685544.0, + "step": 20164 + }, + { + "epoch": 2.5651952677776366, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7547287940979004, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8906599283218384, + "num_tokens": 765726120.0, + "step": 20165 + }, + { + "epoch": 2.5653224780562267, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650012731552124, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8660789728164673, + "num_tokens": 765764145.0, + "step": 20166 + }, + { + "epoch": 2.5654496883348177, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7572202682495117, + "learning_rate": 1e-05, + "loss": 0.3764, + "mean_token_accuracy": 0.8916534185409546, + "num_tokens": 765795530.0, + "step": 20167 + }, + { + "epoch": 2.5655768986134078, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648577928543091, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8755422830581665, + "num_tokens": 765831793.0, + "step": 20168 + }, + { + "epoch": 2.5657041088919987, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.736325979232788, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8725615739822388, + "num_tokens": 765876724.0, + "step": 20169 + }, + { + "epoch": 2.565831319170589, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.643401622772217, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8923836946487427, + "num_tokens": 765917604.0, + "step": 20170 + }, + { + "epoch": 2.5659585294491793, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.752042531967163, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8811566829681396, + "num_tokens": 765953717.0, + "step": 20171 + }, + { + "epoch": 2.56608573972777, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.658827304840088, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8764586448669434, + "num_tokens": 765989967.0, + "step": 20172 + }, + { + "epoch": 2.5662129500063604, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7388381958007812, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8841079473495483, + "num_tokens": 766029276.0, + "step": 20173 + }, + { + "epoch": 2.566340160284951, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6517608165740967, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8880383968353271, + "num_tokens": 766064819.0, + "step": 20174 + }, + { + "epoch": 2.5664673705635415, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.74000883102417, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.875352144241333, + "num_tokens": 766103621.0, + "step": 20175 + }, + { + "epoch": 2.566594580842132, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6491916179656982, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.8883064389228821, + "num_tokens": 766138945.0, + "step": 20176 + }, + { + "epoch": 2.5667217911207225, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7440428733825684, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8751110434532166, + "num_tokens": 766180771.0, + "step": 20177 + }, + { + "epoch": 2.566849001399313, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.667278528213501, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8705817461013794, + "num_tokens": 766216907.0, + "step": 20178 + }, + { + "epoch": 2.5669762116779036, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.734691619873047, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8755531311035156, + "num_tokens": 766256302.0, + "step": 20179 + }, + { + "epoch": 2.567103421956494, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6697330474853516, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8818236589431763, + "num_tokens": 766291255.0, + "step": 20180 + }, + { + "epoch": 2.5672306322350846, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.736997127532959, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8842110633850098, + "num_tokens": 766323895.0, + "step": 20181 + }, + { + "epoch": 2.567357842513675, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.653092861175537, + "learning_rate": 1e-05, + "loss": 0.3956, + "mean_token_accuracy": 0.8849606513977051, + "num_tokens": 766364518.0, + "step": 20182 + }, + { + "epoch": 2.5674850527922657, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.739384174346924, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.86823570728302, + "num_tokens": 766402256.0, + "step": 20183 + }, + { + "epoch": 2.567612263070856, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.664581298828125, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8792996406555176, + "num_tokens": 766435186.0, + "step": 20184 + }, + { + "epoch": 2.5677394733494467, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7300312519073486, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8725202083587646, + "num_tokens": 766476950.0, + "step": 20185 + }, + { + "epoch": 2.5678666836280373, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6489758491516113, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.8925273418426514, + "num_tokens": 766517908.0, + "step": 20186 + }, + { + "epoch": 2.567993893906628, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.747225761413574, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8676924109458923, + "num_tokens": 766556251.0, + "step": 20187 + }, + { + "epoch": 2.5681211041852183, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6584348678588867, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8683477640151978, + "num_tokens": 766593865.0, + "step": 20188 + }, + { + "epoch": 2.5682483144638084, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7419772148132324, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8757472038269043, + "num_tokens": 766627594.0, + "step": 20189 + }, + { + "epoch": 2.5683755247423994, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.641148328781128, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8858146667480469, + "num_tokens": 766669620.0, + "step": 20190 + }, + { + "epoch": 2.5685027350209895, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7501204013824463, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8867418766021729, + "num_tokens": 766711553.0, + "step": 20191 + }, + { + "epoch": 2.5686299452995804, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6381678581237793, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8789836168289185, + "num_tokens": 766751717.0, + "step": 20192 + }, + { + "epoch": 2.5687571555781705, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7680869102478027, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8824411034584045, + "num_tokens": 766782207.0, + "step": 20193 + }, + { + "epoch": 2.5688843658567615, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.634185314178467, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8753284215927124, + "num_tokens": 766822050.0, + "step": 20194 + }, + { + "epoch": 2.5690115761353516, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7635717391967773, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.868889331817627, + "num_tokens": 766867713.0, + "step": 20195 + }, + { + "epoch": 2.569138786413942, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.622297525405884, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8829668760299683, + "num_tokens": 766908191.0, + "step": 20196 + }, + { + "epoch": 2.5692659966925326, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.789106607437134, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8687501549720764, + "num_tokens": 766945774.0, + "step": 20197 + }, + { + "epoch": 2.569393206971123, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6129519939422607, + "learning_rate": 1e-05, + "loss": 0.3802, + "mean_token_accuracy": 0.8938258290290833, + "num_tokens": 766986255.0, + "step": 20198 + }, + { + "epoch": 2.5695204172497137, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8101816177368164, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.879189133644104, + "num_tokens": 767020930.0, + "step": 20199 + }, + { + "epoch": 2.5696476275283042, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.625223159790039, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8750203847885132, + "num_tokens": 767059863.0, + "step": 20200 + }, + { + "epoch": 2.5697748378068948, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.815129280090332, + "learning_rate": 1e-05, + "loss": 0.505, + "mean_token_accuracy": 0.8546476364135742, + "num_tokens": 767100566.0, + "step": 20201 + }, + { + "epoch": 2.5699020480854853, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.619112014770508, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8714355826377869, + "num_tokens": 767137892.0, + "step": 20202 + }, + { + "epoch": 2.570029258364076, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8245463371276855, + "learning_rate": 1e-05, + "loss": 0.493, + "mean_token_accuracy": 0.85957932472229, + "num_tokens": 767175340.0, + "step": 20203 + }, + { + "epoch": 2.5701564686426663, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.639249324798584, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.864021897315979, + "num_tokens": 767209601.0, + "step": 20204 + }, + { + "epoch": 2.570283678921257, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7974579334259033, + "learning_rate": 1e-05, + "loss": 0.3676, + "mean_token_accuracy": 0.8971145153045654, + "num_tokens": 767247500.0, + "step": 20205 + }, + { + "epoch": 2.5704108891998474, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.648833751678467, + "learning_rate": 1e-05, + "loss": 0.4665, + "mean_token_accuracy": 0.865463137626648, + "num_tokens": 767285251.0, + "step": 20206 + }, + { + "epoch": 2.570538099478438, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8051397800445557, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8882121443748474, + "num_tokens": 767321493.0, + "step": 20207 + }, + { + "epoch": 2.5706653097570284, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.670476198196411, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8876821994781494, + "num_tokens": 767351375.0, + "step": 20208 + }, + { + "epoch": 2.570792520035619, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7686030864715576, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8778848052024841, + "num_tokens": 767392990.0, + "step": 20209 + }, + { + "epoch": 2.5709197303142095, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.646779775619507, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8827903270721436, + "num_tokens": 767431584.0, + "step": 20210 + }, + { + "epoch": 2.5710469405928, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.774980068206787, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8765258193016052, + "num_tokens": 767468451.0, + "step": 20211 + }, + { + "epoch": 2.5711741508713906, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.645228862762451, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8729179501533508, + "num_tokens": 767508133.0, + "step": 20212 + }, + { + "epoch": 2.571301361149981, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7815122604370117, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8849770426750183, + "num_tokens": 767539427.0, + "step": 20213 + }, + { + "epoch": 2.571428571428571, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6543498039245605, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8782268166542053, + "num_tokens": 767574842.0, + "step": 20214 + }, + { + "epoch": 2.571555781707162, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.781085729598999, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8761172294616699, + "num_tokens": 767609378.0, + "step": 20215 + }, + { + "epoch": 2.5716829919857522, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6492724418640137, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8729639053344727, + "num_tokens": 767642283.0, + "step": 20216 + }, + { + "epoch": 2.571810202264343, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.776257276535034, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8854868412017822, + "num_tokens": 767680019.0, + "step": 20217 + }, + { + "epoch": 2.5719374125429333, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6539511680603027, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8721647262573242, + "num_tokens": 767715570.0, + "step": 20218 + }, + { + "epoch": 2.572064622821524, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.754647970199585, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8792194128036499, + "num_tokens": 767757257.0, + "step": 20219 + }, + { + "epoch": 2.5721918331001143, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6431355476379395, + "learning_rate": 1e-05, + "loss": 0.3591, + "mean_token_accuracy": 0.9010542035102844, + "num_tokens": 767791684.0, + "step": 20220 + }, + { + "epoch": 2.572319043378705, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.76387357711792, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8791965246200562, + "num_tokens": 767831687.0, + "step": 20221 + }, + { + "epoch": 2.5724462536572954, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.633568286895752, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8849584460258484, + "num_tokens": 767871349.0, + "step": 20222 + }, + { + "epoch": 2.572573463935886, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.779545307159424, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8874990940093994, + "num_tokens": 767908301.0, + "step": 20223 + }, + { + "epoch": 2.5727006742144765, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6422672271728516, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.882304847240448, + "num_tokens": 767944809.0, + "step": 20224 + }, + { + "epoch": 2.572827884493067, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.773487091064453, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8732874393463135, + "num_tokens": 767984629.0, + "step": 20225 + }, + { + "epoch": 2.5729550947716575, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6588120460510254, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8670977354049683, + "num_tokens": 768017697.0, + "step": 20226 + }, + { + "epoch": 2.573082305050248, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7606241703033447, + "learning_rate": 1e-05, + "loss": 0.4431, + "mean_token_accuracy": 0.8744803071022034, + "num_tokens": 768060259.0, + "step": 20227 + }, + { + "epoch": 2.5732095153288386, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6474688053131104, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.871931791305542, + "num_tokens": 768096248.0, + "step": 20228 + }, + { + "epoch": 2.573336725607429, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7719621658325195, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8817477822303772, + "num_tokens": 768131730.0, + "step": 20229 + }, + { + "epoch": 2.5734639358860196, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.646514654159546, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8883610963821411, + "num_tokens": 768167551.0, + "step": 20230 + }, + { + "epoch": 2.57359114616461, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.787829875946045, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.879104733467102, + "num_tokens": 768198212.0, + "step": 20231 + }, + { + "epoch": 2.5737183564432007, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.648348331451416, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8776206374168396, + "num_tokens": 768233052.0, + "step": 20232 + }, + { + "epoch": 2.573845566721791, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7685720920562744, + "learning_rate": 1e-05, + "loss": 0.3836, + "mean_token_accuracy": 0.8908757567405701, + "num_tokens": 768272961.0, + "step": 20233 + }, + { + "epoch": 2.5739727770003817, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6368234157562256, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8867759704589844, + "num_tokens": 768308748.0, + "step": 20234 + }, + { + "epoch": 2.5740999872789723, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7881648540496826, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8699250221252441, + "num_tokens": 768346592.0, + "step": 20235 + }, + { + "epoch": 2.574227197557563, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6207499504089355, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8832793831825256, + "num_tokens": 768394367.0, + "step": 20236 + }, + { + "epoch": 2.5743544078361533, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7894017696380615, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.873439371585846, + "num_tokens": 768437060.0, + "step": 20237 + }, + { + "epoch": 2.574481618114744, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6519253253936768, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8786271810531616, + "num_tokens": 768470373.0, + "step": 20238 + }, + { + "epoch": 2.574608828393334, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7769315242767334, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8879003524780273, + "num_tokens": 768507567.0, + "step": 20239 + }, + { + "epoch": 2.574736038671925, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.632239818572998, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8884209394454956, + "num_tokens": 768547217.0, + "step": 20240 + }, + { + "epoch": 2.574863248950515, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7701528072357178, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8858596086502075, + "num_tokens": 768586720.0, + "step": 20241 + }, + { + "epoch": 2.574990459229106, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.632585048675537, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8821743726730347, + "num_tokens": 768627890.0, + "step": 20242 + }, + { + "epoch": 2.575117669507696, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7928709983825684, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8736423254013062, + "num_tokens": 768663393.0, + "step": 20243 + }, + { + "epoch": 2.5752448797862866, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6200711727142334, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8899110555648804, + "num_tokens": 768706950.0, + "step": 20244 + }, + { + "epoch": 2.575372090064877, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7996225357055664, + "learning_rate": 1e-05, + "loss": 0.4588, + "mean_token_accuracy": 0.8700432777404785, + "num_tokens": 768747391.0, + "step": 20245 + }, + { + "epoch": 2.5754993003434676, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.620201349258423, + "learning_rate": 1e-05, + "loss": 0.3579, + "mean_token_accuracy": 0.8972682952880859, + "num_tokens": 768781170.0, + "step": 20246 + }, + { + "epoch": 2.575626510622058, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8011069297790527, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.875933051109314, + "num_tokens": 768820505.0, + "step": 20247 + }, + { + "epoch": 2.5757537209006487, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.627365827560425, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8778598308563232, + "num_tokens": 768859647.0, + "step": 20248 + }, + { + "epoch": 2.575880931179239, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7989704608917236, + "learning_rate": 1e-05, + "loss": 0.376, + "mean_token_accuracy": 0.8938966393470764, + "num_tokens": 768894883.0, + "step": 20249 + }, + { + "epoch": 2.5760081414578297, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.619720697402954, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.8915226459503174, + "num_tokens": 768934648.0, + "step": 20250 + }, + { + "epoch": 2.5761353517364203, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8143630027770996, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8848642110824585, + "num_tokens": 768969568.0, + "step": 20251 + }, + { + "epoch": 2.576262562015011, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.632781982421875, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8693757057189941, + "num_tokens": 769009423.0, + "step": 20252 + }, + { + "epoch": 2.5763897722936013, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.819620370864868, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8834904432296753, + "num_tokens": 769043812.0, + "step": 20253 + }, + { + "epoch": 2.576516982572192, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.622293472290039, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8823717832565308, + "num_tokens": 769079959.0, + "step": 20254 + }, + { + "epoch": 2.5766441928507824, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8114025592803955, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8908969163894653, + "num_tokens": 769119375.0, + "step": 20255 + }, + { + "epoch": 2.576771403129373, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6295056343078613, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8875153660774231, + "num_tokens": 769157085.0, + "step": 20256 + }, + { + "epoch": 2.5768986134079634, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8329074382781982, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8751562833786011, + "num_tokens": 769190883.0, + "step": 20257 + }, + { + "epoch": 2.577025823686554, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6276614665985107, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8818848133087158, + "num_tokens": 769228370.0, + "step": 20258 + }, + { + "epoch": 2.5771530339651445, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8114700317382812, + "learning_rate": 1e-05, + "loss": 0.3491, + "mean_token_accuracy": 0.9059921503067017, + "num_tokens": 769265551.0, + "step": 20259 + }, + { + "epoch": 2.577280244243735, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6437199115753174, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8833513855934143, + "num_tokens": 769299482.0, + "step": 20260 + }, + { + "epoch": 2.5774074545223256, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8140523433685303, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8800402879714966, + "num_tokens": 769339165.0, + "step": 20261 + }, + { + "epoch": 2.5775346648009156, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.643956422805786, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8847347497940063, + "num_tokens": 769374066.0, + "step": 20262 + }, + { + "epoch": 2.5776618750795066, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8033392429351807, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8790252208709717, + "num_tokens": 769415536.0, + "step": 20263 + }, + { + "epoch": 2.5777890853580967, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6348583698272705, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8775695562362671, + "num_tokens": 769454016.0, + "step": 20264 + }, + { + "epoch": 2.5779162956366877, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.798823356628418, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8828474879264832, + "num_tokens": 769493150.0, + "step": 20265 + }, + { + "epoch": 2.5780435059152778, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6566789150238037, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8760292530059814, + "num_tokens": 769524247.0, + "step": 20266 + }, + { + "epoch": 2.5781707161938687, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7718255519866943, + "learning_rate": 1e-05, + "loss": 0.3836, + "mean_token_accuracy": 0.8919796943664551, + "num_tokens": 769566476.0, + "step": 20267 + }, + { + "epoch": 2.578297926472459, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6539931297302246, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8772659301757812, + "num_tokens": 769603474.0, + "step": 20268 + }, + { + "epoch": 2.5784251367510493, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7704572677612305, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8769199252128601, + "num_tokens": 769640446.0, + "step": 20269 + }, + { + "epoch": 2.57855234702964, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.649263620376587, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8859413862228394, + "num_tokens": 769679809.0, + "step": 20270 + }, + { + "epoch": 2.5786795573082304, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.764374256134033, + "learning_rate": 1e-05, + "loss": 0.376, + "mean_token_accuracy": 0.8962033987045288, + "num_tokens": 769717221.0, + "step": 20271 + }, + { + "epoch": 2.578806767586821, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6460585594177246, + "learning_rate": 1e-05, + "loss": 0.3686, + "mean_token_accuracy": 0.8933029174804688, + "num_tokens": 769749350.0, + "step": 20272 + }, + { + "epoch": 2.5789339778654115, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7739453315734863, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8707646131515503, + "num_tokens": 769786604.0, + "step": 20273 + }, + { + "epoch": 2.579061188144002, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6274707317352295, + "learning_rate": 1e-05, + "loss": 0.371, + "mean_token_accuracy": 0.8939205408096313, + "num_tokens": 769827709.0, + "step": 20274 + }, + { + "epoch": 2.5791883984225925, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7837963104248047, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8782322406768799, + "num_tokens": 769866713.0, + "step": 20275 + }, + { + "epoch": 2.579315608701183, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6366405487060547, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8803974390029907, + "num_tokens": 769907365.0, + "step": 20276 + }, + { + "epoch": 2.5794428189797736, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7875618934631348, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8796825408935547, + "num_tokens": 769945573.0, + "step": 20277 + }, + { + "epoch": 2.579570029258364, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.637660503387451, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8757495880126953, + "num_tokens": 769980936.0, + "step": 20278 + }, + { + "epoch": 2.5796972395369546, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.793416738510132, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8660777807235718, + "num_tokens": 770022244.0, + "step": 20279 + }, + { + "epoch": 2.579824449815545, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6255836486816406, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8866620063781738, + "num_tokens": 770059078.0, + "step": 20280 + }, + { + "epoch": 2.5799516600941357, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79091215133667, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8667205572128296, + "num_tokens": 770100816.0, + "step": 20281 + }, + { + "epoch": 2.580078870372726, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.626760244369507, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8851854205131531, + "num_tokens": 770138912.0, + "step": 20282 + }, + { + "epoch": 2.5802060806513167, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7902252674102783, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.886724591255188, + "num_tokens": 770178915.0, + "step": 20283 + }, + { + "epoch": 2.5803332909299073, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.625946044921875, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8881441354751587, + "num_tokens": 770217707.0, + "step": 20284 + }, + { + "epoch": 2.580460501208498, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8107640743255615, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.880359411239624, + "num_tokens": 770251659.0, + "step": 20285 + }, + { + "epoch": 2.5805877114870883, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6207165718078613, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8751826286315918, + "num_tokens": 770291612.0, + "step": 20286 + }, + { + "epoch": 2.5807149217656784, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7987589836120605, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8727690577507019, + "num_tokens": 770333822.0, + "step": 20287 + }, + { + "epoch": 2.5808421320442694, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.64432692527771, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8753689527511597, + "num_tokens": 770369850.0, + "step": 20288 + }, + { + "epoch": 2.5809693423228595, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.811445474624634, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8685125112533569, + "num_tokens": 770408825.0, + "step": 20289 + }, + { + "epoch": 2.5810965526014504, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6096320152282715, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.8928223848342896, + "num_tokens": 770451320.0, + "step": 20290 + }, + { + "epoch": 2.5812237628800405, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.831937074661255, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8747943639755249, + "num_tokens": 770488099.0, + "step": 20291 + }, + { + "epoch": 2.5813509731586315, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.616655111312866, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8707467913627625, + "num_tokens": 770533689.0, + "step": 20292 + }, + { + "epoch": 2.5814781834372216, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8266279697418213, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8815104961395264, + "num_tokens": 770570998.0, + "step": 20293 + }, + { + "epoch": 2.581605393715812, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6174113750457764, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.8926702737808228, + "num_tokens": 770610248.0, + "step": 20294 + }, + { + "epoch": 2.5817326039944026, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8345024585723877, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8633120656013489, + "num_tokens": 770650230.0, + "step": 20295 + }, + { + "epoch": 2.581859814272993, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6110644340515137, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8882628679275513, + "num_tokens": 770694740.0, + "step": 20296 + }, + { + "epoch": 2.5819870245515837, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8380184173583984, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.886654257774353, + "num_tokens": 770734004.0, + "step": 20297 + }, + { + "epoch": 2.582114234830174, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.628350257873535, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8769607543945312, + "num_tokens": 770770421.0, + "step": 20298 + }, + { + "epoch": 2.5822414451087647, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.839951992034912, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8733499050140381, + "num_tokens": 770810790.0, + "step": 20299 + }, + { + "epoch": 2.5823686553873553, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.63677716255188, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8751314282417297, + "num_tokens": 770848614.0, + "step": 20300 + }, + { + "epoch": 2.582495865665946, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.820466995239258, + "learning_rate": 1e-05, + "loss": 0.3683, + "mean_token_accuracy": 0.8993092775344849, + "num_tokens": 770889888.0, + "step": 20301 + }, + { + "epoch": 2.5826230759445363, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6642279624938965, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8561028242111206, + "num_tokens": 770925918.0, + "step": 20302 + }, + { + "epoch": 2.582750286223127, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.791692018508911, + "learning_rate": 1e-05, + "loss": 0.3597, + "mean_token_accuracy": 0.8979569673538208, + "num_tokens": 770963130.0, + "step": 20303 + }, + { + "epoch": 2.5828774965017174, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.671851634979248, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8695021867752075, + "num_tokens": 770998308.0, + "step": 20304 + }, + { + "epoch": 2.583004706780308, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7935688495635986, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8724759817123413, + "num_tokens": 771032532.0, + "step": 20305 + }, + { + "epoch": 2.5831319170588984, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.654921054840088, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8871196508407593, + "num_tokens": 771070859.0, + "step": 20306 + }, + { + "epoch": 2.583259127337489, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.778757095336914, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8732154369354248, + "num_tokens": 771111216.0, + "step": 20307 + }, + { + "epoch": 2.5833863376160795, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.66487979888916, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8805528283119202, + "num_tokens": 771146703.0, + "step": 20308 + }, + { + "epoch": 2.58351354789467, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.788074254989624, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.883682370185852, + "num_tokens": 771178778.0, + "step": 20309 + }, + { + "epoch": 2.5836407581732606, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6523005962371826, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8694374561309814, + "num_tokens": 771217272.0, + "step": 20310 + }, + { + "epoch": 2.583767968451851, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.777235746383667, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8737093806266785, + "num_tokens": 771252085.0, + "step": 20311 + }, + { + "epoch": 2.583895178730441, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6573617458343506, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8835323452949524, + "num_tokens": 771285367.0, + "step": 20312 + }, + { + "epoch": 2.584022389009032, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.764418363571167, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8849502205848694, + "num_tokens": 771324388.0, + "step": 20313 + }, + { + "epoch": 2.5841495992876222, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.642224073410034, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8872512578964233, + "num_tokens": 771361307.0, + "step": 20314 + }, + { + "epoch": 2.584276809566213, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7785465717315674, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8684031367301941, + "num_tokens": 771400383.0, + "step": 20315 + }, + { + "epoch": 2.5844040198448033, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6372287273406982, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8900376558303833, + "num_tokens": 771435065.0, + "step": 20316 + }, + { + "epoch": 2.584531230123394, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7703840732574463, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8639804124832153, + "num_tokens": 771480573.0, + "step": 20317 + }, + { + "epoch": 2.5846584404019843, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.639427900314331, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8863898515701294, + "num_tokens": 771517172.0, + "step": 20318 + }, + { + "epoch": 2.584785650680575, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7874789237976074, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.86781245470047, + "num_tokens": 771554347.0, + "step": 20319 + }, + { + "epoch": 2.5849128609591654, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6285629272460938, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8862660527229309, + "num_tokens": 771591209.0, + "step": 20320 + }, + { + "epoch": 2.585040071237756, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.777068614959717, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8900108337402344, + "num_tokens": 771626604.0, + "step": 20321 + }, + { + "epoch": 2.5851672815163464, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6434402465820312, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8770323991775513, + "num_tokens": 771662525.0, + "step": 20322 + }, + { + "epoch": 2.585294491794937, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7702503204345703, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8901557922363281, + "num_tokens": 771701616.0, + "step": 20323 + }, + { + "epoch": 2.5854217020735275, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6494884490966797, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8723582625389099, + "num_tokens": 771736864.0, + "step": 20324 + }, + { + "epoch": 2.585548912352118, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.780980110168457, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8886467218399048, + "num_tokens": 771774900.0, + "step": 20325 + }, + { + "epoch": 2.5856761226307086, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6546401977539062, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8754141330718994, + "num_tokens": 771812078.0, + "step": 20326 + }, + { + "epoch": 2.585803332909299, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7590928077697754, + "learning_rate": 1e-05, + "loss": 0.4251, + "mean_token_accuracy": 0.8793298006057739, + "num_tokens": 771852247.0, + "step": 20327 + }, + { + "epoch": 2.5859305431878896, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6503701210021973, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8758505582809448, + "num_tokens": 771891264.0, + "step": 20328 + }, + { + "epoch": 2.58605775346648, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7709133625030518, + "learning_rate": 1e-05, + "loss": 0.4587, + "mean_token_accuracy": 0.8675729036331177, + "num_tokens": 771935356.0, + "step": 20329 + }, + { + "epoch": 2.5861849637450707, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6675186157226562, + "learning_rate": 1e-05, + "loss": 0.4816, + "mean_token_accuracy": 0.8576103448867798, + "num_tokens": 771967284.0, + "step": 20330 + }, + { + "epoch": 2.586312174023661, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7401938438415527, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8854170441627502, + "num_tokens": 772013465.0, + "step": 20331 + }, + { + "epoch": 2.5864393843022517, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.66084361076355, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8753785490989685, + "num_tokens": 772046978.0, + "step": 20332 + }, + { + "epoch": 2.5865665945808423, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7369065284729004, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8876500129699707, + "num_tokens": 772081630.0, + "step": 20333 + }, + { + "epoch": 2.586693804859433, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.665242910385132, + "learning_rate": 1e-05, + "loss": 0.4568, + "mean_token_accuracy": 0.8696094751358032, + "num_tokens": 772122197.0, + "step": 20334 + }, + { + "epoch": 2.5868210151380233, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7159905433654785, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8819027543067932, + "num_tokens": 772162744.0, + "step": 20335 + }, + { + "epoch": 2.586948225416614, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.655467987060547, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8745911121368408, + "num_tokens": 772207520.0, + "step": 20336 + }, + { + "epoch": 2.587075435695204, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.731189727783203, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8782654404640198, + "num_tokens": 772244869.0, + "step": 20337 + }, + { + "epoch": 2.587202645973795, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6706812381744385, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8798172473907471, + "num_tokens": 772279132.0, + "step": 20338 + }, + { + "epoch": 2.587329856252385, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.70581316947937, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8906735777854919, + "num_tokens": 772323668.0, + "step": 20339 + }, + { + "epoch": 2.587457066530976, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.66141414642334, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8787808418273926, + "num_tokens": 772367834.0, + "step": 20340 + }, + { + "epoch": 2.587584276809566, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7324957847595215, + "learning_rate": 1e-05, + "loss": 0.3687, + "mean_token_accuracy": 0.8963958024978638, + "num_tokens": 772398777.0, + "step": 20341 + }, + { + "epoch": 2.5877114870881566, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.669128179550171, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8794443607330322, + "num_tokens": 772432330.0, + "step": 20342 + }, + { + "epoch": 2.587838697366747, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7218375205993652, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8723255395889282, + "num_tokens": 772472412.0, + "step": 20343 + }, + { + "epoch": 2.5879659076453376, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6596028804779053, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8793703317642212, + "num_tokens": 772509896.0, + "step": 20344 + }, + { + "epoch": 2.588093117923928, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.719316005706787, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8876713514328003, + "num_tokens": 772549443.0, + "step": 20345 + }, + { + "epoch": 2.5882203282025187, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6588029861450195, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8684433698654175, + "num_tokens": 772592086.0, + "step": 20346 + }, + { + "epoch": 2.588347538481109, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7223875522613525, + "learning_rate": 1e-05, + "loss": 0.4664, + "mean_token_accuracy": 0.8667630553245544, + "num_tokens": 772632805.0, + "step": 20347 + }, + { + "epoch": 2.5884747487596997, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.661874532699585, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8681007623672485, + "num_tokens": 772673806.0, + "step": 20348 + }, + { + "epoch": 2.5886019590382903, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7194833755493164, + "learning_rate": 1e-05, + "loss": 0.3649, + "mean_token_accuracy": 0.9024298191070557, + "num_tokens": 772709434.0, + "step": 20349 + }, + { + "epoch": 2.588729169316881, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.661100149154663, + "learning_rate": 1e-05, + "loss": 0.41, + "mean_token_accuracy": 0.8816508054733276, + "num_tokens": 772748702.0, + "step": 20350 + }, + { + "epoch": 2.5888563795954713, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7286972999572754, + "learning_rate": 1e-05, + "loss": 0.4703, + "mean_token_accuracy": 0.8620622754096985, + "num_tokens": 772792235.0, + "step": 20351 + }, + { + "epoch": 2.588983589874062, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6629555225372314, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8718763589859009, + "num_tokens": 772827253.0, + "step": 20352 + }, + { + "epoch": 2.5891108001526524, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.707573890686035, + "learning_rate": 1e-05, + "loss": 0.3852, + "mean_token_accuracy": 0.8916484117507935, + "num_tokens": 772871951.0, + "step": 20353 + }, + { + "epoch": 2.589238010431243, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.668119192123413, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8881452679634094, + "num_tokens": 772908585.0, + "step": 20354 + }, + { + "epoch": 2.5893652207098334, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7242934703826904, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8736180067062378, + "num_tokens": 772946883.0, + "step": 20355 + }, + { + "epoch": 2.589492430988424, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6563706398010254, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.8835702538490295, + "num_tokens": 772985143.0, + "step": 20356 + }, + { + "epoch": 2.5896196412670145, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7140955924987793, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8844362497329712, + "num_tokens": 773027004.0, + "step": 20357 + }, + { + "epoch": 2.589746851545605, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.658298969268799, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.8680537939071655, + "num_tokens": 773067807.0, + "step": 20358 + }, + { + "epoch": 2.5898740618241956, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.719522714614868, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8843874931335449, + "num_tokens": 773103160.0, + "step": 20359 + }, + { + "epoch": 2.5900012721027856, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.662937641143799, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8849910497665405, + "num_tokens": 773143036.0, + "step": 20360 + }, + { + "epoch": 2.5901284823813766, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7171995639801025, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8848984241485596, + "num_tokens": 773180930.0, + "step": 20361 + }, + { + "epoch": 2.5902556926599667, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6728477478027344, + "learning_rate": 1e-05, + "loss": 0.4795, + "mean_token_accuracy": 0.8623228073120117, + "num_tokens": 773220056.0, + "step": 20362 + }, + { + "epoch": 2.5903829029385577, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7152462005615234, + "learning_rate": 1e-05, + "loss": 0.3658, + "mean_token_accuracy": 0.8978267908096313, + "num_tokens": 773255890.0, + "step": 20363 + }, + { + "epoch": 2.5905101132171477, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.655332565307617, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8839081525802612, + "num_tokens": 773298727.0, + "step": 20364 + }, + { + "epoch": 2.5906373234957387, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7307398319244385, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.8610448837280273, + "num_tokens": 773338137.0, + "step": 20365 + }, + { + "epoch": 2.590764533774329, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.670362710952759, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.886481761932373, + "num_tokens": 773381532.0, + "step": 20366 + }, + { + "epoch": 2.5908917440529193, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7442398071289062, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.8686742782592773, + "num_tokens": 773416354.0, + "step": 20367 + }, + { + "epoch": 2.59101895433151, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6569509506225586, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8794142603874207, + "num_tokens": 773456130.0, + "step": 20368 + }, + { + "epoch": 2.5911461646101004, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.728107452392578, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8860599398612976, + "num_tokens": 773493812.0, + "step": 20369 + }, + { + "epoch": 2.591273374888691, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.657848834991455, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8819559812545776, + "num_tokens": 773533000.0, + "step": 20370 + }, + { + "epoch": 2.5914005851672814, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7303948402404785, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8756303787231445, + "num_tokens": 773572355.0, + "step": 20371 + }, + { + "epoch": 2.591527795445872, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6585090160369873, + "learning_rate": 1e-05, + "loss": 0.3872, + "mean_token_accuracy": 0.8903838396072388, + "num_tokens": 773609154.0, + "step": 20372 + }, + { + "epoch": 2.5916550057244625, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7185206413269043, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8877454996109009, + "num_tokens": 773654430.0, + "step": 20373 + }, + { + "epoch": 2.591782216003053, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6538777351379395, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8844836950302124, + "num_tokens": 773693710.0, + "step": 20374 + }, + { + "epoch": 2.5919094262816436, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7521698474884033, + "learning_rate": 1e-05, + "loss": 0.481, + "mean_token_accuracy": 0.8544756770133972, + "num_tokens": 773728858.0, + "step": 20375 + }, + { + "epoch": 2.592036636560234, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.666005849838257, + "learning_rate": 1e-05, + "loss": 0.441, + "mean_token_accuracy": 0.8730275630950928, + "num_tokens": 773761080.0, + "step": 20376 + }, + { + "epoch": 2.5921638468388246, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7284674644470215, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8921501636505127, + "num_tokens": 773799084.0, + "step": 20377 + }, + { + "epoch": 2.592291057117415, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.64337158203125, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8857706785202026, + "num_tokens": 773840378.0, + "step": 20378 + }, + { + "epoch": 2.5924182673960057, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7417585849761963, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8832944631576538, + "num_tokens": 773878627.0, + "step": 20379 + }, + { + "epoch": 2.592545477674596, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6385910511016846, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8710969090461731, + "num_tokens": 773921492.0, + "step": 20380 + }, + { + "epoch": 2.5926726879531867, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7533905506134033, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.865071177482605, + "num_tokens": 773959603.0, + "step": 20381 + }, + { + "epoch": 2.5927998982317773, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6437366008758545, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8692169189453125, + "num_tokens": 773996550.0, + "step": 20382 + }, + { + "epoch": 2.592927108510368, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7852447032928467, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8805468678474426, + "num_tokens": 774033815.0, + "step": 20383 + }, + { + "epoch": 2.5930543187889583, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6331100463867188, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8794845342636108, + "num_tokens": 774068930.0, + "step": 20384 + }, + { + "epoch": 2.5931815290675484, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7584619522094727, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8774610757827759, + "num_tokens": 774112014.0, + "step": 20385 + }, + { + "epoch": 2.5933087393461394, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6373841762542725, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8788257241249084, + "num_tokens": 774149676.0, + "step": 20386 + }, + { + "epoch": 2.5934359496247295, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7514560222625732, + "learning_rate": 1e-05, + "loss": 0.3693, + "mean_token_accuracy": 0.8984363675117493, + "num_tokens": 774190160.0, + "step": 20387 + }, + { + "epoch": 2.5935631599033204, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.637181520462036, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8773748874664307, + "num_tokens": 774235133.0, + "step": 20388 + }, + { + "epoch": 2.5936903701819105, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7479946613311768, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8856797814369202, + "num_tokens": 774277962.0, + "step": 20389 + }, + { + "epoch": 2.5938175804605015, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6431405544281006, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8817058205604553, + "num_tokens": 774316946.0, + "step": 20390 + }, + { + "epoch": 2.5939447907390916, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.750790596008301, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8844294548034668, + "num_tokens": 774356376.0, + "step": 20391 + }, + { + "epoch": 2.594072001017682, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.639726400375366, + "learning_rate": 1e-05, + "loss": 0.3854, + "mean_token_accuracy": 0.8905196189880371, + "num_tokens": 774392543.0, + "step": 20392 + }, + { + "epoch": 2.5941992112962726, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7632296085357666, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.873375415802002, + "num_tokens": 774432114.0, + "step": 20393 + }, + { + "epoch": 2.594326421574863, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.643596887588501, + "learning_rate": 1e-05, + "loss": 0.4423, + "mean_token_accuracy": 0.8704550266265869, + "num_tokens": 774468758.0, + "step": 20394 + }, + { + "epoch": 2.5944536318534537, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7836406230926514, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8675237894058228, + "num_tokens": 774503136.0, + "step": 20395 + }, + { + "epoch": 2.594580842132044, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.621577262878418, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8879940509796143, + "num_tokens": 774545162.0, + "step": 20396 + }, + { + "epoch": 2.5947080524106347, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7863752841949463, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8808290958404541, + "num_tokens": 774581831.0, + "step": 20397 + }, + { + "epoch": 2.5948352626892253, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.62241268157959, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8859758973121643, + "num_tokens": 774619258.0, + "step": 20398 + }, + { + "epoch": 2.594962472967816, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.817556142807007, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8659815192222595, + "num_tokens": 774650244.0, + "step": 20399 + }, + { + "epoch": 2.5950896832464063, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6213316917419434, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8657697439193726, + "num_tokens": 774690060.0, + "step": 20400 + }, + { + "epoch": 2.595216893524997, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8108482360839844, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8759933114051819, + "num_tokens": 774733925.0, + "step": 20401 + }, + { + "epoch": 2.5953441038035874, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.622831106185913, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8842028975486755, + "num_tokens": 774769344.0, + "step": 20402 + }, + { + "epoch": 2.595471314082178, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8010129928588867, + "learning_rate": 1e-05, + "loss": 0.3765, + "mean_token_accuracy": 0.8958482146263123, + "num_tokens": 774809548.0, + "step": 20403 + }, + { + "epoch": 2.5955985243607684, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6269140243530273, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8768680095672607, + "num_tokens": 774848042.0, + "step": 20404 + }, + { + "epoch": 2.595725734639359, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.821744918823242, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8721984624862671, + "num_tokens": 774884226.0, + "step": 20405 + }, + { + "epoch": 2.5958529449179495, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.65368914604187, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8769513368606567, + "num_tokens": 774913697.0, + "step": 20406 + }, + { + "epoch": 2.59598015519654, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8045289516448975, + "learning_rate": 1e-05, + "loss": 0.3774, + "mean_token_accuracy": 0.8953136205673218, + "num_tokens": 774948369.0, + "step": 20407 + }, + { + "epoch": 2.5961073654751305, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6276443004608154, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8824594616889954, + "num_tokens": 774992260.0, + "step": 20408 + }, + { + "epoch": 2.596234575753721, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.845726490020752, + "learning_rate": 1e-05, + "loss": 0.536, + "mean_token_accuracy": 0.8398417234420776, + "num_tokens": 775023613.0, + "step": 20409 + }, + { + "epoch": 2.596361786032311, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.631549119949341, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8754067420959473, + "num_tokens": 775063874.0, + "step": 20410 + }, + { + "epoch": 2.596488996310902, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.82285213470459, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8745797872543335, + "num_tokens": 775104447.0, + "step": 20411 + }, + { + "epoch": 2.596616206589492, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.615478515625, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8873812556266785, + "num_tokens": 775143472.0, + "step": 20412 + }, + { + "epoch": 2.596743416868083, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.845247745513916, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8847665786743164, + "num_tokens": 775176274.0, + "step": 20413 + }, + { + "epoch": 2.5968706271466733, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.620438814163208, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8721790313720703, + "num_tokens": 775216485.0, + "step": 20414 + }, + { + "epoch": 2.596997837425264, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.830378770828247, + "learning_rate": 1e-05, + "loss": 0.393, + "mean_token_accuracy": 0.889552116394043, + "num_tokens": 775256828.0, + "step": 20415 + }, + { + "epoch": 2.5971250477038543, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.637723684310913, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.871126651763916, + "num_tokens": 775296577.0, + "step": 20416 + }, + { + "epoch": 2.597252257982445, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8419559001922607, + "learning_rate": 1e-05, + "loss": 0.4327, + "mean_token_accuracy": 0.8789068460464478, + "num_tokens": 775329567.0, + "step": 20417 + }, + { + "epoch": 2.5973794682610354, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.641005516052246, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8834316730499268, + "num_tokens": 775363729.0, + "step": 20418 + }, + { + "epoch": 2.597506678539626, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8437960147857666, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8789891600608826, + "num_tokens": 775397547.0, + "step": 20419 + }, + { + "epoch": 2.5976338888182164, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.625906229019165, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8701253533363342, + "num_tokens": 775441033.0, + "step": 20420 + }, + { + "epoch": 2.597761099096807, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8435745239257812, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8857867121696472, + "num_tokens": 775477516.0, + "step": 20421 + }, + { + "epoch": 2.5978883093753975, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.629417896270752, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8852113485336304, + "num_tokens": 775515573.0, + "step": 20422 + }, + { + "epoch": 2.598015519653988, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.833465337753296, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8840967416763306, + "num_tokens": 775552970.0, + "step": 20423 + }, + { + "epoch": 2.5981427299325786, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6392221450805664, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8761148452758789, + "num_tokens": 775590180.0, + "step": 20424 + }, + { + "epoch": 2.598269940211169, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.829366445541382, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8845928907394409, + "num_tokens": 775627346.0, + "step": 20425 + }, + { + "epoch": 2.5983971504897596, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.637850522994995, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8780955076217651, + "num_tokens": 775667173.0, + "step": 20426 + }, + { + "epoch": 2.59852436076835, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.833439826965332, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8683198690414429, + "num_tokens": 775702710.0, + "step": 20427 + }, + { + "epoch": 2.5986515710469407, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6295151710510254, + "learning_rate": 1e-05, + "loss": 0.4249, + "mean_token_accuracy": 0.8794758319854736, + "num_tokens": 775743934.0, + "step": 20428 + }, + { + "epoch": 2.598778781325531, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8257133960723877, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8837592005729675, + "num_tokens": 775783184.0, + "step": 20429 + }, + { + "epoch": 2.5989059916041217, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6392812728881836, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8721208572387695, + "num_tokens": 775820019.0, + "step": 20430 + }, + { + "epoch": 2.5990332018827123, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.822660207748413, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8788787126541138, + "num_tokens": 775858740.0, + "step": 20431 + }, + { + "epoch": 2.599160412161303, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.635946035385132, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8781957626342773, + "num_tokens": 775900615.0, + "step": 20432 + }, + { + "epoch": 2.5992876224398933, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.811342716217041, + "learning_rate": 1e-05, + "loss": 0.3913, + "mean_token_accuracy": 0.890172004699707, + "num_tokens": 775938953.0, + "step": 20433 + }, + { + "epoch": 2.599414832718484, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.652442216873169, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8749823570251465, + "num_tokens": 775973203.0, + "step": 20434 + }, + { + "epoch": 2.599542042997074, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7976977825164795, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8683573603630066, + "num_tokens": 776014984.0, + "step": 20435 + }, + { + "epoch": 2.599669253275665, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6496734619140625, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8642653226852417, + "num_tokens": 776059883.0, + "step": 20436 + }, + { + "epoch": 2.599796463554255, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7974605560302734, + "learning_rate": 1e-05, + "loss": 0.4622, + "mean_token_accuracy": 0.8671102523803711, + "num_tokens": 776101025.0, + "step": 20437 + }, + { + "epoch": 2.599923673832846, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6489408016204834, + "learning_rate": 1e-05, + "loss": 0.3958, + "mean_token_accuracy": 0.8835139274597168, + "num_tokens": 776134356.0, + "step": 20438 + }, + { + "epoch": 2.600050884111436, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7718145847320557, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8845006227493286, + "num_tokens": 776176158.0, + "step": 20439 + }, + { + "epoch": 2.6001780943900266, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.656522512435913, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8800403475761414, + "num_tokens": 776209586.0, + "step": 20440 + }, + { + "epoch": 2.600305304668617, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7918777465820312, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8712852001190186, + "num_tokens": 776240707.0, + "step": 20441 + }, + { + "epoch": 2.6004325149472076, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.644650936126709, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.877829909324646, + "num_tokens": 776280448.0, + "step": 20442 + }, + { + "epoch": 2.600559725225798, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7626659870147705, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.891606867313385, + "num_tokens": 776320112.0, + "step": 20443 + }, + { + "epoch": 2.6006869355043887, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.646008014678955, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.876704216003418, + "num_tokens": 776362720.0, + "step": 20444 + }, + { + "epoch": 2.600814145782979, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.768893003463745, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8768487572669983, + "num_tokens": 776403006.0, + "step": 20445 + }, + { + "epoch": 2.6009413560615697, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6520721912384033, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8763687610626221, + "num_tokens": 776436039.0, + "step": 20446 + }, + { + "epoch": 2.6010685663401603, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.760303497314453, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8786382079124451, + "num_tokens": 776476337.0, + "step": 20447 + }, + { + "epoch": 2.601195776618751, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.64900803565979, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.889794111251831, + "num_tokens": 776512552.0, + "step": 20448 + }, + { + "epoch": 2.6013229868973413, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7595794200897217, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8758143782615662, + "num_tokens": 776549727.0, + "step": 20449 + }, + { + "epoch": 2.601450197175932, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.683090925216675, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8745722770690918, + "num_tokens": 776586701.0, + "step": 20450 + }, + { + "epoch": 2.6015774074545224, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7934463024139404, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8755653500556946, + "num_tokens": 776627386.0, + "step": 20451 + }, + { + "epoch": 2.601704617733113, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.637694835662842, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8840450048446655, + "num_tokens": 776668389.0, + "step": 20452 + }, + { + "epoch": 2.6018318280117034, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7619500160217285, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8753315210342407, + "num_tokens": 776708106.0, + "step": 20453 + }, + { + "epoch": 2.601959038290294, + "ewc_loss": 0.0771484375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.637167453765869, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8798523545265198, + "num_tokens": 776744577.0, + "step": 20454 + }, + { + "epoch": 2.6020862485688845, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7650296688079834, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8667148351669312, + "num_tokens": 776784350.0, + "step": 20455 + }, + { + "epoch": 2.602213458847475, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6366679668426514, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8864808082580566, + "num_tokens": 776823728.0, + "step": 20456 + }, + { + "epoch": 2.6023406691260655, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79611873626709, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8797862529754639, + "num_tokens": 776860097.0, + "step": 20457 + }, + { + "epoch": 2.6024678794046556, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6416594982147217, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8827279806137085, + "num_tokens": 776895876.0, + "step": 20458 + }, + { + "epoch": 2.6025950896832466, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8274338245391846, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8735978603363037, + "num_tokens": 776930003.0, + "step": 20459 + }, + { + "epoch": 2.6027222999618367, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.618112564086914, + "learning_rate": 1e-05, + "loss": 0.3596, + "mean_token_accuracy": 0.8979251384735107, + "num_tokens": 776969699.0, + "step": 20460 + }, + { + "epoch": 2.6028495102404277, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8162851333618164, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8819735646247864, + "num_tokens": 777006517.0, + "step": 20461 + }, + { + "epoch": 2.6029767205190177, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6281814575195312, + "learning_rate": 1e-05, + "loss": 0.4807, + "mean_token_accuracy": 0.8611024618148804, + "num_tokens": 777044160.0, + "step": 20462 + }, + { + "epoch": 2.6031039307976087, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8235902786254883, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8816797733306885, + "num_tokens": 777079890.0, + "step": 20463 + }, + { + "epoch": 2.603231141076199, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6101062297821045, + "learning_rate": 1e-05, + "loss": 0.3827, + "mean_token_accuracy": 0.8912228345870972, + "num_tokens": 777120928.0, + "step": 20464 + }, + { + "epoch": 2.6033583513547893, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8276150226593018, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8669414520263672, + "num_tokens": 777166363.0, + "step": 20465 + }, + { + "epoch": 2.60348556163338, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6398468017578125, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8795071244239807, + "num_tokens": 777201146.0, + "step": 20466 + }, + { + "epoch": 2.6036127719119704, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8228096961975098, + "learning_rate": 1e-05, + "loss": 0.4901, + "mean_token_accuracy": 0.8602824211120605, + "num_tokens": 777239884.0, + "step": 20467 + }, + { + "epoch": 2.603739982190561, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6346075534820557, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8654907941818237, + "num_tokens": 777279898.0, + "step": 20468 + }, + { + "epoch": 2.6038671924691514, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8172688484191895, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8744152784347534, + "num_tokens": 777320614.0, + "step": 20469 + }, + { + "epoch": 2.603994402747742, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6240475177764893, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8755662441253662, + "num_tokens": 777364782.0, + "step": 20470 + }, + { + "epoch": 2.6041216130263325, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.84317684173584, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8719735145568848, + "num_tokens": 777398276.0, + "step": 20471 + }, + { + "epoch": 2.604248823304923, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.630936622619629, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.885270893573761, + "num_tokens": 777434510.0, + "step": 20472 + }, + { + "epoch": 2.6043760335835135, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8296210765838623, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.8803524971008301, + "num_tokens": 777469266.0, + "step": 20473 + }, + { + "epoch": 2.604503243862104, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6411125659942627, + "learning_rate": 1e-05, + "loss": 0.3738, + "mean_token_accuracy": 0.892132043838501, + "num_tokens": 777500770.0, + "step": 20474 + }, + { + "epoch": 2.6046304541406946, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8188207149505615, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.879744291305542, + "num_tokens": 777537977.0, + "step": 20475 + }, + { + "epoch": 2.604757664419285, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.637322425842285, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8814905881881714, + "num_tokens": 777574065.0, + "step": 20476 + }, + { + "epoch": 2.6048848746978757, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8107569217681885, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.887742280960083, + "num_tokens": 777613366.0, + "step": 20477 + }, + { + "epoch": 2.605012084976466, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6517770290374756, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.874592125415802, + "num_tokens": 777650954.0, + "step": 20478 + }, + { + "epoch": 2.6051392952550567, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7995445728302, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8665347099304199, + "num_tokens": 777694370.0, + "step": 20479 + }, + { + "epoch": 2.6052665055336472, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6557960510253906, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8768436908721924, + "num_tokens": 777734039.0, + "step": 20480 + }, + { + "epoch": 2.6053937158122378, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7790799140930176, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8788639307022095, + "num_tokens": 777776237.0, + "step": 20481 + }, + { + "epoch": 2.6055209260908283, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6499969959259033, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8835135698318481, + "num_tokens": 777813767.0, + "step": 20482 + }, + { + "epoch": 2.6056481363694184, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.787370204925537, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8822245597839355, + "num_tokens": 777848642.0, + "step": 20483 + }, + { + "epoch": 2.6057753466480094, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.643347978591919, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.8849043846130371, + "num_tokens": 777885748.0, + "step": 20484 + }, + { + "epoch": 2.6059025569265994, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.785080909729004, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.86723792552948, + "num_tokens": 777922366.0, + "step": 20485 + }, + { + "epoch": 2.6060297672051904, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.642594337463379, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8781131505966187, + "num_tokens": 777965130.0, + "step": 20486 + }, + { + "epoch": 2.6061569774837805, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.783949851989746, + "learning_rate": 1e-05, + "loss": 0.3776, + "mean_token_accuracy": 0.8926112651824951, + "num_tokens": 777999425.0, + "step": 20487 + }, + { + "epoch": 2.6062841877623715, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6399338245391846, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8680518865585327, + "num_tokens": 778042378.0, + "step": 20488 + }, + { + "epoch": 2.6064113980409616, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7816433906555176, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8802338242530823, + "num_tokens": 778083858.0, + "step": 20489 + }, + { + "epoch": 2.606538608319552, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.643613338470459, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8860996961593628, + "num_tokens": 778122103.0, + "step": 20490 + }, + { + "epoch": 2.6066658185981426, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7860405445098877, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.879355788230896, + "num_tokens": 778158207.0, + "step": 20491 + }, + { + "epoch": 2.606793028876733, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6448984146118164, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8851779103279114, + "num_tokens": 778191542.0, + "step": 20492 + }, + { + "epoch": 2.6069202391553237, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7710671424865723, + "learning_rate": 1e-05, + "loss": 0.4264, + "mean_token_accuracy": 0.8811687231063843, + "num_tokens": 778234929.0, + "step": 20493 + }, + { + "epoch": 2.607047449433914, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.625154495239258, + "learning_rate": 1e-05, + "loss": 0.3616, + "mean_token_accuracy": 0.897560715675354, + "num_tokens": 778273225.0, + "step": 20494 + }, + { + "epoch": 2.6071746597125047, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7893617153167725, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8752444982528687, + "num_tokens": 778310998.0, + "step": 20495 + }, + { + "epoch": 2.6073018699910953, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6458728313446045, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8728711605072021, + "num_tokens": 778348379.0, + "step": 20496 + }, + { + "epoch": 2.607429080269686, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7819664478302, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8753504753112793, + "num_tokens": 778390742.0, + "step": 20497 + }, + { + "epoch": 2.6075562905482763, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6412785053253174, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8842636346817017, + "num_tokens": 778429239.0, + "step": 20498 + }, + { + "epoch": 2.607683500826867, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7771289348602295, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8888489007949829, + "num_tokens": 778467606.0, + "step": 20499 + }, + { + "epoch": 2.6078107111054574, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6575467586517334, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8701871633529663, + "num_tokens": 778500790.0, + "step": 20500 + }, + { + "epoch": 2.607937921384048, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7739768028259277, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8819224834442139, + "num_tokens": 778536412.0, + "step": 20501 + }, + { + "epoch": 2.6080651316626384, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.639136552810669, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8737050294876099, + "num_tokens": 778579812.0, + "step": 20502 + }, + { + "epoch": 2.608192341941229, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7529115676879883, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8868874311447144, + "num_tokens": 778626135.0, + "step": 20503 + }, + { + "epoch": 2.6083195522198195, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.644697427749634, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8853906989097595, + "num_tokens": 778666163.0, + "step": 20504 + }, + { + "epoch": 2.60844676249841, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7702043056488037, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.881829023361206, + "num_tokens": 778703168.0, + "step": 20505 + }, + { + "epoch": 2.6085739727770005, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.650228500366211, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.8704802989959717, + "num_tokens": 778741696.0, + "step": 20506 + }, + { + "epoch": 2.608701183055591, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7669241428375244, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8793744444847107, + "num_tokens": 778777450.0, + "step": 20507 + }, + { + "epoch": 2.608828393334181, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.654313325881958, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8814396262168884, + "num_tokens": 778811448.0, + "step": 20508 + }, + { + "epoch": 2.608955603612772, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.755811929702759, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8784075379371643, + "num_tokens": 778849333.0, + "step": 20509 + }, + { + "epoch": 2.609082813891362, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6529338359832764, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8853790163993835, + "num_tokens": 778885264.0, + "step": 20510 + }, + { + "epoch": 2.609210024169953, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7606539726257324, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8796014785766602, + "num_tokens": 778918160.0, + "step": 20511 + }, + { + "epoch": 2.6093372344485433, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.637251377105713, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8838940262794495, + "num_tokens": 778955938.0, + "step": 20512 + }, + { + "epoch": 2.609464444727134, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7592029571533203, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8753194212913513, + "num_tokens": 778994412.0, + "step": 20513 + }, + { + "epoch": 2.6095916550057243, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.655106782913208, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8684375286102295, + "num_tokens": 779030818.0, + "step": 20514 + }, + { + "epoch": 2.609718865284315, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.75071382522583, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8882100582122803, + "num_tokens": 779070217.0, + "step": 20515 + }, + { + "epoch": 2.6098460755629054, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6447596549987793, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8924908638000488, + "num_tokens": 779105668.0, + "step": 20516 + }, + { + "epoch": 2.609973285841496, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.750880479812622, + "learning_rate": 1e-05, + "loss": 0.3662, + "mean_token_accuracy": 0.9000186324119568, + "num_tokens": 779140005.0, + "step": 20517 + }, + { + "epoch": 2.6101004961200864, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6508896350860596, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8819775581359863, + "num_tokens": 779176269.0, + "step": 20518 + }, + { + "epoch": 2.610227706398677, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7576563358306885, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8914979100227356, + "num_tokens": 779209914.0, + "step": 20519 + }, + { + "epoch": 2.6103549166772675, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.651376247406006, + "learning_rate": 1e-05, + "loss": 0.3943, + "mean_token_accuracy": 0.8895220756530762, + "num_tokens": 779244994.0, + "step": 20520 + }, + { + "epoch": 2.610482126955858, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.752248764038086, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8863917589187622, + "num_tokens": 779283700.0, + "step": 20521 + }, + { + "epoch": 2.6106093372344485, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.637974977493286, + "learning_rate": 1e-05, + "loss": 0.3964, + "mean_token_accuracy": 0.8900542259216309, + "num_tokens": 779324827.0, + "step": 20522 + }, + { + "epoch": 2.610736547513039, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7516260147094727, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8703914284706116, + "num_tokens": 779363593.0, + "step": 20523 + }, + { + "epoch": 2.6108637577916296, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6466732025146484, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.884393572807312, + "num_tokens": 779401295.0, + "step": 20524 + }, + { + "epoch": 2.61099096807022, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.763978958129883, + "learning_rate": 1e-05, + "loss": 0.4682, + "mean_token_accuracy": 0.8642419576644897, + "num_tokens": 779440375.0, + "step": 20525 + }, + { + "epoch": 2.6111181783488107, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.000354766845703125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6460177898406982, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8763646483421326, + "num_tokens": 779475881.0, + "step": 20526 + }, + { + "epoch": 2.611245388627401, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7510011196136475, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8699997067451477, + "num_tokens": 779520155.0, + "step": 20527 + }, + { + "epoch": 2.6113725989059917, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.63440203666687, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8774000406265259, + "num_tokens": 779563952.0, + "step": 20528 + }, + { + "epoch": 2.6114998091845822, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7594969272613525, + "learning_rate": 1e-05, + "loss": 0.3968, + "mean_token_accuracy": 0.8901343941688538, + "num_tokens": 779601618.0, + "step": 20529 + }, + { + "epoch": 2.6116270194631728, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.632354259490967, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8735545873641968, + "num_tokens": 779645228.0, + "step": 20530 + }, + { + "epoch": 2.6117542297417633, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.779984712600708, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.878193736076355, + "num_tokens": 779681780.0, + "step": 20531 + }, + { + "epoch": 2.611881440020354, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6411993503570557, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8806294798851013, + "num_tokens": 779717783.0, + "step": 20532 + }, + { + "epoch": 2.612008650298944, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7820441722869873, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8865338563919067, + "num_tokens": 779752542.0, + "step": 20533 + }, + { + "epoch": 2.612135860577535, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.621997594833374, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8787031769752502, + "num_tokens": 779795134.0, + "step": 20534 + }, + { + "epoch": 2.612263070856125, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.79665207862854, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8857078552246094, + "num_tokens": 779828589.0, + "step": 20535 + }, + { + "epoch": 2.612390281134716, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6441385746002197, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8670920133590698, + "num_tokens": 779865904.0, + "step": 20536 + }, + { + "epoch": 2.612517491413306, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.773094654083252, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8809664249420166, + "num_tokens": 779910204.0, + "step": 20537 + }, + { + "epoch": 2.6126447016918966, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6323249340057373, + "learning_rate": 1e-05, + "loss": 0.3948, + "mean_token_accuracy": 0.8875030875205994, + "num_tokens": 779951032.0, + "step": 20538 + }, + { + "epoch": 2.612771911970487, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7837352752685547, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8909187316894531, + "num_tokens": 779983316.0, + "step": 20539 + }, + { + "epoch": 2.6128991222490776, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6324055194854736, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8812215328216553, + "num_tokens": 780021167.0, + "step": 20540 + }, + { + "epoch": 2.613026332527668, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7851033210754395, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.878800094127655, + "num_tokens": 780061276.0, + "step": 20541 + }, + { + "epoch": 2.6131535428062587, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6421122550964355, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8844008445739746, + "num_tokens": 780097204.0, + "step": 20542 + }, + { + "epoch": 2.613280753084849, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.781160831451416, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8713559508323669, + "num_tokens": 780137208.0, + "step": 20543 + }, + { + "epoch": 2.6134079633634397, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6306920051574707, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8728259801864624, + "num_tokens": 780177815.0, + "step": 20544 + }, + { + "epoch": 2.6135351736420303, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7805402278900146, + "learning_rate": 1e-05, + "loss": 0.377, + "mean_token_accuracy": 0.8944970965385437, + "num_tokens": 780215798.0, + "step": 20545 + }, + { + "epoch": 2.613662383920621, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.647388458251953, + "learning_rate": 1e-05, + "loss": 0.4564, + "mean_token_accuracy": 0.8642081022262573, + "num_tokens": 780252252.0, + "step": 20546 + }, + { + "epoch": 2.6137895941992113, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.775580644607544, + "learning_rate": 1e-05, + "loss": 0.3753, + "mean_token_accuracy": 0.8955155611038208, + "num_tokens": 780288100.0, + "step": 20547 + }, + { + "epoch": 2.613916804477802, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.637274742126465, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8791565895080566, + "num_tokens": 780331922.0, + "step": 20548 + }, + { + "epoch": 2.6140440147563924, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7730584144592285, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8723885416984558, + "num_tokens": 780369930.0, + "step": 20549 + }, + { + "epoch": 2.614171225034983, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6469907760620117, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8806508779525757, + "num_tokens": 780403893.0, + "step": 20550 + }, + { + "epoch": 2.6142984353135734, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7696897983551025, + "learning_rate": 1e-05, + "loss": 0.3864, + "mean_token_accuracy": 0.8910191059112549, + "num_tokens": 780438426.0, + "step": 20551 + }, + { + "epoch": 2.614425645592164, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.637010097503662, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8832331895828247, + "num_tokens": 780483267.0, + "step": 20552 + }, + { + "epoch": 2.6145528558707545, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.821978807449341, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8829454183578491, + "num_tokens": 780520355.0, + "step": 20553 + }, + { + "epoch": 2.614680066149345, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.615724802017212, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8796377778053284, + "num_tokens": 780563449.0, + "step": 20554 + }, + { + "epoch": 2.6148072764279355, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8124587535858154, + "learning_rate": 1e-05, + "loss": 0.3826, + "mean_token_accuracy": 0.8919605016708374, + "num_tokens": 780598607.0, + "step": 20555 + }, + { + "epoch": 2.6149344867065256, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.613675594329834, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8814629316329956, + "num_tokens": 780638425.0, + "step": 20556 + }, + { + "epoch": 2.6150616969851166, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8241217136383057, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8694052696228027, + "num_tokens": 780683441.0, + "step": 20557 + }, + { + "epoch": 2.6151889072637067, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6210033893585205, + "learning_rate": 1e-05, + "loss": 0.376, + "mean_token_accuracy": 0.894437313079834, + "num_tokens": 780720281.0, + "step": 20558 + }, + { + "epoch": 2.6153161175422976, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8251941204071045, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.8904643654823303, + "num_tokens": 780761038.0, + "step": 20559 + }, + { + "epoch": 2.6154433278208877, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6303746700286865, + "learning_rate": 1e-05, + "loss": 0.4881, + "mean_token_accuracy": 0.8561381101608276, + "num_tokens": 780802358.0, + "step": 20560 + }, + { + "epoch": 2.6155705380994787, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.833632230758667, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8836140632629395, + "num_tokens": 780839820.0, + "step": 20561 + }, + { + "epoch": 2.615697748378069, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.624083995819092, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.879034161567688, + "num_tokens": 780879969.0, + "step": 20562 + }, + { + "epoch": 2.6158249586566593, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8399245738983154, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8804852962493896, + "num_tokens": 780916119.0, + "step": 20563 + }, + { + "epoch": 2.61595216893525, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.630905866622925, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8787593245506287, + "num_tokens": 780957311.0, + "step": 20564 + }, + { + "epoch": 2.6160793792138404, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8291585445404053, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8738433718681335, + "num_tokens": 780998322.0, + "step": 20565 + }, + { + "epoch": 2.616206589492431, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6428990364074707, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8664394021034241, + "num_tokens": 781036249.0, + "step": 20566 + }, + { + "epoch": 2.6163337997710214, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8208963871002197, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.881806492805481, + "num_tokens": 781075228.0, + "step": 20567 + }, + { + "epoch": 2.616461010049612, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.642174005508423, + "learning_rate": 1e-05, + "loss": 0.3877, + "mean_token_accuracy": 0.8869348764419556, + "num_tokens": 781110907.0, + "step": 20568 + }, + { + "epoch": 2.6165882203282025, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.821061134338379, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8707172274589539, + "num_tokens": 781148615.0, + "step": 20569 + }, + { + "epoch": 2.616715430606793, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6588971614837646, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8860335946083069, + "num_tokens": 781181159.0, + "step": 20570 + }, + { + "epoch": 2.6168426408853835, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8124072551727295, + "learning_rate": 1e-05, + "loss": 0.4956, + "mean_token_accuracy": 0.857736349105835, + "num_tokens": 781221563.0, + "step": 20571 + }, + { + "epoch": 2.616969851163974, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.651679277420044, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8672854900360107, + "num_tokens": 781257606.0, + "step": 20572 + }, + { + "epoch": 2.6170970614425646, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7979013919830322, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8767866492271423, + "num_tokens": 781296653.0, + "step": 20573 + }, + { + "epoch": 2.617224271721155, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6452746391296387, + "learning_rate": 1e-05, + "loss": 0.372, + "mean_token_accuracy": 0.8943414688110352, + "num_tokens": 781331596.0, + "step": 20574 + }, + { + "epoch": 2.6173514819997457, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.785555362701416, + "learning_rate": 1e-05, + "loss": 0.3559, + "mean_token_accuracy": 0.9027878046035767, + "num_tokens": 781365599.0, + "step": 20575 + }, + { + "epoch": 2.617478692278336, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.647501230239868, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8774677515029907, + "num_tokens": 781406169.0, + "step": 20576 + }, + { + "epoch": 2.6176059025569267, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7856829166412354, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8701614141464233, + "num_tokens": 781444570.0, + "step": 20577 + }, + { + "epoch": 2.6177331128355172, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.649566411972046, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.868830144405365, + "num_tokens": 781482752.0, + "step": 20578 + }, + { + "epoch": 2.6178603231141078, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.780271530151367, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8682760000228882, + "num_tokens": 781524549.0, + "step": 20579 + }, + { + "epoch": 2.6179875333926983, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.666452169418335, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.8670884370803833, + "num_tokens": 781560152.0, + "step": 20580 + }, + { + "epoch": 2.6181147436712884, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7475948333740234, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8785951137542725, + "num_tokens": 781606399.0, + "step": 20581 + }, + { + "epoch": 2.6182419539498794, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.655548334121704, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8808863162994385, + "num_tokens": 781646386.0, + "step": 20582 + }, + { + "epoch": 2.6183691642284694, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.762769937515259, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8736875653266907, + "num_tokens": 781685629.0, + "step": 20583 + }, + { + "epoch": 2.6184963745070604, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6504387855529785, + "learning_rate": 1e-05, + "loss": 0.3603, + "mean_token_accuracy": 0.8957419395446777, + "num_tokens": 781717198.0, + "step": 20584 + }, + { + "epoch": 2.6186235847856505, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.793246269226074, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8670046925544739, + "num_tokens": 781749281.0, + "step": 20585 + }, + { + "epoch": 2.6187507950642415, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.634603261947632, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8829220533370972, + "num_tokens": 781791544.0, + "step": 20586 + }, + { + "epoch": 2.6188780053428315, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7760567665100098, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8729742765426636, + "num_tokens": 781832864.0, + "step": 20587 + }, + { + "epoch": 2.619005215621422, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6374905109405518, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8804917335510254, + "num_tokens": 781875757.0, + "step": 20588 + }, + { + "epoch": 2.6191324259000126, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.783823251724243, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8827997446060181, + "num_tokens": 781911200.0, + "step": 20589 + }, + { + "epoch": 2.619259636178603, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6312429904937744, + "learning_rate": 1e-05, + "loss": 0.3855, + "mean_token_accuracy": 0.8922327756881714, + "num_tokens": 781948372.0, + "step": 20590 + }, + { + "epoch": 2.6193868464571937, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.799095392227173, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8777759671211243, + "num_tokens": 781985360.0, + "step": 20591 + }, + { + "epoch": 2.619514056735784, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6316442489624023, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8842273950576782, + "num_tokens": 782019439.0, + "step": 20592 + }, + { + "epoch": 2.6196412670143747, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.777512788772583, + "learning_rate": 1e-05, + "loss": 0.343, + "mean_token_accuracy": 0.9052380323410034, + "num_tokens": 782055805.0, + "step": 20593 + }, + { + "epoch": 2.6197684772929652, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6430866718292236, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8759194612503052, + "num_tokens": 782092879.0, + "step": 20594 + }, + { + "epoch": 2.6198956875715558, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7806396484375, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8768903613090515, + "num_tokens": 782133123.0, + "step": 20595 + }, + { + "epoch": 2.6200228978501463, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6490204334259033, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.8659992218017578, + "num_tokens": 782169999.0, + "step": 20596 + }, + { + "epoch": 2.620150108128737, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.774498224258423, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8835951089859009, + "num_tokens": 782208269.0, + "step": 20597 + }, + { + "epoch": 2.6202773184073274, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.652400255203247, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8773871660232544, + "num_tokens": 782242927.0, + "step": 20598 + }, + { + "epoch": 2.620404528685918, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7748892307281494, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8753031492233276, + "num_tokens": 782281018.0, + "step": 20599 + }, + { + "epoch": 2.6205317389645084, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.687021017074585, + "learning_rate": 1e-05, + "loss": 0.512, + "mean_token_accuracy": 0.8543362617492676, + "num_tokens": 782315336.0, + "step": 20600 + }, + { + "epoch": 2.620658949243099, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7450084686279297, + "learning_rate": 1e-05, + "loss": 0.3895, + "mean_token_accuracy": 0.8932258486747742, + "num_tokens": 782351163.0, + "step": 20601 + }, + { + "epoch": 2.6207861595216895, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6736221313476562, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8624600172042847, + "num_tokens": 782396955.0, + "step": 20602 + }, + { + "epoch": 2.62091336980028, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7387232780456543, + "learning_rate": 1e-05, + "loss": 0.3851, + "mean_token_accuracy": 0.8937753438949585, + "num_tokens": 782432005.0, + "step": 20603 + }, + { + "epoch": 2.6210405800788705, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.677995443344116, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8837408423423767, + "num_tokens": 782467659.0, + "step": 20604 + }, + { + "epoch": 2.621167790357461, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7440738677978516, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8784801363945007, + "num_tokens": 782502621.0, + "step": 20605 + }, + { + "epoch": 2.621295000636051, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.672880172729492, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8876954317092896, + "num_tokens": 782535803.0, + "step": 20606 + }, + { + "epoch": 2.621422210914642, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.720531463623047, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8785949349403381, + "num_tokens": 782574720.0, + "step": 20607 + }, + { + "epoch": 2.621549421193232, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6562368869781494, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8842872381210327, + "num_tokens": 782615477.0, + "step": 20608 + }, + { + "epoch": 2.621676631471823, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7328238487243652, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8714604377746582, + "num_tokens": 782653153.0, + "step": 20609 + }, + { + "epoch": 2.6218038417504133, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7033097743988037, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8695343732833862, + "num_tokens": 782691024.0, + "step": 20610 + }, + { + "epoch": 2.621931052029004, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7052180767059326, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8809401392936707, + "num_tokens": 782732031.0, + "step": 20611 + }, + { + "epoch": 2.6220582623075943, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6778154373168945, + "learning_rate": 1e-05, + "loss": 0.4301, + "mean_token_accuracy": 0.8771687746047974, + "num_tokens": 782773430.0, + "step": 20612 + }, + { + "epoch": 2.622185472586185, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.703122138977051, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8737744092941284, + "num_tokens": 782815852.0, + "step": 20613 + }, + { + "epoch": 2.6223126828647754, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.681145429611206, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.887249231338501, + "num_tokens": 782851327.0, + "step": 20614 + }, + { + "epoch": 2.622439893143366, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7195823192596436, + "learning_rate": 1e-05, + "loss": 0.451, + "mean_token_accuracy": 0.8694143295288086, + "num_tokens": 782887382.0, + "step": 20615 + }, + { + "epoch": 2.6225671034219564, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6854147911071777, + "learning_rate": 1e-05, + "loss": 0.389, + "mean_token_accuracy": 0.890110969543457, + "num_tokens": 782923667.0, + "step": 20616 + }, + { + "epoch": 2.622694313700547, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.711916446685791, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.8860505819320679, + "num_tokens": 782961200.0, + "step": 20617 + }, + { + "epoch": 2.6228215239791375, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6937201023101807, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8789422512054443, + "num_tokens": 782995832.0, + "step": 20618 + }, + { + "epoch": 2.622948734257728, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.685206890106201, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8799324035644531, + "num_tokens": 783040880.0, + "step": 20619 + }, + { + "epoch": 2.6230759445363185, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.705264091491699, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8863101601600647, + "num_tokens": 783075068.0, + "step": 20620 + }, + { + "epoch": 2.623203154814909, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6905078887939453, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.882504940032959, + "num_tokens": 783109321.0, + "step": 20621 + }, + { + "epoch": 2.6233303650934996, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7048120498657227, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8838156461715698, + "num_tokens": 783145222.0, + "step": 20622 + }, + { + "epoch": 2.62345757537209, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6886892318725586, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8717293739318848, + "num_tokens": 783185017.0, + "step": 20623 + }, + { + "epoch": 2.6235847856506807, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.700958251953125, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.873763918876648, + "num_tokens": 783228137.0, + "step": 20624 + }, + { + "epoch": 2.623711995929271, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6948134899139404, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.876663088798523, + "num_tokens": 783266525.0, + "step": 20625 + }, + { + "epoch": 2.6238392062078617, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.701296091079712, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8755449652671814, + "num_tokens": 783301090.0, + "step": 20626 + }, + { + "epoch": 2.6239664164864522, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6884942054748535, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8815334439277649, + "num_tokens": 783336816.0, + "step": 20627 + }, + { + "epoch": 2.6240936267650428, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.691925525665283, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8913019895553589, + "num_tokens": 783376766.0, + "step": 20628 + }, + { + "epoch": 2.6242208370436333, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.683267831802368, + "learning_rate": 1e-05, + "loss": 0.385, + "mean_token_accuracy": 0.8908380270004272, + "num_tokens": 783416780.0, + "step": 20629 + }, + { + "epoch": 2.624348047322224, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.693819999694824, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8913509845733643, + "num_tokens": 783449957.0, + "step": 20630 + }, + { + "epoch": 2.624475257600814, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7022228240966797, + "learning_rate": 1e-05, + "loss": 0.365, + "mean_token_accuracy": 0.8968029022216797, + "num_tokens": 783480488.0, + "step": 20631 + }, + { + "epoch": 2.624602467879405, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6810474395751953, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8770017623901367, + "num_tokens": 783521296.0, + "step": 20632 + }, + { + "epoch": 2.624729678157995, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6958112716674805, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8708174228668213, + "num_tokens": 783561937.0, + "step": 20633 + }, + { + "epoch": 2.624856888436586, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6816329956054688, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8870365619659424, + "num_tokens": 783598928.0, + "step": 20634 + }, + { + "epoch": 2.624984098715176, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.69160795211792, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8856629729270935, + "num_tokens": 783635538.0, + "step": 20635 + }, + { + "epoch": 2.6251113089937665, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6773905754089355, + "learning_rate": 1e-05, + "loss": 0.3833, + "mean_token_accuracy": 0.8916640281677246, + "num_tokens": 783675712.0, + "step": 20636 + }, + { + "epoch": 2.625238519272357, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.694974422454834, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8807754516601562, + "num_tokens": 783715091.0, + "step": 20637 + }, + { + "epoch": 2.6253657295509476, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.679936408996582, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8889157772064209, + "num_tokens": 783753263.0, + "step": 20638 + }, + { + "epoch": 2.625492939829538, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7199535369873047, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8739112615585327, + "num_tokens": 783786251.0, + "step": 20639 + }, + { + "epoch": 2.6256201501081287, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.663254976272583, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8813165426254272, + "num_tokens": 783829751.0, + "step": 20640 + }, + { + "epoch": 2.625747360386719, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7279927730560303, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8711402416229248, + "num_tokens": 783867786.0, + "step": 20641 + }, + { + "epoch": 2.6258745706653097, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.678957939147949, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8723931908607483, + "num_tokens": 783904245.0, + "step": 20642 + }, + { + "epoch": 2.6260017809439002, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.696925640106201, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.8924240469932556, + "num_tokens": 783946892.0, + "step": 20643 + }, + { + "epoch": 2.6261289912224908, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.687126398086548, + "learning_rate": 1e-05, + "loss": 0.4686, + "mean_token_accuracy": 0.867881178855896, + "num_tokens": 783988132.0, + "step": 20644 + }, + { + "epoch": 2.6262562015010813, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.720255136489868, + "learning_rate": 1e-05, + "loss": 0.4716, + "mean_token_accuracy": 0.8701380491256714, + "num_tokens": 784024321.0, + "step": 20645 + }, + { + "epoch": 2.626383411779672, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6827616691589355, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8735324144363403, + "num_tokens": 784061266.0, + "step": 20646 + }, + { + "epoch": 2.6265106220582624, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7017178535461426, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8756073713302612, + "num_tokens": 784101991.0, + "step": 20647 + }, + { + "epoch": 2.626637832336853, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6785759925842285, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8799667358398438, + "num_tokens": 784137726.0, + "step": 20648 + }, + { + "epoch": 2.6267650426154434, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6978490352630615, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8761316537857056, + "num_tokens": 784177773.0, + "step": 20649 + }, + { + "epoch": 2.626892252894034, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.681607484817505, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.877923846244812, + "num_tokens": 784217429.0, + "step": 20650 + }, + { + "epoch": 2.6270194631726245, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7003467082977295, + "learning_rate": 1e-05, + "loss": 0.385, + "mean_token_accuracy": 0.8930863738059998, + "num_tokens": 784252289.0, + "step": 20651 + }, + { + "epoch": 2.627146673451215, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6829943656921387, + "learning_rate": 1e-05, + "loss": 0.4992, + "mean_token_accuracy": 0.8563235998153687, + "num_tokens": 784293472.0, + "step": 20652 + }, + { + "epoch": 2.6272738837298055, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6909821033477783, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8762431144714355, + "num_tokens": 784339423.0, + "step": 20653 + }, + { + "epoch": 2.6274010940083956, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7058393955230713, + "learning_rate": 1e-05, + "loss": 0.3722, + "mean_token_accuracy": 0.8910698890686035, + "num_tokens": 784367026.0, + "step": 20654 + }, + { + "epoch": 2.6275283042869866, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.694413185119629, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8799829483032227, + "num_tokens": 784404004.0, + "step": 20655 + }, + { + "epoch": 2.6276555145655767, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6909384727478027, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8917104005813599, + "num_tokens": 784439335.0, + "step": 20656 + }, + { + "epoch": 2.6277827248441676, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.682163715362549, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.873191237449646, + "num_tokens": 784480141.0, + "step": 20657 + }, + { + "epoch": 2.6279099351227577, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7088968753814697, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8830289840698242, + "num_tokens": 784514785.0, + "step": 20658 + }, + { + "epoch": 2.6280371454013487, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.691539764404297, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8703179359436035, + "num_tokens": 784549776.0, + "step": 20659 + }, + { + "epoch": 2.628164355679939, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.743204116821289, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8656088709831238, + "num_tokens": 784578558.0, + "step": 20660 + }, + { + "epoch": 2.6282915659585293, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6674444675445557, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8836239576339722, + "num_tokens": 784614056.0, + "step": 20661 + }, + { + "epoch": 2.62841877623712, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7177011966705322, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8821326494216919, + "num_tokens": 784651663.0, + "step": 20662 + }, + { + "epoch": 2.6285459865157104, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.662973642349243, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8716132640838623, + "num_tokens": 784690343.0, + "step": 20663 + }, + { + "epoch": 2.628673196794301, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7207584381103516, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8813958168029785, + "num_tokens": 784728569.0, + "step": 20664 + }, + { + "epoch": 2.6288004070728914, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6644093990325928, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8875436186790466, + "num_tokens": 784762376.0, + "step": 20665 + }, + { + "epoch": 2.628927617351482, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.738292932510376, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8793197274208069, + "num_tokens": 784793154.0, + "step": 20666 + }, + { + "epoch": 2.6290548276300725, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6665685176849365, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8814929723739624, + "num_tokens": 784829640.0, + "step": 20667 + }, + { + "epoch": 2.629182037908663, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.724001169204712, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8901721239089966, + "num_tokens": 784867045.0, + "step": 20668 + }, + { + "epoch": 2.6293092481872535, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6555817127227783, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8816614151000977, + "num_tokens": 784907157.0, + "step": 20669 + }, + { + "epoch": 2.629436458465844, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.73710560798645, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8820450305938721, + "num_tokens": 784942247.0, + "step": 20670 + }, + { + "epoch": 2.6295636687444346, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6715102195739746, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8777788281440735, + "num_tokens": 784976910.0, + "step": 20671 + }, + { + "epoch": 2.629690879023025, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7350428104400635, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8617086410522461, + "num_tokens": 785017969.0, + "step": 20672 + }, + { + "epoch": 2.6298180893016156, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.659161329269409, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8830364942550659, + "num_tokens": 785056182.0, + "step": 20673 + }, + { + "epoch": 2.629945299580206, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.736452102661133, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8885098695755005, + "num_tokens": 785091996.0, + "step": 20674 + }, + { + "epoch": 2.6300725098587967, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.648768424987793, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8857229948043823, + "num_tokens": 785129268.0, + "step": 20675 + }, + { + "epoch": 2.6301997201373872, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7309346199035645, + "learning_rate": 1e-05, + "loss": 0.3867, + "mean_token_accuracy": 0.8906532526016235, + "num_tokens": 785168418.0, + "step": 20676 + }, + { + "epoch": 2.6303269304159778, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6437203884124756, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8853906393051147, + "num_tokens": 785209981.0, + "step": 20677 + }, + { + "epoch": 2.6304541406945683, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7396719455718994, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8827007412910461, + "num_tokens": 785250354.0, + "step": 20678 + }, + { + "epoch": 2.6305813509731584, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6505982875823975, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8789808750152588, + "num_tokens": 785288594.0, + "step": 20679 + }, + { + "epoch": 2.6307085612517493, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7428135871887207, + "learning_rate": 1e-05, + "loss": 0.3777, + "mean_token_accuracy": 0.8924550414085388, + "num_tokens": 785323885.0, + "step": 20680 + }, + { + "epoch": 2.6308357715303394, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6410746574401855, + "learning_rate": 1e-05, + "loss": 0.3821, + "mean_token_accuracy": 0.8934010863304138, + "num_tokens": 785361950.0, + "step": 20681 + }, + { + "epoch": 2.6309629818089304, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.757664442062378, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8733291029930115, + "num_tokens": 785398650.0, + "step": 20682 + }, + { + "epoch": 2.6310901920875205, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.623434066772461, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8721702098846436, + "num_tokens": 785451273.0, + "step": 20683 + }, + { + "epoch": 2.6312174023661115, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.764575481414795, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8759263753890991, + "num_tokens": 785491244.0, + "step": 20684 + }, + { + "epoch": 2.6313446126447015, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6149861812591553, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.881000280380249, + "num_tokens": 785536558.0, + "step": 20685 + }, + { + "epoch": 2.631471822923292, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8009109497070312, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8751009106636047, + "num_tokens": 785572635.0, + "step": 20686 + }, + { + "epoch": 2.6315990332018826, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6214637756347656, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8768547177314758, + "num_tokens": 785615765.0, + "step": 20687 + }, + { + "epoch": 2.631726243480473, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.80061936378479, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8812072277069092, + "num_tokens": 785652934.0, + "step": 20688 + }, + { + "epoch": 2.6318534537590637, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6285557746887207, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8755057454109192, + "num_tokens": 785689018.0, + "step": 20689 + }, + { + "epoch": 2.631980664037654, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7977089881896973, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8731586933135986, + "num_tokens": 785728257.0, + "step": 20690 + }, + { + "epoch": 2.6321078743162447, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6263577938079834, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8719422817230225, + "num_tokens": 785768381.0, + "step": 20691 + }, + { + "epoch": 2.6322350845948352, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.809130907058716, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.877274751663208, + "num_tokens": 785806700.0, + "step": 20692 + }, + { + "epoch": 2.6323622948734258, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.623307466506958, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.864190399646759, + "num_tokens": 785848602.0, + "step": 20693 + }, + { + "epoch": 2.6324895051520163, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.815465211868286, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8820961713790894, + "num_tokens": 785888714.0, + "step": 20694 + }, + { + "epoch": 2.632616715430607, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.623168468475342, + "learning_rate": 1e-05, + "loss": 0.385, + "mean_token_accuracy": 0.8917044997215271, + "num_tokens": 785925163.0, + "step": 20695 + }, + { + "epoch": 2.6327439257091974, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.829745054244995, + "learning_rate": 1e-05, + "loss": 0.4676, + "mean_token_accuracy": 0.8627384901046753, + "num_tokens": 785963566.0, + "step": 20696 + }, + { + "epoch": 2.632871135987788, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6381850242614746, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8693938255310059, + "num_tokens": 785997654.0, + "step": 20697 + }, + { + "epoch": 2.6329983462663784, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8199353218078613, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8744802474975586, + "num_tokens": 786038761.0, + "step": 20698 + }, + { + "epoch": 2.633125556544969, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6447842121124268, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8837331533432007, + "num_tokens": 786072380.0, + "step": 20699 + }, + { + "epoch": 2.6332527668235595, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8014750480651855, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8779846429824829, + "num_tokens": 786112751.0, + "step": 20700 + }, + { + "epoch": 2.63337997710215, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6351022720336914, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8796091675758362, + "num_tokens": 786156841.0, + "step": 20701 + }, + { + "epoch": 2.6335071873807405, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.820439338684082, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8736591339111328, + "num_tokens": 786191015.0, + "step": 20702 + }, + { + "epoch": 2.633634397659331, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6275577545166016, + "learning_rate": 1e-05, + "loss": 0.4729, + "mean_token_accuracy": 0.8615568280220032, + "num_tokens": 786231420.0, + "step": 20703 + }, + { + "epoch": 2.633761607937921, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8196332454681396, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8868618607521057, + "num_tokens": 786266586.0, + "step": 20704 + }, + { + "epoch": 2.633888818216512, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6268465518951416, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8778952360153198, + "num_tokens": 786307489.0, + "step": 20705 + }, + { + "epoch": 2.634016028495102, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.830571174621582, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8845492005348206, + "num_tokens": 786340960.0, + "step": 20706 + }, + { + "epoch": 2.634143238773693, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6259143352508545, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8761289119720459, + "num_tokens": 786383086.0, + "step": 20707 + }, + { + "epoch": 2.6342704490522832, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.819359064102173, + "learning_rate": 1e-05, + "loss": 0.3986, + "mean_token_accuracy": 0.8859168291091919, + "num_tokens": 786421093.0, + "step": 20708 + }, + { + "epoch": 2.6343976593308738, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6306538581848145, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8779576420783997, + "num_tokens": 786462712.0, + "step": 20709 + }, + { + "epoch": 2.6345248696094643, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003566741943359375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.82270884513855, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8770262002944946, + "num_tokens": 786501607.0, + "step": 20710 + }, + { + "epoch": 2.634652079888055, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.640754461288452, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8819190263748169, + "num_tokens": 786537163.0, + "step": 20711 + }, + { + "epoch": 2.6347792901666454, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8214919567108154, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.8890440464019775, + "num_tokens": 786572880.0, + "step": 20712 + }, + { + "epoch": 2.634906500445236, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.642634391784668, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8820145130157471, + "num_tokens": 786610082.0, + "step": 20713 + }, + { + "epoch": 2.6350337107238264, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8164851665496826, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8776125311851501, + "num_tokens": 786648875.0, + "step": 20714 + }, + { + "epoch": 2.635160921002417, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.642993688583374, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8749868273735046, + "num_tokens": 786688076.0, + "step": 20715 + }, + { + "epoch": 2.6352881312810075, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8243050575256348, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8766113519668579, + "num_tokens": 786723969.0, + "step": 20716 + }, + { + "epoch": 2.635415341559598, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.641911268234253, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.8734325170516968, + "num_tokens": 786764018.0, + "step": 20717 + }, + { + "epoch": 2.6355425518381885, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.814558267593384, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8856685161590576, + "num_tokens": 786796586.0, + "step": 20718 + }, + { + "epoch": 2.635669762116779, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.656592607498169, + "learning_rate": 1e-05, + "loss": 0.4607, + "mean_token_accuracy": 0.8669299483299255, + "num_tokens": 786833797.0, + "step": 20719 + }, + { + "epoch": 2.6357969723953696, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.809234142303467, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8691667318344116, + "num_tokens": 786869971.0, + "step": 20720 + }, + { + "epoch": 2.63592418267396, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.656754970550537, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8826141357421875, + "num_tokens": 786905854.0, + "step": 20721 + }, + { + "epoch": 2.6360513929525506, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.802079677581787, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8794823884963989, + "num_tokens": 786940535.0, + "step": 20722 + }, + { + "epoch": 2.636178603231141, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.659677028656006, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8686086535453796, + "num_tokens": 786974976.0, + "step": 20723 + }, + { + "epoch": 2.6363058135097317, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.792682647705078, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8770564794540405, + "num_tokens": 787013389.0, + "step": 20724 + }, + { + "epoch": 2.6364330237883222, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6545865535736084, + "learning_rate": 1e-05, + "loss": 0.3761, + "mean_token_accuracy": 0.8932209014892578, + "num_tokens": 787044463.0, + "step": 20725 + }, + { + "epoch": 2.6365602340669128, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8024139404296875, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8825359344482422, + "num_tokens": 787075123.0, + "step": 20726 + }, + { + "epoch": 2.636687444345503, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6454896926879883, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8746029138565063, + "num_tokens": 787114790.0, + "step": 20727 + }, + { + "epoch": 2.636814654624094, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.783888339996338, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8899239301681519, + "num_tokens": 787153263.0, + "step": 20728 + }, + { + "epoch": 2.636941864902684, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6414310932159424, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.887306809425354, + "num_tokens": 787191955.0, + "step": 20729 + }, + { + "epoch": 2.637069075181275, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7948102951049805, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8814492225646973, + "num_tokens": 787228330.0, + "step": 20730 + }, + { + "epoch": 2.637196285459865, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6473278999328613, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8585293292999268, + "num_tokens": 787271927.0, + "step": 20731 + }, + { + "epoch": 2.637323495738456, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7924137115478516, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8906111717224121, + "num_tokens": 787310515.0, + "step": 20732 + }, + { + "epoch": 2.637450706017046, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6479833126068115, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8779425621032715, + "num_tokens": 787346720.0, + "step": 20733 + }, + { + "epoch": 2.6375779162956365, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.798687219619751, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8758214712142944, + "num_tokens": 787387591.0, + "step": 20734 + }, + { + "epoch": 2.637705126574227, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6401796340942383, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8776630759239197, + "num_tokens": 787427762.0, + "step": 20735 + }, + { + "epoch": 2.6378323368528176, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.816894769668579, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8689741492271423, + "num_tokens": 787463047.0, + "step": 20736 + }, + { + "epoch": 2.637959547131408, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.628835678100586, + "learning_rate": 1e-05, + "loss": 0.381, + "mean_token_accuracy": 0.8935642242431641, + "num_tokens": 787500862.0, + "step": 20737 + }, + { + "epoch": 2.6380867574099987, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8260841369628906, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8895125389099121, + "num_tokens": 787529625.0, + "step": 20738 + }, + { + "epoch": 2.638213967688589, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6295039653778076, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8829176425933838, + "num_tokens": 787567248.0, + "step": 20739 + }, + { + "epoch": 2.6383411779671797, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8270297050476074, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8756684064865112, + "num_tokens": 787606763.0, + "step": 20740 + }, + { + "epoch": 2.6384683882457702, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6379590034484863, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8773884773254395, + "num_tokens": 787638795.0, + "step": 20741 + }, + { + "epoch": 2.6385955985243608, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8160011768341064, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8737573623657227, + "num_tokens": 787679495.0, + "step": 20742 + }, + { + "epoch": 2.6387228088029513, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6302108764648438, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8812366724014282, + "num_tokens": 787718583.0, + "step": 20743 + }, + { + "epoch": 2.638850019081542, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8110909461975098, + "learning_rate": 1e-05, + "loss": 0.372, + "mean_token_accuracy": 0.8959261178970337, + "num_tokens": 787756558.0, + "step": 20744 + }, + { + "epoch": 2.6389772293601323, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6498167514801025, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8809384107589722, + "num_tokens": 787789796.0, + "step": 20745 + }, + { + "epoch": 2.639104439638723, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8076694011688232, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8689942359924316, + "num_tokens": 787832054.0, + "step": 20746 + }, + { + "epoch": 2.6392316499173134, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6365818977355957, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8788756132125854, + "num_tokens": 787876723.0, + "step": 20747 + }, + { + "epoch": 2.639358860195904, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.818699836730957, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8684109449386597, + "num_tokens": 787912183.0, + "step": 20748 + }, + { + "epoch": 2.6394860704744945, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6576852798461914, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8683754205703735, + "num_tokens": 787946865.0, + "step": 20749 + }, + { + "epoch": 2.639613280753085, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.7997896671295166, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8882584571838379, + "num_tokens": 787984286.0, + "step": 20750 + }, + { + "epoch": 2.6397404910316755, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6458823680877686, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8916556239128113, + "num_tokens": 788020565.0, + "step": 20751 + }, + { + "epoch": 2.6398677013102656, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.802419900894165, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8884866237640381, + "num_tokens": 788051833.0, + "step": 20752 + }, + { + "epoch": 2.6399949115888566, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6343936920166016, + "learning_rate": 1e-05, + "loss": 0.3788, + "mean_token_accuracy": 0.891944169998169, + "num_tokens": 788092780.0, + "step": 20753 + }, + { + "epoch": 2.6401221218674467, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7937090396881104, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8729802370071411, + "num_tokens": 788140088.0, + "step": 20754 + }, + { + "epoch": 2.6402493321460376, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.637911319732666, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8835883140563965, + "num_tokens": 788177951.0, + "step": 20755 + }, + { + "epoch": 2.6403765424246277, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.814542055130005, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8855386972427368, + "num_tokens": 788212124.0, + "step": 20756 + }, + { + "epoch": 2.6405037527032187, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.625520706176758, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8775069117546082, + "num_tokens": 788255860.0, + "step": 20757 + }, + { + "epoch": 2.6406309629818088, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8041772842407227, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.88869309425354, + "num_tokens": 788296481.0, + "step": 20758 + }, + { + "epoch": 2.6407581732603993, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.645260810852051, + "learning_rate": 1e-05, + "loss": 0.3853, + "mean_token_accuracy": 0.8897445201873779, + "num_tokens": 788328818.0, + "step": 20759 + }, + { + "epoch": 2.64088538353899, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7904629707336426, + "learning_rate": 1e-05, + "loss": 0.3705, + "mean_token_accuracy": 0.8970566391944885, + "num_tokens": 788370359.0, + "step": 20760 + }, + { + "epoch": 2.6410125938175804, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.635538101196289, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8796675205230713, + "num_tokens": 788412425.0, + "step": 20761 + }, + { + "epoch": 2.641139804096171, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.819762945175171, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8650545477867126, + "num_tokens": 788445137.0, + "step": 20762 + }, + { + "epoch": 2.6412670143747614, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.642369031906128, + "learning_rate": 1e-05, + "loss": 0.3916, + "mean_token_accuracy": 0.8870500326156616, + "num_tokens": 788478185.0, + "step": 20763 + }, + { + "epoch": 2.641394224653352, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8097777366638184, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8778629302978516, + "num_tokens": 788514329.0, + "step": 20764 + }, + { + "epoch": 2.6415214349319425, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.631528615951538, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.883560061454773, + "num_tokens": 788554234.0, + "step": 20765 + }, + { + "epoch": 2.641648645210533, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8044772148132324, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8834158778190613, + "num_tokens": 788591684.0, + "step": 20766 + }, + { + "epoch": 2.6417758554891235, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.63289475440979, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8825160264968872, + "num_tokens": 788626802.0, + "step": 20767 + }, + { + "epoch": 2.641903065767714, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.795969247817993, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8837994337081909, + "num_tokens": 788673826.0, + "step": 20768 + }, + { + "epoch": 2.6420302760463046, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.635624647140503, + "learning_rate": 1e-05, + "loss": 0.3881, + "mean_token_accuracy": 0.8891661167144775, + "num_tokens": 788708393.0, + "step": 20769 + }, + { + "epoch": 2.642157486324895, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7944064140319824, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8880372047424316, + "num_tokens": 788746480.0, + "step": 20770 + }, + { + "epoch": 2.6422846966034856, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.640559673309326, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8796960115432739, + "num_tokens": 788785295.0, + "step": 20771 + }, + { + "epoch": 2.642411906882076, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7966954708099365, + "learning_rate": 1e-05, + "loss": 0.4043, + "mean_token_accuracy": 0.884719967842102, + "num_tokens": 788818803.0, + "step": 20772 + }, + { + "epoch": 2.6425391171606667, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6440815925598145, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8768530488014221, + "num_tokens": 788857266.0, + "step": 20773 + }, + { + "epoch": 2.6426663274392572, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7929527759552, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8620124459266663, + "num_tokens": 788898433.0, + "step": 20774 + }, + { + "epoch": 2.6427935377178478, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6505162715911865, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8741284608840942, + "num_tokens": 788942259.0, + "step": 20775 + }, + { + "epoch": 2.6429207479964383, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.785694122314453, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8705583214759827, + "num_tokens": 788981484.0, + "step": 20776 + }, + { + "epoch": 2.6430479582750284, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.644040107727051, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.881801426410675, + "num_tokens": 789019863.0, + "step": 20777 + }, + { + "epoch": 2.6431751685536193, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7778329849243164, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8812772035598755, + "num_tokens": 789059139.0, + "step": 20778 + }, + { + "epoch": 2.6433023788322094, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.634422540664673, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8842456340789795, + "num_tokens": 789100429.0, + "step": 20779 + }, + { + "epoch": 2.6434295891108004, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7856438159942627, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8839630484580994, + "num_tokens": 789136219.0, + "step": 20780 + }, + { + "epoch": 2.6435567993893905, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.630706787109375, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8830727338790894, + "num_tokens": 789177541.0, + "step": 20781 + }, + { + "epoch": 2.6436840096679814, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.777867317199707, + "learning_rate": 1e-05, + "loss": 0.3729, + "mean_token_accuracy": 0.8965786695480347, + "num_tokens": 789217165.0, + "step": 20782 + }, + { + "epoch": 2.6438112199465715, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6340742111206055, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8838201761245728, + "num_tokens": 789255384.0, + "step": 20783 + }, + { + "epoch": 2.643938430225162, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7876956462860107, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8833625316619873, + "num_tokens": 789294153.0, + "step": 20784 + }, + { + "epoch": 2.6440656405037526, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6417582035064697, + "learning_rate": 1e-05, + "loss": 0.4807, + "mean_token_accuracy": 0.8621337413787842, + "num_tokens": 789334933.0, + "step": 20785 + }, + { + "epoch": 2.644192850782343, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.798635244369507, + "learning_rate": 1e-05, + "loss": 0.4796, + "mean_token_accuracy": 0.8598949313163757, + "num_tokens": 789370068.0, + "step": 20786 + }, + { + "epoch": 2.6443200610609336, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.620131492614746, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8849924802780151, + "num_tokens": 789413887.0, + "step": 20787 + }, + { + "epoch": 2.644447271339524, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.799462080001831, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8904991149902344, + "num_tokens": 789452319.0, + "step": 20788 + }, + { + "epoch": 2.6445744816181147, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.6298654079437256, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8884338736534119, + "num_tokens": 789488988.0, + "step": 20789 + }, + { + "epoch": 2.6447016918967052, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.798804759979248, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8736860752105713, + "num_tokens": 789529849.0, + "step": 20790 + }, + { + "epoch": 2.6448289021752958, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6294631958007812, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8774849772453308, + "num_tokens": 789572877.0, + "step": 20791 + }, + { + "epoch": 2.6449561124538863, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8287887573242188, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8690282106399536, + "num_tokens": 789605189.0, + "step": 20792 + }, + { + "epoch": 2.645083322732477, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6203863620758057, + "learning_rate": 1e-05, + "loss": 0.399, + "mean_token_accuracy": 0.8872497081756592, + "num_tokens": 789641589.0, + "step": 20793 + }, + { + "epoch": 2.6452105330110673, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.858480930328369, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8699193000793457, + "num_tokens": 789673869.0, + "step": 20794 + }, + { + "epoch": 2.645337743289658, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6216697692871094, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8790152668952942, + "num_tokens": 789710605.0, + "step": 20795 + }, + { + "epoch": 2.6454649535682484, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.836921215057373, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8882993459701538, + "num_tokens": 789747641.0, + "step": 20796 + }, + { + "epoch": 2.645592163846839, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6226463317871094, + "learning_rate": 1e-05, + "loss": 0.3717, + "mean_token_accuracy": 0.8946014046669006, + "num_tokens": 789781345.0, + "step": 20797 + }, + { + "epoch": 2.6457193741254295, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.85353946685791, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8770015835762024, + "num_tokens": 789819582.0, + "step": 20798 + }, + { + "epoch": 2.64584658440402, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6254467964172363, + "learning_rate": 1e-05, + "loss": 0.3801, + "mean_token_accuracy": 0.8902261257171631, + "num_tokens": 789856281.0, + "step": 20799 + }, + { + "epoch": 2.6459737946826105, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.84602689743042, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8895061612129211, + "num_tokens": 789895711.0, + "step": 20800 + }, + { + "epoch": 2.646101004961201, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.641035318374634, + "learning_rate": 1e-05, + "loss": 0.3889, + "mean_token_accuracy": 0.8936988115310669, + "num_tokens": 789931751.0, + "step": 20801 + }, + { + "epoch": 2.646228215239791, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8537471294403076, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8753284215927124, + "num_tokens": 789969207.0, + "step": 20802 + }, + { + "epoch": 2.646355425518382, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.642901659011841, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8775637149810791, + "num_tokens": 790005706.0, + "step": 20803 + }, + { + "epoch": 2.646482635796972, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8462722301483154, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8781195878982544, + "num_tokens": 790047389.0, + "step": 20804 + }, + { + "epoch": 2.646609846075563, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6527156829833984, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8825408220291138, + "num_tokens": 790085430.0, + "step": 20805 + }, + { + "epoch": 2.6467370563541532, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.827251672744751, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8761883974075317, + "num_tokens": 790126620.0, + "step": 20806 + }, + { + "epoch": 2.6468642666327438, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6392416954040527, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8840625286102295, + "num_tokens": 790166033.0, + "step": 20807 + }, + { + "epoch": 2.6469914769113343, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8269965648651123, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8894025087356567, + "num_tokens": 790202463.0, + "step": 20808 + }, + { + "epoch": 2.647118687189925, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6425058841705322, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8838738203048706, + "num_tokens": 790241600.0, + "step": 20809 + }, + { + "epoch": 2.6472458974685154, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8444790840148926, + "learning_rate": 1e-05, + "loss": 0.4924, + "mean_token_accuracy": 0.8574638366699219, + "num_tokens": 790277669.0, + "step": 20810 + }, + { + "epoch": 2.647373107747106, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6458961963653564, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8724924325942993, + "num_tokens": 790317453.0, + "step": 20811 + }, + { + "epoch": 2.6475003180256964, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.826803207397461, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8797091841697693, + "num_tokens": 790354460.0, + "step": 20812 + }, + { + "epoch": 2.647627528304287, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6389217376708984, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8805186152458191, + "num_tokens": 790393933.0, + "step": 20813 + }, + { + "epoch": 2.6477547385828775, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8396503925323486, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8812016844749451, + "num_tokens": 790425477.0, + "step": 20814 + }, + { + "epoch": 2.647881948861468, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6355509757995605, + "learning_rate": 1e-05, + "loss": 0.4764, + "mean_token_accuracy": 0.8599015474319458, + "num_tokens": 790470501.0, + "step": 20815 + }, + { + "epoch": 2.6480091591400585, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8380184173583984, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.875624418258667, + "num_tokens": 790508869.0, + "step": 20816 + }, + { + "epoch": 2.648136369418649, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6661384105682373, + "learning_rate": 1e-05, + "loss": 0.3716, + "mean_token_accuracy": 0.8959431648254395, + "num_tokens": 790545675.0, + "step": 20817 + }, + { + "epoch": 2.6482635796972396, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8145925998687744, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8837148547172546, + "num_tokens": 790586832.0, + "step": 20818 + }, + { + "epoch": 2.64839078997583, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6397483348846436, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8768736124038696, + "num_tokens": 790633587.0, + "step": 20819 + }, + { + "epoch": 2.6485180002544206, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.813136100769043, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8709132075309753, + "num_tokens": 790668768.0, + "step": 20820 + }, + { + "epoch": 2.648645210533011, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6423912048339844, + "learning_rate": 1e-05, + "loss": 0.393, + "mean_token_accuracy": 0.8888790011405945, + "num_tokens": 790708393.0, + "step": 20821 + }, + { + "epoch": 2.6487724208116017, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.818969249725342, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8684984445571899, + "num_tokens": 790742632.0, + "step": 20822 + }, + { + "epoch": 2.648899631090192, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6580612659454346, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8674592971801758, + "num_tokens": 790779740.0, + "step": 20823 + }, + { + "epoch": 2.6490268413687827, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7907440662384033, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.8883696794509888, + "num_tokens": 790819040.0, + "step": 20824 + }, + { + "epoch": 2.649154051647373, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.649461507797241, + "learning_rate": 1e-05, + "loss": 0.3803, + "mean_token_accuracy": 0.894088089466095, + "num_tokens": 790853382.0, + "step": 20825 + }, + { + "epoch": 2.649281261925964, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7970662117004395, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8696015477180481, + "num_tokens": 790890606.0, + "step": 20826 + }, + { + "epoch": 2.649408472204554, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.650228261947632, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8868191838264465, + "num_tokens": 790929469.0, + "step": 20827 + }, + { + "epoch": 2.649535682483145, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7799010276794434, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8789205551147461, + "num_tokens": 790970745.0, + "step": 20828 + }, + { + "epoch": 2.649662892761735, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.669609308242798, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8705136775970459, + "num_tokens": 791010365.0, + "step": 20829 + }, + { + "epoch": 2.649790103040326, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7695159912109375, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8819448947906494, + "num_tokens": 791047012.0, + "step": 20830 + }, + { + "epoch": 2.649917313318916, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6438663005828857, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8839563727378845, + "num_tokens": 791092836.0, + "step": 20831 + }, + { + "epoch": 2.6500445235975065, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.779787540435791, + "learning_rate": 1e-05, + "loss": 0.3954, + "mean_token_accuracy": 0.8898128867149353, + "num_tokens": 791127725.0, + "step": 20832 + }, + { + "epoch": 2.650171733876097, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6522104740142822, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8873422145843506, + "num_tokens": 791164530.0, + "step": 20833 + }, + { + "epoch": 2.6502989441546876, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7685654163360596, + "learning_rate": 1e-05, + "loss": 0.3731, + "mean_token_accuracy": 0.8947114944458008, + "num_tokens": 791202384.0, + "step": 20834 + }, + { + "epoch": 2.650426154433278, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6420373916625977, + "learning_rate": 1e-05, + "loss": 0.3736, + "mean_token_accuracy": 0.8947545886039734, + "num_tokens": 791237998.0, + "step": 20835 + }, + { + "epoch": 2.6505533647118686, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.78855037689209, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8592743873596191, + "num_tokens": 791277755.0, + "step": 20836 + }, + { + "epoch": 2.650680574990459, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6468074321746826, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8691275119781494, + "num_tokens": 791315779.0, + "step": 20837 + }, + { + "epoch": 2.6508077852690497, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7734060287475586, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8762555122375488, + "num_tokens": 791359212.0, + "step": 20838 + }, + { + "epoch": 2.6509349955476402, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.651254892349243, + "learning_rate": 1e-05, + "loss": 0.3641, + "mean_token_accuracy": 0.8976033926010132, + "num_tokens": 791388308.0, + "step": 20839 + }, + { + "epoch": 2.6510622058262308, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.780101776123047, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8781303763389587, + "num_tokens": 791425645.0, + "step": 20840 + }, + { + "epoch": 2.6511894161048213, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6421828269958496, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8795292973518372, + "num_tokens": 791462632.0, + "step": 20841 + }, + { + "epoch": 2.651316626383412, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.786057233810425, + "learning_rate": 1e-05, + "loss": 0.3666, + "mean_token_accuracy": 0.8974114656448364, + "num_tokens": 791502834.0, + "step": 20842 + }, + { + "epoch": 2.6514438366620023, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.651841640472412, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8772629499435425, + "num_tokens": 791538973.0, + "step": 20843 + }, + { + "epoch": 2.651571046940593, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.774336338043213, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8817927837371826, + "num_tokens": 791577804.0, + "step": 20844 + }, + { + "epoch": 2.6516982572191834, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6315701007843018, + "learning_rate": 1e-05, + "loss": 0.3732, + "mean_token_accuracy": 0.8921399116516113, + "num_tokens": 791618100.0, + "step": 20845 + }, + { + "epoch": 2.651825467497774, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7823293209075928, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8769386410713196, + "num_tokens": 791660112.0, + "step": 20846 + }, + { + "epoch": 2.6519526777763645, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.64123272895813, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8784914016723633, + "num_tokens": 791698133.0, + "step": 20847 + }, + { + "epoch": 2.652079888054955, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7843246459960938, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.886880099773407, + "num_tokens": 791737810.0, + "step": 20848 + }, + { + "epoch": 2.6522070983335455, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.644042730331421, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8753834366798401, + "num_tokens": 791775187.0, + "step": 20849 + }, + { + "epoch": 2.6523343086121356, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.787442445755005, + "learning_rate": 1e-05, + "loss": 0.3987, + "mean_token_accuracy": 0.8878056406974792, + "num_tokens": 791810673.0, + "step": 20850 + }, + { + "epoch": 2.6524615188907266, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6249871253967285, + "learning_rate": 1e-05, + "loss": 0.3534, + "mean_token_accuracy": 0.9017210602760315, + "num_tokens": 791848144.0, + "step": 20851 + }, + { + "epoch": 2.6525887291693167, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8013551235198975, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8797168731689453, + "num_tokens": 791885025.0, + "step": 20852 + }, + { + "epoch": 2.6527159394479076, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.639613151550293, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8779758214950562, + "num_tokens": 791922885.0, + "step": 20853 + }, + { + "epoch": 2.6528431497264977, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8058903217315674, + "learning_rate": 1e-05, + "loss": 0.4807, + "mean_token_accuracy": 0.8613712787628174, + "num_tokens": 791959791.0, + "step": 20854 + }, + { + "epoch": 2.6529703600050887, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.625976324081421, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8820018768310547, + "num_tokens": 791998559.0, + "step": 20855 + }, + { + "epoch": 2.6530975702836788, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8123927116394043, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8800493478775024, + "num_tokens": 792038428.0, + "step": 20856 + }, + { + "epoch": 2.6532247805622693, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.644139051437378, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8687475323677063, + "num_tokens": 792074405.0, + "step": 20857 + }, + { + "epoch": 2.65335199084086, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.811814785003662, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8697429895401001, + "num_tokens": 792112831.0, + "step": 20858 + }, + { + "epoch": 2.6534792011194503, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.633561134338379, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8753361701965332, + "num_tokens": 792154122.0, + "step": 20859 + }, + { + "epoch": 2.653606411398041, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.823819637298584, + "learning_rate": 1e-05, + "loss": 0.4733, + "mean_token_accuracy": 0.8627632856369019, + "num_tokens": 792191818.0, + "step": 20860 + }, + { + "epoch": 2.6537336216766314, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6320552825927734, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8796291351318359, + "num_tokens": 792226753.0, + "step": 20861 + }, + { + "epoch": 2.653860831955222, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.830049753189087, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8787350654602051, + "num_tokens": 792263941.0, + "step": 20862 + }, + { + "epoch": 2.6539880422338125, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.62581467628479, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8833594918251038, + "num_tokens": 792301433.0, + "step": 20863 + }, + { + "epoch": 2.654115252512403, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8212568759918213, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.8802056312561035, + "num_tokens": 792340188.0, + "step": 20864 + }, + { + "epoch": 2.6542424627909935, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6326615810394287, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.873971700668335, + "num_tokens": 792383498.0, + "step": 20865 + }, + { + "epoch": 2.654369673069584, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8248274326324463, + "learning_rate": 1e-05, + "loss": 0.3911, + "mean_token_accuracy": 0.8900147676467896, + "num_tokens": 792417160.0, + "step": 20866 + }, + { + "epoch": 2.6544968833481746, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.643766164779663, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8768289089202881, + "num_tokens": 792451609.0, + "step": 20867 + }, + { + "epoch": 2.654624093626765, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.804687738418579, + "learning_rate": 1e-05, + "loss": 0.4677, + "mean_token_accuracy": 0.8676089644432068, + "num_tokens": 792498309.0, + "step": 20868 + }, + { + "epoch": 2.6547513039053556, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.644329786300659, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.870627760887146, + "num_tokens": 792538954.0, + "step": 20869 + }, + { + "epoch": 2.654878514183946, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.811495542526245, + "learning_rate": 1e-05, + "loss": 0.4663, + "mean_token_accuracy": 0.865481972694397, + "num_tokens": 792577037.0, + "step": 20870 + }, + { + "epoch": 2.6550057244625367, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6646530628204346, + "learning_rate": 1e-05, + "loss": 0.4504, + "mean_token_accuracy": 0.86883145570755, + "num_tokens": 792609538.0, + "step": 20871 + }, + { + "epoch": 2.655132934741127, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.793123483657837, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8805661201477051, + "num_tokens": 792647793.0, + "step": 20872 + }, + { + "epoch": 2.6552601450197177, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.651359796524048, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8835704326629639, + "num_tokens": 792686746.0, + "step": 20873 + }, + { + "epoch": 2.6553873552983083, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.798612594604492, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8820605278015137, + "num_tokens": 792716324.0, + "step": 20874 + }, + { + "epoch": 2.6555145655768984, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.635676860809326, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8842654824256897, + "num_tokens": 792757242.0, + "step": 20875 + }, + { + "epoch": 2.6556417758554893, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.797124147415161, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8742995262145996, + "num_tokens": 792795545.0, + "step": 20876 + }, + { + "epoch": 2.6557689861340794, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6365487575531006, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8769079446792603, + "num_tokens": 792835772.0, + "step": 20877 + }, + { + "epoch": 2.6558961964126704, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.791635274887085, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.869672417640686, + "num_tokens": 792877901.0, + "step": 20878 + }, + { + "epoch": 2.6560234066912605, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6358723640441895, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8787073493003845, + "num_tokens": 792918528.0, + "step": 20879 + }, + { + "epoch": 2.6561506169698514, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7923083305358887, + "learning_rate": 1e-05, + "loss": 0.3779, + "mean_token_accuracy": 0.892888069152832, + "num_tokens": 792954251.0, + "step": 20880 + }, + { + "epoch": 2.6562778272484415, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.647709846496582, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.883345365524292, + "num_tokens": 792991452.0, + "step": 20881 + }, + { + "epoch": 2.656405037527032, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8062899112701416, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8742038011550903, + "num_tokens": 793024488.0, + "step": 20882 + }, + { + "epoch": 2.6565322478056226, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.638345241546631, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8869651556015015, + "num_tokens": 793064070.0, + "step": 20883 + }, + { + "epoch": 2.656659458084213, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8017327785491943, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8696563839912415, + "num_tokens": 793103088.0, + "step": 20884 + }, + { + "epoch": 2.6567866683628036, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.643540143966675, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.8667301535606384, + "num_tokens": 793146415.0, + "step": 20885 + }, + { + "epoch": 2.656913878641394, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8058018684387207, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8818390965461731, + "num_tokens": 793181588.0, + "step": 20886 + }, + { + "epoch": 2.6570410889199847, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6471333503723145, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8632038831710815, + "num_tokens": 793217764.0, + "step": 20887 + }, + { + "epoch": 2.6571682991985752, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.790477991104126, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8858566284179688, + "num_tokens": 793255945.0, + "step": 20888 + }, + { + "epoch": 2.6572955094771658, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648946523666382, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8772399425506592, + "num_tokens": 793288981.0, + "step": 20889 + }, + { + "epoch": 2.6574227197557563, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7839853763580322, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8825278282165527, + "num_tokens": 793327635.0, + "step": 20890 + }, + { + "epoch": 2.657549930034347, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.676449775695801, + "learning_rate": 1e-05, + "loss": 0.4146, + "mean_token_accuracy": 0.8796623349189758, + "num_tokens": 793357077.0, + "step": 20891 + }, + { + "epoch": 2.6576771403129373, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7608494758605957, + "learning_rate": 1e-05, + "loss": 0.3758, + "mean_token_accuracy": 0.8969258069992065, + "num_tokens": 793389664.0, + "step": 20892 + }, + { + "epoch": 2.657804350591528, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6495261192321777, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.8932898044586182, + "num_tokens": 793429951.0, + "step": 20893 + }, + { + "epoch": 2.6579315608701184, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7576444149017334, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8681639432907104, + "num_tokens": 793471404.0, + "step": 20894 + }, + { + "epoch": 2.658058771148709, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.657780647277832, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8783812522888184, + "num_tokens": 793510140.0, + "step": 20895 + }, + { + "epoch": 2.6581859814272994, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7546892166137695, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.881086528301239, + "num_tokens": 793553927.0, + "step": 20896 + }, + { + "epoch": 2.65831319170589, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6542882919311523, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8854939341545105, + "num_tokens": 793590413.0, + "step": 20897 + }, + { + "epoch": 2.6584404019844805, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.8051559925079346, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8602920174598694, + "num_tokens": 793626320.0, + "step": 20898 + }, + { + "epoch": 2.658567612263071, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.623098611831665, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8816128373146057, + "num_tokens": 793665733.0, + "step": 20899 + }, + { + "epoch": 2.658694822541661, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7951505184173584, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8789547681808472, + "num_tokens": 793705593.0, + "step": 20900 + }, + { + "epoch": 2.658822032820252, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.622405767440796, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8841366767883301, + "num_tokens": 793744874.0, + "step": 20901 + }, + { + "epoch": 2.658949243098842, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8074750900268555, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8657185435295105, + "num_tokens": 793786598.0, + "step": 20902 + }, + { + "epoch": 2.659076453377433, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.626995801925659, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8780884742736816, + "num_tokens": 793826548.0, + "step": 20903 + }, + { + "epoch": 2.6592036636560232, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8146398067474365, + "learning_rate": 1e-05, + "loss": 0.4724, + "mean_token_accuracy": 0.8661946654319763, + "num_tokens": 793868411.0, + "step": 20904 + }, + { + "epoch": 2.6593308739346138, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6398284435272217, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8736556172370911, + "num_tokens": 793905931.0, + "step": 20905 + }, + { + "epoch": 2.6594580842132043, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8191630840301514, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8759480714797974, + "num_tokens": 793939711.0, + "step": 20906 + }, + { + "epoch": 2.659585294491795, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.635141134262085, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8816307187080383, + "num_tokens": 793976746.0, + "step": 20907 + }, + { + "epoch": 2.6597125047703853, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.825967788696289, + "learning_rate": 1e-05, + "loss": 0.4763, + "mean_token_accuracy": 0.8623622059822083, + "num_tokens": 794014132.0, + "step": 20908 + }, + { + "epoch": 2.659839715048976, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6483139991760254, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.864712119102478, + "num_tokens": 794051958.0, + "step": 20909 + }, + { + "epoch": 2.6599669253275664, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8057498931884766, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.882887601852417, + "num_tokens": 794087494.0, + "step": 20910 + }, + { + "epoch": 2.660094135606157, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6559994220733643, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8666476011276245, + "num_tokens": 794123156.0, + "step": 20911 + }, + { + "epoch": 2.6602213458847475, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.77600359916687, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8672672510147095, + "num_tokens": 794169023.0, + "step": 20912 + }, + { + "epoch": 2.660348556163338, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6531715393066406, + "learning_rate": 1e-05, + "loss": 0.3809, + "mean_token_accuracy": 0.8911111354827881, + "num_tokens": 794202145.0, + "step": 20913 + }, + { + "epoch": 2.6604757664419285, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7678442001342773, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8931450843811035, + "num_tokens": 794239791.0, + "step": 20914 + }, + { + "epoch": 2.660602976720519, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.642198085784912, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8860304355621338, + "num_tokens": 794285184.0, + "step": 20915 + }, + { + "epoch": 2.6607301869991096, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.771881103515625, + "learning_rate": 1e-05, + "loss": 0.3861, + "mean_token_accuracy": 0.8937068581581116, + "num_tokens": 794324705.0, + "step": 20916 + }, + { + "epoch": 2.6608573972777, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6606433391571045, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8739001154899597, + "num_tokens": 794360712.0, + "step": 20917 + }, + { + "epoch": 2.6609846075562906, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.754709243774414, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8847254514694214, + "num_tokens": 794401634.0, + "step": 20918 + }, + { + "epoch": 2.661111817834881, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6727964878082275, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8828935623168945, + "num_tokens": 794433460.0, + "step": 20919 + }, + { + "epoch": 2.6612390281134717, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.750188112258911, + "learning_rate": 1e-05, + "loss": 0.3696, + "mean_token_accuracy": 0.8951804041862488, + "num_tokens": 794468258.0, + "step": 20920 + }, + { + "epoch": 2.661366238392062, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.676823854446411, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8763425350189209, + "num_tokens": 794505493.0, + "step": 20921 + }, + { + "epoch": 2.6614934486706527, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7359676361083984, + "learning_rate": 1e-05, + "loss": 0.3508, + "mean_token_accuracy": 0.9031678438186646, + "num_tokens": 794539370.0, + "step": 20922 + }, + { + "epoch": 2.661620658949243, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.662696361541748, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8769631385803223, + "num_tokens": 794580820.0, + "step": 20923 + }, + { + "epoch": 2.661747869227834, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7336251735687256, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8873997926712036, + "num_tokens": 794617503.0, + "step": 20924 + }, + { + "epoch": 2.661875079506424, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.676692247390747, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8799242973327637, + "num_tokens": 794653701.0, + "step": 20925 + }, + { + "epoch": 2.662002289785015, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.734712839126587, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8770761489868164, + "num_tokens": 794689938.0, + "step": 20926 + }, + { + "epoch": 2.662129500063605, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6750664710998535, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8703879117965698, + "num_tokens": 794730460.0, + "step": 20927 + }, + { + "epoch": 2.662256710342196, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.723630428314209, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8864437937736511, + "num_tokens": 794770686.0, + "step": 20928 + }, + { + "epoch": 2.662383920620786, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6776182651519775, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8666544556617737, + "num_tokens": 794814396.0, + "step": 20929 + }, + { + "epoch": 2.6625111308993765, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.712689161300659, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8833490610122681, + "num_tokens": 794857425.0, + "step": 20930 + }, + { + "epoch": 2.662638341177967, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.680663824081421, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8854732513427734, + "num_tokens": 794894115.0, + "step": 20931 + }, + { + "epoch": 2.6627655514565576, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.718134641647339, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8765279054641724, + "num_tokens": 794929423.0, + "step": 20932 + }, + { + "epoch": 2.662892761735148, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6790480613708496, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8802663087844849, + "num_tokens": 794966019.0, + "step": 20933 + }, + { + "epoch": 2.6630199720137386, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7123215198516846, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8768656253814697, + "num_tokens": 795006501.0, + "step": 20934 + }, + { + "epoch": 2.663147182292329, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6710190773010254, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8806336522102356, + "num_tokens": 795048068.0, + "step": 20935 + }, + { + "epoch": 2.6632743925709197, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7300808429718018, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8678390979766846, + "num_tokens": 795084918.0, + "step": 20936 + }, + { + "epoch": 2.66340160284951, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.665884256362915, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8848778009414673, + "num_tokens": 795119261.0, + "step": 20937 + }, + { + "epoch": 2.6635288131281007, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7052812576293945, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.8879622220993042, + "num_tokens": 795162559.0, + "step": 20938 + }, + { + "epoch": 2.6636560234066913, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6688947677612305, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8847231864929199, + "num_tokens": 795200853.0, + "step": 20939 + }, + { + "epoch": 2.663783233685282, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.722352981567383, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8877527713775635, + "num_tokens": 795238405.0, + "step": 20940 + }, + { + "epoch": 2.6639104439638723, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6732563972473145, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8753517866134644, + "num_tokens": 795278341.0, + "step": 20941 + }, + { + "epoch": 2.664037654242463, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.716665744781494, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8737674951553345, + "num_tokens": 795319108.0, + "step": 20942 + }, + { + "epoch": 2.6641648645210534, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6783370971679688, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.878000795841217, + "num_tokens": 795354641.0, + "step": 20943 + }, + { + "epoch": 2.664292074799644, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7079622745513916, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8650734424591064, + "num_tokens": 795399098.0, + "step": 20944 + }, + { + "epoch": 2.6644192850782344, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.660383939743042, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8849732875823975, + "num_tokens": 795444191.0, + "step": 20945 + }, + { + "epoch": 2.664546495356825, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7381751537323, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8789966702461243, + "num_tokens": 795476450.0, + "step": 20946 + }, + { + "epoch": 2.6646737056354155, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6543259620666504, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8772498369216919, + "num_tokens": 795518740.0, + "step": 20947 + }, + { + "epoch": 2.6648009159140056, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7423343658447266, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8750167489051819, + "num_tokens": 795558944.0, + "step": 20948 + }, + { + "epoch": 2.6649281261925966, + "ewc_loss": 0.07763671875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.172325134277344e-05, + "grad_norm": 2.6611878871917725, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.879534900188446, + "num_tokens": 795592685.0, + "step": 20949 + }, + { + "epoch": 2.6650553364711866, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7559571266174316, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8736714124679565, + "num_tokens": 795627878.0, + "step": 20950 + }, + { + "epoch": 2.6651825467497776, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.655480146408081, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8680866956710815, + "num_tokens": 795666784.0, + "step": 20951 + }, + { + "epoch": 2.6653097570283677, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7774603366851807, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8807940483093262, + "num_tokens": 795701921.0, + "step": 20952 + }, + { + "epoch": 2.6654369673069587, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6297340393066406, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8731064200401306, + "num_tokens": 795744497.0, + "step": 20953 + }, + { + "epoch": 2.6655641775855488, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.769808053970337, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.866196870803833, + "num_tokens": 795786871.0, + "step": 20954 + }, + { + "epoch": 2.6656913878641393, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.624192953109741, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8884962201118469, + "num_tokens": 795829403.0, + "step": 20955 + }, + { + "epoch": 2.66581859814273, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7942371368408203, + "learning_rate": 1e-05, + "loss": 0.4779, + "mean_token_accuracy": 0.8638479709625244, + "num_tokens": 795867352.0, + "step": 20956 + }, + { + "epoch": 2.6659458084213203, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.634610176086426, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.8717361688613892, + "num_tokens": 795907209.0, + "step": 20957 + }, + { + "epoch": 2.666073018699911, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7983901500701904, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8756667375564575, + "num_tokens": 795946515.0, + "step": 20958 + }, + { + "epoch": 2.6662002289785014, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6302332878112793, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8877071142196655, + "num_tokens": 795983328.0, + "step": 20959 + }, + { + "epoch": 2.666327439257092, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.809579372406006, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8625348806381226, + "num_tokens": 796018609.0, + "step": 20960 + }, + { + "epoch": 2.6664546495356825, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6262130737304688, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8724705576896667, + "num_tokens": 796059676.0, + "step": 20961 + }, + { + "epoch": 2.666581859814273, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8093860149383545, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8758939504623413, + "num_tokens": 796100896.0, + "step": 20962 + }, + { + "epoch": 2.6667090700928635, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.613555908203125, + "learning_rate": 1e-05, + "loss": 0.3807, + "mean_token_accuracy": 0.8940256834030151, + "num_tokens": 796140513.0, + "step": 20963 + }, + { + "epoch": 2.666836280371454, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.82305645942688, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8903295397758484, + "num_tokens": 796174339.0, + "step": 20964 + }, + { + "epoch": 2.6669634906500446, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.61208438873291, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8821885585784912, + "num_tokens": 796216624.0, + "step": 20965 + }, + { + "epoch": 2.667090700928635, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.847761869430542, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8664466142654419, + "num_tokens": 796250681.0, + "step": 20966 + }, + { + "epoch": 2.6672179112072256, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6324801445007324, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8813379406929016, + "num_tokens": 796284860.0, + "step": 20967 + }, + { + "epoch": 2.667345121485816, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.824394702911377, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8919960260391235, + "num_tokens": 796325833.0, + "step": 20968 + }, + { + "epoch": 2.6674723317644067, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6540637016296387, + "learning_rate": 1e-05, + "loss": 0.3907, + "mean_token_accuracy": 0.8882980942726135, + "num_tokens": 796354955.0, + "step": 20969 + }, + { + "epoch": 2.667599542042997, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.823655366897583, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8784003853797913, + "num_tokens": 796390505.0, + "step": 20970 + }, + { + "epoch": 2.6677267523215877, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6423087120056152, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8873493671417236, + "num_tokens": 796428003.0, + "step": 20971 + }, + { + "epoch": 2.6678539626001783, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8106796741485596, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8881552815437317, + "num_tokens": 796467396.0, + "step": 20972 + }, + { + "epoch": 2.6679811728787683, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.647343873977661, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.876379668712616, + "num_tokens": 796505320.0, + "step": 20973 + }, + { + "epoch": 2.6681083831573593, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8058154582977295, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8883452415466309, + "num_tokens": 796542109.0, + "step": 20974 + }, + { + "epoch": 2.6682355934359494, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6269431114196777, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8772584199905396, + "num_tokens": 796588523.0, + "step": 20975 + }, + { + "epoch": 2.6683628037145404, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.82712984085083, + "learning_rate": 1e-05, + "loss": 0.4827, + "mean_token_accuracy": 0.8631401658058167, + "num_tokens": 796624493.0, + "step": 20976 + }, + { + "epoch": 2.6684900139931305, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.627373218536377, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.8916630148887634, + "num_tokens": 796662147.0, + "step": 20977 + }, + { + "epoch": 2.668617224271721, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8244681358337402, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8766093254089355, + "num_tokens": 796700024.0, + "step": 20978 + }, + { + "epoch": 2.6687444345503115, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6383235454559326, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8845149278640747, + "num_tokens": 796735058.0, + "step": 20979 + }, + { + "epoch": 2.668871644828902, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.819512367248535, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8715019226074219, + "num_tokens": 796778419.0, + "step": 20980 + }, + { + "epoch": 2.6689988551074926, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6278696060180664, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.8853992223739624, + "num_tokens": 796817495.0, + "step": 20981 + }, + { + "epoch": 2.669126065386083, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8402321338653564, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8768638968467712, + "num_tokens": 796850432.0, + "step": 20982 + }, + { + "epoch": 2.6692532756646736, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6370410919189453, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8741213083267212, + "num_tokens": 796889584.0, + "step": 20983 + }, + { + "epoch": 2.669380485943264, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8245768547058105, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8796178698539734, + "num_tokens": 796924052.0, + "step": 20984 + }, + { + "epoch": 2.6695076962218547, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6419129371643066, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8701438307762146, + "num_tokens": 796963795.0, + "step": 20985 + }, + { + "epoch": 2.669634906500445, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8140499591827393, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8884921073913574, + "num_tokens": 797002621.0, + "step": 20986 + }, + { + "epoch": 2.6697621167790357, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.64462947845459, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8572198748588562, + "num_tokens": 797047173.0, + "step": 20987 + }, + { + "epoch": 2.6698893270576263, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8045711517333984, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.8782590627670288, + "num_tokens": 797088394.0, + "step": 20988 + }, + { + "epoch": 2.670016537336217, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.644300699234009, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8868578672409058, + "num_tokens": 797126108.0, + "step": 20989 + }, + { + "epoch": 2.6701437476148073, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8051645755767822, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8851738572120667, + "num_tokens": 797162718.0, + "step": 20990 + }, + { + "epoch": 2.670270957893398, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6606545448303223, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8692658543586731, + "num_tokens": 797197552.0, + "step": 20991 + }, + { + "epoch": 2.6703981681719884, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8191211223602295, + "learning_rate": 1e-05, + "loss": 0.4855, + "mean_token_accuracy": 0.8581311702728271, + "num_tokens": 797232523.0, + "step": 20992 + }, + { + "epoch": 2.670525378450579, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.65464186668396, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8827020525932312, + "num_tokens": 797266620.0, + "step": 20993 + }, + { + "epoch": 2.6706525887291694, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7863266468048096, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8857836127281189, + "num_tokens": 797305378.0, + "step": 20994 + }, + { + "epoch": 2.67077979900776, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.648686647415161, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8848135471343994, + "num_tokens": 797343269.0, + "step": 20995 + }, + { + "epoch": 2.6709070092863505, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7913975715637207, + "learning_rate": 1e-05, + "loss": 0.3496, + "mean_token_accuracy": 0.9038357138633728, + "num_tokens": 797375034.0, + "step": 20996 + }, + { + "epoch": 2.671034219564941, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6574289798736572, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8746819496154785, + "num_tokens": 797410869.0, + "step": 20997 + }, + { + "epoch": 2.671161429843531, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7868692874908447, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8889906406402588, + "num_tokens": 797449189.0, + "step": 20998 + }, + { + "epoch": 2.671288640122122, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.646144151687622, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8845332264900208, + "num_tokens": 797492182.0, + "step": 20999 + }, + { + "epoch": 2.671415850400712, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.778606653213501, + "learning_rate": 1e-05, + "loss": 0.367, + "mean_token_accuracy": 0.8965718746185303, + "num_tokens": 797529043.0, + "step": 21000 + }, + { + "epoch": 2.671543060679303, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6763532161712646, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8732171058654785, + "num_tokens": 797560630.0, + "step": 21001 + }, + { + "epoch": 2.6716702709578932, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7717244625091553, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8733263611793518, + "num_tokens": 797598667.0, + "step": 21002 + }, + { + "epoch": 2.6717974812364838, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6526730060577393, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8893594741821289, + "num_tokens": 797637420.0, + "step": 21003 + }, + { + "epoch": 2.6719246915150743, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7827813625335693, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8867088556289673, + "num_tokens": 797670969.0, + "step": 21004 + }, + { + "epoch": 2.672051901793665, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.641791820526123, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8811354637145996, + "num_tokens": 797711915.0, + "step": 21005 + }, + { + "epoch": 2.6721791120722553, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.781595230102539, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.878894567489624, + "num_tokens": 797751036.0, + "step": 21006 + }, + { + "epoch": 2.672306322350846, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.639364719390869, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8729088306427002, + "num_tokens": 797793999.0, + "step": 21007 + }, + { + "epoch": 2.6724335326294364, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.776461601257324, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.877698540687561, + "num_tokens": 797834836.0, + "step": 21008 + }, + { + "epoch": 2.672560742908027, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6563971042633057, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8689005970954895, + "num_tokens": 797872855.0, + "step": 21009 + }, + { + "epoch": 2.6726879531866174, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.779390811920166, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8757162690162659, + "num_tokens": 797910925.0, + "step": 21010 + }, + { + "epoch": 2.672815163465208, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6469664573669434, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8719079494476318, + "num_tokens": 797952201.0, + "step": 21011 + }, + { + "epoch": 2.6729423737437985, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7958216667175293, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.8602050542831421, + "num_tokens": 797988706.0, + "step": 21012 + }, + { + "epoch": 2.673069584022389, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6469757556915283, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8732326030731201, + "num_tokens": 798028438.0, + "step": 21013 + }, + { + "epoch": 2.6731967943009796, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7852771282196045, + "learning_rate": 1e-05, + "loss": 0.3927, + "mean_token_accuracy": 0.8896054029464722, + "num_tokens": 798062864.0, + "step": 21014 + }, + { + "epoch": 2.67332400457957, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6459853649139404, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8842187523841858, + "num_tokens": 798098271.0, + "step": 21015 + }, + { + "epoch": 2.6734512148581606, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.783043146133423, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8850799798965454, + "num_tokens": 798131286.0, + "step": 21016 + }, + { + "epoch": 2.673578425136751, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.654053211212158, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8797296285629272, + "num_tokens": 798164711.0, + "step": 21017 + }, + { + "epoch": 2.6737056354153417, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.77583646774292, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.879776120185852, + "num_tokens": 798205280.0, + "step": 21018 + }, + { + "epoch": 2.673832845693932, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6463589668273926, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.8809686303138733, + "num_tokens": 798246561.0, + "step": 21019 + }, + { + "epoch": 2.6739600559725227, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.774268627166748, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.881074070930481, + "num_tokens": 798287494.0, + "step": 21020 + }, + { + "epoch": 2.674087266251113, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650563955307007, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8811991214752197, + "num_tokens": 798325305.0, + "step": 21021 + }, + { + "epoch": 2.674214476529704, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.771047592163086, + "learning_rate": 1e-05, + "loss": 0.3891, + "mean_token_accuracy": 0.8893394470214844, + "num_tokens": 798363083.0, + "step": 21022 + }, + { + "epoch": 2.674341686808294, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6579501628875732, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8605906963348389, + "num_tokens": 798403324.0, + "step": 21023 + }, + { + "epoch": 2.674468897086885, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7640795707702637, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8859628438949585, + "num_tokens": 798441548.0, + "step": 21024 + }, + { + "epoch": 2.674596107365475, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6380128860473633, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8743996024131775, + "num_tokens": 798486038.0, + "step": 21025 + }, + { + "epoch": 2.674723317644066, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7566051483154297, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8878904581069946, + "num_tokens": 798530657.0, + "step": 21026 + }, + { + "epoch": 2.674850527922656, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.642359733581543, + "learning_rate": 1e-05, + "loss": 0.4131, + "mean_token_accuracy": 0.8811163902282715, + "num_tokens": 798571027.0, + "step": 21027 + }, + { + "epoch": 2.6749777382012465, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7589168548583984, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8876211047172546, + "num_tokens": 798609874.0, + "step": 21028 + }, + { + "epoch": 2.675104948479837, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6523854732513428, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8713804483413696, + "num_tokens": 798645191.0, + "step": 21029 + }, + { + "epoch": 2.6752321587584276, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.747157335281372, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8866914510726929, + "num_tokens": 798688445.0, + "step": 21030 + }, + { + "epoch": 2.675359369037018, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6464457511901855, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8817793130874634, + "num_tokens": 798729582.0, + "step": 21031 + }, + { + "epoch": 2.6754865793156086, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.761370897293091, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8869817852973938, + "num_tokens": 798765178.0, + "step": 21032 + }, + { + "epoch": 2.675613789594199, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.638990640640259, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8794872760772705, + "num_tokens": 798806048.0, + "step": 21033 + }, + { + "epoch": 2.6757409998727897, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7645885944366455, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8854472637176514, + "num_tokens": 798845554.0, + "step": 21034 + }, + { + "epoch": 2.67586821015138, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6366963386535645, + "learning_rate": 1e-05, + "loss": 0.3738, + "mean_token_accuracy": 0.8960138559341431, + "num_tokens": 798883124.0, + "step": 21035 + }, + { + "epoch": 2.6759954204299707, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7735583782196045, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8922088146209717, + "num_tokens": 798916040.0, + "step": 21036 + }, + { + "epoch": 2.6761226307085613, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6407861709594727, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8782510757446289, + "num_tokens": 798952562.0, + "step": 21037 + }, + { + "epoch": 2.676249840987152, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7800869941711426, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8742082118988037, + "num_tokens": 798990689.0, + "step": 21038 + }, + { + "epoch": 2.6763770512657423, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6334919929504395, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8846117258071899, + "num_tokens": 799029398.0, + "step": 21039 + }, + { + "epoch": 2.676504261544333, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7741048336029053, + "learning_rate": 1e-05, + "loss": 0.3859, + "mean_token_accuracy": 0.8930021524429321, + "num_tokens": 799073200.0, + "step": 21040 + }, + { + "epoch": 2.6766314718229234, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6225154399871826, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8868415355682373, + "num_tokens": 799115020.0, + "step": 21041 + }, + { + "epoch": 2.676758682101514, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7957077026367188, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.891174852848053, + "num_tokens": 799152348.0, + "step": 21042 + }, + { + "epoch": 2.6768858923801044, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6353256702423096, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8767226934432983, + "num_tokens": 799191120.0, + "step": 21043 + }, + { + "epoch": 2.677013102658695, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7976691722869873, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8807756900787354, + "num_tokens": 799229044.0, + "step": 21044 + }, + { + "epoch": 2.6771403129372855, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6267244815826416, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8868770003318787, + "num_tokens": 799269148.0, + "step": 21045 + }, + { + "epoch": 2.6772675232158756, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.804407835006714, + "learning_rate": 1e-05, + "loss": 0.3887, + "mean_token_accuracy": 0.8883494138717651, + "num_tokens": 799305188.0, + "step": 21046 + }, + { + "epoch": 2.6773947334944665, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.624929666519165, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8723114132881165, + "num_tokens": 799344156.0, + "step": 21047 + }, + { + "epoch": 2.6775219437730566, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.837851047515869, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8682933449745178, + "num_tokens": 799374792.0, + "step": 21048 + }, + { + "epoch": 2.6776491540516476, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6318061351776123, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8809123635292053, + "num_tokens": 799408425.0, + "step": 21049 + }, + { + "epoch": 2.6777763643302377, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.812178373336792, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8844977617263794, + "num_tokens": 799448362.0, + "step": 21050 + }, + { + "epoch": 2.6779035746088287, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6306915283203125, + "learning_rate": 1e-05, + "loss": 0.3975, + "mean_token_accuracy": 0.8857940435409546, + "num_tokens": 799482225.0, + "step": 21051 + }, + { + "epoch": 2.6780307848874187, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.816965103149414, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.865912914276123, + "num_tokens": 799523053.0, + "step": 21052 + }, + { + "epoch": 2.6781579951660093, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6310670375823975, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8804664611816406, + "num_tokens": 799563070.0, + "step": 21053 + }, + { + "epoch": 2.6782852054446, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8285505771636963, + "learning_rate": 1e-05, + "loss": 0.3942, + "mean_token_accuracy": 0.8880561590194702, + "num_tokens": 799595465.0, + "step": 21054 + }, + { + "epoch": 2.6784124157231903, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.629209041595459, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8887453079223633, + "num_tokens": 799632308.0, + "step": 21055 + }, + { + "epoch": 2.678539626001781, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8196334838867188, + "learning_rate": 1e-05, + "loss": 0.385, + "mean_token_accuracy": 0.893257200717926, + "num_tokens": 799669563.0, + "step": 21056 + }, + { + "epoch": 2.6786668362803714, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.630376100540161, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8776427507400513, + "num_tokens": 799714575.0, + "step": 21057 + }, + { + "epoch": 2.678794046558962, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.832200050354004, + "learning_rate": 1e-05, + "loss": 0.4214, + "mean_token_accuracy": 0.8833357095718384, + "num_tokens": 799752730.0, + "step": 21058 + }, + { + "epoch": 2.6789212568375524, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6435494422912598, + "learning_rate": 1e-05, + "loss": 0.4555, + "mean_token_accuracy": 0.8683449029922485, + "num_tokens": 799788110.0, + "step": 21059 + }, + { + "epoch": 2.679048467116143, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8198697566986084, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8886291980743408, + "num_tokens": 799825561.0, + "step": 21060 + }, + { + "epoch": 2.6791756773947335, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6333839893341064, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8875616788864136, + "num_tokens": 799865412.0, + "step": 21061 + }, + { + "epoch": 2.679302887673324, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8395495414733887, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8686679601669312, + "num_tokens": 799900238.0, + "step": 21062 + }, + { + "epoch": 2.6794300979519146, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6465468406677246, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8742472529411316, + "num_tokens": 799936724.0, + "step": 21063 + }, + { + "epoch": 2.679557308230505, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8125641345977783, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8759971857070923, + "num_tokens": 799978347.0, + "step": 21064 + }, + { + "epoch": 2.6796845185090956, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6496469974517822, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8746909499168396, + "num_tokens": 800015419.0, + "step": 21065 + }, + { + "epoch": 2.679811728787686, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8066189289093018, + "learning_rate": 1e-05, + "loss": 0.3658, + "mean_token_accuracy": 0.9000828266143799, + "num_tokens": 800048435.0, + "step": 21066 + }, + { + "epoch": 2.6799389390662767, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6538939476013184, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8815197944641113, + "num_tokens": 800083317.0, + "step": 21067 + }, + { + "epoch": 2.680066149344867, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7946693897247314, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8770729303359985, + "num_tokens": 800123303.0, + "step": 21068 + }, + { + "epoch": 2.6801933596234577, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6367902755737305, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8831398487091064, + "num_tokens": 800165157.0, + "step": 21069 + }, + { + "epoch": 2.6803205699020483, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8002686500549316, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.874427855014801, + "num_tokens": 800203657.0, + "step": 21070 + }, + { + "epoch": 2.6804477801806383, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6395883560180664, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8852807283401489, + "num_tokens": 800245008.0, + "step": 21071 + }, + { + "epoch": 2.6805749904592293, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8048229217529297, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8808374404907227, + "num_tokens": 800285438.0, + "step": 21072 + }, + { + "epoch": 2.6807022007378194, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.656728506088257, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8756129741668701, + "num_tokens": 800321345.0, + "step": 21073 + }, + { + "epoch": 2.6808294110164104, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.790944814682007, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.872597873210907, + "num_tokens": 800361657.0, + "step": 21074 + }, + { + "epoch": 2.6809566212950005, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6730921268463135, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8608601093292236, + "num_tokens": 800393809.0, + "step": 21075 + }, + { + "epoch": 2.681083831573591, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7774758338928223, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8813788890838623, + "num_tokens": 800432541.0, + "step": 21076 + }, + { + "epoch": 2.6812110418521815, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.66435170173645, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8777275681495667, + "num_tokens": 800468552.0, + "step": 21077 + }, + { + "epoch": 2.681338252130772, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7771177291870117, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8859567642211914, + "num_tokens": 800503911.0, + "step": 21078 + }, + { + "epoch": 2.6814654624093626, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.639716625213623, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8792188167572021, + "num_tokens": 800549755.0, + "step": 21079 + }, + { + "epoch": 2.681592672687953, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7789571285247803, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8867011666297913, + "num_tokens": 800583240.0, + "step": 21080 + }, + { + "epoch": 2.6817198829665436, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6556191444396973, + "learning_rate": 1e-05, + "loss": 0.4771, + "mean_token_accuracy": 0.8639228343963623, + "num_tokens": 800624016.0, + "step": 21081 + }, + { + "epoch": 2.681847093245134, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.782322645187378, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8635408878326416, + "num_tokens": 800661052.0, + "step": 21082 + }, + { + "epoch": 2.6819743035237247, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.647019624710083, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8826249241828918, + "num_tokens": 800701549.0, + "step": 21083 + }, + { + "epoch": 2.682101513802315, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7725391387939453, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.876388669013977, + "num_tokens": 800738650.0, + "step": 21084 + }, + { + "epoch": 2.6822287240809057, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.649705410003662, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8828117847442627, + "num_tokens": 800773687.0, + "step": 21085 + }, + { + "epoch": 2.6823559343594963, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7699835300445557, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.886913001537323, + "num_tokens": 800812523.0, + "step": 21086 + }, + { + "epoch": 2.682483144638087, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.656780958175659, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8807710409164429, + "num_tokens": 800850838.0, + "step": 21087 + }, + { + "epoch": 2.6826103549166773, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7720842361450195, + "learning_rate": 1e-05, + "loss": 0.3864, + "mean_token_accuracy": 0.8886740803718567, + "num_tokens": 800886734.0, + "step": 21088 + }, + { + "epoch": 2.682737565195268, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648473024368286, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8754603266716003, + "num_tokens": 800930816.0, + "step": 21089 + }, + { + "epoch": 2.6828647754738584, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.791130781173706, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.878571629524231, + "num_tokens": 800962982.0, + "step": 21090 + }, + { + "epoch": 2.682991985752449, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648857593536377, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8677095174789429, + "num_tokens": 801003608.0, + "step": 21091 + }, + { + "epoch": 2.6831191960310394, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8101823329925537, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8760479688644409, + "num_tokens": 801032889.0, + "step": 21092 + }, + { + "epoch": 2.68324640630963, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6543214321136475, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8704365491867065, + "num_tokens": 801068717.0, + "step": 21093 + }, + { + "epoch": 2.6833736165882205, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8002190589904785, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8793681859970093, + "num_tokens": 801105120.0, + "step": 21094 + }, + { + "epoch": 2.683500826866811, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6574151515960693, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8739058971405029, + "num_tokens": 801140301.0, + "step": 21095 + }, + { + "epoch": 2.683628037145401, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7881851196289062, + "learning_rate": 1e-05, + "loss": 0.3602, + "mean_token_accuracy": 0.8997299075126648, + "num_tokens": 801176314.0, + "step": 21096 + }, + { + "epoch": 2.683755247423992, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6466124057769775, + "learning_rate": 1e-05, + "loss": 0.4181, + "mean_token_accuracy": 0.8842319250106812, + "num_tokens": 801212906.0, + "step": 21097 + }, + { + "epoch": 2.683882457702582, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8155243396759033, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8686493635177612, + "num_tokens": 801243084.0, + "step": 21098 + }, + { + "epoch": 2.684009667981173, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.640932559967041, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8782473802566528, + "num_tokens": 801282701.0, + "step": 21099 + }, + { + "epoch": 2.684136878259763, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8160593509674072, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8872232437133789, + "num_tokens": 801315363.0, + "step": 21100 + }, + { + "epoch": 2.6842640885383537, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6361260414123535, + "learning_rate": 1e-05, + "loss": 0.4401, + "mean_token_accuracy": 0.8761494755744934, + "num_tokens": 801354103.0, + "step": 21101 + }, + { + "epoch": 2.6843912988169443, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8130528926849365, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8784549832344055, + "num_tokens": 801393351.0, + "step": 21102 + }, + { + "epoch": 2.684518509095535, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.632758855819702, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8750597834587097, + "num_tokens": 801432829.0, + "step": 21103 + }, + { + "epoch": 2.6846457193741253, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.822068929672241, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.876742959022522, + "num_tokens": 801468735.0, + "step": 21104 + }, + { + "epoch": 2.684772929652716, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.628505229949951, + "learning_rate": 1e-05, + "loss": 0.3874, + "mean_token_accuracy": 0.8903666138648987, + "num_tokens": 801507238.0, + "step": 21105 + }, + { + "epoch": 2.6849001399313064, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8219821453094482, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.886396050453186, + "num_tokens": 801543040.0, + "step": 21106 + }, + { + "epoch": 2.685027350209897, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.628769874572754, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8795998096466064, + "num_tokens": 801584466.0, + "step": 21107 + }, + { + "epoch": 2.6851545604884874, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8448967933654785, + "learning_rate": 1e-05, + "loss": 0.4017, + "mean_token_accuracy": 0.8876898288726807, + "num_tokens": 801617466.0, + "step": 21108 + }, + { + "epoch": 2.685281770767078, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6518566608428955, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8706845045089722, + "num_tokens": 801653408.0, + "step": 21109 + }, + { + "epoch": 2.6854089810456685, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8350565433502197, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.878504753112793, + "num_tokens": 801687200.0, + "step": 21110 + }, + { + "epoch": 2.685536191324259, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6449952125549316, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8770954608917236, + "num_tokens": 801728547.0, + "step": 21111 + }, + { + "epoch": 2.6856634016028496, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8242812156677246, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8729177713394165, + "num_tokens": 801765425.0, + "step": 21112 + }, + { + "epoch": 2.68579061188144, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.642341136932373, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8820723295211792, + "num_tokens": 801800694.0, + "step": 21113 + }, + { + "epoch": 2.6859178221600306, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8200716972351074, + "learning_rate": 1e-05, + "loss": 0.3862, + "mean_token_accuracy": 0.8913360834121704, + "num_tokens": 801835748.0, + "step": 21114 + }, + { + "epoch": 2.686045032438621, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6458587646484375, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8737683296203613, + "num_tokens": 801873527.0, + "step": 21115 + }, + { + "epoch": 2.6861722427172117, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8205583095550537, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8883602023124695, + "num_tokens": 801910630.0, + "step": 21116 + }, + { + "epoch": 2.686299452995802, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6441328525543213, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8844605684280396, + "num_tokens": 801946136.0, + "step": 21117 + }, + { + "epoch": 2.6864266632743927, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.824504852294922, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8771718740463257, + "num_tokens": 801982283.0, + "step": 21118 + }, + { + "epoch": 2.686553873552983, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.643143892288208, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8756372928619385, + "num_tokens": 802022263.0, + "step": 21119 + }, + { + "epoch": 2.686681083831574, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8370954990386963, + "learning_rate": 1e-05, + "loss": 0.5326, + "mean_token_accuracy": 0.8419249653816223, + "num_tokens": 802061837.0, + "step": 21120 + }, + { + "epoch": 2.686808294110164, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6462810039520264, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8870261311531067, + "num_tokens": 802094528.0, + "step": 21121 + }, + { + "epoch": 2.686935504388755, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8205554485321045, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8760654926300049, + "num_tokens": 802135157.0, + "step": 21122 + }, + { + "epoch": 2.687062714667345, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6388132572174072, + "learning_rate": 1e-05, + "loss": 0.3811, + "mean_token_accuracy": 0.8904697895050049, + "num_tokens": 802168818.0, + "step": 21123 + }, + { + "epoch": 2.687189924945936, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8132174015045166, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8769176006317139, + "num_tokens": 802209486.0, + "step": 21124 + }, + { + "epoch": 2.687317135224526, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650858163833618, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8672114610671997, + "num_tokens": 802248534.0, + "step": 21125 + }, + { + "epoch": 2.6874443455031165, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8059065341949463, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8797365427017212, + "num_tokens": 802289330.0, + "step": 21126 + }, + { + "epoch": 2.687571555781707, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.657829761505127, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.87970370054245, + "num_tokens": 802322065.0, + "step": 21127 + }, + { + "epoch": 2.6876987660602976, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7916903495788574, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.876562774181366, + "num_tokens": 802361820.0, + "step": 21128 + }, + { + "epoch": 2.687825976338888, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6586079597473145, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8815720081329346, + "num_tokens": 802397748.0, + "step": 21129 + }, + { + "epoch": 2.6879531866174786, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7925329208374023, + "learning_rate": 1e-05, + "loss": 0.4589, + "mean_token_accuracy": 0.8649851083755493, + "num_tokens": 802432152.0, + "step": 21130 + }, + { + "epoch": 2.688080396896069, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.643850564956665, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8849433064460754, + "num_tokens": 802471464.0, + "step": 21131 + }, + { + "epoch": 2.6882076071746597, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8062233924865723, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.879705548286438, + "num_tokens": 802503096.0, + "step": 21132 + }, + { + "epoch": 2.68833481745325, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6758832931518555, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8698102235794067, + "num_tokens": 802540036.0, + "step": 21133 + }, + { + "epoch": 2.6884620277318407, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.771829128265381, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8791841864585876, + "num_tokens": 802580798.0, + "step": 21134 + }, + { + "epoch": 2.6885892380104313, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6588447093963623, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.874028205871582, + "num_tokens": 802619472.0, + "step": 21135 + }, + { + "epoch": 2.688716448289022, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.765857696533203, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.8810228109359741, + "num_tokens": 802656834.0, + "step": 21136 + }, + { + "epoch": 2.6888436585676123, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.649599552154541, + "learning_rate": 1e-05, + "loss": 0.3572, + "mean_token_accuracy": 0.8990398645401001, + "num_tokens": 802690269.0, + "step": 21137 + }, + { + "epoch": 2.688970868846203, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7658183574676514, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8907663226127625, + "num_tokens": 802726822.0, + "step": 21138 + }, + { + "epoch": 2.6890980791247934, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6480181217193604, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.888532817363739, + "num_tokens": 802764479.0, + "step": 21139 + }, + { + "epoch": 2.689225289403384, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7677178382873535, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8836076855659485, + "num_tokens": 802800938.0, + "step": 21140 + }, + { + "epoch": 2.6893524996819744, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6465227603912354, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8835687041282654, + "num_tokens": 802841593.0, + "step": 21141 + }, + { + "epoch": 2.689479709960565, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.77990984916687, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8783440589904785, + "num_tokens": 802875847.0, + "step": 21142 + }, + { + "epoch": 2.6896069202391555, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6453452110290527, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8846728205680847, + "num_tokens": 802915786.0, + "step": 21143 + }, + { + "epoch": 2.6897341305177456, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.773066282272339, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8760659694671631, + "num_tokens": 802958774.0, + "step": 21144 + }, + { + "epoch": 2.6898613407963365, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6376383304595947, + "learning_rate": 1e-05, + "loss": 0.3843, + "mean_token_accuracy": 0.8944496512413025, + "num_tokens": 802991360.0, + "step": 21145 + }, + { + "epoch": 2.6899885510749266, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.777061700820923, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8876301050186157, + "num_tokens": 803030852.0, + "step": 21146 + }, + { + "epoch": 2.6901157613535176, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6412549018859863, + "learning_rate": 1e-05, + "loss": 0.4077, + "mean_token_accuracy": 0.8842068910598755, + "num_tokens": 803068965.0, + "step": 21147 + }, + { + "epoch": 2.6902429716321077, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7866642475128174, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8751667737960815, + "num_tokens": 803103331.0, + "step": 21148 + }, + { + "epoch": 2.6903701819106987, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6376407146453857, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8832442760467529, + "num_tokens": 803144242.0, + "step": 21149 + }, + { + "epoch": 2.6904973921892887, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8119850158691406, + "learning_rate": 1e-05, + "loss": 0.4699, + "mean_token_accuracy": 0.8632422685623169, + "num_tokens": 803178355.0, + "step": 21150 + }, + { + "epoch": 2.6906246024678793, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6274328231811523, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.877405047416687, + "num_tokens": 803218783.0, + "step": 21151 + }, + { + "epoch": 2.69075181274647, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8827250003814697, + "learning_rate": 1e-05, + "loss": 0.4923, + "mean_token_accuracy": 0.8598818778991699, + "num_tokens": 803256391.0, + "step": 21152 + }, + { + "epoch": 2.6908790230250603, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.633927345275879, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.879328191280365, + "num_tokens": 803285708.0, + "step": 21153 + }, + { + "epoch": 2.691006233303651, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8509459495544434, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8810811042785645, + "num_tokens": 803319711.0, + "step": 21154 + }, + { + "epoch": 2.6911334435822414, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.640038251876831, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8643261790275574, + "num_tokens": 803353916.0, + "step": 21155 + }, + { + "epoch": 2.691260653860832, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8366565704345703, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8905593752861023, + "num_tokens": 803388579.0, + "step": 21156 + }, + { + "epoch": 2.6913878641394224, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6172032356262207, + "learning_rate": 1e-05, + "loss": 0.3862, + "mean_token_accuracy": 0.8896008729934692, + "num_tokens": 803427715.0, + "step": 21157 + }, + { + "epoch": 2.691515074418013, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.837146520614624, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8697057366371155, + "num_tokens": 803470363.0, + "step": 21158 + }, + { + "epoch": 2.6916422846966035, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.634432792663574, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8756040334701538, + "num_tokens": 803515009.0, + "step": 21159 + }, + { + "epoch": 2.691769494975194, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.839897155761719e-05, + "grad_norm": 2.839019298553467, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8830576539039612, + "num_tokens": 803554773.0, + "step": 21160 + }, + { + "epoch": 2.6918967052537845, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6489980220794678, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8852669596672058, + "num_tokens": 803590404.0, + "step": 21161 + }, + { + "epoch": 2.692023915532375, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8202552795410156, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.888769805431366, + "num_tokens": 803634388.0, + "step": 21162 + }, + { + "epoch": 2.6921511258109656, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6503288745880127, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8806959986686707, + "num_tokens": 803673164.0, + "step": 21163 + }, + { + "epoch": 2.692278336089556, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8279919624328613, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.878867506980896, + "num_tokens": 803715271.0, + "step": 21164 + }, + { + "epoch": 2.6924055463681467, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6638169288635254, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8857260942459106, + "num_tokens": 803748295.0, + "step": 21165 + }, + { + "epoch": 2.692532756646737, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8035590648651123, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8705694675445557, + "num_tokens": 803787591.0, + "step": 21166 + }, + { + "epoch": 2.6926599669253277, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6768813133239746, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8804208636283875, + "num_tokens": 803817640.0, + "step": 21167 + }, + { + "epoch": 2.6927871772039182, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.802266836166382, + "learning_rate": 1e-05, + "loss": 0.4485, + "mean_token_accuracy": 0.8710809946060181, + "num_tokens": 803847932.0, + "step": 21168 + }, + { + "epoch": 2.6929143874825083, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6537325382232666, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8712467551231384, + "num_tokens": 803884206.0, + "step": 21169 + }, + { + "epoch": 2.6930415977610993, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.782785654067993, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8833839893341064, + "num_tokens": 803923225.0, + "step": 21170 + }, + { + "epoch": 2.6931688080396894, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.672549247741699, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.864668607711792, + "num_tokens": 803961880.0, + "step": 21171 + }, + { + "epoch": 2.6932960183182804, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7563812732696533, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8828580975532532, + "num_tokens": 804004676.0, + "step": 21172 + }, + { + "epoch": 2.6934232285968704, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.657721519470215, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8823492527008057, + "num_tokens": 804047875.0, + "step": 21173 + }, + { + "epoch": 2.693550438875461, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.798011064529419, + "learning_rate": 1e-05, + "loss": 0.3616, + "mean_token_accuracy": 0.8985797166824341, + "num_tokens": 804083467.0, + "step": 21174 + }, + { + "epoch": 2.6936776491540515, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6440317630767822, + "learning_rate": 1e-05, + "loss": 0.3938, + "mean_token_accuracy": 0.8884083032608032, + "num_tokens": 804124653.0, + "step": 21175 + }, + { + "epoch": 2.693804859432642, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7861225605010986, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8873995542526245, + "num_tokens": 804159081.0, + "step": 21176 + }, + { + "epoch": 2.6939320697112326, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6334285736083984, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8698853254318237, + "num_tokens": 804200687.0, + "step": 21177 + }, + { + "epoch": 2.694059279989823, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7965962886810303, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8769713044166565, + "num_tokens": 804237192.0, + "step": 21178 + }, + { + "epoch": 2.6941864902684136, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.635380268096924, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8847401142120361, + "num_tokens": 804275078.0, + "step": 21179 + }, + { + "epoch": 2.694313700547004, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8061695098876953, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8742825984954834, + "num_tokens": 804308551.0, + "step": 21180 + }, + { + "epoch": 2.6944409108255947, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.624279499053955, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8785755038261414, + "num_tokens": 804347530.0, + "step": 21181 + }, + { + "epoch": 2.694568121104185, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8137340545654297, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8725869655609131, + "num_tokens": 804388663.0, + "step": 21182 + }, + { + "epoch": 2.6946953313827757, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.629918336868286, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8850231170654297, + "num_tokens": 804423956.0, + "step": 21183 + }, + { + "epoch": 2.6948225416613663, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.808194875717163, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8774275183677673, + "num_tokens": 804466736.0, + "step": 21184 + }, + { + "epoch": 2.694949751939957, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.653722047805786, + "learning_rate": 1e-05, + "loss": 0.5093, + "mean_token_accuracy": 0.8551566004753113, + "num_tokens": 804505101.0, + "step": 21185 + }, + { + "epoch": 2.6950769622185473, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.782297134399414, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8862337470054626, + "num_tokens": 804542520.0, + "step": 21186 + }, + { + "epoch": 2.695204172497138, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.656656503677368, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8873243927955627, + "num_tokens": 804577749.0, + "step": 21187 + }, + { + "epoch": 2.6953313827757284, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.780958890914917, + "learning_rate": 1e-05, + "loss": 0.3707, + "mean_token_accuracy": 0.8960917592048645, + "num_tokens": 804611370.0, + "step": 21188 + }, + { + "epoch": 2.695458593054319, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6637327671051025, + "learning_rate": 1e-05, + "loss": 0.3818, + "mean_token_accuracy": 0.8904986381530762, + "num_tokens": 804643696.0, + "step": 21189 + }, + { + "epoch": 2.6955858033329094, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7694575786590576, + "learning_rate": 1e-05, + "loss": 0.3756, + "mean_token_accuracy": 0.8969746232032776, + "num_tokens": 804678343.0, + "step": 21190 + }, + { + "epoch": 2.6957130136115, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.656867265701294, + "learning_rate": 1e-05, + "loss": 0.3762, + "mean_token_accuracy": 0.8925855755805969, + "num_tokens": 804711303.0, + "step": 21191 + }, + { + "epoch": 2.6958402238900905, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.785943031311035, + "learning_rate": 1e-05, + "loss": 0.4891, + "mean_token_accuracy": 0.8567192554473877, + "num_tokens": 804749016.0, + "step": 21192 + }, + { + "epoch": 2.695967434168681, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.645658493041992, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.872969388961792, + "num_tokens": 804789600.0, + "step": 21193 + }, + { + "epoch": 2.696094644447271, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7786731719970703, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8853313326835632, + "num_tokens": 804829033.0, + "step": 21194 + }, + { + "epoch": 2.696221854725862, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6596529483795166, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8703680038452148, + "num_tokens": 804865114.0, + "step": 21195 + }, + { + "epoch": 2.696349065004452, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.778688669204712, + "learning_rate": 1e-05, + "loss": 0.4717, + "mean_token_accuracy": 0.8653506636619568, + "num_tokens": 804907604.0, + "step": 21196 + }, + { + "epoch": 2.696476275283043, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.662825107574463, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8724086880683899, + "num_tokens": 804942361.0, + "step": 21197 + }, + { + "epoch": 2.696603485561633, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7619471549987793, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8803756237030029, + "num_tokens": 804980452.0, + "step": 21198 + }, + { + "epoch": 2.6967306958402237, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.653533935546875, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8848080039024353, + "num_tokens": 805017969.0, + "step": 21199 + }, + { + "epoch": 2.6968579061188143, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7590491771698, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8866354823112488, + "num_tokens": 805057053.0, + "step": 21200 + }, + { + "epoch": 2.696985116397405, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.650418519973755, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8820260167121887, + "num_tokens": 805098928.0, + "step": 21201 + }, + { + "epoch": 2.6971123266759953, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.760934829711914, + "learning_rate": 1e-05, + "loss": 0.4182, + "mean_token_accuracy": 0.8811463117599487, + "num_tokens": 805140729.0, + "step": 21202 + }, + { + "epoch": 2.697239536954586, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.662128448486328, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8828418254852295, + "num_tokens": 805177150.0, + "step": 21203 + }, + { + "epoch": 2.6973667472331764, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7506978511810303, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.880009651184082, + "num_tokens": 805221233.0, + "step": 21204 + }, + { + "epoch": 2.697493957511767, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.672452211380005, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.892611026763916, + "num_tokens": 805255075.0, + "step": 21205 + }, + { + "epoch": 2.6976211677903574, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7615714073181152, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.8743508458137512, + "num_tokens": 805292468.0, + "step": 21206 + }, + { + "epoch": 2.697748378068948, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.653627395629883, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8809911012649536, + "num_tokens": 805330648.0, + "step": 21207 + }, + { + "epoch": 2.6978755883475385, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.757845878601074, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8814252614974976, + "num_tokens": 805368137.0, + "step": 21208 + }, + { + "epoch": 2.698002798626129, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6740458011627197, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8808145523071289, + "num_tokens": 805399898.0, + "step": 21209 + }, + { + "epoch": 2.6981300089047195, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7483863830566406, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8869460225105286, + "num_tokens": 805439292.0, + "step": 21210 + }, + { + "epoch": 2.69825721918331, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6659960746765137, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8660593032836914, + "num_tokens": 805479464.0, + "step": 21211 + }, + { + "epoch": 2.6983844294619006, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.730877637863159, + "learning_rate": 1e-05, + "loss": 0.3478, + "mean_token_accuracy": 0.9034733772277832, + "num_tokens": 805518844.0, + "step": 21212 + }, + { + "epoch": 2.698511639740491, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6790518760681152, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8897484540939331, + "num_tokens": 805552192.0, + "step": 21213 + }, + { + "epoch": 2.6986388500190817, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7393620014190674, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8843725919723511, + "num_tokens": 805587343.0, + "step": 21214 + }, + { + "epoch": 2.698766060297672, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6683731079101562, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8820462226867676, + "num_tokens": 805623256.0, + "step": 21215 + }, + { + "epoch": 2.6988932705762627, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7442569732666016, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8796274662017822, + "num_tokens": 805664627.0, + "step": 21216 + }, + { + "epoch": 2.699020480854853, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6815590858459473, + "learning_rate": 1e-05, + "loss": 0.4524, + "mean_token_accuracy": 0.8727014660835266, + "num_tokens": 805698808.0, + "step": 21217 + }, + { + "epoch": 2.6991476911334438, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7257516384124756, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8822190761566162, + "num_tokens": 805738468.0, + "step": 21218 + }, + { + "epoch": 2.699274901412034, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.685110569000244, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8676862716674805, + "num_tokens": 805776233.0, + "step": 21219 + }, + { + "epoch": 2.699402111690625, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7076950073242188, + "learning_rate": 1e-05, + "loss": 0.3778, + "mean_token_accuracy": 0.8969433307647705, + "num_tokens": 805818459.0, + "step": 21220 + }, + { + "epoch": 2.699529321969215, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.694685935974121, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8879175186157227, + "num_tokens": 805858340.0, + "step": 21221 + }, + { + "epoch": 2.699656532247806, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7078778743743896, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8765951991081238, + "num_tokens": 805895920.0, + "step": 21222 + }, + { + "epoch": 2.699783742526396, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.680964708328247, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8842095136642456, + "num_tokens": 805937692.0, + "step": 21223 + }, + { + "epoch": 2.6999109528049865, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.721845865249634, + "learning_rate": 1e-05, + "loss": 0.4404, + "mean_token_accuracy": 0.87474125623703, + "num_tokens": 805974573.0, + "step": 21224 + }, + { + "epoch": 2.700038163083577, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.681400775909424, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8816409111022949, + "num_tokens": 806013643.0, + "step": 21225 + }, + { + "epoch": 2.7001653733621676, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7196333408355713, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8829163908958435, + "num_tokens": 806048027.0, + "step": 21226 + }, + { + "epoch": 2.700292583640758, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.688054084777832, + "learning_rate": 1e-05, + "loss": 0.4464, + "mean_token_accuracy": 0.8704379200935364, + "num_tokens": 806087269.0, + "step": 21227 + }, + { + "epoch": 2.7004197939193486, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.00035858154296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7208962440490723, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.8731847405433655, + "num_tokens": 806126924.0, + "step": 21228 + }, + { + "epoch": 2.700547004197939, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.684459924697876, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8800133466720581, + "num_tokens": 806162510.0, + "step": 21229 + }, + { + "epoch": 2.7006742144765297, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.71773624420166, + "learning_rate": 1e-05, + "loss": 0.3926, + "mean_token_accuracy": 0.888565182685852, + "num_tokens": 806196519.0, + "step": 21230 + }, + { + "epoch": 2.70080142475512, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.690396785736084, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.866335391998291, + "num_tokens": 806233995.0, + "step": 21231 + }, + { + "epoch": 2.7009286350337107, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.706296682357788, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8821395635604858, + "num_tokens": 806268660.0, + "step": 21232 + }, + { + "epoch": 2.7010558453123013, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6923093795776367, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.87116938829422, + "num_tokens": 806304187.0, + "step": 21233 + }, + { + "epoch": 2.701183055590892, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.697495222091675, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8767716884613037, + "num_tokens": 806341524.0, + "step": 21234 + }, + { + "epoch": 2.7013102658694823, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6892826557159424, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8703160881996155, + "num_tokens": 806384983.0, + "step": 21235 + }, + { + "epoch": 2.701437476148073, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.689727544784546, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8832627534866333, + "num_tokens": 806429923.0, + "step": 21236 + }, + { + "epoch": 2.7015646864266634, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6939446926116943, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8873574733734131, + "num_tokens": 806467562.0, + "step": 21237 + }, + { + "epoch": 2.701691896705254, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6946794986724854, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8789836168289185, + "num_tokens": 806508634.0, + "step": 21238 + }, + { + "epoch": 2.7018191069838444, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7044670581817627, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8707963228225708, + "num_tokens": 806547972.0, + "step": 21239 + }, + { + "epoch": 2.701946317262435, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.688225746154785, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8717190623283386, + "num_tokens": 806591461.0, + "step": 21240 + }, + { + "epoch": 2.7020735275410255, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.708462715148926, + "learning_rate": 1e-05, + "loss": 0.3825, + "mean_token_accuracy": 0.8926083445549011, + "num_tokens": 806623276.0, + "step": 21241 + }, + { + "epoch": 2.7022007378196156, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.690479040145874, + "learning_rate": 1e-05, + "loss": 0.4033, + "mean_token_accuracy": 0.8843525052070618, + "num_tokens": 806657732.0, + "step": 21242 + }, + { + "epoch": 2.7023279480982065, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.704336166381836, + "learning_rate": 1e-05, + "loss": 0.387, + "mean_token_accuracy": 0.8882516622543335, + "num_tokens": 806695018.0, + "step": 21243 + }, + { + "epoch": 2.7024551583767966, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.666874647140503, + "learning_rate": 1e-05, + "loss": 0.3679, + "mean_token_accuracy": 0.8986167311668396, + "num_tokens": 806735344.0, + "step": 21244 + }, + { + "epoch": 2.7025823686553876, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7097907066345215, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8781505227088928, + "num_tokens": 806776854.0, + "step": 21245 + }, + { + "epoch": 2.7027095789339777, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6862070560455322, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8864592909812927, + "num_tokens": 806811594.0, + "step": 21246 + }, + { + "epoch": 2.7028367892125686, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7263853549957275, + "learning_rate": 1e-05, + "loss": 0.4542, + "mean_token_accuracy": 0.8731189370155334, + "num_tokens": 806845249.0, + "step": 21247 + }, + { + "epoch": 2.7029639994911587, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6866073608398438, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8740344047546387, + "num_tokens": 806885110.0, + "step": 21248 + }, + { + "epoch": 2.7030912097697493, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7053916454315186, + "learning_rate": 1e-05, + "loss": 0.4098, + "mean_token_accuracy": 0.8804038763046265, + "num_tokens": 806924809.0, + "step": 21249 + }, + { + "epoch": 2.70321842004834, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6679816246032715, + "learning_rate": 1e-05, + "loss": 0.3718, + "mean_token_accuracy": 0.895867645740509, + "num_tokens": 806962386.0, + "step": 21250 + }, + { + "epoch": 2.7033456303269303, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.721604108810425, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8763347864151001, + "num_tokens": 806998754.0, + "step": 21251 + }, + { + "epoch": 2.703472840605521, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6834418773651123, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8812427520751953, + "num_tokens": 807036140.0, + "step": 21252 + }, + { + "epoch": 2.7036000508841114, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7157838344573975, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.8749097585678101, + "num_tokens": 807077144.0, + "step": 21253 + }, + { + "epoch": 2.703727261162702, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.679692506790161, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8771008253097534, + "num_tokens": 807114928.0, + "step": 21254 + }, + { + "epoch": 2.7038544714412924, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7194602489471436, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8837865591049194, + "num_tokens": 807151067.0, + "step": 21255 + }, + { + "epoch": 2.703981681719883, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6892991065979004, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8715652227401733, + "num_tokens": 807185992.0, + "step": 21256 + }, + { + "epoch": 2.7041088919984735, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6991140842437744, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.8892984390258789, + "num_tokens": 807229122.0, + "step": 21257 + }, + { + "epoch": 2.704236102277064, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.7004990577697754, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8749850392341614, + "num_tokens": 807264118.0, + "step": 21258 + }, + { + "epoch": 2.7043633125556545, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.698460102081299, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8843386769294739, + "num_tokens": 807298087.0, + "step": 21259 + }, + { + "epoch": 2.704490522834245, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6921637058258057, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8819143772125244, + "num_tokens": 807338367.0, + "step": 21260 + }, + { + "epoch": 2.7046177331128356, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6902782917022705, + "learning_rate": 1e-05, + "loss": 0.3898, + "mean_token_accuracy": 0.8897659182548523, + "num_tokens": 807376858.0, + "step": 21261 + }, + { + "epoch": 2.704744943391426, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.713717460632324, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8706569671630859, + "num_tokens": 807410840.0, + "step": 21262 + }, + { + "epoch": 2.7048721536700167, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6831257343292236, + "learning_rate": 1e-05, + "loss": 0.3705, + "mean_token_accuracy": 0.8942084312438965, + "num_tokens": 807445128.0, + "step": 21263 + }, + { + "epoch": 2.704999363948607, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.720306396484375, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8724640607833862, + "num_tokens": 807478884.0, + "step": 21264 + }, + { + "epoch": 2.7051265742271977, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6698546409606934, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.8887841701507568, + "num_tokens": 807517020.0, + "step": 21265 + }, + { + "epoch": 2.7052537845057882, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7330989837646484, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8672881722450256, + "num_tokens": 807557037.0, + "step": 21266 + }, + { + "epoch": 2.7053809947843783, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.649085283279419, + "learning_rate": 1e-05, + "loss": 0.3812, + "mean_token_accuracy": 0.8931636214256287, + "num_tokens": 807596876.0, + "step": 21267 + }, + { + "epoch": 2.7055082050629693, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.738539457321167, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8724991083145142, + "num_tokens": 807638107.0, + "step": 21268 + }, + { + "epoch": 2.7056354153415594, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.693920135498047, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8666720986366272, + "num_tokens": 807678751.0, + "step": 21269 + }, + { + "epoch": 2.7057626256201504, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.752842903137207, + "learning_rate": 1e-05, + "loss": 0.4865, + "mean_token_accuracy": 0.8578046560287476, + "num_tokens": 807711447.0, + "step": 21270 + }, + { + "epoch": 2.7058898358987404, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6580212116241455, + "learning_rate": 1e-05, + "loss": 0.4004, + "mean_token_accuracy": 0.8842902779579163, + "num_tokens": 807747157.0, + "step": 21271 + }, + { + "epoch": 2.706017046177331, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.75075101852417, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8738059997558594, + "num_tokens": 807782695.0, + "step": 21272 + }, + { + "epoch": 2.7061442564559215, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.656507730484009, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8817969560623169, + "num_tokens": 807816850.0, + "step": 21273 + }, + { + "epoch": 2.706271466734512, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7615323066711426, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8695639371871948, + "num_tokens": 807856246.0, + "step": 21274 + }, + { + "epoch": 2.7063986770131025, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6548640727996826, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8866140246391296, + "num_tokens": 807891417.0, + "step": 21275 + }, + { + "epoch": 2.706525887291693, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.763390302658081, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8874529600143433, + "num_tokens": 807924831.0, + "step": 21276 + }, + { + "epoch": 2.7066530975702836, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6576297283172607, + "learning_rate": 1e-05, + "loss": 0.3757, + "mean_token_accuracy": 0.8956547975540161, + "num_tokens": 807955427.0, + "step": 21277 + }, + { + "epoch": 2.706780307848874, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7655255794525146, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8801315426826477, + "num_tokens": 807990799.0, + "step": 21278 + }, + { + "epoch": 2.7069075181274647, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6527671813964844, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.867453932762146, + "num_tokens": 808027028.0, + "step": 21279 + }, + { + "epoch": 2.707034728406055, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7954893112182617, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8795905113220215, + "num_tokens": 808056750.0, + "step": 21280 + }, + { + "epoch": 2.7071619386846457, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.63271164894104, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8770290613174438, + "num_tokens": 808096372.0, + "step": 21281 + }, + { + "epoch": 2.7072891489632362, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7877700328826904, + "learning_rate": 1e-05, + "loss": 0.4197, + "mean_token_accuracy": 0.8794136643409729, + "num_tokens": 808136783.0, + "step": 21282 + }, + { + "epoch": 2.7074163592418268, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6306591033935547, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8784554600715637, + "num_tokens": 808172310.0, + "step": 21283 + }, + { + "epoch": 2.7075435695204173, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7946629524230957, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.885296106338501, + "num_tokens": 808207745.0, + "step": 21284 + }, + { + "epoch": 2.707670779799008, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6509816646575928, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.877278745174408, + "num_tokens": 808243135.0, + "step": 21285 + }, + { + "epoch": 2.7077979900775984, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7843666076660156, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8783577680587769, + "num_tokens": 808280601.0, + "step": 21286 + }, + { + "epoch": 2.707925200356189, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.646808624267578, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8868707418441772, + "num_tokens": 808315541.0, + "step": 21287 + }, + { + "epoch": 2.7080524106347794, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.787191867828369, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8725612759590149, + "num_tokens": 808355670.0, + "step": 21288 + }, + { + "epoch": 2.70817962091337, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.638706684112549, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8859732151031494, + "num_tokens": 808394189.0, + "step": 21289 + }, + { + "epoch": 2.7083068311919605, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.785837411880493, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8904860019683838, + "num_tokens": 808432861.0, + "step": 21290 + }, + { + "epoch": 2.708434041470551, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.662172317504883, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8762782216072083, + "num_tokens": 808462423.0, + "step": 21291 + }, + { + "epoch": 2.708561251749141, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7884669303894043, + "learning_rate": 1e-05, + "loss": 0.3805, + "mean_token_accuracy": 0.8947747945785522, + "num_tokens": 808494112.0, + "step": 21292 + }, + { + "epoch": 2.708688462027732, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.63955020904541, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8839000463485718, + "num_tokens": 808538399.0, + "step": 21293 + }, + { + "epoch": 2.708815672306322, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7878332138061523, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8806605339050293, + "num_tokens": 808575857.0, + "step": 21294 + }, + { + "epoch": 2.708942882584913, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6465084552764893, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8754875659942627, + "num_tokens": 808615529.0, + "step": 21295 + }, + { + "epoch": 2.709070092863503, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.780154228210449, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8926711082458496, + "num_tokens": 808653899.0, + "step": 21296 + }, + { + "epoch": 2.7091973031420937, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6389412879943848, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8697912693023682, + "num_tokens": 808697372.0, + "step": 21297 + }, + { + "epoch": 2.7093245134206843, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7970030307769775, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.87629234790802, + "num_tokens": 808733854.0, + "step": 21298 + }, + { + "epoch": 2.709451723699275, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6266536712646484, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.879157543182373, + "num_tokens": 808777026.0, + "step": 21299 + }, + { + "epoch": 2.7095789339778653, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.809399127960205, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8915058970451355, + "num_tokens": 808814142.0, + "step": 21300 + }, + { + "epoch": 2.709706144256456, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6311771869659424, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8725998997688293, + "num_tokens": 808853355.0, + "step": 21301 + }, + { + "epoch": 2.7098333545350464, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8120851516723633, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8802671432495117, + "num_tokens": 808892782.0, + "step": 21302 + }, + { + "epoch": 2.709960564813637, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.633664608001709, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8725529313087463, + "num_tokens": 808931935.0, + "step": 21303 + }, + { + "epoch": 2.7100877750922274, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.810899496078491, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8785414695739746, + "num_tokens": 808973525.0, + "step": 21304 + }, + { + "epoch": 2.710214985370818, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.654299020767212, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8684861660003662, + "num_tokens": 809008198.0, + "step": 21305 + }, + { + "epoch": 2.7103421956494085, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.812657594680786, + "learning_rate": 1e-05, + "loss": 0.3617, + "mean_token_accuracy": 0.898352324962616, + "num_tokens": 809038267.0, + "step": 21306 + }, + { + "epoch": 2.710469405927999, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6537184715270996, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8732088804244995, + "num_tokens": 809073380.0, + "step": 21307 + }, + { + "epoch": 2.7105966162065895, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7912797927856445, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8886549472808838, + "num_tokens": 809114635.0, + "step": 21308 + }, + { + "epoch": 2.71072382648518, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6380908489227295, + "learning_rate": 1e-05, + "loss": 0.3574, + "mean_token_accuracy": 0.900643527507782, + "num_tokens": 809149441.0, + "step": 21309 + }, + { + "epoch": 2.7108510367637706, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7970011234283447, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8860365152359009, + "num_tokens": 809190902.0, + "step": 21310 + }, + { + "epoch": 2.710978247042361, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6273646354675293, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8839026093482971, + "num_tokens": 809239297.0, + "step": 21311 + }, + { + "epoch": 2.7111054573209517, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8126931190490723, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8844130039215088, + "num_tokens": 809277304.0, + "step": 21312 + }, + { + "epoch": 2.711232667599542, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6548256874084473, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8675333261489868, + "num_tokens": 809313975.0, + "step": 21313 + }, + { + "epoch": 2.7113598778781327, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7849252223968506, + "learning_rate": 1e-05, + "loss": 0.3714, + "mean_token_accuracy": 0.8959041833877563, + "num_tokens": 809354214.0, + "step": 21314 + }, + { + "epoch": 2.711487088156723, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.657367706298828, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8854570388793945, + "num_tokens": 809388248.0, + "step": 21315 + }, + { + "epoch": 2.7116142984353138, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.77388596534729, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8795069456100464, + "num_tokens": 809428256.0, + "step": 21316 + }, + { + "epoch": 2.711741508713904, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.66058611869812, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8848270773887634, + "num_tokens": 809463706.0, + "step": 21317 + }, + { + "epoch": 2.711868718992495, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7717342376708984, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8787598609924316, + "num_tokens": 809503172.0, + "step": 21318 + }, + { + "epoch": 2.711995929271085, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6551027297973633, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8765746355056763, + "num_tokens": 809539894.0, + "step": 21319 + }, + { + "epoch": 2.712123139549676, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7657511234283447, + "learning_rate": 1e-05, + "loss": 0.4772, + "mean_token_accuracy": 0.8638583421707153, + "num_tokens": 809582781.0, + "step": 21320 + }, + { + "epoch": 2.712250349828266, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.651456356048584, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8830047845840454, + "num_tokens": 809627077.0, + "step": 21321 + }, + { + "epoch": 2.7123775601068565, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.777059555053711, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8746887445449829, + "num_tokens": 809663063.0, + "step": 21322 + }, + { + "epoch": 2.712504770385447, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6568233966827393, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8657281398773193, + "num_tokens": 809702386.0, + "step": 21323 + }, + { + "epoch": 2.7126319806640375, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7643308639526367, + "learning_rate": 1e-05, + "loss": 0.431, + "mean_token_accuracy": 0.8741481900215149, + "num_tokens": 809745927.0, + "step": 21324 + }, + { + "epoch": 2.712759190942628, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6610498428344727, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.884998619556427, + "num_tokens": 809777796.0, + "step": 21325 + }, + { + "epoch": 2.7128864012212186, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7640202045440674, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8873416185379028, + "num_tokens": 809813450.0, + "step": 21326 + }, + { + "epoch": 2.713013611499809, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6674423217773438, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8669112324714661, + "num_tokens": 809850740.0, + "step": 21327 + }, + { + "epoch": 2.7131408217783997, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.760570764541626, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8862663507461548, + "num_tokens": 809886170.0, + "step": 21328 + }, + { + "epoch": 2.71326803205699, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6546742916107178, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8845903873443604, + "num_tokens": 809922078.0, + "step": 21329 + }, + { + "epoch": 2.7133952423355807, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7554430961608887, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8774192333221436, + "num_tokens": 809962495.0, + "step": 21330 + }, + { + "epoch": 2.7135224526141712, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.65419602394104, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8765162229537964, + "num_tokens": 810002278.0, + "step": 21331 + }, + { + "epoch": 2.7136496628927618, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7628612518310547, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8826277256011963, + "num_tokens": 810041236.0, + "step": 21332 + }, + { + "epoch": 2.7137768731713523, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.656926155090332, + "learning_rate": 1e-05, + "loss": 0.3769, + "mean_token_accuracy": 0.8951790928840637, + "num_tokens": 810078649.0, + "step": 21333 + }, + { + "epoch": 2.713904083449943, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.764469861984253, + "learning_rate": 1e-05, + "loss": 0.4596, + "mean_token_accuracy": 0.8701998591423035, + "num_tokens": 810118246.0, + "step": 21334 + }, + { + "epoch": 2.7140312937285334, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.649190902709961, + "learning_rate": 1e-05, + "loss": 0.3857, + "mean_token_accuracy": 0.8925235271453857, + "num_tokens": 810153407.0, + "step": 21335 + }, + { + "epoch": 2.714158504007124, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7759273052215576, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.879535973072052, + "num_tokens": 810188110.0, + "step": 21336 + }, + { + "epoch": 2.7142857142857144, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.647024393081665, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.8730278015136719, + "num_tokens": 810225290.0, + "step": 21337 + }, + { + "epoch": 2.714412924564305, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7733213901519775, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.885291576385498, + "num_tokens": 810259801.0, + "step": 21338 + }, + { + "epoch": 2.7145401348428955, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6446549892425537, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8880658149719238, + "num_tokens": 810296556.0, + "step": 21339 + }, + { + "epoch": 2.7146673451214856, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8213558197021484, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.8817266821861267, + "num_tokens": 810332282.0, + "step": 21340 + }, + { + "epoch": 2.7147945554000765, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.631427049636841, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8816636204719543, + "num_tokens": 810368017.0, + "step": 21341 + }, + { + "epoch": 2.7149217656786666, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7957699298858643, + "learning_rate": 1e-05, + "loss": 0.4773, + "mean_token_accuracy": 0.8628447651863098, + "num_tokens": 810412239.0, + "step": 21342 + }, + { + "epoch": 2.7150489759572576, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.629535675048828, + "learning_rate": 1e-05, + "loss": 0.4352, + "mean_token_accuracy": 0.873429536819458, + "num_tokens": 810452319.0, + "step": 21343 + }, + { + "epoch": 2.7151761862358477, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8037309646606445, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8754316568374634, + "num_tokens": 810490936.0, + "step": 21344 + }, + { + "epoch": 2.7153033965144386, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6279778480529785, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8805492520332336, + "num_tokens": 810533565.0, + "step": 21345 + }, + { + "epoch": 2.7154306067930287, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8080596923828125, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8769869804382324, + "num_tokens": 810574623.0, + "step": 21346 + }, + { + "epoch": 2.7155578170716193, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6324658393859863, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8860092163085938, + "num_tokens": 810609423.0, + "step": 21347 + }, + { + "epoch": 2.71568502735021, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.820500135421753, + "learning_rate": 1e-05, + "loss": 0.4203, + "mean_token_accuracy": 0.8851467967033386, + "num_tokens": 810643814.0, + "step": 21348 + }, + { + "epoch": 2.7158122376288003, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.63026762008667, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8790137767791748, + "num_tokens": 810682393.0, + "step": 21349 + }, + { + "epoch": 2.715939447907391, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.81748628616333, + "learning_rate": 1e-05, + "loss": 0.3853, + "mean_token_accuracy": 0.8914531469345093, + "num_tokens": 810718604.0, + "step": 21350 + }, + { + "epoch": 2.7160666581859814, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650463819503784, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8850091695785522, + "num_tokens": 810751259.0, + "step": 21351 + }, + { + "epoch": 2.716193868464572, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8376529216766357, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8801611661911011, + "num_tokens": 810781741.0, + "step": 21352 + }, + { + "epoch": 2.7163210787431624, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6454098224639893, + "learning_rate": 1e-05, + "loss": 0.4972, + "mean_token_accuracy": 0.853866457939148, + "num_tokens": 810820258.0, + "step": 21353 + }, + { + "epoch": 2.716448289021753, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8236725330352783, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8871393799781799, + "num_tokens": 810861341.0, + "step": 21354 + }, + { + "epoch": 2.7165754993003435, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6365835666656494, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8744597434997559, + "num_tokens": 810897963.0, + "step": 21355 + }, + { + "epoch": 2.716702709578934, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.821131706237793, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8824514746665955, + "num_tokens": 810938042.0, + "step": 21356 + }, + { + "epoch": 2.7168299198575245, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6455514430999756, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8810603618621826, + "num_tokens": 810969905.0, + "step": 21357 + }, + { + "epoch": 2.716957130136115, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8146843910217285, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.8872570395469666, + "num_tokens": 811006818.0, + "step": 21358 + }, + { + "epoch": 2.7170843404147056, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.660595178604126, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8801935315132141, + "num_tokens": 811045867.0, + "step": 21359 + }, + { + "epoch": 2.717211550693296, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8009729385375977, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8849117755889893, + "num_tokens": 811084207.0, + "step": 21360 + }, + { + "epoch": 2.7173387609718866, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6702237129211426, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8689028024673462, + "num_tokens": 811123093.0, + "step": 21361 + }, + { + "epoch": 2.717465971250477, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7870612144470215, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8829401731491089, + "num_tokens": 811157951.0, + "step": 21362 + }, + { + "epoch": 2.7175931815290677, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.660564661026001, + "learning_rate": 1e-05, + "loss": 0.361, + "mean_token_accuracy": 0.899279773235321, + "num_tokens": 811192743.0, + "step": 21363 + }, + { + "epoch": 2.7177203918076582, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7787160873413086, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8814641237258911, + "num_tokens": 811230042.0, + "step": 21364 + }, + { + "epoch": 2.7178476020862483, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.665480852127075, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8786667585372925, + "num_tokens": 811270175.0, + "step": 21365 + }, + { + "epoch": 2.7179748123648393, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.785146713256836, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8840412497520447, + "num_tokens": 811302926.0, + "step": 21366 + }, + { + "epoch": 2.7181020226434294, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6602935791015625, + "learning_rate": 1e-05, + "loss": 0.3578, + "mean_token_accuracy": 0.9005729556083679, + "num_tokens": 811334503.0, + "step": 21367 + }, + { + "epoch": 2.7182292329220203, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7692673206329346, + "learning_rate": 1e-05, + "loss": 0.4153, + "mean_token_accuracy": 0.882319450378418, + "num_tokens": 811371480.0, + "step": 21368 + }, + { + "epoch": 2.7183564432006104, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.661486864089966, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.879408597946167, + "num_tokens": 811410044.0, + "step": 21369 + }, + { + "epoch": 2.718483653479201, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.791124105453491, + "learning_rate": 1e-05, + "loss": 0.4984, + "mean_token_accuracy": 0.8532465100288391, + "num_tokens": 811447815.0, + "step": 21370 + }, + { + "epoch": 2.7186108637577915, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.65623140335083, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8715575933456421, + "num_tokens": 811484530.0, + "step": 21371 + }, + { + "epoch": 2.718738074036382, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7685818672180176, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8844533562660217, + "num_tokens": 811523010.0, + "step": 21372 + }, + { + "epoch": 2.7188652843149725, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.663455009460449, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8820035457611084, + "num_tokens": 811559031.0, + "step": 21373 + }, + { + "epoch": 2.718992494593563, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.767148733139038, + "learning_rate": 1e-05, + "loss": 0.4764, + "mean_token_accuracy": 0.8616271615028381, + "num_tokens": 811596501.0, + "step": 21374 + }, + { + "epoch": 2.7191197048721536, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6676738262176514, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8604130744934082, + "num_tokens": 811634619.0, + "step": 21375 + }, + { + "epoch": 2.719246915150744, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7522902488708496, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8671971559524536, + "num_tokens": 811678142.0, + "step": 21376 + }, + { + "epoch": 2.7193741254293347, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.688108205795288, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.874423623085022, + "num_tokens": 811711072.0, + "step": 21377 + }, + { + "epoch": 2.719501335707925, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.740144968032837, + "learning_rate": 1e-05, + "loss": 0.3775, + "mean_token_accuracy": 0.8950197696685791, + "num_tokens": 811746372.0, + "step": 21378 + }, + { + "epoch": 2.7196285459865157, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.677150011062622, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8664706945419312, + "num_tokens": 811788763.0, + "step": 21379 + }, + { + "epoch": 2.7197557562651062, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7420566082000732, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8867943286895752, + "num_tokens": 811820866.0, + "step": 21380 + }, + { + "epoch": 2.7198829665436968, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6563804149627686, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8820594549179077, + "num_tokens": 811866684.0, + "step": 21381 + }, + { + "epoch": 2.7200101768222873, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.745863676071167, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.882686972618103, + "num_tokens": 811902728.0, + "step": 21382 + }, + { + "epoch": 2.720137387100878, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.653362512588501, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8829153180122375, + "num_tokens": 811946051.0, + "step": 21383 + }, + { + "epoch": 2.7202645973794684, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.751254081726074, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.878211259841919, + "num_tokens": 811984148.0, + "step": 21384 + }, + { + "epoch": 2.720391807658059, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.672595739364624, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8659441471099854, + "num_tokens": 812020173.0, + "step": 21385 + }, + { + "epoch": 2.7205190179366494, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7518415451049805, + "learning_rate": 1e-05, + "loss": 0.3873, + "mean_token_accuracy": 0.8892112970352173, + "num_tokens": 812054509.0, + "step": 21386 + }, + { + "epoch": 2.72064622821524, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.660675287246704, + "learning_rate": 1e-05, + "loss": 0.4026, + "mean_token_accuracy": 0.8850798010826111, + "num_tokens": 812088717.0, + "step": 21387 + }, + { + "epoch": 2.7207734384938305, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7543528079986572, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8749134540557861, + "num_tokens": 812126230.0, + "step": 21388 + }, + { + "epoch": 2.720900648772421, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6679370403289795, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8898663520812988, + "num_tokens": 812157385.0, + "step": 21389 + }, + { + "epoch": 2.721027859051011, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7983367443084717, + "learning_rate": 1e-05, + "loss": 0.4879, + "mean_token_accuracy": 0.861018180847168, + "num_tokens": 812184653.0, + "step": 21390 + }, + { + "epoch": 2.721155069329602, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6330299377441406, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8913565874099731, + "num_tokens": 812226784.0, + "step": 21391 + }, + { + "epoch": 2.721282279608192, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7997148036956787, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.876766562461853, + "num_tokens": 812261088.0, + "step": 21392 + }, + { + "epoch": 2.721409489886783, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6184353828430176, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8917027115821838, + "num_tokens": 812296859.0, + "step": 21393 + }, + { + "epoch": 2.721536700165373, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.809368848800659, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8852822184562683, + "num_tokens": 812334027.0, + "step": 21394 + }, + { + "epoch": 2.7216639104439637, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.1961669921875e-05, + "grad_norm": 2.627744197845459, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8776262998580933, + "num_tokens": 812370425.0, + "step": 21395 + }, + { + "epoch": 2.7217911207225542, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8237810134887695, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8811010122299194, + "num_tokens": 812402067.0, + "step": 21396 + }, + { + "epoch": 2.7219183310011448, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6209301948547363, + "learning_rate": 1e-05, + "loss": 0.3706, + "mean_token_accuracy": 0.8948493003845215, + "num_tokens": 812436482.0, + "step": 21397 + }, + { + "epoch": 2.7220455412797353, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.825319290161133, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.866424024105072, + "num_tokens": 812476059.0, + "step": 21398 + }, + { + "epoch": 2.722172751558326, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6092522144317627, + "learning_rate": 1e-05, + "loss": 0.3786, + "mean_token_accuracy": 0.8923131823539734, + "num_tokens": 812513846.0, + "step": 21399 + }, + { + "epoch": 2.7222999618369164, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8463947772979736, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8861621022224426, + "num_tokens": 812550000.0, + "step": 21400 + }, + { + "epoch": 2.722427172115507, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.622762680053711, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8814554214477539, + "num_tokens": 812589539.0, + "step": 21401 + }, + { + "epoch": 2.7225543823940974, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8515446186065674, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8905676007270813, + "num_tokens": 812622699.0, + "step": 21402 + }, + { + "epoch": 2.722681592672688, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6222879886627197, + "learning_rate": 1e-05, + "loss": 0.3889, + "mean_token_accuracy": 0.8873730897903442, + "num_tokens": 812662945.0, + "step": 21403 + }, + { + "epoch": 2.7228088029512785, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.854623317718506, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8831363320350647, + "num_tokens": 812700650.0, + "step": 21404 + }, + { + "epoch": 2.722936013229869, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6136162281036377, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8953368663787842, + "num_tokens": 812742651.0, + "step": 21405 + }, + { + "epoch": 2.7230632235084595, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.864725351333618, + "learning_rate": 1e-05, + "loss": 0.4474, + "mean_token_accuracy": 0.8717360496520996, + "num_tokens": 812783792.0, + "step": 21406 + }, + { + "epoch": 2.72319043378705, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6201493740081787, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8729592561721802, + "num_tokens": 812829059.0, + "step": 21407 + }, + { + "epoch": 2.7233176440656406, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.89009165763855, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8842439651489258, + "num_tokens": 812859088.0, + "step": 21408 + }, + { + "epoch": 2.723444854344231, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.638071060180664, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8716793656349182, + "num_tokens": 812899057.0, + "step": 21409 + }, + { + "epoch": 2.7235720646228216, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.9114227294921875e-05, + "grad_norm": 2.88047194480896, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8713442087173462, + "num_tokens": 812940711.0, + "step": 21410 + }, + { + "epoch": 2.723699274901412, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.633737325668335, + "learning_rate": 1e-05, + "loss": 0.4725, + "mean_token_accuracy": 0.8608437776565552, + "num_tokens": 812986967.0, + "step": 21411 + }, + { + "epoch": 2.7238264851800027, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.887580871582031e-05, + "grad_norm": 2.8762266635894775, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8800008296966553, + "num_tokens": 813024396.0, + "step": 21412 + }, + { + "epoch": 2.723953695458593, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.654205560684204, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8734370470046997, + "num_tokens": 813058204.0, + "step": 21413 + }, + { + "epoch": 2.7240809057371838, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.839897155761719e-05, + "grad_norm": 2.8537046909332275, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8716106414794922, + "num_tokens": 813098477.0, + "step": 21414 + }, + { + "epoch": 2.724208116015774, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6516246795654297, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8786040544509888, + "num_tokens": 813138091.0, + "step": 21415 + }, + { + "epoch": 2.724335326294365, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.853217363357544, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8728487491607666, + "num_tokens": 813170280.0, + "step": 21416 + }, + { + "epoch": 2.724462536572955, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.651543140411377, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8694605827331543, + "num_tokens": 813209198.0, + "step": 21417 + }, + { + "epoch": 2.724589746851546, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.824882984161377, + "learning_rate": 1e-05, + "loss": 0.3581, + "mean_token_accuracy": 0.9007949829101562, + "num_tokens": 813248836.0, + "step": 21418 + }, + { + "epoch": 2.724716957130136, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6798267364501953, + "learning_rate": 1e-05, + "loss": 0.4372, + "mean_token_accuracy": 0.8760879635810852, + "num_tokens": 813279421.0, + "step": 21419 + }, + { + "epoch": 2.7248441674087265, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8069283962249756, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8696469664573669, + "num_tokens": 813321615.0, + "step": 21420 + }, + { + "epoch": 2.724971377687317, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6687753200531006, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8816099166870117, + "num_tokens": 813357338.0, + "step": 21421 + }, + { + "epoch": 2.7250985879659075, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8037166595458984, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.877941906452179, + "num_tokens": 813397774.0, + "step": 21422 + }, + { + "epoch": 2.725225798244498, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6717441082000732, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8875764608383179, + "num_tokens": 813432373.0, + "step": 21423 + }, + { + "epoch": 2.7253530085230886, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7690465450286865, + "learning_rate": 1e-05, + "loss": 0.3728, + "mean_token_accuracy": 0.8983609676361084, + "num_tokens": 813472354.0, + "step": 21424 + }, + { + "epoch": 2.725480218801679, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6814918518066406, + "learning_rate": 1e-05, + "loss": 0.3879, + "mean_token_accuracy": 0.8881505727767944, + "num_tokens": 813505498.0, + "step": 21425 + }, + { + "epoch": 2.7256074290802697, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7575104236602783, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8841944932937622, + "num_tokens": 813546886.0, + "step": 21426 + }, + { + "epoch": 2.72573463935886, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.677175521850586, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8841102719306946, + "num_tokens": 813583753.0, + "step": 21427 + }, + { + "epoch": 2.7258618496374507, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.773545265197754, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8775391578674316, + "num_tokens": 813617561.0, + "step": 21428 + }, + { + "epoch": 2.7259890599160412, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6834099292755127, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8659904599189758, + "num_tokens": 813652440.0, + "step": 21429 + }, + { + "epoch": 2.7261162701946318, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7373056411743164, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8857719898223877, + "num_tokens": 813691118.0, + "step": 21430 + }, + { + "epoch": 2.7262434804732223, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.674469232559204, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8716150522232056, + "num_tokens": 813733238.0, + "step": 21431 + }, + { + "epoch": 2.726370690751813, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.796720266342163, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8855663537979126, + "num_tokens": 813770002.0, + "step": 21432 + }, + { + "epoch": 2.7264979010304033, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.653642177581787, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.876526951789856, + "num_tokens": 813810778.0, + "step": 21433 + }, + { + "epoch": 2.726625111308994, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7815942764282227, + "learning_rate": 1e-05, + "loss": 0.4148, + "mean_token_accuracy": 0.8784335851669312, + "num_tokens": 813844004.0, + "step": 21434 + }, + { + "epoch": 2.7267523215875844, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6384332180023193, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8844645023345947, + "num_tokens": 813884399.0, + "step": 21435 + }, + { + "epoch": 2.726879531866175, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7809338569641113, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8899756669998169, + "num_tokens": 813920454.0, + "step": 21436 + }, + { + "epoch": 2.7270067421447655, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.645123243331909, + "learning_rate": 1e-05, + "loss": 0.3899, + "mean_token_accuracy": 0.8874551057815552, + "num_tokens": 813954629.0, + "step": 21437 + }, + { + "epoch": 2.7271339524233555, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7798542976379395, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8838115334510803, + "num_tokens": 813992661.0, + "step": 21438 + }, + { + "epoch": 2.7272611627019465, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.662330150604248, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8821576833724976, + "num_tokens": 814024401.0, + "step": 21439 + }, + { + "epoch": 2.7273883729805366, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7658886909484863, + "learning_rate": 1e-05, + "loss": 0.4241, + "mean_token_accuracy": 0.8809834718704224, + "num_tokens": 814064950.0, + "step": 21440 + }, + { + "epoch": 2.7275155832591276, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6434431076049805, + "learning_rate": 1e-05, + "loss": 0.412, + "mean_token_accuracy": 0.8843304514884949, + "num_tokens": 814109503.0, + "step": 21441 + }, + { + "epoch": 2.7276427935377177, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.778179883956909, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8754556775093079, + "num_tokens": 814143981.0, + "step": 21442 + }, + { + "epoch": 2.7277700038163086, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6428611278533936, + "learning_rate": 1e-05, + "loss": 0.3862, + "mean_token_accuracy": 0.8899296522140503, + "num_tokens": 814180781.0, + "step": 21443 + }, + { + "epoch": 2.7278972140948987, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7702345848083496, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8783270716667175, + "num_tokens": 814224841.0, + "step": 21444 + }, + { + "epoch": 2.7280244243734892, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6590170860290527, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8817166090011597, + "num_tokens": 814258618.0, + "step": 21445 + }, + { + "epoch": 2.7281516346520798, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7681281566619873, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8836723566055298, + "num_tokens": 814297286.0, + "step": 21446 + }, + { + "epoch": 2.7282788449306703, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6596884727478027, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8797343969345093, + "num_tokens": 814331540.0, + "step": 21447 + }, + { + "epoch": 2.728406055209261, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7623071670532227, + "learning_rate": 1e-05, + "loss": 0.4626, + "mean_token_accuracy": 0.8661118745803833, + "num_tokens": 814371870.0, + "step": 21448 + }, + { + "epoch": 2.7285332654878514, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.659526824951172, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8854781985282898, + "num_tokens": 814406561.0, + "step": 21449 + }, + { + "epoch": 2.728660475766442, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7604222297668457, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8844671249389648, + "num_tokens": 814444176.0, + "step": 21450 + }, + { + "epoch": 2.7287876860450324, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6538968086242676, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8772127628326416, + "num_tokens": 814485224.0, + "step": 21451 + }, + { + "epoch": 2.728914896323623, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7740325927734375, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8873535394668579, + "num_tokens": 814518006.0, + "step": 21452 + }, + { + "epoch": 2.7290421066022135, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.646209955215454, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8768442273139954, + "num_tokens": 814562883.0, + "step": 21453 + }, + { + "epoch": 2.729169316880804, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.762239933013916, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8857688903808594, + "num_tokens": 814604619.0, + "step": 21454 + }, + { + "epoch": 2.7292965271593945, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.65476655960083, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.874554455280304, + "num_tokens": 814641112.0, + "step": 21455 + }, + { + "epoch": 2.729423737437985, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7713823318481445, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8791123628616333, + "num_tokens": 814674300.0, + "step": 21456 + }, + { + "epoch": 2.7295509477165756, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6449131965637207, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8856494426727295, + "num_tokens": 814711013.0, + "step": 21457 + }, + { + "epoch": 2.729678157995166, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.767714262008667, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.886589527130127, + "num_tokens": 814750789.0, + "step": 21458 + }, + { + "epoch": 2.7298053682737566, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6459527015686035, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8794058561325073, + "num_tokens": 814791498.0, + "step": 21459 + }, + { + "epoch": 2.729932578552347, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.774003505706787, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8820033073425293, + "num_tokens": 814829811.0, + "step": 21460 + }, + { + "epoch": 2.7300597888309377, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6446166038513184, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8793901801109314, + "num_tokens": 814864878.0, + "step": 21461 + }, + { + "epoch": 2.7301869991095282, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7721810340881348, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8855525851249695, + "num_tokens": 814903843.0, + "step": 21462 + }, + { + "epoch": 2.7303142093881183, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6586456298828125, + "learning_rate": 1e-05, + "loss": 0.3988, + "mean_token_accuracy": 0.8852429986000061, + "num_tokens": 814943076.0, + "step": 21463 + }, + { + "epoch": 2.7304414196667093, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.767951011657715, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8875697255134583, + "num_tokens": 814981257.0, + "step": 21464 + }, + { + "epoch": 2.7305686299452994, + "ewc_loss": 0.078125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6430556774139404, + "learning_rate": 1e-05, + "loss": 0.3921, + "mean_token_accuracy": 0.8870893120765686, + "num_tokens": 815019763.0, + "step": 21465 + }, + { + "epoch": 2.7306958402238903, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.763302803039551, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8817213773727417, + "num_tokens": 815061444.0, + "step": 21466 + }, + { + "epoch": 2.7308230505024804, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6409504413604736, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8761498332023621, + "num_tokens": 815105141.0, + "step": 21467 + }, + { + "epoch": 2.730950260781071, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.781254291534424, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.877858579158783, + "num_tokens": 815142839.0, + "step": 21468 + }, + { + "epoch": 2.7310774710596615, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.628933906555176, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.8884689807891846, + "num_tokens": 815183077.0, + "step": 21469 + }, + { + "epoch": 2.731204681338252, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.798417329788208, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8810466527938843, + "num_tokens": 815222601.0, + "step": 21470 + }, + { + "epoch": 2.7313318916168425, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6314620971679688, + "learning_rate": 1e-05, + "loss": 0.4396, + "mean_token_accuracy": 0.876192569732666, + "num_tokens": 815264587.0, + "step": 21471 + }, + { + "epoch": 2.731459101895433, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8013811111450195, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8782541751861572, + "num_tokens": 815302575.0, + "step": 21472 + }, + { + "epoch": 2.7315863121740236, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.629423141479492, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8813366889953613, + "num_tokens": 815342230.0, + "step": 21473 + }, + { + "epoch": 2.731713522452614, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.819589376449585, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8872469067573547, + "num_tokens": 815375906.0, + "step": 21474 + }, + { + "epoch": 2.7318407327312046, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6255595684051514, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8771835565567017, + "num_tokens": 815415766.0, + "step": 21475 + }, + { + "epoch": 2.731967943009795, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8218796253204346, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8872005939483643, + "num_tokens": 815449979.0, + "step": 21476 + }, + { + "epoch": 2.7320951532883857, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6323723793029785, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8745797276496887, + "num_tokens": 815489736.0, + "step": 21477 + }, + { + "epoch": 2.7322223635669762, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.824706792831421, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8887425661087036, + "num_tokens": 815525713.0, + "step": 21478 + }, + { + "epoch": 2.7323495738455668, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6284737586975098, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8749990463256836, + "num_tokens": 815569231.0, + "step": 21479 + }, + { + "epoch": 2.7324767841241573, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8390369415283203, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8743166923522949, + "num_tokens": 815607958.0, + "step": 21480 + }, + { + "epoch": 2.732603994402748, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.640648365020752, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8714102506637573, + "num_tokens": 815645919.0, + "step": 21481 + }, + { + "epoch": 2.7327312046813383, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.823037624359131, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.874422550201416, + "num_tokens": 815688568.0, + "step": 21482 + }, + { + "epoch": 2.732858414959929, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.662858009338379, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8739912509918213, + "num_tokens": 815723130.0, + "step": 21483 + }, + { + "epoch": 2.7329856252385194, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8004140853881836, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.877442479133606, + "num_tokens": 815764806.0, + "step": 21484 + }, + { + "epoch": 2.73311283551711, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.658282518386841, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8726866245269775, + "num_tokens": 815800226.0, + "step": 21485 + }, + { + "epoch": 2.7332400457957005, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7987685203552246, + "learning_rate": 1e-05, + "loss": 0.3889, + "mean_token_accuracy": 0.8906323313713074, + "num_tokens": 815833625.0, + "step": 21486 + }, + { + "epoch": 2.733367256074291, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6469051837921143, + "learning_rate": 1e-05, + "loss": 0.3917, + "mean_token_accuracy": 0.8874182105064392, + "num_tokens": 815870617.0, + "step": 21487 + }, + { + "epoch": 2.733494466352881, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.800961494445801, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8757593631744385, + "num_tokens": 815910854.0, + "step": 21488 + }, + { + "epoch": 2.733621676631472, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.655864715576172, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.88519287109375, + "num_tokens": 815946467.0, + "step": 21489 + }, + { + "epoch": 2.733748886910062, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7949650287628174, + "learning_rate": 1e-05, + "loss": 0.4794, + "mean_token_accuracy": 0.8631138801574707, + "num_tokens": 815986924.0, + "step": 21490 + }, + { + "epoch": 2.733876097188653, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6561968326568604, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8862464427947998, + "num_tokens": 816023960.0, + "step": 21491 + }, + { + "epoch": 2.734003307467243, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.799914598464966, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8759994506835938, + "num_tokens": 816063911.0, + "step": 21492 + }, + { + "epoch": 2.7341305177458337, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6681368350982666, + "learning_rate": 1e-05, + "loss": 0.487, + "mean_token_accuracy": 0.8584522008895874, + "num_tokens": 816099979.0, + "step": 21493 + }, + { + "epoch": 2.7342577280244242, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7993953227996826, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.8687158823013306, + "num_tokens": 816135226.0, + "step": 21494 + }, + { + "epoch": 2.7343849383030148, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6522293090820312, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8724413514137268, + "num_tokens": 816174031.0, + "step": 21495 + }, + { + "epoch": 2.7345121485816053, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7822043895721436, + "learning_rate": 1e-05, + "loss": 0.4063, + "mean_token_accuracy": 0.8848048448562622, + "num_tokens": 816211194.0, + "step": 21496 + }, + { + "epoch": 2.734639358860196, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6500110626220703, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8807123899459839, + "num_tokens": 816253849.0, + "step": 21497 + }, + { + "epoch": 2.7347665691387864, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7891743183135986, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8800209760665894, + "num_tokens": 816290081.0, + "step": 21498 + }, + { + "epoch": 2.734893779417377, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.640624523162842, + "learning_rate": 1e-05, + "loss": 0.3553, + "mean_token_accuracy": 0.898709237575531, + "num_tokens": 816324818.0, + "step": 21499 + }, + { + "epoch": 2.7350209896959674, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7854111194610596, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8782356977462769, + "num_tokens": 816369946.0, + "step": 21500 + }, + { + "epoch": 2.735148199974558, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.661602258682251, + "learning_rate": 1e-05, + "loss": 0.4667, + "mean_token_accuracy": 0.8658939003944397, + "num_tokens": 816405541.0, + "step": 21501 + }, + { + "epoch": 2.7352754102531485, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.791745185852051, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8756803274154663, + "num_tokens": 816441232.0, + "step": 21502 + }, + { + "epoch": 2.735402620531739, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6657967567443848, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8759109973907471, + "num_tokens": 816474538.0, + "step": 21503 + }, + { + "epoch": 2.7355298308103295, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.772382974624634, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8761318922042847, + "num_tokens": 816512706.0, + "step": 21504 + }, + { + "epoch": 2.73565704108892, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.663498878479004, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.8891869783401489, + "num_tokens": 816548638.0, + "step": 21505 + }, + { + "epoch": 2.7357842513675106, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.770692825317383, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8731847405433655, + "num_tokens": 816583721.0, + "step": 21506 + }, + { + "epoch": 2.735911461646101, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6498358249664307, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8819364309310913, + "num_tokens": 816621873.0, + "step": 21507 + }, + { + "epoch": 2.7360386719246916, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.770695924758911, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8682428598403931, + "num_tokens": 816659372.0, + "step": 21508 + }, + { + "epoch": 2.736165882203282, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.642997980117798, + "learning_rate": 1e-05, + "loss": 0.3786, + "mean_token_accuracy": 0.8938871622085571, + "num_tokens": 816696426.0, + "step": 21509 + }, + { + "epoch": 2.7362930924818727, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7789225578308105, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8836421966552734, + "num_tokens": 816735344.0, + "step": 21510 + }, + { + "epoch": 2.7364203027604628, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6427903175354004, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8908559679985046, + "num_tokens": 816773026.0, + "step": 21511 + }, + { + "epoch": 2.7365475130390537, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7825212478637695, + "learning_rate": 1e-05, + "loss": 0.4086, + "mean_token_accuracy": 0.8844629526138306, + "num_tokens": 816809777.0, + "step": 21512 + }, + { + "epoch": 2.736674723317644, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.647247314453125, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.868419349193573, + "num_tokens": 816849018.0, + "step": 21513 + }, + { + "epoch": 2.736801933596235, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.786984443664551, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8750026822090149, + "num_tokens": 816888867.0, + "step": 21514 + }, + { + "epoch": 2.736929143874825, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.636176109313965, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8867419362068176, + "num_tokens": 816929221.0, + "step": 21515 + }, + { + "epoch": 2.737056354153416, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7948315143585205, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8852359056472778, + "num_tokens": 816965628.0, + "step": 21516 + }, + { + "epoch": 2.737183564432006, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6500258445739746, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8766210079193115, + "num_tokens": 816997908.0, + "step": 21517 + }, + { + "epoch": 2.7373107747105965, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.794348955154419, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.882606029510498, + "num_tokens": 817034339.0, + "step": 21518 + }, + { + "epoch": 2.737437984989187, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6503536701202393, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8726538419723511, + "num_tokens": 817073006.0, + "step": 21519 + }, + { + "epoch": 2.7375651952677775, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7934207916259766, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8749892115592957, + "num_tokens": 817114517.0, + "step": 21520 + }, + { + "epoch": 2.737692405546368, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.639970541000366, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8840383291244507, + "num_tokens": 817158249.0, + "step": 21521 + }, + { + "epoch": 2.7378196158249586, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.79343318939209, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.884116530418396, + "num_tokens": 817197178.0, + "step": 21522 + }, + { + "epoch": 2.737946826103549, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650637149810791, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8862864971160889, + "num_tokens": 817231406.0, + "step": 21523 + }, + { + "epoch": 2.7380740363821396, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.804333448410034, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.881392240524292, + "num_tokens": 817269984.0, + "step": 21524 + }, + { + "epoch": 2.73820124666073, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.648195266723633, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8839791417121887, + "num_tokens": 817308997.0, + "step": 21525 + }, + { + "epoch": 2.7383284569393207, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.793480157852173, + "learning_rate": 1e-05, + "loss": 0.4563, + "mean_token_accuracy": 0.8705725073814392, + "num_tokens": 817349329.0, + "step": 21526 + }, + { + "epoch": 2.7384556672179112, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6574416160583496, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8792648315429688, + "num_tokens": 817384683.0, + "step": 21527 + }, + { + "epoch": 2.7385828774965018, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7848751544952393, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8799148797988892, + "num_tokens": 817423202.0, + "step": 21528 + }, + { + "epoch": 2.7387100877750923, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.642967939376831, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8900866508483887, + "num_tokens": 817462048.0, + "step": 21529 + }, + { + "epoch": 2.738837298053683, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7825682163238525, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8750854134559631, + "num_tokens": 817508820.0, + "step": 21530 + }, + { + "epoch": 2.7389645083322733, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6399195194244385, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8758903741836548, + "num_tokens": 817554140.0, + "step": 21531 + }, + { + "epoch": 2.739091718610864, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7918996810913086, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8679006099700928, + "num_tokens": 817601629.0, + "step": 21532 + }, + { + "epoch": 2.7392189288894544, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6571204662323, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8745238780975342, + "num_tokens": 817641900.0, + "step": 21533 + }, + { + "epoch": 2.739346139168045, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.779533863067627, + "learning_rate": 1e-05, + "loss": 0.391, + "mean_token_accuracy": 0.8910420536994934, + "num_tokens": 817681843.0, + "step": 21534 + }, + { + "epoch": 2.7394733494466355, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6435282230377197, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8624433875083923, + "num_tokens": 817728548.0, + "step": 21535 + }, + { + "epoch": 2.7396005597252255, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.805910348892212, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8855040073394775, + "num_tokens": 817759087.0, + "step": 21536 + }, + { + "epoch": 2.7397277700038165, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6417396068573, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8731414079666138, + "num_tokens": 817799056.0, + "step": 21537 + }, + { + "epoch": 2.7398549802824066, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.807982921600342, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8808651566505432, + "num_tokens": 817831859.0, + "step": 21538 + }, + { + "epoch": 2.7399821905609976, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.63757061958313, + "learning_rate": 1e-05, + "loss": 0.4162, + "mean_token_accuracy": 0.8799103498458862, + "num_tokens": 817869699.0, + "step": 21539 + }, + { + "epoch": 2.7401094008395877, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.81579852104187, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8714509010314941, + "num_tokens": 817909218.0, + "step": 21540 + }, + { + "epoch": 2.7402366111181786, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6390457153320312, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.885802686214447, + "num_tokens": 817948398.0, + "step": 21541 + }, + { + "epoch": 2.7403638213967687, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8159658908843994, + "learning_rate": 1e-05, + "loss": 0.4509, + "mean_token_accuracy": 0.87115478515625, + "num_tokens": 817987351.0, + "step": 21542 + }, + { + "epoch": 2.7404910316753592, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.622972249984741, + "learning_rate": 1e-05, + "loss": 0.4014, + "mean_token_accuracy": 0.8863506317138672, + "num_tokens": 818031306.0, + "step": 21543 + }, + { + "epoch": 2.7406182419539498, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8318936824798584, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8828972578048706, + "num_tokens": 818067658.0, + "step": 21544 + }, + { + "epoch": 2.7407454522325403, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6289234161376953, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8682695031166077, + "num_tokens": 818109766.0, + "step": 21545 + }, + { + "epoch": 2.740872662511131, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8465633392333984, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8688763976097107, + "num_tokens": 818144793.0, + "step": 21546 + }, + { + "epoch": 2.7409998727897213, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003604888916015625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6326770782470703, + "learning_rate": 1e-05, + "loss": 0.4519, + "mean_token_accuracy": 0.8736659288406372, + "num_tokens": 818184140.0, + "step": 21547 + }, + { + "epoch": 2.741127083068312, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8326897621154785, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8754866123199463, + "num_tokens": 818222216.0, + "step": 21548 + }, + { + "epoch": 2.7412542933469024, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6451568603515625, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8879896998405457, + "num_tokens": 818256356.0, + "step": 21549 + }, + { + "epoch": 2.741381503625493, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8473997116088867, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8713463544845581, + "num_tokens": 818300012.0, + "step": 21550 + }, + { + "epoch": 2.7415087139040835, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6401689052581787, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8771914839744568, + "num_tokens": 818336090.0, + "step": 21551 + }, + { + "epoch": 2.741635924182674, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.833488702774048, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8803372383117676, + "num_tokens": 818376475.0, + "step": 21552 + }, + { + "epoch": 2.7417631344612645, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.635488748550415, + "learning_rate": 1e-05, + "loss": 0.4007, + "mean_token_accuracy": 0.8871131539344788, + "num_tokens": 818417483.0, + "step": 21553 + }, + { + "epoch": 2.741890344739855, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.81853985786438, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8789269328117371, + "num_tokens": 818460323.0, + "step": 21554 + }, + { + "epoch": 2.7420175550184456, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6502771377563477, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8786051273345947, + "num_tokens": 818496989.0, + "step": 21555 + }, + { + "epoch": 2.742144765297036, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8189380168914795, + "learning_rate": 1e-05, + "loss": 0.3841, + "mean_token_accuracy": 0.8917797207832336, + "num_tokens": 818532755.0, + "step": 21556 + }, + { + "epoch": 2.7422719755756266, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6452505588531494, + "learning_rate": 1e-05, + "loss": 0.4727, + "mean_token_accuracy": 0.8632107973098755, + "num_tokens": 818575237.0, + "step": 21557 + }, + { + "epoch": 2.742399185854217, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.816012144088745, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8859920501708984, + "num_tokens": 818607865.0, + "step": 21558 + }, + { + "epoch": 2.7425263961328077, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6410064697265625, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8901251554489136, + "num_tokens": 818647807.0, + "step": 21559 + }, + { + "epoch": 2.742653606411398, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.814089775085449, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8792022466659546, + "num_tokens": 818686951.0, + "step": 21560 + }, + { + "epoch": 2.7427808166899883, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6471176147460938, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8754669427871704, + "num_tokens": 818724813.0, + "step": 21561 + }, + { + "epoch": 2.7429080269685793, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8160040378570557, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.88289475440979, + "num_tokens": 818757865.0, + "step": 21562 + }, + { + "epoch": 2.7430352372471694, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.652773141860962, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8698513507843018, + "num_tokens": 818796994.0, + "step": 21563 + }, + { + "epoch": 2.7431624475257603, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.797501564025879, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8861019611358643, + "num_tokens": 818836408.0, + "step": 21564 + }, + { + "epoch": 2.7432896578043504, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.65444016456604, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8818308115005493, + "num_tokens": 818876134.0, + "step": 21565 + }, + { + "epoch": 2.743416868082941, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8049161434173584, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8794330954551697, + "num_tokens": 818911357.0, + "step": 21566 + }, + { + "epoch": 2.7435440783615315, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6715006828308105, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.880700409412384, + "num_tokens": 818942743.0, + "step": 21567 + }, + { + "epoch": 2.743671288640122, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7842774391174316, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.8780345916748047, + "num_tokens": 818979217.0, + "step": 21568 + }, + { + "epoch": 2.7437984989187125, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.658363103866577, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8699865341186523, + "num_tokens": 819019991.0, + "step": 21569 + }, + { + "epoch": 2.743925709197303, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.779611825942993, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8740265369415283, + "num_tokens": 819059264.0, + "step": 21570 + }, + { + "epoch": 2.7440529194758936, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.648555278778076, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.880240797996521, + "num_tokens": 819099649.0, + "step": 21571 + }, + { + "epoch": 2.744180129754484, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.772249221801758, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8758238554000854, + "num_tokens": 819142434.0, + "step": 21572 + }, + { + "epoch": 2.7443073400330746, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.662721872329712, + "learning_rate": 1e-05, + "loss": 0.4824, + "mean_token_accuracy": 0.860116720199585, + "num_tokens": 819183908.0, + "step": 21573 + }, + { + "epoch": 2.744434550311665, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.772557020187378, + "learning_rate": 1e-05, + "loss": 0.3786, + "mean_token_accuracy": 0.8941085338592529, + "num_tokens": 819218975.0, + "step": 21574 + }, + { + "epoch": 2.7445617605902557, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6416168212890625, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8819468021392822, + "num_tokens": 819264427.0, + "step": 21575 + }, + { + "epoch": 2.7446889708688462, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7785520553588867, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.871444821357727, + "num_tokens": 819304947.0, + "step": 21576 + }, + { + "epoch": 2.7448161811474368, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.640177011489868, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8873984813690186, + "num_tokens": 819345540.0, + "step": 21577 + }, + { + "epoch": 2.7449433914260273, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.795269012451172, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8804394006729126, + "num_tokens": 819383007.0, + "step": 21578 + }, + { + "epoch": 2.745070601704618, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6562507152557373, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.873568058013916, + "num_tokens": 819415640.0, + "step": 21579 + }, + { + "epoch": 2.7451978119832083, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.776531457901001, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8683960437774658, + "num_tokens": 819459497.0, + "step": 21580 + }, + { + "epoch": 2.745325022261799, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6706225872039795, + "learning_rate": 1e-05, + "loss": 0.4653, + "mean_token_accuracy": 0.868253231048584, + "num_tokens": 819497010.0, + "step": 21581 + }, + { + "epoch": 2.7454522325403894, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7626070976257324, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8797778487205505, + "num_tokens": 819535659.0, + "step": 21582 + }, + { + "epoch": 2.74557944281898, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.659186840057373, + "learning_rate": 1e-05, + "loss": 0.43, + "mean_token_accuracy": 0.8790034651756287, + "num_tokens": 819572774.0, + "step": 21583 + }, + { + "epoch": 2.7457066530975704, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.753101110458374, + "learning_rate": 1e-05, + "loss": 0.3781, + "mean_token_accuracy": 0.8926406502723694, + "num_tokens": 819607461.0, + "step": 21584 + }, + { + "epoch": 2.745833863376161, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6600875854492188, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8856008648872375, + "num_tokens": 819645213.0, + "step": 21585 + }, + { + "epoch": 2.745961073654751, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.763965606689453, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8827764391899109, + "num_tokens": 819679537.0, + "step": 21586 + }, + { + "epoch": 2.746088283933342, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6522836685180664, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8849904537200928, + "num_tokens": 819717414.0, + "step": 21587 + }, + { + "epoch": 2.746215494211932, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 3.3140077590942383, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8875351548194885, + "num_tokens": 819757875.0, + "step": 21588 + }, + { + "epoch": 2.746342704490523, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.6300406455993652, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.876315712928772, + "num_tokens": 819796002.0, + "step": 21589 + }, + { + "epoch": 2.746469914769113, + "ewc_loss": 0.0869140625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.9863617420196533, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.8656130433082581, + "num_tokens": 819834736.0, + "step": 21590 + }, + { + "epoch": 2.7465971250477037, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.597165584564209, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8913201689720154, + "num_tokens": 819877566.0, + "step": 21591 + }, + { + "epoch": 2.7467243353262942, + "ewc_loss": 0.0908203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 5.435943603515625e-05, + "grad_norm": 3.0325448513031006, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8766717910766602, + "num_tokens": 819914843.0, + "step": 21592 + }, + { + "epoch": 2.7468515456048848, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.6677446365356445, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8791302442550659, + "num_tokens": 819957181.0, + "step": 21593 + }, + { + "epoch": 2.7469787558834753, + "ewc_loss": 0.08984375, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 5.364418029785156e-05, + "grad_norm": 3.007197856903076, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8825845718383789, + "num_tokens": 819991291.0, + "step": 21594 + }, + { + "epoch": 2.747105966162066, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.6818668842315674, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8752434849739075, + "num_tokens": 820033096.0, + "step": 21595 + }, + { + "epoch": 2.7472331764406563, + "ewc_loss": 0.08984375, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 5.364418029785156e-05, + "grad_norm": 2.9838130474090576, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8872414231300354, + "num_tokens": 820070200.0, + "step": 21596 + }, + { + "epoch": 2.747360386719247, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.7180397510528564, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8915055990219116, + "num_tokens": 820100989.0, + "step": 21597 + }, + { + "epoch": 2.7474875969978374, + "ewc_loss": 0.0869140625, + "ewc_loss_diag": 0.000362396240234375, + "ewc_loss_parallel": 5.1021575927734375e-05, + "grad_norm": 2.9259157180786133, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8767381906509399, + "num_tokens": 820145052.0, + "step": 21598 + }, + { + "epoch": 2.747614807276428, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.708742618560791, + "learning_rate": 1e-05, + "loss": 0.3854, + "mean_token_accuracy": 0.8901139497756958, + "num_tokens": 820181463.0, + "step": 21599 + }, + { + "epoch": 2.7477420175550185, + "ewc_loss": 0.0859375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.9591064453125e-05, + "grad_norm": 2.9075570106506348, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8771100044250488, + "num_tokens": 820219226.0, + "step": 21600 + }, + { + "epoch": 2.747869227833609, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.701927661895752, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8753281235694885, + "num_tokens": 820255953.0, + "step": 21601 + }, + { + "epoch": 2.7479964381121995, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.8777823448181152, + "learning_rate": 1e-05, + "loss": 0.443, + "mean_token_accuracy": 0.8760479688644409, + "num_tokens": 820296587.0, + "step": 21602 + }, + { + "epoch": 2.74812364839079, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.698831081390381, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8831095695495605, + "num_tokens": 820333815.0, + "step": 21603 + }, + { + "epoch": 2.7482508586693806, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8371355533599854, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8808669447898865, + "num_tokens": 820376401.0, + "step": 21604 + }, + { + "epoch": 2.748378068947971, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6895015239715576, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8834561109542847, + "num_tokens": 820417355.0, + "step": 21605 + }, + { + "epoch": 2.7485052792265616, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.806804656982422, + "learning_rate": 1e-05, + "loss": 0.3438, + "mean_token_accuracy": 0.90547776222229, + "num_tokens": 820456788.0, + "step": 21606 + }, + { + "epoch": 2.748632489505152, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.668572425842285, + "learning_rate": 1e-05, + "loss": 0.3786, + "mean_token_accuracy": 0.8945612907409668, + "num_tokens": 820499767.0, + "step": 21607 + }, + { + "epoch": 2.7487596997837427, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7999765872955322, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8879594802856445, + "num_tokens": 820543052.0, + "step": 21608 + }, + { + "epoch": 2.7488869100623328, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.663984537124634, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.8917346000671387, + "num_tokens": 820586162.0, + "step": 21609 + }, + { + "epoch": 2.7490141203409237, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8067827224731445, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8716423511505127, + "num_tokens": 820626703.0, + "step": 21610 + }, + { + "epoch": 2.749141330619514, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6794025897979736, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8684248924255371, + "num_tokens": 820663936.0, + "step": 21611 + }, + { + "epoch": 2.749268540898105, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7760355472564697, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8836200833320618, + "num_tokens": 820703761.0, + "step": 21612 + }, + { + "epoch": 2.749395751176695, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6692471504211426, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8720721006393433, + "num_tokens": 820742505.0, + "step": 21613 + }, + { + "epoch": 2.749522961455286, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7668776512145996, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8908709287643433, + "num_tokens": 820784185.0, + "step": 21614 + }, + { + "epoch": 2.749650171733876, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6654300689697266, + "learning_rate": 1e-05, + "loss": 0.466, + "mean_token_accuracy": 0.8625454902648926, + "num_tokens": 820826163.0, + "step": 21615 + }, + { + "epoch": 2.7497773820124665, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.766021728515625, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8746803402900696, + "num_tokens": 820861598.0, + "step": 21616 + }, + { + "epoch": 2.749904592291057, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6702933311462402, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8747061491012573, + "num_tokens": 820901201.0, + "step": 21617 + }, + { + "epoch": 2.7500318025696475, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7514593601226807, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8895769119262695, + "num_tokens": 820941773.0, + "step": 21618 + }, + { + "epoch": 2.750159012848238, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6754415035247803, + "learning_rate": 1e-05, + "loss": 0.4912, + "mean_token_accuracy": 0.8576551675796509, + "num_tokens": 820984610.0, + "step": 21619 + }, + { + "epoch": 2.7502862231268286, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.744863271713257, + "learning_rate": 1e-05, + "loss": 0.3867, + "mean_token_accuracy": 0.889823853969574, + "num_tokens": 821020814.0, + "step": 21620 + }, + { + "epoch": 2.750413433405419, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6802706718444824, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.8887151479721069, + "num_tokens": 821053073.0, + "step": 21621 + }, + { + "epoch": 2.7505406436840096, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.746155023574829, + "learning_rate": 1e-05, + "loss": 0.4277, + "mean_token_accuracy": 0.8760525584220886, + "num_tokens": 821088872.0, + "step": 21622 + }, + { + "epoch": 2.7506678539626, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.687612295150757, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8707776069641113, + "num_tokens": 821124314.0, + "step": 21623 + }, + { + "epoch": 2.7507950642411907, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7611026763916016, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8805292844772339, + "num_tokens": 821152025.0, + "step": 21624 + }, + { + "epoch": 2.750922274519781, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6579501628875732, + "learning_rate": 1e-05, + "loss": 0.4532, + "mean_token_accuracy": 0.8677734732627869, + "num_tokens": 821198138.0, + "step": 21625 + }, + { + "epoch": 2.7510494847983717, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7369751930236816, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8795150518417358, + "num_tokens": 821241256.0, + "step": 21626 + }, + { + "epoch": 2.7511766950769623, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6778507232666016, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8861513137817383, + "num_tokens": 821274932.0, + "step": 21627 + }, + { + "epoch": 2.751303905355553, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.745321273803711, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8794920444488525, + "num_tokens": 821310769.0, + "step": 21628 + }, + { + "epoch": 2.7514311156341433, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6741936206817627, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.87889564037323, + "num_tokens": 821346474.0, + "step": 21629 + }, + { + "epoch": 2.751558325912734, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7366716861724854, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8799905180931091, + "num_tokens": 821385293.0, + "step": 21630 + }, + { + "epoch": 2.7516855361913244, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.67570424079895, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8900552988052368, + "num_tokens": 821421161.0, + "step": 21631 + }, + { + "epoch": 2.751812746469915, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7278058528900146, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.889480471611023, + "num_tokens": 821459937.0, + "step": 21632 + }, + { + "epoch": 2.7519399567485054, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.665496587753296, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8823024034500122, + "num_tokens": 821503892.0, + "step": 21633 + }, + { + "epoch": 2.7520671670270955, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.747788429260254, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8863374590873718, + "num_tokens": 821537781.0, + "step": 21634 + }, + { + "epoch": 2.7521943773056865, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6720144748687744, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8671081066131592, + "num_tokens": 821576114.0, + "step": 21635 + }, + { + "epoch": 2.7523215875842766, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7456319332122803, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.885120689868927, + "num_tokens": 821613587.0, + "step": 21636 + }, + { + "epoch": 2.7524487978628676, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6578056812286377, + "learning_rate": 1e-05, + "loss": 0.3455, + "mean_token_accuracy": 0.903407871723175, + "num_tokens": 821650956.0, + "step": 21637 + }, + { + "epoch": 2.7525760081414576, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7564949989318848, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.871628999710083, + "num_tokens": 821692943.0, + "step": 21638 + }, + { + "epoch": 2.7527032184200486, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.663471221923828, + "learning_rate": 1e-05, + "loss": 0.47, + "mean_token_accuracy": 0.8646280765533447, + "num_tokens": 821735344.0, + "step": 21639 + }, + { + "epoch": 2.7528304286986387, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.756556510925293, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8813748955726624, + "num_tokens": 821772910.0, + "step": 21640 + }, + { + "epoch": 2.7529576389772292, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6599864959716797, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8870093822479248, + "num_tokens": 821810211.0, + "step": 21641 + }, + { + "epoch": 2.7530848492558198, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7649827003479004, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8801835775375366, + "num_tokens": 821840782.0, + "step": 21642 + }, + { + "epoch": 2.7532120595344103, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.649634599685669, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.87778240442276, + "num_tokens": 821879160.0, + "step": 21643 + }, + { + "epoch": 2.753339269813001, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7688236236572266, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8892223238945007, + "num_tokens": 821915344.0, + "step": 21644 + }, + { + "epoch": 2.7534664800915913, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6531903743743896, + "learning_rate": 1e-05, + "loss": 0.4743, + "mean_token_accuracy": 0.8584907054901123, + "num_tokens": 821955628.0, + "step": 21645 + }, + { + "epoch": 2.753593690370182, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7666168212890625, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8755192756652832, + "num_tokens": 821996917.0, + "step": 21646 + }, + { + "epoch": 2.7537209006487724, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.646300792694092, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8827294111251831, + "num_tokens": 822034222.0, + "step": 21647 + }, + { + "epoch": 2.753848110927363, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7641592025756836, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.876162052154541, + "num_tokens": 822072350.0, + "step": 21648 + }, + { + "epoch": 2.7539753212059535, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6395552158355713, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8759253025054932, + "num_tokens": 822111495.0, + "step": 21649 + }, + { + "epoch": 2.754102531484544, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7932400703430176, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.877131462097168, + "num_tokens": 822148132.0, + "step": 21650 + }, + { + "epoch": 2.7542297417631345, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6282787322998047, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8807516098022461, + "num_tokens": 822187440.0, + "step": 21651 + }, + { + "epoch": 2.754356952041725, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7884576320648193, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8800851702690125, + "num_tokens": 822225936.0, + "step": 21652 + }, + { + "epoch": 2.7544841623203156, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.63312029838562, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8773908615112305, + "num_tokens": 822266187.0, + "step": 21653 + }, + { + "epoch": 2.754611372598906, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7951533794403076, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8872823119163513, + "num_tokens": 822302963.0, + "step": 21654 + }, + { + "epoch": 2.7547385828774966, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6488325595855713, + "learning_rate": 1e-05, + "loss": 0.3912, + "mean_token_accuracy": 0.8902587890625, + "num_tokens": 822336969.0, + "step": 21655 + }, + { + "epoch": 2.754865793156087, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.789929151535034, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8794097304344177, + "num_tokens": 822376847.0, + "step": 21656 + }, + { + "epoch": 2.7549930034346777, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6423161029815674, + "learning_rate": 1e-05, + "loss": 0.4419, + "mean_token_accuracy": 0.8739433288574219, + "num_tokens": 822417858.0, + "step": 21657 + }, + { + "epoch": 2.755120213713268, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7975378036499023, + "learning_rate": 1e-05, + "loss": 0.4618, + "mean_token_accuracy": 0.8694939017295837, + "num_tokens": 822459946.0, + "step": 21658 + }, + { + "epoch": 2.7552474239918583, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6504263877868652, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8741573095321655, + "num_tokens": 822498093.0, + "step": 21659 + }, + { + "epoch": 2.7553746342704493, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.796599864959717, + "learning_rate": 1e-05, + "loss": 0.4041, + "mean_token_accuracy": 0.8865071535110474, + "num_tokens": 822535918.0, + "step": 21660 + }, + { + "epoch": 2.7555018445490393, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6383888721466064, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8782055974006653, + "num_tokens": 822574589.0, + "step": 21661 + }, + { + "epoch": 2.7556290548276303, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7958621978759766, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8861038684844971, + "num_tokens": 822612437.0, + "step": 21662 + }, + { + "epoch": 2.7557562651062204, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6367228031158447, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8816365003585815, + "num_tokens": 822654834.0, + "step": 21663 + }, + { + "epoch": 2.755883475384811, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7989420890808105, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.88913893699646, + "num_tokens": 822689555.0, + "step": 21664 + }, + { + "epoch": 2.7560106856634015, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.638286828994751, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8656154274940491, + "num_tokens": 822731609.0, + "step": 21665 + }, + { + "epoch": 2.756137895941992, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8034768104553223, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8720874786376953, + "num_tokens": 822769881.0, + "step": 21666 + }, + { + "epoch": 2.7562651062205825, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6402065753936768, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8681650757789612, + "num_tokens": 822810369.0, + "step": 21667 + }, + { + "epoch": 2.756392316499173, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.797487735748291, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8767112493515015, + "num_tokens": 822852476.0, + "step": 21668 + }, + { + "epoch": 2.7565195267777636, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6527345180511475, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8637858629226685, + "num_tokens": 822890745.0, + "step": 21669 + }, + { + "epoch": 2.756646737056354, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7835195064544678, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8786291480064392, + "num_tokens": 822931243.0, + "step": 21670 + }, + { + "epoch": 2.7567739473349446, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6404354572296143, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.8784440755844116, + "num_tokens": 822967560.0, + "step": 21671 + }, + { + "epoch": 2.756901157613535, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7882261276245117, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.882672905921936, + "num_tokens": 823007129.0, + "step": 21672 + }, + { + "epoch": 2.7570283678921257, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.654236316680908, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8756736516952515, + "num_tokens": 823043722.0, + "step": 21673 + }, + { + "epoch": 2.757155578170716, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8022985458374023, + "learning_rate": 1e-05, + "loss": 0.4828, + "mean_token_accuracy": 0.8627467751502991, + "num_tokens": 823079937.0, + "step": 21674 + }, + { + "epoch": 2.7572827884493067, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.635861396789551, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8762978315353394, + "num_tokens": 823120455.0, + "step": 21675 + }, + { + "epoch": 2.7574099987278973, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8162150382995605, + "learning_rate": 1e-05, + "loss": 0.4406, + "mean_token_accuracy": 0.8731284141540527, + "num_tokens": 823151415.0, + "step": 21676 + }, + { + "epoch": 2.757537209006488, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.632554531097412, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8795647621154785, + "num_tokens": 823188281.0, + "step": 21677 + }, + { + "epoch": 2.7576644192850783, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8112082481384277, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8843451738357544, + "num_tokens": 823226040.0, + "step": 21678 + }, + { + "epoch": 2.757791629563669, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.636711359024048, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8762936592102051, + "num_tokens": 823261246.0, + "step": 21679 + }, + { + "epoch": 2.7579188398422594, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8133745193481445, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8803635835647583, + "num_tokens": 823300034.0, + "step": 21680 + }, + { + "epoch": 2.75804605012085, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.640780448913574, + "learning_rate": 1e-05, + "loss": 0.3685, + "mean_token_accuracy": 0.8941842317581177, + "num_tokens": 823332152.0, + "step": 21681 + }, + { + "epoch": 2.7581732603994404, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.804349422454834, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8804569244384766, + "num_tokens": 823373319.0, + "step": 21682 + }, + { + "epoch": 2.758300470678031, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6446614265441895, + "learning_rate": 1e-05, + "loss": 0.379, + "mean_token_accuracy": 0.8941282033920288, + "num_tokens": 823409875.0, + "step": 21683 + }, + { + "epoch": 2.758427680956621, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7920680046081543, + "learning_rate": 1e-05, + "loss": 0.384, + "mean_token_accuracy": 0.8936948180198669, + "num_tokens": 823450941.0, + "step": 21684 + }, + { + "epoch": 2.758554891235212, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6563332080841064, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8857361078262329, + "num_tokens": 823493483.0, + "step": 21685 + }, + { + "epoch": 2.758682101513802, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.788710832595825, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8836574554443359, + "num_tokens": 823531682.0, + "step": 21686 + }, + { + "epoch": 2.758809311792393, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6685142517089844, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.888670802116394, + "num_tokens": 823564089.0, + "step": 21687 + }, + { + "epoch": 2.758936522070983, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7737765312194824, + "learning_rate": 1e-05, + "loss": 0.3665, + "mean_token_accuracy": 0.8968198299407959, + "num_tokens": 823598700.0, + "step": 21688 + }, + { + "epoch": 2.7590637323495737, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6577866077423096, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8748083114624023, + "num_tokens": 823640248.0, + "step": 21689 + }, + { + "epoch": 2.7591909426281642, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.779340982437134, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8758216500282288, + "num_tokens": 823676303.0, + "step": 21690 + }, + { + "epoch": 2.7593181529067548, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.656836748123169, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8740800619125366, + "num_tokens": 823717736.0, + "step": 21691 + }, + { + "epoch": 2.7594453631853453, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.773980140686035, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8761791586875916, + "num_tokens": 823755602.0, + "step": 21692 + }, + { + "epoch": 2.759572573463936, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6684694290161133, + "learning_rate": 1e-05, + "loss": 0.4674, + "mean_token_accuracy": 0.8650869131088257, + "num_tokens": 823792257.0, + "step": 21693 + }, + { + "epoch": 2.7596997837425263, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7492799758911133, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8803699612617493, + "num_tokens": 823835655.0, + "step": 21694 + }, + { + "epoch": 2.759826994021117, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6690306663513184, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.874014139175415, + "num_tokens": 823874840.0, + "step": 21695 + }, + { + "epoch": 2.7599542042997074, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7573633193969727, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8716039657592773, + "num_tokens": 823910844.0, + "step": 21696 + }, + { + "epoch": 2.760081414578298, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6553163528442383, + "learning_rate": 1e-05, + "loss": 0.3827, + "mean_token_accuracy": 0.8922477960586548, + "num_tokens": 823948472.0, + "step": 21697 + }, + { + "epoch": 2.7602086248568884, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7467401027679443, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8897802829742432, + "num_tokens": 823997532.0, + "step": 21698 + }, + { + "epoch": 2.760335835135479, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6624972820281982, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.870569109916687, + "num_tokens": 824037426.0, + "step": 21699 + }, + { + "epoch": 2.7604630454140695, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7566468715667725, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8740304112434387, + "num_tokens": 824076731.0, + "step": 21700 + }, + { + "epoch": 2.76059025569266, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6686182022094727, + "learning_rate": 1e-05, + "loss": 0.4718, + "mean_token_accuracy": 0.8646420240402222, + "num_tokens": 824119445.0, + "step": 21701 + }, + { + "epoch": 2.7607174659712506, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.761094570159912, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8691767454147339, + "num_tokens": 824157372.0, + "step": 21702 + }, + { + "epoch": 2.760844676249841, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.640418529510498, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.877436101436615, + "num_tokens": 824204312.0, + "step": 21703 + }, + { + "epoch": 2.7609718865284316, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7698426246643066, + "learning_rate": 1e-05, + "loss": 0.4029, + "mean_token_accuracy": 0.8853603005409241, + "num_tokens": 824245951.0, + "step": 21704 + }, + { + "epoch": 2.761099096807022, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6529648303985596, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.8787448406219482, + "num_tokens": 824288742.0, + "step": 21705 + }, + { + "epoch": 2.7612263070856127, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.775658369064331, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8738270998001099, + "num_tokens": 824326435.0, + "step": 21706 + }, + { + "epoch": 2.7613535173642028, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.658278703689575, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8796537518501282, + "num_tokens": 824359442.0, + "step": 21707 + }, + { + "epoch": 2.7614807276427937, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7970731258392334, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.8679789304733276, + "num_tokens": 824392387.0, + "step": 21708 + }, + { + "epoch": 2.761607937921384, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6512234210968018, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8742550611495972, + "num_tokens": 824427860.0, + "step": 21709 + }, + { + "epoch": 2.761735148199975, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7732203006744385, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8778764009475708, + "num_tokens": 824466011.0, + "step": 21710 + }, + { + "epoch": 2.761862358478565, + "ewc_loss": 0.07861328125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6346466541290283, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.8906011581420898, + "num_tokens": 824507235.0, + "step": 21711 + }, + { + "epoch": 2.761989568757156, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.803748607635498, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8840867280960083, + "num_tokens": 824538807.0, + "step": 21712 + }, + { + "epoch": 2.762116779035746, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.645294666290283, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8797909021377563, + "num_tokens": 824575047.0, + "step": 21713 + }, + { + "epoch": 2.7622439893143365, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.802273988723755, + "learning_rate": 1e-05, + "loss": 0.3669, + "mean_token_accuracy": 0.8973449468612671, + "num_tokens": 824604113.0, + "step": 21714 + }, + { + "epoch": 2.762371199592927, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6470630168914795, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8672064542770386, + "num_tokens": 824640912.0, + "step": 21715 + }, + { + "epoch": 2.7624984098715175, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.792470932006836, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8857551217079163, + "num_tokens": 824682739.0, + "step": 21716 + }, + { + "epoch": 2.762625620150108, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6553492546081543, + "learning_rate": 1e-05, + "loss": 0.4766, + "mean_token_accuracy": 0.8623162508010864, + "num_tokens": 824719973.0, + "step": 21717 + }, + { + "epoch": 2.7627528304286986, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7857065200805664, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8834455013275146, + "num_tokens": 824761214.0, + "step": 21718 + }, + { + "epoch": 2.762880040707289, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6451776027679443, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8691730499267578, + "num_tokens": 824801114.0, + "step": 21719 + }, + { + "epoch": 2.7630072509858796, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003643035888671875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8074636459350586, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8744137287139893, + "num_tokens": 824832734.0, + "step": 21720 + }, + { + "epoch": 2.76313446126447, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6807548999786377, + "learning_rate": 1e-05, + "loss": 0.432, + "mean_token_accuracy": 0.8731942772865295, + "num_tokens": 824867089.0, + "step": 21721 + }, + { + "epoch": 2.7632616715430607, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7644362449645996, + "learning_rate": 1e-05, + "loss": 0.387, + "mean_token_accuracy": 0.890968918800354, + "num_tokens": 824909173.0, + "step": 21722 + }, + { + "epoch": 2.763388881821651, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6617650985717773, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8873323202133179, + "num_tokens": 824943815.0, + "step": 21723 + }, + { + "epoch": 2.7635160921002417, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7676477432250977, + "learning_rate": 1e-05, + "loss": 0.3791, + "mean_token_accuracy": 0.8950818777084351, + "num_tokens": 824978708.0, + "step": 21724 + }, + { + "epoch": 2.7636433023788323, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.671590566635132, + "learning_rate": 1e-05, + "loss": 0.4848, + "mean_token_accuracy": 0.8640382885932922, + "num_tokens": 825015226.0, + "step": 21725 + }, + { + "epoch": 2.763770512657423, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.756117582321167, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8698506951332092, + "num_tokens": 825054417.0, + "step": 21726 + }, + { + "epoch": 2.7638977229360133, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6621878147125244, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8929042220115662, + "num_tokens": 825093757.0, + "step": 21727 + }, + { + "epoch": 2.764024933214604, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7705001831054688, + "learning_rate": 1e-05, + "loss": 0.4837, + "mean_token_accuracy": 0.8629717230796814, + "num_tokens": 825129955.0, + "step": 21728 + }, + { + "epoch": 2.7641521434931944, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.649394989013672, + "learning_rate": 1e-05, + "loss": 0.39, + "mean_token_accuracy": 0.8899895548820496, + "num_tokens": 825168426.0, + "step": 21729 + }, + { + "epoch": 2.764279353771785, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7631587982177734, + "learning_rate": 1e-05, + "loss": 0.4672, + "mean_token_accuracy": 0.8661112189292908, + "num_tokens": 825213475.0, + "step": 21730 + }, + { + "epoch": 2.7644065640503754, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6550703048706055, + "learning_rate": 1e-05, + "loss": 0.3833, + "mean_token_accuracy": 0.8889374136924744, + "num_tokens": 825249146.0, + "step": 21731 + }, + { + "epoch": 2.7645337743289655, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.765495777130127, + "learning_rate": 1e-05, + "loss": 0.3733, + "mean_token_accuracy": 0.8976566791534424, + "num_tokens": 825286504.0, + "step": 21732 + }, + { + "epoch": 2.7646609846075565, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6495022773742676, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8758490085601807, + "num_tokens": 825327820.0, + "step": 21733 + }, + { + "epoch": 2.7647881948861466, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.772867441177368, + "learning_rate": 1e-05, + "loss": 0.3928, + "mean_token_accuracy": 0.8910154700279236, + "num_tokens": 825365967.0, + "step": 21734 + }, + { + "epoch": 2.7649154051647375, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6468539237976074, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8787578344345093, + "num_tokens": 825406959.0, + "step": 21735 + }, + { + "epoch": 2.7650426154433276, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7863738536834717, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.868274450302124, + "num_tokens": 825447355.0, + "step": 21736 + }, + { + "epoch": 2.7651698257219186, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6510002613067627, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8689777851104736, + "num_tokens": 825485618.0, + "step": 21737 + }, + { + "epoch": 2.7652970360005087, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7801523208618164, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8853173851966858, + "num_tokens": 825522287.0, + "step": 21738 + }, + { + "epoch": 2.765424246279099, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.637474536895752, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.879859209060669, + "num_tokens": 825566214.0, + "step": 21739 + }, + { + "epoch": 2.7655514565576897, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.785259962081909, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8806672096252441, + "num_tokens": 825608169.0, + "step": 21740 + }, + { + "epoch": 2.7656786668362803, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6521973609924316, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8856626152992249, + "num_tokens": 825643076.0, + "step": 21741 + }, + { + "epoch": 2.765805877114871, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.788886308670044, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8781875371932983, + "num_tokens": 825679868.0, + "step": 21742 + }, + { + "epoch": 2.7659330873934613, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6486213207244873, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.878936767578125, + "num_tokens": 825719391.0, + "step": 21743 + }, + { + "epoch": 2.766060297672052, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7938649654388428, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8785321712493896, + "num_tokens": 825761972.0, + "step": 21744 + }, + { + "epoch": 2.7661875079506424, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6473841667175293, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8773723840713501, + "num_tokens": 825802672.0, + "step": 21745 + }, + { + "epoch": 2.766314718229233, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7988462448120117, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.875961184501648, + "num_tokens": 825840219.0, + "step": 21746 + }, + { + "epoch": 2.7664419285078234, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6428611278533936, + "learning_rate": 1e-05, + "loss": 0.4219, + "mean_token_accuracy": 0.8788023591041565, + "num_tokens": 825876793.0, + "step": 21747 + }, + { + "epoch": 2.766569138786414, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8034608364105225, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.873225748538971, + "num_tokens": 825913231.0, + "step": 21748 + }, + { + "epoch": 2.7666963490650045, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.638810396194458, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8674024343490601, + "num_tokens": 825952600.0, + "step": 21749 + }, + { + "epoch": 2.766823559343595, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7912440299987793, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8786529302597046, + "num_tokens": 825997239.0, + "step": 21750 + }, + { + "epoch": 2.7669507696221856, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6354215145111084, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8848431706428528, + "num_tokens": 826037492.0, + "step": 21751 + }, + { + "epoch": 2.767077979900776, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7943027019500732, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8815294504165649, + "num_tokens": 826077607.0, + "step": 21752 + }, + { + "epoch": 2.7672051901793666, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.649522542953491, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8735305070877075, + "num_tokens": 826115503.0, + "step": 21753 + }, + { + "epoch": 2.767332400457957, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7945899963378906, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.874470055103302, + "num_tokens": 826154526.0, + "step": 21754 + }, + { + "epoch": 2.7674596107365477, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6482038497924805, + "learning_rate": 1e-05, + "loss": 0.4599, + "mean_token_accuracy": 0.8708427548408508, + "num_tokens": 826194945.0, + "step": 21755 + }, + { + "epoch": 2.767586821015138, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.792898654937744, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8824967741966248, + "num_tokens": 826231000.0, + "step": 21756 + }, + { + "epoch": 2.7677140312937283, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6514337062835693, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8903363943099976, + "num_tokens": 826266453.0, + "step": 21757 + }, + { + "epoch": 2.7678412415723193, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.782026767730713, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8842503428459167, + "num_tokens": 826310442.0, + "step": 21758 + }, + { + "epoch": 2.7679684518509093, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.67046856880188, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8795238733291626, + "num_tokens": 826344595.0, + "step": 21759 + }, + { + "epoch": 2.7680956621295003, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7795276641845703, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8808385133743286, + "num_tokens": 826384556.0, + "step": 21760 + }, + { + "epoch": 2.7682228724080904, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.673922538757324, + "learning_rate": 1e-05, + "loss": 0.4752, + "mean_token_accuracy": 0.8567322492599487, + "num_tokens": 826418344.0, + "step": 21761 + }, + { + "epoch": 2.768350082686681, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.76135516166687, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.879032552242279, + "num_tokens": 826460027.0, + "step": 21762 + }, + { + "epoch": 2.7684772929652715, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.663104295730591, + "learning_rate": 1e-05, + "loss": 0.4275, + "mean_token_accuracy": 0.877344012260437, + "num_tokens": 826497422.0, + "step": 21763 + }, + { + "epoch": 2.768604503243862, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7662136554718018, + "learning_rate": 1e-05, + "loss": 0.463, + "mean_token_accuracy": 0.8712542057037354, + "num_tokens": 826536624.0, + "step": 21764 + }, + { + "epoch": 2.7687317135224525, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6633009910583496, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8746613264083862, + "num_tokens": 826572303.0, + "step": 21765 + }, + { + "epoch": 2.768858923801043, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.762138843536377, + "learning_rate": 1e-05, + "loss": 0.4783, + "mean_token_accuracy": 0.8609670400619507, + "num_tokens": 826613326.0, + "step": 21766 + }, + { + "epoch": 2.7689861340796336, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.660924196243286, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8761701583862305, + "num_tokens": 826649059.0, + "step": 21767 + }, + { + "epoch": 2.769113344358224, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7676894664764404, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8827563524246216, + "num_tokens": 826682983.0, + "step": 21768 + }, + { + "epoch": 2.7692405546368146, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.67608380317688, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8766870498657227, + "num_tokens": 826715179.0, + "step": 21769 + }, + { + "epoch": 2.769367764915405, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.773538589477539, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8684605956077576, + "num_tokens": 826748442.0, + "step": 21770 + }, + { + "epoch": 2.7694949751939957, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6466526985168457, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8884227871894836, + "num_tokens": 826791014.0, + "step": 21771 + }, + { + "epoch": 2.769622185472586, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7732224464416504, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8729905486106873, + "num_tokens": 826827987.0, + "step": 21772 + }, + { + "epoch": 2.7697493957511767, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.646381139755249, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8832290172576904, + "num_tokens": 826869315.0, + "step": 21773 + }, + { + "epoch": 2.7698766060297673, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7726118564605713, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8769890069961548, + "num_tokens": 826912679.0, + "step": 21774 + }, + { + "epoch": 2.770003816308358, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6536049842834473, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8829070329666138, + "num_tokens": 826949276.0, + "step": 21775 + }, + { + "epoch": 2.7701310265869483, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7717738151550293, + "learning_rate": 1e-05, + "loss": 0.4061, + "mean_token_accuracy": 0.8859018683433533, + "num_tokens": 826989441.0, + "step": 21776 + }, + { + "epoch": 2.770258236865539, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.660947799682617, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8723471164703369, + "num_tokens": 827025030.0, + "step": 21777 + }, + { + "epoch": 2.7703854471441294, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.777202606201172, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8769926428794861, + "num_tokens": 827060252.0, + "step": 21778 + }, + { + "epoch": 2.77051265742272, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.659507989883423, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8799784779548645, + "num_tokens": 827100063.0, + "step": 21779 + }, + { + "epoch": 2.77063986770131, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7773666381835938, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8918389678001404, + "num_tokens": 827131772.0, + "step": 21780 + }, + { + "epoch": 2.770767077979901, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.65958571434021, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8672014474868774, + "num_tokens": 827167659.0, + "step": 21781 + }, + { + "epoch": 2.770894288258491, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7618212699890137, + "learning_rate": 1e-05, + "loss": 0.4462, + "mean_token_accuracy": 0.8716675043106079, + "num_tokens": 827211215.0, + "step": 21782 + }, + { + "epoch": 2.771021498537082, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.671717405319214, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8702535629272461, + "num_tokens": 827248075.0, + "step": 21783 + }, + { + "epoch": 2.771148708815672, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7582333087921143, + "learning_rate": 1e-05, + "loss": 0.4032, + "mean_token_accuracy": 0.8844119310379028, + "num_tokens": 827283270.0, + "step": 21784 + }, + { + "epoch": 2.771275919094263, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6775028705596924, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8833824992179871, + "num_tokens": 827317520.0, + "step": 21785 + }, + { + "epoch": 2.771403129372853, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.761125326156616, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8723095655441284, + "num_tokens": 827355899.0, + "step": 21786 + }, + { + "epoch": 2.7715303396514437, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.689824342727661, + "learning_rate": 1e-05, + "loss": 0.4882, + "mean_token_accuracy": 0.860095739364624, + "num_tokens": 827390038.0, + "step": 21787 + }, + { + "epoch": 2.771657549930034, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.744520425796509, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.8744421005249023, + "num_tokens": 827428563.0, + "step": 21788 + }, + { + "epoch": 2.7717847602086247, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6663084030151367, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8863756656646729, + "num_tokens": 827469658.0, + "step": 21789 + }, + { + "epoch": 2.7719119704872153, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7496845722198486, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8827115297317505, + "num_tokens": 827504277.0, + "step": 21790 + }, + { + "epoch": 2.772039180765806, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6753437519073486, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8737226128578186, + "num_tokens": 827544840.0, + "step": 21791 + }, + { + "epoch": 2.7721663910443963, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7437117099761963, + "learning_rate": 1e-05, + "loss": 0.4694, + "mean_token_accuracy": 0.8655512928962708, + "num_tokens": 827590607.0, + "step": 21792 + }, + { + "epoch": 2.772293601322987, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.674456834793091, + "learning_rate": 1e-05, + "loss": 0.3642, + "mean_token_accuracy": 0.8949934244155884, + "num_tokens": 827622039.0, + "step": 21793 + }, + { + "epoch": 2.7724208116015774, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.743429660797119, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8860248327255249, + "num_tokens": 827659234.0, + "step": 21794 + }, + { + "epoch": 2.772548021880168, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6675453186035156, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8826286792755127, + "num_tokens": 827702044.0, + "step": 21795 + }, + { + "epoch": 2.7726752321587584, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7549569606781006, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8836537003517151, + "num_tokens": 827738189.0, + "step": 21796 + }, + { + "epoch": 2.772802442437349, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6699256896972656, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8703055381774902, + "num_tokens": 827780483.0, + "step": 21797 + }, + { + "epoch": 2.7729296527159395, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.762741804122925, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8825874328613281, + "num_tokens": 827817156.0, + "step": 21798 + }, + { + "epoch": 2.77305686299453, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.666332960128784, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8797462582588196, + "num_tokens": 827851591.0, + "step": 21799 + }, + { + "epoch": 2.7731840732731206, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.743417978286743, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8861637115478516, + "num_tokens": 827891289.0, + "step": 21800 + }, + { + "epoch": 2.773311283551711, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6565942764282227, + "learning_rate": 1e-05, + "loss": 0.3578, + "mean_token_accuracy": 0.9002734422683716, + "num_tokens": 827926466.0, + "step": 21801 + }, + { + "epoch": 2.7734384938303016, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.765901565551758, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.8530564904212952, + "num_tokens": 827964885.0, + "step": 21802 + }, + { + "epoch": 2.773565704108892, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6546061038970947, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8701042532920837, + "num_tokens": 828006063.0, + "step": 21803 + }, + { + "epoch": 2.7736929143874827, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7844414710998535, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8869640231132507, + "num_tokens": 828037533.0, + "step": 21804 + }, + { + "epoch": 2.7738201246660728, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6455323696136475, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8871790170669556, + "num_tokens": 828072298.0, + "step": 21805 + }, + { + "epoch": 2.7739473349446637, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7826082706451416, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8869023323059082, + "num_tokens": 828107900.0, + "step": 21806 + }, + { + "epoch": 2.774074545223254, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.640310764312744, + "learning_rate": 1e-05, + "loss": 0.4069, + "mean_token_accuracy": 0.8835737109184265, + "num_tokens": 828143323.0, + "step": 21807 + }, + { + "epoch": 2.774201755501845, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7756154537200928, + "learning_rate": 1e-05, + "loss": 0.3867, + "mean_token_accuracy": 0.8934153318405151, + "num_tokens": 828183439.0, + "step": 21808 + }, + { + "epoch": 2.774328965780435, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.646874189376831, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.883962869644165, + "num_tokens": 828218360.0, + "step": 21809 + }, + { + "epoch": 2.774456176059026, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.800173282623291, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8730584383010864, + "num_tokens": 828254042.0, + "step": 21810 + }, + { + "epoch": 2.774583386337616, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6433465480804443, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8783866763114929, + "num_tokens": 828290992.0, + "step": 21811 + }, + { + "epoch": 2.7747105966162064, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.882538080215454, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.884029746055603, + "num_tokens": 828323351.0, + "step": 21812 + }, + { + "epoch": 2.774837806894797, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6325230598449707, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.8844256401062012, + "num_tokens": 828354555.0, + "step": 21813 + }, + { + "epoch": 2.7749650171733875, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8312392234802246, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8844115734100342, + "num_tokens": 828395641.0, + "step": 21814 + }, + { + "epoch": 2.775092227451978, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6085381507873535, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8819630146026611, + "num_tokens": 828437871.0, + "step": 21815 + }, + { + "epoch": 2.7752194377305686, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.852435350418091, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8658992052078247, + "num_tokens": 828480545.0, + "step": 21816 + }, + { + "epoch": 2.775346648009159, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.626809597015381, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8810386061668396, + "num_tokens": 828513519.0, + "step": 21817 + }, + { + "epoch": 2.7754738582877496, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.862412691116333, + "learning_rate": 1e-05, + "loss": 0.4363, + "mean_token_accuracy": 0.8744833469390869, + "num_tokens": 828549329.0, + "step": 21818 + }, + { + "epoch": 2.77560106856634, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.634206771850586, + "learning_rate": 1e-05, + "loss": 0.4666, + "mean_token_accuracy": 0.8661870360374451, + "num_tokens": 828592357.0, + "step": 21819 + }, + { + "epoch": 2.7757282788449307, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.8672871589660645, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8772871494293213, + "num_tokens": 828627622.0, + "step": 21820 + }, + { + "epoch": 2.775855489123521, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6299479007720947, + "learning_rate": 1e-05, + "loss": 0.3924, + "mean_token_accuracy": 0.8897754549980164, + "num_tokens": 828668680.0, + "step": 21821 + }, + { + "epoch": 2.7759826994021117, + "ewc_loss": 0.0859375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.9114227294921875e-05, + "grad_norm": 2.866609573364258, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8778542280197144, + "num_tokens": 828705233.0, + "step": 21822 + }, + { + "epoch": 2.7761099096807023, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.641634941101074, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8698247671127319, + "num_tokens": 828745183.0, + "step": 21823 + }, + { + "epoch": 2.776237119959293, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.8570311069488525, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8733006715774536, + "num_tokens": 828787769.0, + "step": 21824 + }, + { + "epoch": 2.7763643302378833, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.642608165740967, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8758981227874756, + "num_tokens": 828826511.0, + "step": 21825 + }, + { + "epoch": 2.776491540516474, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.844827890396118, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8803002834320068, + "num_tokens": 828868632.0, + "step": 21826 + }, + { + "epoch": 2.7766187507950644, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6666629314422607, + "learning_rate": 1e-05, + "loss": 0.4481, + "mean_token_accuracy": 0.8690078854560852, + "num_tokens": 828904342.0, + "step": 21827 + }, + { + "epoch": 2.776745961073655, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.835627317428589, + "learning_rate": 1e-05, + "loss": 0.4696, + "mean_token_accuracy": 0.8754249215126038, + "num_tokens": 828947074.0, + "step": 21828 + }, + { + "epoch": 2.7768731713522454, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.650143623352051, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8818773031234741, + "num_tokens": 828989583.0, + "step": 21829 + }, + { + "epoch": 2.7770003816308355, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.836110830307007, + "learning_rate": 1e-05, + "loss": 0.5037, + "mean_token_accuracy": 0.8516002893447876, + "num_tokens": 829028848.0, + "step": 21830 + }, + { + "epoch": 2.7771275919094265, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6547553539276123, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8791434168815613, + "num_tokens": 829063904.0, + "step": 21831 + }, + { + "epoch": 2.7772548021880166, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8315443992614746, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8660379648208618, + "num_tokens": 829102416.0, + "step": 21832 + }, + { + "epoch": 2.7773820124666075, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.666722297668457, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8735034465789795, + "num_tokens": 829138870.0, + "step": 21833 + }, + { + "epoch": 2.7775092227451976, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8280560970306396, + "learning_rate": 1e-05, + "loss": 0.4636, + "mean_token_accuracy": 0.8710975050926208, + "num_tokens": 829176704.0, + "step": 21834 + }, + { + "epoch": 2.7776364330237886, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6621968746185303, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8854261636734009, + "num_tokens": 829210170.0, + "step": 21835 + }, + { + "epoch": 2.7777636433023787, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8012945652008057, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8927465677261353, + "num_tokens": 829249692.0, + "step": 21836 + }, + { + "epoch": 2.777890853580969, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.663142442703247, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8874720335006714, + "num_tokens": 829285342.0, + "step": 21837 + }, + { + "epoch": 2.7780180638595597, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.811875104904175, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8806617259979248, + "num_tokens": 829320281.0, + "step": 21838 + }, + { + "epoch": 2.7781452741381503, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.659480094909668, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8735005855560303, + "num_tokens": 829359990.0, + "step": 21839 + }, + { + "epoch": 2.778272484416741, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8038289546966553, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8881815671920776, + "num_tokens": 829395330.0, + "step": 21840 + }, + { + "epoch": 2.7783996946953313, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.664832353591919, + "learning_rate": 1e-05, + "loss": 0.4448, + "mean_token_accuracy": 0.8766253590583801, + "num_tokens": 829432127.0, + "step": 21841 + }, + { + "epoch": 2.778526904973922, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7919094562530518, + "learning_rate": 1e-05, + "loss": 0.4376, + "mean_token_accuracy": 0.8756926655769348, + "num_tokens": 829469735.0, + "step": 21842 + }, + { + "epoch": 2.7786541152525124, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6646461486816406, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8774019479751587, + "num_tokens": 829502893.0, + "step": 21843 + }, + { + "epoch": 2.778781325531103, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7817392349243164, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8862794637680054, + "num_tokens": 829538307.0, + "step": 21844 + }, + { + "epoch": 2.7789085358096934, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6468334197998047, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8883488178253174, + "num_tokens": 829575992.0, + "step": 21845 + }, + { + "epoch": 2.779035746088284, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.79583740234375, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8717951774597168, + "num_tokens": 829610167.0, + "step": 21846 + }, + { + "epoch": 2.7791629563668745, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.660665273666382, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8712381720542908, + "num_tokens": 829646828.0, + "step": 21847 + }, + { + "epoch": 2.779290166645465, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7874598503112793, + "learning_rate": 1e-05, + "loss": 0.455, + "mean_token_accuracy": 0.8711374998092651, + "num_tokens": 829683593.0, + "step": 21848 + }, + { + "epoch": 2.7794173769240555, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6556031703948975, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8764082193374634, + "num_tokens": 829721080.0, + "step": 21849 + }, + { + "epoch": 2.779544587202646, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.788264036178589, + "learning_rate": 1e-05, + "loss": 0.3779, + "mean_token_accuracy": 0.8937265872955322, + "num_tokens": 829755871.0, + "step": 21850 + }, + { + "epoch": 2.7796717974812366, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.653510808944702, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8804230690002441, + "num_tokens": 829793377.0, + "step": 21851 + }, + { + "epoch": 2.779799007759827, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.781329393386841, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8778078556060791, + "num_tokens": 829833165.0, + "step": 21852 + }, + { + "epoch": 2.7799262180384177, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6586921215057373, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8834895491600037, + "num_tokens": 829869558.0, + "step": 21853 + }, + { + "epoch": 2.780053428317008, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.784977912902832, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8784694075584412, + "num_tokens": 829906385.0, + "step": 21854 + }, + { + "epoch": 2.7801806385955983, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.7058234214782715, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8694682121276855, + "num_tokens": 829944216.0, + "step": 21855 + }, + { + "epoch": 2.7803078488741892, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7822375297546387, + "learning_rate": 1e-05, + "loss": 0.4945, + "mean_token_accuracy": 0.8577205538749695, + "num_tokens": 829976817.0, + "step": 21856 + }, + { + "epoch": 2.7804350591527793, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.656940221786499, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.8713221549987793, + "num_tokens": 830020434.0, + "step": 21857 + }, + { + "epoch": 2.7805622694313703, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.77694034576416, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8799406886100769, + "num_tokens": 830054469.0, + "step": 21858 + }, + { + "epoch": 2.7806894797099604, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003662109375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6506354808807373, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8800122737884521, + "num_tokens": 830091536.0, + "step": 21859 + }, + { + "epoch": 2.780816689988551, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.777949810028076, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8706668615341187, + "num_tokens": 830129425.0, + "step": 21860 + }, + { + "epoch": 2.7809439002671414, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.661813974380493, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8723776936531067, + "num_tokens": 830171137.0, + "step": 21861 + }, + { + "epoch": 2.781071110545732, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.763468027114868, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8916192054748535, + "num_tokens": 830211434.0, + "step": 21862 + }, + { + "epoch": 2.7811983208243225, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.649271249771118, + "learning_rate": 1e-05, + "loss": 0.3798, + "mean_token_accuracy": 0.892768383026123, + "num_tokens": 830250843.0, + "step": 21863 + }, + { + "epoch": 2.781325531102913, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7695181369781494, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8692729473114014, + "num_tokens": 830292131.0, + "step": 21864 + }, + { + "epoch": 2.7814527413815036, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6509664058685303, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8881274461746216, + "num_tokens": 830329678.0, + "step": 21865 + }, + { + "epoch": 2.781579951660094, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.778061628341675, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8880558013916016, + "num_tokens": 830367822.0, + "step": 21866 + }, + { + "epoch": 2.7817071619386846, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6505494117736816, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.875826358795166, + "num_tokens": 830408170.0, + "step": 21867 + }, + { + "epoch": 2.781834372217275, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.766655445098877, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8834571838378906, + "num_tokens": 830447402.0, + "step": 21868 + }, + { + "epoch": 2.7819615824958657, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6690266132354736, + "learning_rate": 1e-05, + "loss": 0.492, + "mean_token_accuracy": 0.8586224317550659, + "num_tokens": 830485411.0, + "step": 21869 + }, + { + "epoch": 2.782088792774456, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.763465404510498, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8796097040176392, + "num_tokens": 830522562.0, + "step": 21870 + }, + { + "epoch": 2.7822160030530467, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.651066541671753, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.867545485496521, + "num_tokens": 830565979.0, + "step": 21871 + }, + { + "epoch": 2.7823432133316373, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.782874345779419, + "learning_rate": 1e-05, + "loss": 0.4297, + "mean_token_accuracy": 0.8746098279953003, + "num_tokens": 830602771.0, + "step": 21872 + }, + { + "epoch": 2.782470423610228, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.652676582336426, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8700430393218994, + "num_tokens": 830639891.0, + "step": 21873 + }, + { + "epoch": 2.7825976338888183, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.773338556289673, + "learning_rate": 1e-05, + "loss": 0.3748, + "mean_token_accuracy": 0.8906335830688477, + "num_tokens": 830676044.0, + "step": 21874 + }, + { + "epoch": 2.782724844167409, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.641829013824463, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8770979046821594, + "num_tokens": 830718252.0, + "step": 21875 + }, + { + "epoch": 2.7828520544459994, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7717490196228027, + "learning_rate": 1e-05, + "loss": 0.3913, + "mean_token_accuracy": 0.8906995058059692, + "num_tokens": 830757563.0, + "step": 21876 + }, + { + "epoch": 2.78297926472459, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6530468463897705, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.8726834058761597, + "num_tokens": 830797808.0, + "step": 21877 + }, + { + "epoch": 2.78310647500318, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.77239727973938, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8760883808135986, + "num_tokens": 830838691.0, + "step": 21878 + }, + { + "epoch": 2.783233685281771, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.644693613052368, + "learning_rate": 1e-05, + "loss": 0.3896, + "mean_token_accuracy": 0.8918991088867188, + "num_tokens": 830877016.0, + "step": 21879 + }, + { + "epoch": 2.783360895560361, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.795736312866211, + "learning_rate": 1e-05, + "loss": 0.4283, + "mean_token_accuracy": 0.8826336860656738, + "num_tokens": 830908841.0, + "step": 21880 + }, + { + "epoch": 2.783488105838952, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.639608144760132, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8743282556533813, + "num_tokens": 830947580.0, + "step": 21881 + }, + { + "epoch": 2.783615316117542, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.80293869972229, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8787358999252319, + "num_tokens": 830984385.0, + "step": 21882 + }, + { + "epoch": 2.783742526396133, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.638554096221924, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8896538019180298, + "num_tokens": 831022280.0, + "step": 21883 + }, + { + "epoch": 2.783869736674723, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8046464920043945, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8811981081962585, + "num_tokens": 831055764.0, + "step": 21884 + }, + { + "epoch": 2.7839969469533137, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650054454803467, + "learning_rate": 1e-05, + "loss": 0.4866, + "mean_token_accuracy": 0.867904007434845, + "num_tokens": 831093397.0, + "step": 21885 + }, + { + "epoch": 2.784124157231904, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8056423664093018, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.878747820854187, + "num_tokens": 831130720.0, + "step": 21886 + }, + { + "epoch": 2.7842513675104947, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.64963436126709, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8791780471801758, + "num_tokens": 831164092.0, + "step": 21887 + }, + { + "epoch": 2.7843785777890853, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7977795600891113, + "learning_rate": 1e-05, + "loss": 0.4364, + "mean_token_accuracy": 0.874482274055481, + "num_tokens": 831202570.0, + "step": 21888 + }, + { + "epoch": 2.784505788067676, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648076295852661, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8652303218841553, + "num_tokens": 831242596.0, + "step": 21889 + }, + { + "epoch": 2.7846329983462663, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7866005897521973, + "learning_rate": 1e-05, + "loss": 0.3869, + "mean_token_accuracy": 0.8912439346313477, + "num_tokens": 831283305.0, + "step": 21890 + }, + { + "epoch": 2.784760208624857, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6593291759490967, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8922820687294006, + "num_tokens": 831322355.0, + "step": 21891 + }, + { + "epoch": 2.7848874189034474, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.793363332748413, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8773893713951111, + "num_tokens": 831361410.0, + "step": 21892 + }, + { + "epoch": 2.785014629182038, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6489202976226807, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8724547028541565, + "num_tokens": 831402493.0, + "step": 21893 + }, + { + "epoch": 2.7851418394606284, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8051505088806152, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.8538656830787659, + "num_tokens": 831443231.0, + "step": 21894 + }, + { + "epoch": 2.785269049739219, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6508896350860596, + "learning_rate": 1e-05, + "loss": 0.3596, + "mean_token_accuracy": 0.9032720327377319, + "num_tokens": 831474716.0, + "step": 21895 + }, + { + "epoch": 2.7853962600178095, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7966439723968506, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8625048398971558, + "num_tokens": 831519410.0, + "step": 21896 + }, + { + "epoch": 2.7855234702964, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6400325298309326, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.883844256401062, + "num_tokens": 831562040.0, + "step": 21897 + }, + { + "epoch": 2.7856506805749905, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.793710947036743, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8701015710830688, + "num_tokens": 831604956.0, + "step": 21898 + }, + { + "epoch": 2.785777890853581, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6624319553375244, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8835776448249817, + "num_tokens": 831637270.0, + "step": 21899 + }, + { + "epoch": 2.7859051011321716, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.796245574951172, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8849202394485474, + "num_tokens": 831671342.0, + "step": 21900 + }, + { + "epoch": 2.786032311410762, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6573150157928467, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.877230167388916, + "num_tokens": 831709222.0, + "step": 21901 + }, + { + "epoch": 2.7861595216893527, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.784403085708618, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8869504332542419, + "num_tokens": 831749690.0, + "step": 21902 + }, + { + "epoch": 2.7862867319679427, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6657068729400635, + "learning_rate": 1e-05, + "loss": 0.4777, + "mean_token_accuracy": 0.8671874403953552, + "num_tokens": 831787963.0, + "step": 21903 + }, + { + "epoch": 2.7864139422465337, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7846975326538086, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.885098934173584, + "num_tokens": 831820925.0, + "step": 21904 + }, + { + "epoch": 2.786541152525124, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.668095350265503, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8741414546966553, + "num_tokens": 831856190.0, + "step": 21905 + }, + { + "epoch": 2.7866683628037148, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7722699642181396, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8670741319656372, + "num_tokens": 831900339.0, + "step": 21906 + }, + { + "epoch": 2.786795573082305, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6860644817352295, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8716204166412354, + "num_tokens": 831932166.0, + "step": 21907 + }, + { + "epoch": 2.786922783360896, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7686052322387695, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8822176456451416, + "num_tokens": 831964796.0, + "step": 21908 + }, + { + "epoch": 2.787049993639486, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6593968868255615, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8753210306167603, + "num_tokens": 832004603.0, + "step": 21909 + }, + { + "epoch": 2.7871772039180764, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7568774223327637, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8903711438179016, + "num_tokens": 832042847.0, + "step": 21910 + }, + { + "epoch": 2.787304414196667, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6647346019744873, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8803509473800659, + "num_tokens": 832079746.0, + "step": 21911 + }, + { + "epoch": 2.7874316244752575, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7718162536621094, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8724803328514099, + "num_tokens": 832116300.0, + "step": 21912 + }, + { + "epoch": 2.787558834753848, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.662698984146118, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8902701139450073, + "num_tokens": 832151985.0, + "step": 21913 + }, + { + "epoch": 2.7876860450324386, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7910234928131104, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8786242604255676, + "num_tokens": 832181327.0, + "step": 21914 + }, + { + "epoch": 2.787813255311029, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6539957523345947, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8840292096138, + "num_tokens": 832217710.0, + "step": 21915 + }, + { + "epoch": 2.7879404655896196, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.804124116897583, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8744630813598633, + "num_tokens": 832255628.0, + "step": 21916 + }, + { + "epoch": 2.78806767586821, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6403796672821045, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8787423372268677, + "num_tokens": 832294239.0, + "step": 21917 + }, + { + "epoch": 2.7881948861468007, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.801115036010742, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8829865455627441, + "num_tokens": 832331270.0, + "step": 21918 + }, + { + "epoch": 2.788322096425391, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6446166038513184, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8697776198387146, + "num_tokens": 832372276.0, + "step": 21919 + }, + { + "epoch": 2.7884493067039817, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.7961578369140625, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8865717649459839, + "num_tokens": 832410352.0, + "step": 21920 + }, + { + "epoch": 2.7885765169825723, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6454145908355713, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.871315598487854, + "num_tokens": 832452633.0, + "step": 21921 + }, + { + "epoch": 2.788703727261163, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.789344072341919, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8841755390167236, + "num_tokens": 832492100.0, + "step": 21922 + }, + { + "epoch": 2.7888309375397533, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6588165760040283, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.8757320642471313, + "num_tokens": 832529972.0, + "step": 21923 + }, + { + "epoch": 2.788958147818344, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.777209758758545, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8880593776702881, + "num_tokens": 832571042.0, + "step": 21924 + }, + { + "epoch": 2.7890853580969344, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6599795818328857, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8707382678985596, + "num_tokens": 832610575.0, + "step": 21925 + }, + { + "epoch": 2.789212568375525, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.770853042602539, + "learning_rate": 1e-05, + "loss": 0.3836, + "mean_token_accuracy": 0.8909018039703369, + "num_tokens": 832649477.0, + "step": 21926 + }, + { + "epoch": 2.7893397786541154, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.649143695831299, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8851189613342285, + "num_tokens": 832688958.0, + "step": 21927 + }, + { + "epoch": 2.7894669889327055, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7780535221099854, + "learning_rate": 1e-05, + "loss": 0.3915, + "mean_token_accuracy": 0.8906077742576599, + "num_tokens": 832724368.0, + "step": 21928 + }, + { + "epoch": 2.7895941992112965, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.653068780899048, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8753513097763062, + "num_tokens": 832765950.0, + "step": 21929 + }, + { + "epoch": 2.7897214094898866, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7730824947357178, + "learning_rate": 1e-05, + "loss": 0.3703, + "mean_token_accuracy": 0.894092321395874, + "num_tokens": 832800666.0, + "step": 21930 + }, + { + "epoch": 2.7898486197684775, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6668756008148193, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8691136837005615, + "num_tokens": 832835830.0, + "step": 21931 + }, + { + "epoch": 2.7899758300470676, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.781146764755249, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8902186155319214, + "num_tokens": 832866370.0, + "step": 21932 + }, + { + "epoch": 2.7901030403256586, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.638483762741089, + "learning_rate": 1e-05, + "loss": 0.4344, + "mean_token_accuracy": 0.8784404993057251, + "num_tokens": 832914174.0, + "step": 21933 + }, + { + "epoch": 2.7902302506042487, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7773847579956055, + "learning_rate": 1e-05, + "loss": 0.3869, + "mean_token_accuracy": 0.8900294899940491, + "num_tokens": 832951397.0, + "step": 21934 + }, + { + "epoch": 2.790357460882839, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6626927852630615, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8844924569129944, + "num_tokens": 832986282.0, + "step": 21935 + }, + { + "epoch": 2.7904846711614297, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7785041332244873, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8874613642692566, + "num_tokens": 833023288.0, + "step": 21936 + }, + { + "epoch": 2.7906118814400203, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.676504135131836, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8752286434173584, + "num_tokens": 833053744.0, + "step": 21937 + }, + { + "epoch": 2.790739091718611, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7503414154052734, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8890702724456787, + "num_tokens": 833096499.0, + "step": 21938 + }, + { + "epoch": 2.7908663019972013, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.661395311355591, + "learning_rate": 1e-05, + "loss": 0.3948, + "mean_token_accuracy": 0.8878804445266724, + "num_tokens": 833132405.0, + "step": 21939 + }, + { + "epoch": 2.790993512275792, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.74519681930542, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8794887065887451, + "num_tokens": 833175581.0, + "step": 21940 + }, + { + "epoch": 2.7911207225543824, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.673551321029663, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8697493076324463, + "num_tokens": 833213466.0, + "step": 21941 + }, + { + "epoch": 2.791247932832973, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7474896907806396, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8742727041244507, + "num_tokens": 833250344.0, + "step": 21942 + }, + { + "epoch": 2.7913751431115634, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6655023097991943, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8797007203102112, + "num_tokens": 833291032.0, + "step": 21943 + }, + { + "epoch": 2.791502353390154, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7429757118225098, + "learning_rate": 1e-05, + "loss": 0.4071, + "mean_token_accuracy": 0.8834861516952515, + "num_tokens": 833331213.0, + "step": 21944 + }, + { + "epoch": 2.7916295636687445, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.657750368118286, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8869755864143372, + "num_tokens": 833373906.0, + "step": 21945 + }, + { + "epoch": 2.791756773947335, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7589309215545654, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8720385432243347, + "num_tokens": 833411724.0, + "step": 21946 + }, + { + "epoch": 2.7918839842259255, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.671412467956543, + "learning_rate": 1e-05, + "loss": 0.4011, + "mean_token_accuracy": 0.8876060843467712, + "num_tokens": 833446337.0, + "step": 21947 + }, + { + "epoch": 2.792011194504516, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.756983995437622, + "learning_rate": 1e-05, + "loss": 0.4577, + "mean_token_accuracy": 0.866466760635376, + "num_tokens": 833484444.0, + "step": 21948 + }, + { + "epoch": 2.7921384047831066, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.662301540374756, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8814973831176758, + "num_tokens": 833521375.0, + "step": 21949 + }, + { + "epoch": 2.792265615061697, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7591447830200195, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8877236843109131, + "num_tokens": 833557784.0, + "step": 21950 + }, + { + "epoch": 2.7923928253402877, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6557023525238037, + "learning_rate": 1e-05, + "loss": 0.3756, + "mean_token_accuracy": 0.8975775837898254, + "num_tokens": 833598872.0, + "step": 21951 + }, + { + "epoch": 2.792520035618878, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7644851207733154, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8868775367736816, + "num_tokens": 833635799.0, + "step": 21952 + }, + { + "epoch": 2.7926472458974683, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6532881259918213, + "learning_rate": 1e-05, + "loss": 0.3989, + "mean_token_accuracy": 0.8866345286369324, + "num_tokens": 833671814.0, + "step": 21953 + }, + { + "epoch": 2.7927744561760592, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7590491771698, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8683381676673889, + "num_tokens": 833718081.0, + "step": 21954 + }, + { + "epoch": 2.7929016664546493, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6449427604675293, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8770143389701843, + "num_tokens": 833759197.0, + "step": 21955 + }, + { + "epoch": 2.7930288767332403, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.800652027130127, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.885877251625061, + "num_tokens": 833785582.0, + "step": 21956 + }, + { + "epoch": 2.7931560870118304, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.626394033432007, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8863468170166016, + "num_tokens": 833826611.0, + "step": 21957 + }, + { + "epoch": 2.793283297290421, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7952542304992676, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8759873509407043, + "num_tokens": 833870657.0, + "step": 21958 + }, + { + "epoch": 2.7934105075690114, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.634678602218628, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8786882162094116, + "num_tokens": 833907621.0, + "step": 21959 + }, + { + "epoch": 2.793537717847602, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8075711727142334, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8847911357879639, + "num_tokens": 833944364.0, + "step": 21960 + }, + { + "epoch": 2.7936649281261925, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6259896755218506, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.8903341889381409, + "num_tokens": 833983840.0, + "step": 21961 + }, + { + "epoch": 2.793792138404783, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.820082902908325, + "learning_rate": 1e-05, + "loss": 0.3883, + "mean_token_accuracy": 0.8910287022590637, + "num_tokens": 834016367.0, + "step": 21962 + }, + { + "epoch": 2.7939193486833735, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6424593925476074, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8875526189804077, + "num_tokens": 834050190.0, + "step": 21963 + }, + { + "epoch": 2.794046558961964, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.839855909347534, + "learning_rate": 1e-05, + "loss": 0.4575, + "mean_token_accuracy": 0.8718986511230469, + "num_tokens": 834087013.0, + "step": 21964 + }, + { + "epoch": 2.7941737692405546, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.63272762298584, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8763391971588135, + "num_tokens": 834131771.0, + "step": 21965 + }, + { + "epoch": 2.794300979519145, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8361899852752686, + "learning_rate": 1e-05, + "loss": 0.4104, + "mean_token_accuracy": 0.8848690390586853, + "num_tokens": 834169055.0, + "step": 21966 + }, + { + "epoch": 2.7944281897977357, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.64125657081604, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8848416805267334, + "num_tokens": 834206081.0, + "step": 21967 + }, + { + "epoch": 2.794555400076326, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.838696002960205, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.888096809387207, + "num_tokens": 834240846.0, + "step": 21968 + }, + { + "epoch": 2.7946826103549167, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6481730937957764, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8789556622505188, + "num_tokens": 834275037.0, + "step": 21969 + }, + { + "epoch": 2.7948098206335072, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8226428031921387, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8803983926773071, + "num_tokens": 834316408.0, + "step": 21970 + }, + { + "epoch": 2.7949370309120978, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.634091854095459, + "learning_rate": 1e-05, + "loss": 0.3918, + "mean_token_accuracy": 0.8888810873031616, + "num_tokens": 834358473.0, + "step": 21971 + }, + { + "epoch": 2.7950642411906883, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8272366523742676, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.8786429166793823, + "num_tokens": 834399982.0, + "step": 21972 + }, + { + "epoch": 2.795191451469279, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.65474796295166, + "learning_rate": 1e-05, + "loss": 0.3904, + "mean_token_accuracy": 0.8888623118400574, + "num_tokens": 834429731.0, + "step": 21973 + }, + { + "epoch": 2.7953186617478694, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.880774736404419, + "learning_rate": 1e-05, + "loss": 0.4356, + "mean_token_accuracy": 0.8772330284118652, + "num_tokens": 834476958.0, + "step": 21974 + }, + { + "epoch": 2.79544587202646, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.633781909942627, + "learning_rate": 1e-05, + "loss": 0.4091, + "mean_token_accuracy": 0.8843162059783936, + "num_tokens": 834516820.0, + "step": 21975 + }, + { + "epoch": 2.79557308230505, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8497085571289062, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8792662620544434, + "num_tokens": 834552455.0, + "step": 21976 + }, + { + "epoch": 2.795700292583641, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6269803047180176, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8759371042251587, + "num_tokens": 834593059.0, + "step": 21977 + }, + { + "epoch": 2.795827502862231, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.852065324783325, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.869979739189148, + "num_tokens": 834640134.0, + "step": 21978 + }, + { + "epoch": 2.795954713140822, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.644040107727051, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8779032826423645, + "num_tokens": 834679172.0, + "step": 21979 + }, + { + "epoch": 2.796081923419412, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8659486770629883, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8683716058731079, + "num_tokens": 834713463.0, + "step": 21980 + }, + { + "epoch": 2.796209133698003, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6443448066711426, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8587836027145386, + "num_tokens": 834757782.0, + "step": 21981 + }, + { + "epoch": 2.796336343976593, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8648195266723633, + "learning_rate": 1e-05, + "loss": 0.4661, + "mean_token_accuracy": 0.8719388246536255, + "num_tokens": 834791598.0, + "step": 21982 + }, + { + "epoch": 2.7964635542551837, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.644066572189331, + "learning_rate": 1e-05, + "loss": 0.4549, + "mean_token_accuracy": 0.8715516328811646, + "num_tokens": 834835205.0, + "step": 21983 + }, + { + "epoch": 2.796590764533774, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.858330726623535, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8900356888771057, + "num_tokens": 834867450.0, + "step": 21984 + }, + { + "epoch": 2.7967179748123647, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.643183469772339, + "learning_rate": 1e-05, + "loss": 0.4355, + "mean_token_accuracy": 0.8769110441207886, + "num_tokens": 834911067.0, + "step": 21985 + }, + { + "epoch": 2.7968451850909553, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.845999002456665, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8801051378250122, + "num_tokens": 834949117.0, + "step": 21986 + }, + { + "epoch": 2.796972395369546, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.660242795944214, + "learning_rate": 1e-05, + "loss": 0.4377, + "mean_token_accuracy": 0.876593291759491, + "num_tokens": 834988909.0, + "step": 21987 + }, + { + "epoch": 2.7970996056481363, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8223485946655273, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8849806785583496, + "num_tokens": 835031168.0, + "step": 21988 + }, + { + "epoch": 2.797226815926727, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.661198377609253, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8859686255455017, + "num_tokens": 835072110.0, + "step": 21989 + }, + { + "epoch": 2.7973540262053174, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8246755599975586, + "learning_rate": 1e-05, + "loss": 0.3945, + "mean_token_accuracy": 0.8913565278053284, + "num_tokens": 835104605.0, + "step": 21990 + }, + { + "epoch": 2.797481236483908, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.668449878692627, + "learning_rate": 1e-05, + "loss": 0.4748, + "mean_token_accuracy": 0.8651372790336609, + "num_tokens": 835141970.0, + "step": 21991 + }, + { + "epoch": 2.7976084467624984, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8267478942871094, + "learning_rate": 1e-05, + "loss": 0.4774, + "mean_token_accuracy": 0.8632721900939941, + "num_tokens": 835177469.0, + "step": 21992 + }, + { + "epoch": 2.797735657041089, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.643008232116699, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8771134614944458, + "num_tokens": 835220286.0, + "step": 21993 + }, + { + "epoch": 2.7978628673196795, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8211357593536377, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8832610845565796, + "num_tokens": 835254290.0, + "step": 21994 + }, + { + "epoch": 2.79799007759827, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.665207624435425, + "learning_rate": 1e-05, + "loss": 0.422, + "mean_token_accuracy": 0.8773348927497864, + "num_tokens": 835286375.0, + "step": 21995 + }, + { + "epoch": 2.7981172878768605, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.9466426372528076, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.881428599357605, + "num_tokens": 835315472.0, + "step": 21996 + }, + { + "epoch": 2.798244498155451, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6284234523773193, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8868849277496338, + "num_tokens": 835355865.0, + "step": 21997 + }, + { + "epoch": 2.7983717084340416, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.872311592102051, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8785437345504761, + "num_tokens": 835391251.0, + "step": 21998 + }, + { + "epoch": 2.798498918712632, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.639068365097046, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8910008668899536, + "num_tokens": 835424869.0, + "step": 21999 + }, + { + "epoch": 2.7986261289912227, + "ewc_loss": 0.08642578125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.9591064453125e-05, + "grad_norm": 2.874377727508545, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8812453746795654, + "num_tokens": 835464916.0, + "step": 22000 + }, + { + "epoch": 2.7987533392698127, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6546547412872314, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.870869517326355, + "num_tokens": 835503114.0, + "step": 22001 + }, + { + "epoch": 2.7988805495484037, + "ewc_loss": 0.0859375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.887580871582031e-05, + "grad_norm": 2.867908239364624, + "learning_rate": 1e-05, + "loss": 0.4704, + "mean_token_accuracy": 0.8688998222351074, + "num_tokens": 835541446.0, + "step": 22002 + }, + { + "epoch": 2.799007759826994, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.654050350189209, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.893744707107544, + "num_tokens": 835579261.0, + "step": 22003 + }, + { + "epoch": 2.7991349701055848, + "ewc_loss": 0.0859375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.887580871582031e-05, + "grad_norm": 2.8641295433044434, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8758610486984253, + "num_tokens": 835615847.0, + "step": 22004 + }, + { + "epoch": 2.799262180384175, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.6640894412994385, + "learning_rate": 1e-05, + "loss": 0.4869, + "mean_token_accuracy": 0.8598504066467285, + "num_tokens": 835658461.0, + "step": 22005 + }, + { + "epoch": 2.799389390662766, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8381083011627197, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8873589038848877, + "num_tokens": 835693489.0, + "step": 22006 + }, + { + "epoch": 2.799516600941356, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.652033567428589, + "learning_rate": 1e-05, + "loss": 0.38, + "mean_token_accuracy": 0.8935287594795227, + "num_tokens": 835733925.0, + "step": 22007 + }, + { + "epoch": 2.7996438112199464, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8294451236724854, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8730152249336243, + "num_tokens": 835775071.0, + "step": 22008 + }, + { + "epoch": 2.799771021498537, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.6673717498779297, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8770936131477356, + "num_tokens": 835813940.0, + "step": 22009 + }, + { + "epoch": 2.7998982317771275, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8359720706939697, + "learning_rate": 1e-05, + "loss": 0.4734, + "mean_token_accuracy": 0.8643841743469238, + "num_tokens": 835849667.0, + "step": 22010 + }, + { + "epoch": 2.800025442055718, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.744297742843628, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8833632469177246, + "num_tokens": 835880928.0, + "step": 22011 + }, + { + "epoch": 2.8001526523343085, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.761369466781616, + "learning_rate": 1e-05, + "loss": 0.3696, + "mean_token_accuracy": 0.8973146080970764, + "num_tokens": 835917502.0, + "step": 22012 + }, + { + "epoch": 2.800279862612899, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.6947031021118164, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8702107667922974, + "num_tokens": 835958547.0, + "step": 22013 + }, + { + "epoch": 2.8004070728914896, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7483012676239014, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8775596618652344, + "num_tokens": 835997427.0, + "step": 22014 + }, + { + "epoch": 2.80053428317008, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6828906536102295, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8852660655975342, + "num_tokens": 836039096.0, + "step": 22015 + }, + { + "epoch": 2.8006614934486707, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.740243434906006, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.8791090250015259, + "num_tokens": 836079613.0, + "step": 22016 + }, + { + "epoch": 2.800788703727261, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.689408540725708, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8846856951713562, + "num_tokens": 836117500.0, + "step": 22017 + }, + { + "epoch": 2.8009159140058517, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.768794536590576, + "learning_rate": 1e-05, + "loss": 0.4167, + "mean_token_accuracy": 0.8795255422592163, + "num_tokens": 836149680.0, + "step": 22018 + }, + { + "epoch": 2.8010431242844422, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6820523738861084, + "learning_rate": 1e-05, + "loss": 0.3653, + "mean_token_accuracy": 0.8964301347732544, + "num_tokens": 836179869.0, + "step": 22019 + }, + { + "epoch": 2.8011703345630328, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7422571182250977, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.874984622001648, + "num_tokens": 836222305.0, + "step": 22020 + }, + { + "epoch": 2.8012975448416233, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6874895095825195, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8744254112243652, + "num_tokens": 836257687.0, + "step": 22021 + }, + { + "epoch": 2.801424755120214, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7341127395629883, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8781256675720215, + "num_tokens": 836299105.0, + "step": 22022 + }, + { + "epoch": 2.8015519653988044, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.684431791305542, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8819659948348999, + "num_tokens": 836337661.0, + "step": 22023 + }, + { + "epoch": 2.801679175677395, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.727022171020508, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.8708441257476807, + "num_tokens": 836378792.0, + "step": 22024 + }, + { + "epoch": 2.8018063859559854, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.708554983139038, + "learning_rate": 1e-05, + "loss": 0.4368, + "mean_token_accuracy": 0.8748005032539368, + "num_tokens": 836412754.0, + "step": 22025 + }, + { + "epoch": 2.8019335962345755, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.716536283493042, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8841820955276489, + "num_tokens": 836452173.0, + "step": 22026 + }, + { + "epoch": 2.8020608065131665, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6907079219818115, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8876943588256836, + "num_tokens": 836491398.0, + "step": 22027 + }, + { + "epoch": 2.8021880167917566, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7383036613464355, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8698408603668213, + "num_tokens": 836525130.0, + "step": 22028 + }, + { + "epoch": 2.8023152270703475, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.702075481414795, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8771344423294067, + "num_tokens": 836561288.0, + "step": 22029 + }, + { + "epoch": 2.8024424373489376, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7273268699645996, + "learning_rate": 1e-05, + "loss": 0.4768, + "mean_token_accuracy": 0.864445686340332, + "num_tokens": 836603595.0, + "step": 22030 + }, + { + "epoch": 2.8025696476275286, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.708460569381714, + "learning_rate": 1e-05, + "loss": 0.4537, + "mean_token_accuracy": 0.873046875, + "num_tokens": 836640460.0, + "step": 22031 + }, + { + "epoch": 2.8026968579061187, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.725461959838867, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8701593279838562, + "num_tokens": 836678024.0, + "step": 22032 + }, + { + "epoch": 2.802824068184709, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6828482151031494, + "learning_rate": 1e-05, + "loss": 0.38, + "mean_token_accuracy": 0.8945025205612183, + "num_tokens": 836718383.0, + "step": 22033 + }, + { + "epoch": 2.8029512784632997, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.732593297958374, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8658064603805542, + "num_tokens": 836755564.0, + "step": 22034 + }, + { + "epoch": 2.8030784887418903, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6936192512512207, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8773115873336792, + "num_tokens": 836792891.0, + "step": 22035 + }, + { + "epoch": 2.803205699020481, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7292122840881348, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8753933906555176, + "num_tokens": 836830024.0, + "step": 22036 + }, + { + "epoch": 2.8033329092990713, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6901779174804688, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8704589009284973, + "num_tokens": 836871600.0, + "step": 22037 + }, + { + "epoch": 2.803460119577662, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.714001178741455, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.88653564453125, + "num_tokens": 836911495.0, + "step": 22038 + }, + { + "epoch": 2.8035873298562524, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.680732488632202, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8800990581512451, + "num_tokens": 836952840.0, + "step": 22039 + }, + { + "epoch": 2.803714540134843, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7324681282043457, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8745040893554688, + "num_tokens": 836988355.0, + "step": 22040 + }, + { + "epoch": 2.8038417504134334, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6929242610931396, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8797271251678467, + "num_tokens": 837021559.0, + "step": 22041 + }, + { + "epoch": 2.803968960692024, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.714648485183716, + "learning_rate": 1e-05, + "loss": 0.4318, + "mean_token_accuracy": 0.875552773475647, + "num_tokens": 837060401.0, + "step": 22042 + }, + { + "epoch": 2.8040961709706145, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6968653202056885, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.889586329460144, + "num_tokens": 837094769.0, + "step": 22043 + }, + { + "epoch": 2.804223381249205, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.726062297821045, + "learning_rate": 1e-05, + "loss": 0.3777, + "mean_token_accuracy": 0.8925485610961914, + "num_tokens": 837125820.0, + "step": 22044 + }, + { + "epoch": 2.8043505915277955, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.675968647003174, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8875986337661743, + "num_tokens": 837167392.0, + "step": 22045 + }, + { + "epoch": 2.804477801806386, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.833915948867798, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8788240551948547, + "num_tokens": 837207439.0, + "step": 22046 + }, + { + "epoch": 2.8046050120849766, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6516005992889404, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8838385343551636, + "num_tokens": 837240038.0, + "step": 22047 + }, + { + "epoch": 2.804732222363567, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7814438343048096, + "learning_rate": 1e-05, + "loss": 0.4528, + "mean_token_accuracy": 0.8722979426383972, + "num_tokens": 837278842.0, + "step": 22048 + }, + { + "epoch": 2.8048594326421576, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.617323160171509, + "learning_rate": 1e-05, + "loss": 0.3728, + "mean_token_accuracy": 0.8956986665725708, + "num_tokens": 837317519.0, + "step": 22049 + }, + { + "epoch": 2.804986642920748, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8144350051879883, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8891953229904175, + "num_tokens": 837349053.0, + "step": 22050 + }, + { + "epoch": 2.8051138531993383, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6309309005737305, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8762164115905762, + "num_tokens": 837386018.0, + "step": 22051 + }, + { + "epoch": 2.8052410634779292, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8243753910064697, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8739436864852905, + "num_tokens": 837423640.0, + "step": 22052 + }, + { + "epoch": 2.8053682737565193, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.627822160720825, + "learning_rate": 1e-05, + "loss": 0.416, + "mean_token_accuracy": 0.8803260922431946, + "num_tokens": 837462198.0, + "step": 22053 + }, + { + "epoch": 2.8054954840351103, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.849515914916992, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8768085241317749, + "num_tokens": 837492722.0, + "step": 22054 + }, + { + "epoch": 2.8056226943137004, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6232032775878906, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8850810527801514, + "num_tokens": 837531598.0, + "step": 22055 + }, + { + "epoch": 2.805749904592291, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.852471351623535, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8736425638198853, + "num_tokens": 837572580.0, + "step": 22056 + }, + { + "epoch": 2.8058771148708814, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6285083293914795, + "learning_rate": 1e-05, + "loss": 0.4012, + "mean_token_accuracy": 0.8870954513549805, + "num_tokens": 837610398.0, + "step": 22057 + }, + { + "epoch": 2.806004325149472, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8568308353424072, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8761038780212402, + "num_tokens": 837653518.0, + "step": 22058 + }, + { + "epoch": 2.8061315354280625, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6249921321868896, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8767973780632019, + "num_tokens": 837697397.0, + "step": 22059 + }, + { + "epoch": 2.806258745706653, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8609983921051025, + "learning_rate": 1e-05, + "loss": 0.3785, + "mean_token_accuracy": 0.8955118656158447, + "num_tokens": 837736565.0, + "step": 22060 + }, + { + "epoch": 2.8063859559852435, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.638880729675293, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.8802666664123535, + "num_tokens": 837772514.0, + "step": 22061 + }, + { + "epoch": 2.806513166263834, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8612020015716553, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.8882185220718384, + "num_tokens": 837805147.0, + "step": 22062 + }, + { + "epoch": 2.8066403765424246, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.647028684616089, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8660176992416382, + "num_tokens": 837846795.0, + "step": 22063 + }, + { + "epoch": 2.806767586821015, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8548004627227783, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8822619318962097, + "num_tokens": 837882703.0, + "step": 22064 + }, + { + "epoch": 2.8068947970996057, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6622045040130615, + "learning_rate": 1e-05, + "loss": 0.4708, + "mean_token_accuracy": 0.8648583292961121, + "num_tokens": 837924698.0, + "step": 22065 + }, + { + "epoch": 2.807022007378196, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.841813087463379, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8818923234939575, + "num_tokens": 837958553.0, + "step": 22066 + }, + { + "epoch": 2.8071492176567867, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6436264514923096, + "learning_rate": 1e-05, + "loss": 0.353, + "mean_token_accuracy": 0.9025925397872925, + "num_tokens": 837998674.0, + "step": 22067 + }, + { + "epoch": 2.8072764279353772, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.839616298675537, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8811902403831482, + "num_tokens": 838035111.0, + "step": 22068 + }, + { + "epoch": 2.8074036382139678, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.651278495788574, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8760552406311035, + "num_tokens": 838075444.0, + "step": 22069 + }, + { + "epoch": 2.8075308484925583, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.83469557762146, + "learning_rate": 1e-05, + "loss": 0.5008, + "mean_token_accuracy": 0.859122633934021, + "num_tokens": 838117972.0, + "step": 22070 + }, + { + "epoch": 2.807658058771149, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6537182331085205, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.8682842254638672, + "num_tokens": 838158797.0, + "step": 22071 + }, + { + "epoch": 2.8077852690497394, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.829710006713867, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.8740835785865784, + "num_tokens": 838198958.0, + "step": 22072 + }, + { + "epoch": 2.80791247932833, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.657552480697632, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8762289881706238, + "num_tokens": 838233936.0, + "step": 22073 + }, + { + "epoch": 2.80803968960692, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8201117515563965, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.875139594078064, + "num_tokens": 838274333.0, + "step": 22074 + }, + { + "epoch": 2.808166899885511, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6710331439971924, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8828833699226379, + "num_tokens": 838304932.0, + "step": 22075 + }, + { + "epoch": 2.808294110164101, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8081488609313965, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8684079051017761, + "num_tokens": 838345377.0, + "step": 22076 + }, + { + "epoch": 2.808421320442692, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6671175956726074, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8780920505523682, + "num_tokens": 838383105.0, + "step": 22077 + }, + { + "epoch": 2.808548530721282, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.802309036254883, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8658995628356934, + "num_tokens": 838421857.0, + "step": 22078 + }, + { + "epoch": 2.808675740999873, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.661437511444092, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.867637574672699, + "num_tokens": 838459439.0, + "step": 22079 + }, + { + "epoch": 2.808802951278463, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.800915002822876, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8763746023178101, + "num_tokens": 838501176.0, + "step": 22080 + }, + { + "epoch": 2.8089301615570537, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6639959812164307, + "learning_rate": 1e-05, + "loss": 0.461, + "mean_token_accuracy": 0.8663966059684753, + "num_tokens": 838538725.0, + "step": 22081 + }, + { + "epoch": 2.809057371835644, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7998390197753906, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8728455901145935, + "num_tokens": 838577365.0, + "step": 22082 + }, + { + "epoch": 2.8091845821142347, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6549181938171387, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8855398893356323, + "num_tokens": 838617872.0, + "step": 22083 + }, + { + "epoch": 2.8093117923928252, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7932870388031006, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8734588623046875, + "num_tokens": 838656599.0, + "step": 22084 + }, + { + "epoch": 2.8094390026714158, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.653616189956665, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8772512674331665, + "num_tokens": 838693270.0, + "step": 22085 + }, + { + "epoch": 2.8095662129500063, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8022539615631104, + "learning_rate": 1e-05, + "loss": 0.4515, + "mean_token_accuracy": 0.8730084300041199, + "num_tokens": 838728493.0, + "step": 22086 + }, + { + "epoch": 2.809693423228597, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6501855850219727, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8799771070480347, + "num_tokens": 838767136.0, + "step": 22087 + }, + { + "epoch": 2.8098206335071874, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.80778431892395, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8772549033164978, + "num_tokens": 838801894.0, + "step": 22088 + }, + { + "epoch": 2.809947843785778, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6378118991851807, + "learning_rate": 1e-05, + "loss": 0.364, + "mean_token_accuracy": 0.8991950154304504, + "num_tokens": 838838732.0, + "step": 22089 + }, + { + "epoch": 2.8100750540643684, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8058388233184814, + "learning_rate": 1e-05, + "loss": 0.3581, + "mean_token_accuracy": 0.9018003940582275, + "num_tokens": 838876331.0, + "step": 22090 + }, + { + "epoch": 2.810202264342959, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6501271724700928, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8820983171463013, + "num_tokens": 838909613.0, + "step": 22091 + }, + { + "epoch": 2.8103294746215495, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8124146461486816, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8708707094192505, + "num_tokens": 838944694.0, + "step": 22092 + }, + { + "epoch": 2.81045668490014, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.642517328262329, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8845467567443848, + "num_tokens": 838984595.0, + "step": 22093 + }, + { + "epoch": 2.8105838951787305, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.814445734024048, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8757987022399902, + "num_tokens": 839018528.0, + "step": 22094 + }, + { + "epoch": 2.810711105457321, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.649876594543457, + "learning_rate": 1e-05, + "loss": 0.4311, + "mean_token_accuracy": 0.8769811391830444, + "num_tokens": 839056447.0, + "step": 22095 + }, + { + "epoch": 2.8108383157359116, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8171422481536865, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8858798742294312, + "num_tokens": 839093612.0, + "step": 22096 + }, + { + "epoch": 2.810965526014502, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6475067138671875, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8777744770050049, + "num_tokens": 839130192.0, + "step": 22097 + }, + { + "epoch": 2.8110927362930926, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8258962631225586, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8742946982383728, + "num_tokens": 839167821.0, + "step": 22098 + }, + { + "epoch": 2.8112199465716827, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6705498695373535, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8699950575828552, + "num_tokens": 839200124.0, + "step": 22099 + }, + { + "epoch": 2.8113471568502737, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.794983148574829, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8752949833869934, + "num_tokens": 839242787.0, + "step": 22100 + }, + { + "epoch": 2.811474367128864, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.653627872467041, + "learning_rate": 1e-05, + "loss": 0.3811, + "mean_token_accuracy": 0.894078254699707, + "num_tokens": 839277517.0, + "step": 22101 + }, + { + "epoch": 2.8116015774074548, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7751855850219727, + "learning_rate": 1e-05, + "loss": 0.388, + "mean_token_accuracy": 0.8925120234489441, + "num_tokens": 839318609.0, + "step": 22102 + }, + { + "epoch": 2.811728787686045, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6810901165008545, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8739863634109497, + "num_tokens": 839353964.0, + "step": 22103 + }, + { + "epoch": 2.811855997964636, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.760647773742676, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8945797681808472, + "num_tokens": 839393926.0, + "step": 22104 + }, + { + "epoch": 2.811983208243226, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6692328453063965, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8784298896789551, + "num_tokens": 839437857.0, + "step": 22105 + }, + { + "epoch": 2.8121104185218164, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.769848108291626, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8691814541816711, + "num_tokens": 839478444.0, + "step": 22106 + }, + { + "epoch": 2.812237628800407, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6777288913726807, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8824924230575562, + "num_tokens": 839512752.0, + "step": 22107 + }, + { + "epoch": 2.8123648390789975, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7731943130493164, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8663604259490967, + "num_tokens": 839550024.0, + "step": 22108 + }, + { + "epoch": 2.812492049357588, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6772751808166504, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.887136697769165, + "num_tokens": 839582612.0, + "step": 22109 + }, + { + "epoch": 2.8126192596361785, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7560267448425293, + "learning_rate": 1e-05, + "loss": 0.41, + "mean_token_accuracy": 0.8823500871658325, + "num_tokens": 839621791.0, + "step": 22110 + }, + { + "epoch": 2.812746469914769, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.677379846572876, + "learning_rate": 1e-05, + "loss": 0.4687, + "mean_token_accuracy": 0.8657127618789673, + "num_tokens": 839660829.0, + "step": 22111 + }, + { + "epoch": 2.8128736801933596, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7464888095855713, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.880760669708252, + "num_tokens": 839701675.0, + "step": 22112 + }, + { + "epoch": 2.81300089047195, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6740832328796387, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8712868690490723, + "num_tokens": 839742958.0, + "step": 22113 + }, + { + "epoch": 2.8131281007505406, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7346043586730957, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8792634010314941, + "num_tokens": 839787552.0, + "step": 22114 + }, + { + "epoch": 2.813255311029131, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6776204109191895, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8769069314002991, + "num_tokens": 839824630.0, + "step": 22115 + }, + { + "epoch": 2.8133825213077217, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.739556074142456, + "learning_rate": 1e-05, + "loss": 0.3927, + "mean_token_accuracy": 0.8891174793243408, + "num_tokens": 839857671.0, + "step": 22116 + }, + { + "epoch": 2.8135097315863122, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.681152105331421, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8757256269454956, + "num_tokens": 839896395.0, + "step": 22117 + }, + { + "epoch": 2.8136369418649028, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.722891330718994, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8789166212081909, + "num_tokens": 839942188.0, + "step": 22118 + }, + { + "epoch": 2.8137641521434933, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.696220874786377, + "learning_rate": 1e-05, + "loss": 0.3639, + "mean_token_accuracy": 0.8956549167633057, + "num_tokens": 839970510.0, + "step": 22119 + }, + { + "epoch": 2.813891362422084, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7229409217834473, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8806449174880981, + "num_tokens": 840007458.0, + "step": 22120 + }, + { + "epoch": 2.8140185727006743, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.680912733078003, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8777660131454468, + "num_tokens": 840049729.0, + "step": 22121 + }, + { + "epoch": 2.814145782979265, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.712799549102783, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8813657760620117, + "num_tokens": 840089883.0, + "step": 22122 + }, + { + "epoch": 2.8142729932578554, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.746079683303833, + "learning_rate": 1e-05, + "loss": 0.3754, + "mean_token_accuracy": 0.8963700532913208, + "num_tokens": 840121237.0, + "step": 22123 + }, + { + "epoch": 2.8144002035364455, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6961114406585693, + "learning_rate": 1e-05, + "loss": 0.4503, + "mean_token_accuracy": 0.8702495098114014, + "num_tokens": 840157213.0, + "step": 22124 + }, + { + "epoch": 2.8145274138150365, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.720517158508301, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8838645815849304, + "num_tokens": 840191404.0, + "step": 22125 + }, + { + "epoch": 2.8146546240936265, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.701107978820801, + "learning_rate": 1e-05, + "loss": 0.4552, + "mean_token_accuracy": 0.8721289038658142, + "num_tokens": 840227803.0, + "step": 22126 + }, + { + "epoch": 2.8147818343722175, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7282938957214355, + "learning_rate": 1e-05, + "loss": 0.4943, + "mean_token_accuracy": 0.858110249042511, + "num_tokens": 840266686.0, + "step": 22127 + }, + { + "epoch": 2.8149090446508076, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6710317134857178, + "learning_rate": 1e-05, + "loss": 0.4016, + "mean_token_accuracy": 0.8859202861785889, + "num_tokens": 840310437.0, + "step": 22128 + }, + { + "epoch": 2.815036254929398, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7314202785491943, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.87811279296875, + "num_tokens": 840349599.0, + "step": 22129 + }, + { + "epoch": 2.8151634652079887, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.665827751159668, + "learning_rate": 1e-05, + "loss": 0.4125, + "mean_token_accuracy": 0.8832799792289734, + "num_tokens": 840389143.0, + "step": 22130 + }, + { + "epoch": 2.815290675486579, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7328946590423584, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8857842683792114, + "num_tokens": 840429440.0, + "step": 22131 + }, + { + "epoch": 2.8154178857651697, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6824963092803955, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8789265155792236, + "num_tokens": 840466056.0, + "step": 22132 + }, + { + "epoch": 2.8155450960437602, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7379531860351562, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8779828548431396, + "num_tokens": 840503039.0, + "step": 22133 + }, + { + "epoch": 2.8156723063223508, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6705162525177, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8830119371414185, + "num_tokens": 840546809.0, + "step": 22134 + }, + { + "epoch": 2.8157995166009413, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7451372146606445, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.875537097454071, + "num_tokens": 840582617.0, + "step": 22135 + }, + { + "epoch": 2.815926726879532, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6656055450439453, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8816527128219604, + "num_tokens": 840620279.0, + "step": 22136 + }, + { + "epoch": 2.8160539371581224, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7611143589019775, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8815589547157288, + "num_tokens": 840655925.0, + "step": 22137 + }, + { + "epoch": 2.816181147436713, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6676695346832275, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.880901575088501, + "num_tokens": 840692328.0, + "step": 22138 + }, + { + "epoch": 2.8163083577153034, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7591049671173096, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.880771815776825, + "num_tokens": 840730674.0, + "step": 22139 + }, + { + "epoch": 2.816435567993894, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6709775924682617, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8729657530784607, + "num_tokens": 840764791.0, + "step": 22140 + }, + { + "epoch": 2.8165627782724845, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.756549596786499, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8808767795562744, + "num_tokens": 840803527.0, + "step": 22141 + }, + { + "epoch": 2.816689988551075, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.7051806449890137, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.871740460395813, + "num_tokens": 840843823.0, + "step": 22142 + }, + { + "epoch": 2.8168171988296655, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7415988445281982, + "learning_rate": 1e-05, + "loss": 0.4522, + "mean_token_accuracy": 0.869225025177002, + "num_tokens": 840879648.0, + "step": 22143 + }, + { + "epoch": 2.816944409108256, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6717636585235596, + "learning_rate": 1e-05, + "loss": 0.3755, + "mean_token_accuracy": 0.892978847026825, + "num_tokens": 840914979.0, + "step": 22144 + }, + { + "epoch": 2.8170716193868466, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.734685182571411, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8825269937515259, + "num_tokens": 840951534.0, + "step": 22145 + }, + { + "epoch": 2.817198829665437, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.682884693145752, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8717048168182373, + "num_tokens": 840987416.0, + "step": 22146 + }, + { + "epoch": 2.8173260399440276, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7433977127075195, + "learning_rate": 1e-05, + "loss": 0.475, + "mean_token_accuracy": 0.8629417419433594, + "num_tokens": 841026734.0, + "step": 22147 + }, + { + "epoch": 2.817453250222618, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.666945457458496, + "learning_rate": 1e-05, + "loss": 0.3793, + "mean_token_accuracy": 0.8929717540740967, + "num_tokens": 841065333.0, + "step": 22148 + }, + { + "epoch": 2.8175804605012083, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7434754371643066, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8870402574539185, + "num_tokens": 841102257.0, + "step": 22149 + }, + { + "epoch": 2.8177076707797992, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.679713010787964, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.8808854222297668, + "num_tokens": 841140253.0, + "step": 22150 + }, + { + "epoch": 2.8178348810583893, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.73584246635437, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.8840851783752441, + "num_tokens": 841181675.0, + "step": 22151 + }, + { + "epoch": 2.8179620913369803, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6701695919036865, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8850250840187073, + "num_tokens": 841219922.0, + "step": 22152 + }, + { + "epoch": 2.8180893016155704, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7475202083587646, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8870252370834351, + "num_tokens": 841256296.0, + "step": 22153 + }, + { + "epoch": 2.818216511894161, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6638636589050293, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8858044147491455, + "num_tokens": 841296737.0, + "step": 22154 + }, + { + "epoch": 2.8183437221727514, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.777721405029297, + "learning_rate": 1e-05, + "loss": 0.476, + "mean_token_accuracy": 0.8662542104721069, + "num_tokens": 841329863.0, + "step": 22155 + }, + { + "epoch": 2.818470932451342, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.663767099380493, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8751824498176575, + "num_tokens": 841365057.0, + "step": 22156 + }, + { + "epoch": 2.8185981427299325, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7603347301483154, + "learning_rate": 1e-05, + "loss": 0.4133, + "mean_token_accuracy": 0.8830238580703735, + "num_tokens": 841404885.0, + "step": 22157 + }, + { + "epoch": 2.818725353008523, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6626312732696533, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8757212162017822, + "num_tokens": 841445067.0, + "step": 22158 + }, + { + "epoch": 2.8188525632871135, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.757042169570923, + "learning_rate": 1e-05, + "loss": 0.3694, + "mean_token_accuracy": 0.8949390649795532, + "num_tokens": 841480569.0, + "step": 22159 + }, + { + "epoch": 2.818979773565704, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6546630859375, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8870095014572144, + "num_tokens": 841520540.0, + "step": 22160 + }, + { + "epoch": 2.8191069838442946, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.760842800140381, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.887149453163147, + "num_tokens": 841557765.0, + "step": 22161 + }, + { + "epoch": 2.819234194122885, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6698598861694336, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8759347796440125, + "num_tokens": 841593345.0, + "step": 22162 + }, + { + "epoch": 2.8193614044014756, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7683756351470947, + "learning_rate": 1e-05, + "loss": 0.4597, + "mean_token_accuracy": 0.8718359470367432, + "num_tokens": 841629977.0, + "step": 22163 + }, + { + "epoch": 2.819488614680066, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6547391414642334, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8808439373970032, + "num_tokens": 841671901.0, + "step": 22164 + }, + { + "epoch": 2.8196158249586567, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7699923515319824, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8799453377723694, + "num_tokens": 841706072.0, + "step": 22165 + }, + { + "epoch": 2.8197430352372472, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6543421745300293, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8701732158660889, + "num_tokens": 841745707.0, + "step": 22166 + }, + { + "epoch": 2.8198702455158378, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7822673320770264, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8809981346130371, + "num_tokens": 841781468.0, + "step": 22167 + }, + { + "epoch": 2.8199974557944283, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.646177291870117, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8883585929870605, + "num_tokens": 841821890.0, + "step": 22168 + }, + { + "epoch": 2.820124666073019, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.797044277191162, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8697509765625, + "num_tokens": 841857668.0, + "step": 22169 + }, + { + "epoch": 2.8202518763516093, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.653059244155884, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.878543496131897, + "num_tokens": 841892595.0, + "step": 22170 + }, + { + "epoch": 2.8203790866302, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7977890968322754, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8925211429595947, + "num_tokens": 841928077.0, + "step": 22171 + }, + { + "epoch": 2.82050629690879, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6360812187194824, + "learning_rate": 1e-05, + "loss": 0.4094, + "mean_token_accuracy": 0.8815895915031433, + "num_tokens": 841967847.0, + "step": 22172 + }, + { + "epoch": 2.820633507187381, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8081984519958496, + "learning_rate": 1e-05, + "loss": 0.4812, + "mean_token_accuracy": 0.8677430748939514, + "num_tokens": 842008931.0, + "step": 22173 + }, + { + "epoch": 2.820760717465971, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6519570350646973, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8778904676437378, + "num_tokens": 842042870.0, + "step": 22174 + }, + { + "epoch": 2.820887927744562, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.809290885925293, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8810440301895142, + "num_tokens": 842080193.0, + "step": 22175 + }, + { + "epoch": 2.821015138023152, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6313610076904297, + "learning_rate": 1e-05, + "loss": 0.3651, + "mean_token_accuracy": 0.8970312476158142, + "num_tokens": 842120953.0, + "step": 22176 + }, + { + "epoch": 2.821142348301743, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.799654722213745, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8897280693054199, + "num_tokens": 842158466.0, + "step": 22177 + }, + { + "epoch": 2.821269558580333, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6493144035339355, + "learning_rate": 1e-05, + "loss": 0.4279, + "mean_token_accuracy": 0.876204252243042, + "num_tokens": 842194164.0, + "step": 22178 + }, + { + "epoch": 2.8213967688589237, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8049163818359375, + "learning_rate": 1e-05, + "loss": 0.4316, + "mean_token_accuracy": 0.8777225017547607, + "num_tokens": 842232137.0, + "step": 22179 + }, + { + "epoch": 2.821523979137514, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.663339853286743, + "learning_rate": 1e-05, + "loss": 0.454, + "mean_token_accuracy": 0.8685980439186096, + "num_tokens": 842263770.0, + "step": 22180 + }, + { + "epoch": 2.8216511894161047, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.887655258178711, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.870608389377594, + "num_tokens": 842309420.0, + "step": 22181 + }, + { + "epoch": 2.8217783996946952, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.628077745437622, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.864112138748169, + "num_tokens": 842350533.0, + "step": 22182 + }, + { + "epoch": 2.8219056099732858, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.840911388397217, + "learning_rate": 1e-05, + "loss": 0.4576, + "mean_token_accuracy": 0.868148922920227, + "num_tokens": 842389734.0, + "step": 22183 + }, + { + "epoch": 2.8220328202518763, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6525778770446777, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8700066804885864, + "num_tokens": 842424425.0, + "step": 22184 + }, + { + "epoch": 2.822160030530467, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8283188343048096, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8792193531990051, + "num_tokens": 842460269.0, + "step": 22185 + }, + { + "epoch": 2.8222872408090574, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.653064489364624, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.874407172203064, + "num_tokens": 842497018.0, + "step": 22186 + }, + { + "epoch": 2.822414451087648, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8111279010772705, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8819916248321533, + "num_tokens": 842537563.0, + "step": 22187 + }, + { + "epoch": 2.8225416613662384, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.647350549697876, + "learning_rate": 1e-05, + "loss": 0.3683, + "mean_token_accuracy": 0.8985211849212646, + "num_tokens": 842573842.0, + "step": 22188 + }, + { + "epoch": 2.822668871644829, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8170454502105713, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8683971166610718, + "num_tokens": 842614216.0, + "step": 22189 + }, + { + "epoch": 2.8227960819234195, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.672711133956909, + "learning_rate": 1e-05, + "loss": 0.4926, + "mean_token_accuracy": 0.8612430095672607, + "num_tokens": 842651823.0, + "step": 22190 + }, + { + "epoch": 2.82292329220201, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.839273691177368, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8615624904632568, + "num_tokens": 842695113.0, + "step": 22191 + }, + { + "epoch": 2.8230505024806005, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.651136875152588, + "learning_rate": 1e-05, + "loss": 0.3734, + "mean_token_accuracy": 0.8944785594940186, + "num_tokens": 842731341.0, + "step": 22192 + }, + { + "epoch": 2.823177712759191, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.824247360229492, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8702672719955444, + "num_tokens": 842769611.0, + "step": 22193 + }, + { + "epoch": 2.8233049230377816, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.663874626159668, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8704943060874939, + "num_tokens": 842807106.0, + "step": 22194 + }, + { + "epoch": 2.823432133316372, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8138177394866943, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8829444646835327, + "num_tokens": 842847957.0, + "step": 22195 + }, + { + "epoch": 2.8235593435949626, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6578598022460938, + "learning_rate": 1e-05, + "loss": 0.4647, + "mean_token_accuracy": 0.8667219281196594, + "num_tokens": 842889222.0, + "step": 22196 + }, + { + "epoch": 2.8236865538735527, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8009653091430664, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8859075307846069, + "num_tokens": 842925164.0, + "step": 22197 + }, + { + "epoch": 2.8238137641521437, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.666963815689087, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.8651553392410278, + "num_tokens": 842963832.0, + "step": 22198 + }, + { + "epoch": 2.8239409744307338, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.7876079082489014, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.874365508556366, + "num_tokens": 843004357.0, + "step": 22199 + }, + { + "epoch": 2.8240681847093247, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6673622131347656, + "learning_rate": 1e-05, + "loss": 0.4829, + "mean_token_accuracy": 0.8586888909339905, + "num_tokens": 843045241.0, + "step": 22200 + }, + { + "epoch": 2.824195394987915, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.792433500289917, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8725812435150146, + "num_tokens": 843084473.0, + "step": 22201 + }, + { + "epoch": 2.824322605266506, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.662224531173706, + "learning_rate": 1e-05, + "loss": 0.433, + "mean_token_accuracy": 0.8776814937591553, + "num_tokens": 843122118.0, + "step": 22202 + }, + { + "epoch": 2.824449815545096, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.795384407043457, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8667545318603516, + "num_tokens": 843159936.0, + "step": 22203 + }, + { + "epoch": 2.8245770258236864, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6713337898254395, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8748605847358704, + "num_tokens": 843196212.0, + "step": 22204 + }, + { + "epoch": 2.824704236102277, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7733867168426514, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8820732831954956, + "num_tokens": 843236870.0, + "step": 22205 + }, + { + "epoch": 2.8248314463808675, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6689136028289795, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8834219574928284, + "num_tokens": 843270701.0, + "step": 22206 + }, + { + "epoch": 2.824958656659458, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7687108516693115, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8841278553009033, + "num_tokens": 843308547.0, + "step": 22207 + }, + { + "epoch": 2.8250858669380485, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6471643447875977, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8905489444732666, + "num_tokens": 843354496.0, + "step": 22208 + }, + { + "epoch": 2.825213077216639, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7902050018310547, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8703556060791016, + "num_tokens": 843389995.0, + "step": 22209 + }, + { + "epoch": 2.8253402874952296, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6613929271698, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8757113218307495, + "num_tokens": 843428444.0, + "step": 22210 + }, + { + "epoch": 2.82546749777382, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.774953842163086, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8828208446502686, + "num_tokens": 843466390.0, + "step": 22211 + }, + { + "epoch": 2.8255947080524106, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.673086643218994, + "learning_rate": 1e-05, + "loss": 0.4969, + "mean_token_accuracy": 0.8625521063804626, + "num_tokens": 843503424.0, + "step": 22212 + }, + { + "epoch": 2.825721918331001, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7723445892333984, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8680647611618042, + "num_tokens": 843544669.0, + "step": 22213 + }, + { + "epoch": 2.8258491286095917, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.665856122970581, + "learning_rate": 1e-05, + "loss": 0.3764, + "mean_token_accuracy": 0.8935333490371704, + "num_tokens": 843579777.0, + "step": 22214 + }, + { + "epoch": 2.8259763388881822, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7725179195404053, + "learning_rate": 1e-05, + "loss": 0.4155, + "mean_token_accuracy": 0.8792430758476257, + "num_tokens": 843613481.0, + "step": 22215 + }, + { + "epoch": 2.8261035491667728, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6539430618286133, + "learning_rate": 1e-05, + "loss": 0.3797, + "mean_token_accuracy": 0.8932772874832153, + "num_tokens": 843656870.0, + "step": 22216 + }, + { + "epoch": 2.8262307594453633, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7738988399505615, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8803732395172119, + "num_tokens": 843693859.0, + "step": 22217 + }, + { + "epoch": 2.826357969723954, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.661997079849243, + "learning_rate": 1e-05, + "loss": 0.3797, + "mean_token_accuracy": 0.8946211338043213, + "num_tokens": 843726999.0, + "step": 22218 + }, + { + "epoch": 2.8264851800025443, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7724621295928955, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8726771473884583, + "num_tokens": 843767244.0, + "step": 22219 + }, + { + "epoch": 2.826612390281135, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6790592670440674, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8772667050361633, + "num_tokens": 843799828.0, + "step": 22220 + }, + { + "epoch": 2.8267396005597254, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7617688179016113, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8790832757949829, + "num_tokens": 843837485.0, + "step": 22221 + }, + { + "epoch": 2.8268668108383155, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6533985137939453, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.885482132434845, + "num_tokens": 843878796.0, + "step": 22222 + }, + { + "epoch": 2.8269940211169065, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.775066614151001, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8738212585449219, + "num_tokens": 843920200.0, + "step": 22223 + }, + { + "epoch": 2.8271212313954965, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.646989583969116, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8870894908905029, + "num_tokens": 843961719.0, + "step": 22224 + }, + { + "epoch": 2.8272484416740875, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7769339084625244, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8709657192230225, + "num_tokens": 844005085.0, + "step": 22225 + }, + { + "epoch": 2.8273756519526776, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6751585006713867, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8704172968864441, + "num_tokens": 844036964.0, + "step": 22226 + }, + { + "epoch": 2.827502862231268, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7706997394561768, + "learning_rate": 1e-05, + "loss": 0.4627, + "mean_token_accuracy": 0.8729395866394043, + "num_tokens": 844078297.0, + "step": 22227 + }, + { + "epoch": 2.8276300725098586, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6572787761688232, + "learning_rate": 1e-05, + "loss": 0.384, + "mean_token_accuracy": 0.8916682004928589, + "num_tokens": 844113749.0, + "step": 22228 + }, + { + "epoch": 2.827757282788449, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.76749587059021, + "learning_rate": 1e-05, + "loss": 0.4525, + "mean_token_accuracy": 0.8710662126541138, + "num_tokens": 844155993.0, + "step": 22229 + }, + { + "epoch": 2.8278844930670397, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648833751678467, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8787453174591064, + "num_tokens": 844204302.0, + "step": 22230 + }, + { + "epoch": 2.8280117033456302, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.784252166748047, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8834993243217468, + "num_tokens": 844241490.0, + "step": 22231 + }, + { + "epoch": 2.8281389136242208, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.651367425918579, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.882049560546875, + "num_tokens": 844282891.0, + "step": 22232 + }, + { + "epoch": 2.8282661239028113, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.779031753540039, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8754165172576904, + "num_tokens": 844324407.0, + "step": 22233 + }, + { + "epoch": 2.828393334181402, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.669269323348999, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8820527791976929, + "num_tokens": 844356656.0, + "step": 22234 + }, + { + "epoch": 2.8285205444599923, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.790255546569824, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8729802966117859, + "num_tokens": 844389789.0, + "step": 22235 + }, + { + "epoch": 2.828647754738583, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6585590839385986, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.8795394897460938, + "num_tokens": 844423599.0, + "step": 22236 + }, + { + "epoch": 2.8287749650171734, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7828822135925293, + "learning_rate": 1e-05, + "loss": 0.4187, + "mean_token_accuracy": 0.8823387622833252, + "num_tokens": 844460117.0, + "step": 22237 + }, + { + "epoch": 2.828902175295764, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.642658233642578, + "learning_rate": 1e-05, + "loss": 0.4461, + "mean_token_accuracy": 0.8691574335098267, + "num_tokens": 844501263.0, + "step": 22238 + }, + { + "epoch": 2.8290293855743545, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.781078577041626, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8811376690864563, + "num_tokens": 844541573.0, + "step": 22239 + }, + { + "epoch": 2.829156595852945, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.643036127090454, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8794323801994324, + "num_tokens": 844583728.0, + "step": 22240 + }, + { + "epoch": 2.8292838061315355, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.805633544921875, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8812710046768188, + "num_tokens": 844616611.0, + "step": 22241 + }, + { + "epoch": 2.829411016410126, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6620991230010986, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8629799485206604, + "num_tokens": 844652067.0, + "step": 22242 + }, + { + "epoch": 2.8295382266887166, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.796853542327881, + "learning_rate": 1e-05, + "loss": 0.4429, + "mean_token_accuracy": 0.8726420998573303, + "num_tokens": 844688582.0, + "step": 22243 + }, + { + "epoch": 2.829665436967307, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.640019416809082, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8793911933898926, + "num_tokens": 844727120.0, + "step": 22244 + }, + { + "epoch": 2.8297926472458976, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.786625385284424, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8799278736114502, + "num_tokens": 844772328.0, + "step": 22245 + }, + { + "epoch": 2.829919857524488, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6269783973693848, + "learning_rate": 1e-05, + "loss": 0.3719, + "mean_token_accuracy": 0.8929835557937622, + "num_tokens": 844812528.0, + "step": 22246 + }, + { + "epoch": 2.8300470678030782, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.80415940284729, + "learning_rate": 1e-05, + "loss": 0.4486, + "mean_token_accuracy": 0.8732572793960571, + "num_tokens": 844857208.0, + "step": 22247 + }, + { + "epoch": 2.830174278081669, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6560330390930176, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.870952844619751, + "num_tokens": 844890362.0, + "step": 22248 + }, + { + "epoch": 2.8303014883602593, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8038384914398193, + "learning_rate": 1e-05, + "loss": 0.4659, + "mean_token_accuracy": 0.8662033081054688, + "num_tokens": 844928664.0, + "step": 22249 + }, + { + "epoch": 2.8304286986388503, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6673946380615234, + "learning_rate": 1e-05, + "loss": 0.3708, + "mean_token_accuracy": 0.8976641893386841, + "num_tokens": 844957043.0, + "step": 22250 + }, + { + "epoch": 2.8305559089174404, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.80246639251709, + "learning_rate": 1e-05, + "loss": 0.4385, + "mean_token_accuracy": 0.87569260597229, + "num_tokens": 844991808.0, + "step": 22251 + }, + { + "epoch": 2.830683119196031, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.663390636444092, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8806270360946655, + "num_tokens": 845025571.0, + "step": 22252 + }, + { + "epoch": 2.8308103294746214, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.78955340385437, + "learning_rate": 1e-05, + "loss": 0.4601, + "mean_token_accuracy": 0.8696000576019287, + "num_tokens": 845063154.0, + "step": 22253 + }, + { + "epoch": 2.830937539753212, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6566572189331055, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.8860321044921875, + "num_tokens": 845100256.0, + "step": 22254 + }, + { + "epoch": 2.8310647500318025, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7802393436431885, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8788065910339355, + "num_tokens": 845138111.0, + "step": 22255 + }, + { + "epoch": 2.831191960310393, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.658064842224121, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8830824494361877, + "num_tokens": 845175759.0, + "step": 22256 + }, + { + "epoch": 2.8313191705889835, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7891311645507812, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8788384795188904, + "num_tokens": 845212232.0, + "step": 22257 + }, + { + "epoch": 2.831446380867574, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6509621143341064, + "learning_rate": 1e-05, + "loss": 0.3706, + "mean_token_accuracy": 0.8963704109191895, + "num_tokens": 845247141.0, + "step": 22258 + }, + { + "epoch": 2.8315735911461646, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7840304374694824, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8847030401229858, + "num_tokens": 845287908.0, + "step": 22259 + }, + { + "epoch": 2.831700801424755, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.648588180541992, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8834167122840881, + "num_tokens": 845328134.0, + "step": 22260 + }, + { + "epoch": 2.8318280117033456, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7926411628723145, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8843236565589905, + "num_tokens": 845366096.0, + "step": 22261 + }, + { + "epoch": 2.831955221981936, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.661508083343506, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8807978630065918, + "num_tokens": 845397737.0, + "step": 22262 + }, + { + "epoch": 2.8320824322605267, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7761948108673096, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8823739886283875, + "num_tokens": 845437015.0, + "step": 22263 + }, + { + "epoch": 2.8322096425391172, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6474008560180664, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.88932204246521, + "num_tokens": 845473778.0, + "step": 22264 + }, + { + "epoch": 2.8323368528177078, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7827484607696533, + "learning_rate": 1e-05, + "loss": 0.3858, + "mean_token_accuracy": 0.8914953470230103, + "num_tokens": 845509254.0, + "step": 22265 + }, + { + "epoch": 2.8324640630962983, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6609883308410645, + "learning_rate": 1e-05, + "loss": 0.4487, + "mean_token_accuracy": 0.8725250959396362, + "num_tokens": 845547682.0, + "step": 22266 + }, + { + "epoch": 2.832591273374889, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7676117420196533, + "learning_rate": 1e-05, + "loss": 0.3847, + "mean_token_accuracy": 0.8891063928604126, + "num_tokens": 845585315.0, + "step": 22267 + }, + { + "epoch": 2.8327184836534793, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6605801582336426, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8841866254806519, + "num_tokens": 845625065.0, + "step": 22268 + }, + { + "epoch": 2.83284569393207, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.757427453994751, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8888947367668152, + "num_tokens": 845664148.0, + "step": 22269 + }, + { + "epoch": 2.83297290421066, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6801912784576416, + "learning_rate": 1e-05, + "loss": 0.3937, + "mean_token_accuracy": 0.8840522766113281, + "num_tokens": 845695986.0, + "step": 22270 + }, + { + "epoch": 2.833100114489251, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7604143619537354, + "learning_rate": 1e-05, + "loss": 0.4326, + "mean_token_accuracy": 0.8793199062347412, + "num_tokens": 845732807.0, + "step": 22271 + }, + { + "epoch": 2.833227324767841, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6887857913970947, + "learning_rate": 1e-05, + "loss": 0.4025, + "mean_token_accuracy": 0.8853144645690918, + "num_tokens": 845763238.0, + "step": 22272 + }, + { + "epoch": 2.833354535046432, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.740280866622925, + "learning_rate": 1e-05, + "loss": 0.3861, + "mean_token_accuracy": 0.8920773267745972, + "num_tokens": 845802218.0, + "step": 22273 + }, + { + "epoch": 2.833481745325022, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.687494993209839, + "learning_rate": 1e-05, + "loss": 0.4849, + "mean_token_accuracy": 0.8595271110534668, + "num_tokens": 845845056.0, + "step": 22274 + }, + { + "epoch": 2.833608955603613, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.737399101257324, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.8762544989585876, + "num_tokens": 845884909.0, + "step": 22275 + }, + { + "epoch": 2.833736165882203, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.686612606048584, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8785505890846252, + "num_tokens": 845923894.0, + "step": 22276 + }, + { + "epoch": 2.8338633761607936, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.742678642272949, + "learning_rate": 1e-05, + "loss": 0.4819, + "mean_token_accuracy": 0.8613042235374451, + "num_tokens": 845962452.0, + "step": 22277 + }, + { + "epoch": 2.833990586439384, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6787056922912598, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8787164688110352, + "num_tokens": 845998031.0, + "step": 22278 + }, + { + "epoch": 2.8341177967179747, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.731458902359009, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8758491277694702, + "num_tokens": 846036920.0, + "step": 22279 + }, + { + "epoch": 2.8342450069965652, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6913552284240723, + "learning_rate": 1e-05, + "loss": 0.4632, + "mean_token_accuracy": 0.868239164352417, + "num_tokens": 846075978.0, + "step": 22280 + }, + { + "epoch": 2.8343722172751558, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.735168933868408, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8782395124435425, + "num_tokens": 846111893.0, + "step": 22281 + }, + { + "epoch": 2.8344994275537463, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.672433376312256, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8758842349052429, + "num_tokens": 846153417.0, + "step": 22282 + }, + { + "epoch": 2.834626637832337, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.736410617828369, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8730306029319763, + "num_tokens": 846194375.0, + "step": 22283 + }, + { + "epoch": 2.8347538481109273, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6743271350860596, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8839069604873657, + "num_tokens": 846231040.0, + "step": 22284 + }, + { + "epoch": 2.834881058389518, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7320146560668945, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.889116644859314, + "num_tokens": 846270645.0, + "step": 22285 + }, + { + "epoch": 2.8350082686681084, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6818788051605225, + "learning_rate": 1e-05, + "loss": 0.399, + "mean_token_accuracy": 0.885061502456665, + "num_tokens": 846304038.0, + "step": 22286 + }, + { + "epoch": 2.835135478946699, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7483530044555664, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8704672455787659, + "num_tokens": 846338136.0, + "step": 22287 + }, + { + "epoch": 2.8352626892252895, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6801791191101074, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8769451379776001, + "num_tokens": 846372654.0, + "step": 22288 + }, + { + "epoch": 2.83538989950388, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7342233657836914, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8764686584472656, + "num_tokens": 846409180.0, + "step": 22289 + }, + { + "epoch": 2.8355171097824705, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.671527862548828, + "learning_rate": 1e-05, + "loss": 0.4623, + "mean_token_accuracy": 0.8673248887062073, + "num_tokens": 846453410.0, + "step": 22290 + }, + { + "epoch": 2.835644320061061, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.738551616668701, + "learning_rate": 1e-05, + "loss": 0.4019, + "mean_token_accuracy": 0.8870548605918884, + "num_tokens": 846488271.0, + "step": 22291 + }, + { + "epoch": 2.8357715303396516, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.659853935241699, + "learning_rate": 1e-05, + "loss": 0.3932, + "mean_token_accuracy": 0.8862085342407227, + "num_tokens": 846528730.0, + "step": 22292 + }, + { + "epoch": 2.835898740618242, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.741502285003662, + "learning_rate": 1e-05, + "loss": 0.3762, + "mean_token_accuracy": 0.893025279045105, + "num_tokens": 846567276.0, + "step": 22293 + }, + { + "epoch": 2.8360259508968326, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6581647396087646, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8858471512794495, + "num_tokens": 846608482.0, + "step": 22294 + }, + { + "epoch": 2.8361531611754227, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7564194202423096, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8745535612106323, + "num_tokens": 846648582.0, + "step": 22295 + }, + { + "epoch": 2.8362803714540137, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6525490283966064, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8881822824478149, + "num_tokens": 846687392.0, + "step": 22296 + }, + { + "epoch": 2.8364075817326038, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7745420932769775, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8840838670730591, + "num_tokens": 846721542.0, + "step": 22297 + }, + { + "epoch": 2.8365347920111947, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6494200229644775, + "learning_rate": 1e-05, + "loss": 0.4569, + "mean_token_accuracy": 0.8691251873970032, + "num_tokens": 846759262.0, + "step": 22298 + }, + { + "epoch": 2.836662002289785, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7751033306121826, + "learning_rate": 1e-05, + "loss": 0.4457, + "mean_token_accuracy": 0.8742685317993164, + "num_tokens": 846796979.0, + "step": 22299 + }, + { + "epoch": 2.836789212568376, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6537227630615234, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8782941102981567, + "num_tokens": 846832417.0, + "step": 22300 + }, + { + "epoch": 2.836916422846966, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7788798809051514, + "learning_rate": 1e-05, + "loss": 0.4513, + "mean_token_accuracy": 0.8739527463912964, + "num_tokens": 846870289.0, + "step": 22301 + }, + { + "epoch": 2.8370436331255564, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6432442665100098, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8805865049362183, + "num_tokens": 846909821.0, + "step": 22302 + }, + { + "epoch": 2.837170843404147, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7909820079803467, + "learning_rate": 1e-05, + "loss": 0.4252, + "mean_token_accuracy": 0.8808765411376953, + "num_tokens": 846945512.0, + "step": 22303 + }, + { + "epoch": 2.8372980536827375, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.643662452697754, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8855249285697937, + "num_tokens": 846980834.0, + "step": 22304 + }, + { + "epoch": 2.837425263961328, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7855417728424072, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8815600275993347, + "num_tokens": 847025320.0, + "step": 22305 + }, + { + "epoch": 2.8375524742399185, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6370065212249756, + "learning_rate": 1e-05, + "loss": 0.3891, + "mean_token_accuracy": 0.8897418975830078, + "num_tokens": 847063637.0, + "step": 22306 + }, + { + "epoch": 2.837679684518509, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.79308819770813, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8867058753967285, + "num_tokens": 847102314.0, + "step": 22307 + }, + { + "epoch": 2.8378068947970996, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6397528648376465, + "learning_rate": 1e-05, + "loss": 0.41, + "mean_token_accuracy": 0.8824763298034668, + "num_tokens": 847141956.0, + "step": 22308 + }, + { + "epoch": 2.83793410507569, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.806506633758545, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8708798885345459, + "num_tokens": 847178855.0, + "step": 22309 + }, + { + "epoch": 2.8380613153542806, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.648860216140747, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8807482719421387, + "num_tokens": 847214228.0, + "step": 22310 + }, + { + "epoch": 2.838188525632871, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.798394203186035, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.8769884705543518, + "num_tokens": 847255942.0, + "step": 22311 + }, + { + "epoch": 2.8383157359114617, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.649310827255249, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8654974699020386, + "num_tokens": 847294742.0, + "step": 22312 + }, + { + "epoch": 2.838442946190052, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8011410236358643, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8769453167915344, + "num_tokens": 847330105.0, + "step": 22313 + }, + { + "epoch": 2.8385701564686427, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.638209104537964, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8736571073532104, + "num_tokens": 847373291.0, + "step": 22314 + }, + { + "epoch": 2.8386973667472333, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.802483558654785, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8912610411643982, + "num_tokens": 847409059.0, + "step": 22315 + }, + { + "epoch": 2.838824577025824, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6430673599243164, + "learning_rate": 1e-05, + "loss": 0.418, + "mean_token_accuracy": 0.8841224312782288, + "num_tokens": 847445869.0, + "step": 22316 + }, + { + "epoch": 2.8389517873044143, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.80134916305542, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8824340105056763, + "num_tokens": 847486816.0, + "step": 22317 + }, + { + "epoch": 2.839078997583005, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6359503269195557, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.886143684387207, + "num_tokens": 847527482.0, + "step": 22318 + }, + { + "epoch": 2.8392062078615954, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.811767339706421, + "learning_rate": 1e-05, + "loss": 0.467, + "mean_token_accuracy": 0.8666918873786926, + "num_tokens": 847570850.0, + "step": 22319 + }, + { + "epoch": 2.8393334181401855, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6437253952026367, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.875268816947937, + "num_tokens": 847608872.0, + "step": 22320 + }, + { + "epoch": 2.8394606284187764, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.811523199081421, + "learning_rate": 1e-05, + "loss": 0.4432, + "mean_token_accuracy": 0.873589038848877, + "num_tokens": 847647813.0, + "step": 22321 + }, + { + "epoch": 2.8395878386973665, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6389529705047607, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8817564249038696, + "num_tokens": 847685726.0, + "step": 22322 + }, + { + "epoch": 2.8397150489759575, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8178935050964355, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8730773329734802, + "num_tokens": 847723029.0, + "step": 22323 + }, + { + "epoch": 2.8398422592545476, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6346750259399414, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8858364820480347, + "num_tokens": 847761922.0, + "step": 22324 + }, + { + "epoch": 2.839969469533138, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8173046112060547, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8751890063285828, + "num_tokens": 847806229.0, + "step": 22325 + }, + { + "epoch": 2.8400966798117286, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6474034786224365, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8780763745307922, + "num_tokens": 847844448.0, + "step": 22326 + }, + { + "epoch": 2.840223890090319, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8211238384246826, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8697115182876587, + "num_tokens": 847889387.0, + "step": 22327 + }, + { + "epoch": 2.8403511003689097, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.647387981414795, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8764603137969971, + "num_tokens": 847926993.0, + "step": 22328 + }, + { + "epoch": 2.8404783106475002, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8160977363586426, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8884807825088501, + "num_tokens": 847958884.0, + "step": 22329 + }, + { + "epoch": 2.8406055209260908, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.654768228530884, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8773541450500488, + "num_tokens": 847997894.0, + "step": 22330 + }, + { + "epoch": 2.8407327312046813, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8043079376220703, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8791229724884033, + "num_tokens": 848037392.0, + "step": 22331 + }, + { + "epoch": 2.840859941483272, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.65207576751709, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8810060024261475, + "num_tokens": 848072844.0, + "step": 22332 + }, + { + "epoch": 2.8409871517618623, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8169407844543457, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8659957647323608, + "num_tokens": 848107477.0, + "step": 22333 + }, + { + "epoch": 2.841114362040453, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.653437852859497, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8795100450515747, + "num_tokens": 848143124.0, + "step": 22334 + }, + { + "epoch": 2.8412415723190434, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.798182487487793, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.881428599357605, + "num_tokens": 848181454.0, + "step": 22335 + }, + { + "epoch": 2.841368782597634, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.645979881286621, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8865205645561218, + "num_tokens": 848219300.0, + "step": 22336 + }, + { + "epoch": 2.8414959928762245, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.796898365020752, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8831095695495605, + "num_tokens": 848256650.0, + "step": 22337 + }, + { + "epoch": 2.841623203154815, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.661827802658081, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8706896305084229, + "num_tokens": 848294836.0, + "step": 22338 + }, + { + "epoch": 2.8417504134334055, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8072350025177, + "learning_rate": 1e-05, + "loss": 0.4243, + "mean_token_accuracy": 0.8815661668777466, + "num_tokens": 848326306.0, + "step": 22339 + }, + { + "epoch": 2.841877623711996, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6547460556030273, + "learning_rate": 1e-05, + "loss": 0.3972, + "mean_token_accuracy": 0.889563798904419, + "num_tokens": 848360886.0, + "step": 22340 + }, + { + "epoch": 2.8420048339905866, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8129279613494873, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.877873420715332, + "num_tokens": 848399364.0, + "step": 22341 + }, + { + "epoch": 2.842132044269177, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6419992446899414, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8857588768005371, + "num_tokens": 848436978.0, + "step": 22342 + }, + { + "epoch": 2.8422592545477676, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.808669328689575, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8664227724075317, + "num_tokens": 848474661.0, + "step": 22343 + }, + { + "epoch": 2.842386464826358, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.648073434829712, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8900157809257507, + "num_tokens": 848514469.0, + "step": 22344 + }, + { + "epoch": 2.8425136751049482, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8161284923553467, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8841012716293335, + "num_tokens": 848548606.0, + "step": 22345 + }, + { + "epoch": 2.842640885383539, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.659877061843872, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.871869683265686, + "num_tokens": 848585309.0, + "step": 22346 + }, + { + "epoch": 2.8427680956621293, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.80130934715271, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8803645968437195, + "num_tokens": 848625062.0, + "step": 22347 + }, + { + "epoch": 2.8428953059407203, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6627066135406494, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8772161602973938, + "num_tokens": 848661914.0, + "step": 22348 + }, + { + "epoch": 2.8430225162193103, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8005263805389404, + "learning_rate": 1e-05, + "loss": 0.5195, + "mean_token_accuracy": 0.8503190875053406, + "num_tokens": 848704343.0, + "step": 22349 + }, + { + "epoch": 2.843149726497901, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6577398777008057, + "learning_rate": 1e-05, + "loss": 0.3819, + "mean_token_accuracy": 0.8936875462532043, + "num_tokens": 848737415.0, + "step": 22350 + }, + { + "epoch": 2.8432769367764914, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7985379695892334, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8772462010383606, + "num_tokens": 848770795.0, + "step": 22351 + }, + { + "epoch": 2.843404147055082, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.638200044631958, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8862694501876831, + "num_tokens": 848815086.0, + "step": 22352 + }, + { + "epoch": 2.8435313573336725, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8017938137054443, + "learning_rate": 1e-05, + "loss": 0.3699, + "mean_token_accuracy": 0.8957206010818481, + "num_tokens": 848853545.0, + "step": 22353 + }, + { + "epoch": 2.843658567612263, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.655428409576416, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8854971528053284, + "num_tokens": 848886047.0, + "step": 22354 + }, + { + "epoch": 2.8437857778908535, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.792915105819702, + "learning_rate": 1e-05, + "loss": 0.4115, + "mean_token_accuracy": 0.8836228847503662, + "num_tokens": 848929147.0, + "step": 22355 + }, + { + "epoch": 2.843912988169444, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6686995029449463, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.8775509595870972, + "num_tokens": 848962912.0, + "step": 22356 + }, + { + "epoch": 2.8440401984480346, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7939038276672363, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8793381452560425, + "num_tokens": 848997954.0, + "step": 22357 + }, + { + "epoch": 2.844167408726625, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6410529613494873, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8759909272193909, + "num_tokens": 849044418.0, + "step": 22358 + }, + { + "epoch": 2.8442946190052156, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.791881799697876, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.878337025642395, + "num_tokens": 849085591.0, + "step": 22359 + }, + { + "epoch": 2.844421829283806, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6569228172302246, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8760324716567993, + "num_tokens": 849128046.0, + "step": 22360 + }, + { + "epoch": 2.8445490395623967, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8005523681640625, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8723909854888916, + "num_tokens": 849165231.0, + "step": 22361 + }, + { + "epoch": 2.844676249840987, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6506879329681396, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8813201189041138, + "num_tokens": 849203414.0, + "step": 22362 + }, + { + "epoch": 2.8448034601195777, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.793175458908081, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8841148018836975, + "num_tokens": 849242463.0, + "step": 22363 + }, + { + "epoch": 2.8449306703981683, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6542558670043945, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8836305737495422, + "num_tokens": 849280098.0, + "step": 22364 + }, + { + "epoch": 2.845057880676759, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7924156188964844, + "learning_rate": 1e-05, + "loss": 0.4055, + "mean_token_accuracy": 0.8833746314048767, + "num_tokens": 849317460.0, + "step": 22365 + }, + { + "epoch": 2.8451850909553493, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6614415645599365, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8833873867988586, + "num_tokens": 849354852.0, + "step": 22366 + }, + { + "epoch": 2.84531230123394, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.789205551147461, + "learning_rate": 1e-05, + "loss": 0.4289, + "mean_token_accuracy": 0.8788421154022217, + "num_tokens": 849397132.0, + "step": 22367 + }, + { + "epoch": 2.84543951151253, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.649390459060669, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8817440271377563, + "num_tokens": 849441751.0, + "step": 22368 + }, + { + "epoch": 2.845566721791121, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8016726970672607, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8736028671264648, + "num_tokens": 849480177.0, + "step": 22369 + }, + { + "epoch": 2.845693932069711, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6591882705688477, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8731787204742432, + "num_tokens": 849520211.0, + "step": 22370 + }, + { + "epoch": 2.845821142348302, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8074111938476562, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8796987533569336, + "num_tokens": 849551591.0, + "step": 22371 + }, + { + "epoch": 2.845948352626892, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6525282859802246, + "learning_rate": 1e-05, + "loss": 0.4455, + "mean_token_accuracy": 0.8723146319389343, + "num_tokens": 849592700.0, + "step": 22372 + }, + { + "epoch": 2.846075562905483, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.802901029586792, + "learning_rate": 1e-05, + "loss": 0.465, + "mean_token_accuracy": 0.8693851232528687, + "num_tokens": 849631220.0, + "step": 22373 + }, + { + "epoch": 2.846202773184073, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6428048610687256, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8855361938476562, + "num_tokens": 849670349.0, + "step": 22374 + }, + { + "epoch": 2.8463299834626636, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.815091133117676, + "learning_rate": 1e-05, + "loss": 0.507, + "mean_token_accuracy": 0.8527522087097168, + "num_tokens": 849711000.0, + "step": 22375 + }, + { + "epoch": 2.846457193741254, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6511809825897217, + "learning_rate": 1e-05, + "loss": 0.4544, + "mean_token_accuracy": 0.8667826652526855, + "num_tokens": 849751199.0, + "step": 22376 + }, + { + "epoch": 2.8465844040198447, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.801135540008545, + "learning_rate": 1e-05, + "loss": 0.3611, + "mean_token_accuracy": 0.9023240208625793, + "num_tokens": 849785416.0, + "step": 22377 + }, + { + "epoch": 2.8467116142984352, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6631455421447754, + "learning_rate": 1e-05, + "loss": 0.456, + "mean_token_accuracy": 0.8701134324073792, + "num_tokens": 849818553.0, + "step": 22378 + }, + { + "epoch": 2.8468388245770258, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.79263973236084, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8855644464492798, + "num_tokens": 849854994.0, + "step": 22379 + }, + { + "epoch": 2.8469660348556163, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6530416011810303, + "learning_rate": 1e-05, + "loss": 0.4668, + "mean_token_accuracy": 0.8611290454864502, + "num_tokens": 849896603.0, + "step": 22380 + }, + { + "epoch": 2.847093245134207, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.804100275039673, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8680867552757263, + "num_tokens": 849935999.0, + "step": 22381 + }, + { + "epoch": 2.8472204554127973, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6389145851135254, + "learning_rate": 1e-05, + "loss": 0.4013, + "mean_token_accuracy": 0.8843965530395508, + "num_tokens": 849976858.0, + "step": 22382 + }, + { + "epoch": 2.847347665691388, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.796790361404419, + "learning_rate": 1e-05, + "loss": 0.389, + "mean_token_accuracy": 0.8926975727081299, + "num_tokens": 850012802.0, + "step": 22383 + }, + { + "epoch": 2.8474748759699784, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.672463893890381, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8723028898239136, + "num_tokens": 850047330.0, + "step": 22384 + }, + { + "epoch": 2.847602086248569, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.793001890182495, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.87333083152771, + "num_tokens": 850087543.0, + "step": 22385 + }, + { + "epoch": 2.8477292965271594, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.656296968460083, + "learning_rate": 1e-05, + "loss": 0.4008, + "mean_token_accuracy": 0.8840209245681763, + "num_tokens": 850126864.0, + "step": 22386 + }, + { + "epoch": 2.84785650680575, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79429030418396, + "learning_rate": 1e-05, + "loss": 0.3867, + "mean_token_accuracy": 0.8908678889274597, + "num_tokens": 850162476.0, + "step": 22387 + }, + { + "epoch": 2.8479837170843405, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.669879913330078, + "learning_rate": 1e-05, + "loss": 0.429, + "mean_token_accuracy": 0.8767164945602417, + "num_tokens": 850197606.0, + "step": 22388 + }, + { + "epoch": 2.848110927362931, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.8828954696655273, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8785340785980225, + "num_tokens": 850232223.0, + "step": 22389 + }, + { + "epoch": 2.8482381376415216, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.634424924850464, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8859156370162964, + "num_tokens": 850268936.0, + "step": 22390 + }, + { + "epoch": 2.848365347920112, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8465726375579834, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8734647035598755, + "num_tokens": 850301652.0, + "step": 22391 + }, + { + "epoch": 2.8484925581987026, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6427693367004395, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8824396133422852, + "num_tokens": 850335033.0, + "step": 22392 + }, + { + "epoch": 2.8486197684772927, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8446033000946045, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8781914710998535, + "num_tokens": 850369677.0, + "step": 22393 + }, + { + "epoch": 2.8487469787558837, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.644533395767212, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.865358829498291, + "num_tokens": 850411464.0, + "step": 22394 + }, + { + "epoch": 2.8488741890344738, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8453006744384766, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8812054991722107, + "num_tokens": 850447578.0, + "step": 22395 + }, + { + "epoch": 2.8490013993130647, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6329710483551025, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8844536542892456, + "num_tokens": 850489689.0, + "step": 22396 + }, + { + "epoch": 2.849128609591655, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8421449661254883, + "learning_rate": 1e-05, + "loss": 0.4068, + "mean_token_accuracy": 0.8852240443229675, + "num_tokens": 850528598.0, + "step": 22397 + }, + { + "epoch": 2.849255819870246, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.663147211074829, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8808286786079407, + "num_tokens": 850566953.0, + "step": 22398 + }, + { + "epoch": 2.849383030148836, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8333747386932373, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8873419165611267, + "num_tokens": 850604286.0, + "step": 22399 + }, + { + "epoch": 2.8495102404274264, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6689860820770264, + "learning_rate": 1e-05, + "loss": 0.4454, + "mean_token_accuracy": 0.8755366802215576, + "num_tokens": 850640724.0, + "step": 22400 + }, + { + "epoch": 2.849637450706017, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.815009593963623, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8783729672431946, + "num_tokens": 850682377.0, + "step": 22401 + }, + { + "epoch": 2.8497646609846075, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.656653881072998, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8774938583374023, + "num_tokens": 850721637.0, + "step": 22402 + }, + { + "epoch": 2.849891871263198, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.82429838180542, + "learning_rate": 1e-05, + "loss": 0.4416, + "mean_token_accuracy": 0.8728971481323242, + "num_tokens": 850754884.0, + "step": 22403 + }, + { + "epoch": 2.8500190815417885, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6603851318359375, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8743205666542053, + "num_tokens": 850793706.0, + "step": 22404 + }, + { + "epoch": 2.850146291820379, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.827505588531494, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8688120245933533, + "num_tokens": 850827708.0, + "step": 22405 + }, + { + "epoch": 2.8502735020989696, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6459336280822754, + "learning_rate": 1e-05, + "loss": 0.4399, + "mean_token_accuracy": 0.8712129592895508, + "num_tokens": 850870808.0, + "step": 22406 + }, + { + "epoch": 2.85040071237756, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.826355218887329, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8808528780937195, + "num_tokens": 850906129.0, + "step": 22407 + }, + { + "epoch": 2.8505279226561506, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6526730060577393, + "learning_rate": 1e-05, + "loss": 0.4313, + "mean_token_accuracy": 0.8804982900619507, + "num_tokens": 850944021.0, + "step": 22408 + }, + { + "epoch": 2.850655132934741, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.818673610687256, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8844693899154663, + "num_tokens": 850983040.0, + "step": 22409 + }, + { + "epoch": 2.8507823432133317, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.660829544067383, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.879925012588501, + "num_tokens": 851017400.0, + "step": 22410 + }, + { + "epoch": 2.850909553491922, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.816283702850342, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8807413578033447, + "num_tokens": 851055559.0, + "step": 22411 + }, + { + "epoch": 2.8510367637705127, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6605770587921143, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.888791561126709, + "num_tokens": 851088810.0, + "step": 22412 + }, + { + "epoch": 2.8511639740491033, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.818028688430786, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8788326978683472, + "num_tokens": 851121531.0, + "step": 22413 + }, + { + "epoch": 2.851291184327694, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6556341648101807, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8796712160110474, + "num_tokens": 851160601.0, + "step": 22414 + }, + { + "epoch": 2.8514183946062843, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.822476625442505, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.867920994758606, + "num_tokens": 851195887.0, + "step": 22415 + }, + { + "epoch": 2.851545604884875, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6597001552581787, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8853604197502136, + "num_tokens": 851231761.0, + "step": 22416 + }, + { + "epoch": 2.8516728151634654, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8528456687927246, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8628469705581665, + "num_tokens": 851270765.0, + "step": 22417 + }, + { + "epoch": 2.8518000254420555, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.651975631713867, + "learning_rate": 1e-05, + "loss": 0.4845, + "mean_token_accuracy": 0.864945650100708, + "num_tokens": 851312200.0, + "step": 22418 + }, + { + "epoch": 2.8519272357206464, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8204808235168457, + "learning_rate": 1e-05, + "loss": 0.4428, + "mean_token_accuracy": 0.8741133213043213, + "num_tokens": 851350854.0, + "step": 22419 + }, + { + "epoch": 2.8520544459992365, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.655444383621216, + "learning_rate": 1e-05, + "loss": 0.4529, + "mean_token_accuracy": 0.8668512105941772, + "num_tokens": 851389242.0, + "step": 22420 + }, + { + "epoch": 2.8521816562778275, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8174636363983154, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8770994544029236, + "num_tokens": 851425450.0, + "step": 22421 + }, + { + "epoch": 2.8523088665564176, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6667802333831787, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.877339243888855, + "num_tokens": 851459470.0, + "step": 22422 + }, + { + "epoch": 2.852436076835008, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7999889850616455, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8688779473304749, + "num_tokens": 851500849.0, + "step": 22423 + }, + { + "epoch": 2.8525632871135986, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.665003538131714, + "learning_rate": 1e-05, + "loss": 0.4265, + "mean_token_accuracy": 0.8792883157730103, + "num_tokens": 851540048.0, + "step": 22424 + }, + { + "epoch": 2.852690497392189, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.810894250869751, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8763834238052368, + "num_tokens": 851573343.0, + "step": 22425 + }, + { + "epoch": 2.8528177076707797, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6629621982574463, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.863771378993988, + "num_tokens": 851613658.0, + "step": 22426 + }, + { + "epoch": 2.85294491794937, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8009233474731445, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8878806233406067, + "num_tokens": 851649961.0, + "step": 22427 + }, + { + "epoch": 2.8530721282279607, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6642277240753174, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.8779274225234985, + "num_tokens": 851685465.0, + "step": 22428 + }, + { + "epoch": 2.8531993385065513, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.802072763442993, + "learning_rate": 1e-05, + "loss": 0.3765, + "mean_token_accuracy": 0.8937901854515076, + "num_tokens": 851718434.0, + "step": 22429 + }, + { + "epoch": 2.853326548785142, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6597940921783447, + "learning_rate": 1e-05, + "loss": 0.4082, + "mean_token_accuracy": 0.8855515718460083, + "num_tokens": 851756207.0, + "step": 22430 + }, + { + "epoch": 2.8534537590637323, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8236284255981445, + "learning_rate": 1e-05, + "loss": 0.4489, + "mean_token_accuracy": 0.8741008043289185, + "num_tokens": 851795398.0, + "step": 22431 + }, + { + "epoch": 2.853580969342323, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.669621229171753, + "learning_rate": 1e-05, + "loss": 0.4579, + "mean_token_accuracy": 0.8686968088150024, + "num_tokens": 851832569.0, + "step": 22432 + }, + { + "epoch": 2.8537081796209134, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.786149024963379, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.8826946020126343, + "num_tokens": 851870749.0, + "step": 22433 + }, + { + "epoch": 2.853835389899504, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.646822452545166, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8824343681335449, + "num_tokens": 851912591.0, + "step": 22434 + }, + { + "epoch": 2.8539626001780944, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8049464225769043, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.877864420413971, + "num_tokens": 851948792.0, + "step": 22435 + }, + { + "epoch": 2.854089810456685, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6462693214416504, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8708779215812683, + "num_tokens": 851988811.0, + "step": 22436 + }, + { + "epoch": 2.8542170207352755, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.802171468734741, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8848440051078796, + "num_tokens": 852024781.0, + "step": 22437 + }, + { + "epoch": 2.854344231013866, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.655555248260498, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8853456974029541, + "num_tokens": 852056676.0, + "step": 22438 + }, + { + "epoch": 2.8544714412924566, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7999932765960693, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8680362701416016, + "num_tokens": 852095500.0, + "step": 22439 + }, + { + "epoch": 2.854598651571047, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.639954090118408, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8894224762916565, + "num_tokens": 852133658.0, + "step": 22440 + }, + { + "epoch": 2.8547258618496376, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8023293018341064, + "learning_rate": 1e-05, + "loss": 0.4662, + "mean_token_accuracy": 0.8631041049957275, + "num_tokens": 852173963.0, + "step": 22441 + }, + { + "epoch": 2.854853072128228, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6522750854492188, + "learning_rate": 1e-05, + "loss": 0.428, + "mean_token_accuracy": 0.8774609565734863, + "num_tokens": 852209957.0, + "step": 22442 + }, + { + "epoch": 2.8549802824068182, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.7873799800872803, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8805065155029297, + "num_tokens": 852252281.0, + "step": 22443 + }, + { + "epoch": 2.855107492685409, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6575968265533447, + "learning_rate": 1e-05, + "loss": 0.3708, + "mean_token_accuracy": 0.8967216610908508, + "num_tokens": 852285287.0, + "step": 22444 + }, + { + "epoch": 2.8552347029639993, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.793475866317749, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8691915273666382, + "num_tokens": 852326596.0, + "step": 22445 + }, + { + "epoch": 2.8553619132425903, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6730616092681885, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8848737478256226, + "num_tokens": 852358062.0, + "step": 22446 + }, + { + "epoch": 2.8554891235211803, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.792834520339966, + "learning_rate": 1e-05, + "loss": 0.4613, + "mean_token_accuracy": 0.8699905276298523, + "num_tokens": 852395828.0, + "step": 22447 + }, + { + "epoch": 2.855616333799771, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6537561416625977, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8739831447601318, + "num_tokens": 852439466.0, + "step": 22448 + }, + { + "epoch": 2.8557435440783614, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7854480743408203, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8808479905128479, + "num_tokens": 852477992.0, + "step": 22449 + }, + { + "epoch": 2.855870754356952, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6483588218688965, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8851174712181091, + "num_tokens": 852514814.0, + "step": 22450 + }, + { + "epoch": 2.8559979646355425, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.799532890319824, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8810514211654663, + "num_tokens": 852553866.0, + "step": 22451 + }, + { + "epoch": 2.856125174914133, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.655963659286499, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8673498034477234, + "num_tokens": 852594291.0, + "step": 22452 + }, + { + "epoch": 2.8562523851927235, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8018596172332764, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8835774064064026, + "num_tokens": 852630586.0, + "step": 22453 + }, + { + "epoch": 2.856379595471314, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.651841163635254, + "learning_rate": 1e-05, + "loss": 0.4323, + "mean_token_accuracy": 0.8747434616088867, + "num_tokens": 852670013.0, + "step": 22454 + }, + { + "epoch": 2.8565068057499046, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.809037923812866, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8783900141716003, + "num_tokens": 852704097.0, + "step": 22455 + }, + { + "epoch": 2.856634016028495, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6659531593322754, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8733515739440918, + "num_tokens": 852739771.0, + "step": 22456 + }, + { + "epoch": 2.8567612263070856, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8063406944274902, + "learning_rate": 1e-05, + "loss": 0.464, + "mean_token_accuracy": 0.8698660731315613, + "num_tokens": 852778604.0, + "step": 22457 + }, + { + "epoch": 2.856888436585676, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6682353019714355, + "learning_rate": 1e-05, + "loss": 0.4927, + "mean_token_accuracy": 0.8576703667640686, + "num_tokens": 852814966.0, + "step": 22458 + }, + { + "epoch": 2.8570156468642667, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.805506706237793, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8690389394760132, + "num_tokens": 852849562.0, + "step": 22459 + }, + { + "epoch": 2.857142857142857, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6598901748657227, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8832417726516724, + "num_tokens": 852884183.0, + "step": 22460 + }, + { + "epoch": 2.8572700674214477, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7992680072784424, + "learning_rate": 1e-05, + "loss": 0.472, + "mean_token_accuracy": 0.8704330921173096, + "num_tokens": 852925121.0, + "step": 22461 + }, + { + "epoch": 2.8573972777000383, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.649733304977417, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.884343147277832, + "num_tokens": 852965962.0, + "step": 22462 + }, + { + "epoch": 2.857524487978629, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.804291009902954, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8774334192276001, + "num_tokens": 853004886.0, + "step": 22463 + }, + { + "epoch": 2.8576516982572193, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.660311222076416, + "learning_rate": 1e-05, + "loss": 0.4335, + "mean_token_accuracy": 0.8741284608840942, + "num_tokens": 853038898.0, + "step": 22464 + }, + { + "epoch": 2.85777890853581, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8024978637695312, + "learning_rate": 1e-05, + "loss": 0.4756, + "mean_token_accuracy": 0.8622554540634155, + "num_tokens": 853079064.0, + "step": 22465 + }, + { + "epoch": 2.8579061188144, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.651151180267334, + "learning_rate": 1e-05, + "loss": 0.4831, + "mean_token_accuracy": 0.8608921766281128, + "num_tokens": 853125704.0, + "step": 22466 + }, + { + "epoch": 2.858033329092991, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8222436904907227, + "learning_rate": 1e-05, + "loss": 0.4418, + "mean_token_accuracy": 0.8753819465637207, + "num_tokens": 853168760.0, + "step": 22467 + }, + { + "epoch": 2.858160539371581, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.650061845779419, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8785964250564575, + "num_tokens": 853207146.0, + "step": 22468 + }, + { + "epoch": 2.858287749650172, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.802657127380371, + "learning_rate": 1e-05, + "loss": 0.4089, + "mean_token_accuracy": 0.8846473097801208, + "num_tokens": 853248764.0, + "step": 22469 + }, + { + "epoch": 2.858414959928762, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.658780336380005, + "learning_rate": 1e-05, + "loss": 0.4006, + "mean_token_accuracy": 0.8842728137969971, + "num_tokens": 853283325.0, + "step": 22470 + }, + { + "epoch": 2.858542170207353, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8374838829040527, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8774759769439697, + "num_tokens": 853316579.0, + "step": 22471 + }, + { + "epoch": 2.858669380485943, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648864269256592, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8812618851661682, + "num_tokens": 853353109.0, + "step": 22472 + }, + { + "epoch": 2.8587965907645336, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.820044994354248, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.880867063999176, + "num_tokens": 853394974.0, + "step": 22473 + }, + { + "epoch": 2.858923801043124, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.643423080444336, + "learning_rate": 1e-05, + "loss": 0.3781, + "mean_token_accuracy": 0.8946102857589722, + "num_tokens": 853433819.0, + "step": 22474 + }, + { + "epoch": 2.8590510113217147, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.826721668243408, + "learning_rate": 1e-05, + "loss": 0.4269, + "mean_token_accuracy": 0.8778084516525269, + "num_tokens": 853471947.0, + "step": 22475 + }, + { + "epoch": 2.859178221600305, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6629621982574463, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8786975741386414, + "num_tokens": 853505936.0, + "step": 22476 + }, + { + "epoch": 2.8593054318788957, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.810014486312866, + "learning_rate": 1e-05, + "loss": 0.3766, + "mean_token_accuracy": 0.896817147731781, + "num_tokens": 853540957.0, + "step": 22477 + }, + { + "epoch": 2.8594326421574863, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6617836952209473, + "learning_rate": 1e-05, + "loss": 0.3866, + "mean_token_accuracy": 0.8920605182647705, + "num_tokens": 853574117.0, + "step": 22478 + }, + { + "epoch": 2.859559852436077, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8138139247894287, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.872678279876709, + "num_tokens": 853612424.0, + "step": 22479 + }, + { + "epoch": 2.8596870627146673, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.659074544906616, + "learning_rate": 1e-05, + "loss": 0.4307, + "mean_token_accuracy": 0.8765771389007568, + "num_tokens": 853652659.0, + "step": 22480 + }, + { + "epoch": 2.859814272993258, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.798947811126709, + "learning_rate": 1e-05, + "loss": 0.4064, + "mean_token_accuracy": 0.8852732181549072, + "num_tokens": 853690763.0, + "step": 22481 + }, + { + "epoch": 2.8599414832718484, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6584110260009766, + "learning_rate": 1e-05, + "loss": 0.3863, + "mean_token_accuracy": 0.8909097909927368, + "num_tokens": 853727437.0, + "step": 22482 + }, + { + "epoch": 2.860068693550439, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.802523136138916, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8695836067199707, + "num_tokens": 853769179.0, + "step": 22483 + }, + { + "epoch": 2.8601959038290294, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6511588096618652, + "learning_rate": 1e-05, + "loss": 0.3815, + "mean_token_accuracy": 0.8922624588012695, + "num_tokens": 853803374.0, + "step": 22484 + }, + { + "epoch": 2.86032311410762, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8328511714935303, + "learning_rate": 1e-05, + "loss": 0.4495, + "mean_token_accuracy": 0.8716839551925659, + "num_tokens": 853834286.0, + "step": 22485 + }, + { + "epoch": 2.8604503243862105, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6454901695251465, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.8845657110214233, + "num_tokens": 853872369.0, + "step": 22486 + }, + { + "epoch": 2.860577534664801, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.83046555519104, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.868545651435852, + "num_tokens": 853916470.0, + "step": 22487 + }, + { + "epoch": 2.8607047449433916, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6343700885772705, + "learning_rate": 1e-05, + "loss": 0.3687, + "mean_token_accuracy": 0.8981943130493164, + "num_tokens": 853956802.0, + "step": 22488 + }, + { + "epoch": 2.860831955221982, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8421709537506104, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8844338655471802, + "num_tokens": 853990914.0, + "step": 22489 + }, + { + "epoch": 2.8609591655005726, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6420412063598633, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8840929269790649, + "num_tokens": 854029707.0, + "step": 22490 + }, + { + "epoch": 2.8610863757791627, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.835386037826538, + "learning_rate": 1e-05, + "loss": 0.364, + "mean_token_accuracy": 0.9003087878227234, + "num_tokens": 854065584.0, + "step": 22491 + }, + { + "epoch": 2.8612135860577537, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6448147296905518, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8778395056724548, + "num_tokens": 854105937.0, + "step": 22492 + }, + { + "epoch": 2.8613407963363438, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8356404304504395, + "learning_rate": 1e-05, + "loss": 0.411, + "mean_token_accuracy": 0.8831495046615601, + "num_tokens": 854146746.0, + "step": 22493 + }, + { + "epoch": 2.8614680066149347, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6523876190185547, + "learning_rate": 1e-05, + "loss": 0.394, + "mean_token_accuracy": 0.889983057975769, + "num_tokens": 854179953.0, + "step": 22494 + }, + { + "epoch": 2.861595216893525, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.831310272216797, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8817000389099121, + "num_tokens": 854220765.0, + "step": 22495 + }, + { + "epoch": 2.861722427172116, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6464240550994873, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8816908001899719, + "num_tokens": 854258544.0, + "step": 22496 + }, + { + "epoch": 2.861849637450706, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.841357946395874, + "learning_rate": 1e-05, + "loss": 0.4381, + "mean_token_accuracy": 0.8800745606422424, + "num_tokens": 854297250.0, + "step": 22497 + }, + { + "epoch": 2.8619768477292964, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6383063793182373, + "learning_rate": 1e-05, + "loss": 0.4347, + "mean_token_accuracy": 0.8768469095230103, + "num_tokens": 854340283.0, + "step": 22498 + }, + { + "epoch": 2.862104058007887, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8266384601593018, + "learning_rate": 1e-05, + "loss": 0.3857, + "mean_token_accuracy": 0.8942846059799194, + "num_tokens": 854380145.0, + "step": 22499 + }, + { + "epoch": 2.8622312682864774, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6440353393554688, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8806853294372559, + "num_tokens": 854422809.0, + "step": 22500 + }, + { + "epoch": 2.862358478565068, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.824759006500244, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8852192759513855, + "num_tokens": 854461926.0, + "step": 22501 + }, + { + "epoch": 2.8624856888436585, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.660102605819702, + "learning_rate": 1e-05, + "loss": 0.4585, + "mean_token_accuracy": 0.8684550523757935, + "num_tokens": 854502431.0, + "step": 22502 + }, + { + "epoch": 2.862612899122249, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.81587815284729, + "learning_rate": 1e-05, + "loss": 0.375, + "mean_token_accuracy": 0.8947587013244629, + "num_tokens": 854537440.0, + "step": 22503 + }, + { + "epoch": 2.8627401094008396, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.869879722595215, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8849499225616455, + "num_tokens": 854575121.0, + "step": 22504 + }, + { + "epoch": 2.86286731967943, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7336983680725098, + "learning_rate": 1e-05, + "loss": 0.3808, + "mean_token_accuracy": 0.8935656547546387, + "num_tokens": 854603624.0, + "step": 22505 + }, + { + "epoch": 2.8629945299580206, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.721186637878418, + "learning_rate": 1e-05, + "loss": 0.4656, + "mean_token_accuracy": 0.862256646156311, + "num_tokens": 854644616.0, + "step": 22506 + }, + { + "epoch": 2.863121740236611, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6754238605499268, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8760970830917358, + "num_tokens": 854689772.0, + "step": 22507 + }, + { + "epoch": 2.8632489505152017, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.741266965866089, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8891162872314453, + "num_tokens": 854725549.0, + "step": 22508 + }, + { + "epoch": 2.863376160793792, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6757373809814453, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8848609924316406, + "num_tokens": 854768509.0, + "step": 22509 + }, + { + "epoch": 2.8635033710723827, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.751909017562866, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.874582052230835, + "num_tokens": 854804822.0, + "step": 22510 + }, + { + "epoch": 2.8636305813509733, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003681182861328125, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6827383041381836, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8849145174026489, + "num_tokens": 854837458.0, + "step": 22511 + }, + { + "epoch": 2.863757791629564, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.733339548110962, + "learning_rate": 1e-05, + "loss": 0.4259, + "mean_token_accuracy": 0.87940913438797, + "num_tokens": 854877996.0, + "step": 22512 + }, + { + "epoch": 2.8638850019081543, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6894071102142334, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8736734390258789, + "num_tokens": 854913078.0, + "step": 22513 + }, + { + "epoch": 2.864012212186745, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.722414255142212, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8862890005111694, + "num_tokens": 854952300.0, + "step": 22514 + }, + { + "epoch": 2.8641394224653354, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6751534938812256, + "learning_rate": 1e-05, + "loss": 0.3982, + "mean_token_accuracy": 0.8855005502700806, + "num_tokens": 854992657.0, + "step": 22515 + }, + { + "epoch": 2.8642666327439255, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7346832752227783, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8805451393127441, + "num_tokens": 855028147.0, + "step": 22516 + }, + { + "epoch": 2.8643938430225164, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6797494888305664, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8775402307510376, + "num_tokens": 855069930.0, + "step": 22517 + }, + { + "epoch": 2.8645210533011065, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.739199161529541, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.883387565612793, + "num_tokens": 855105224.0, + "step": 22518 + }, + { + "epoch": 2.8646482635796975, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.702033758163452, + "learning_rate": 1e-05, + "loss": 0.4586, + "mean_token_accuracy": 0.8671790361404419, + "num_tokens": 855139533.0, + "step": 22519 + }, + { + "epoch": 2.8647754738582876, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7378499507904053, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8672828674316406, + "num_tokens": 855178380.0, + "step": 22520 + }, + { + "epoch": 2.864902684136878, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6953232288360596, + "learning_rate": 1e-05, + "loss": 0.4331, + "mean_token_accuracy": 0.877211332321167, + "num_tokens": 855212700.0, + "step": 22521 + }, + { + "epoch": 2.8650298944154686, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.727381467819214, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.8873614072799683, + "num_tokens": 855250340.0, + "step": 22522 + }, + { + "epoch": 2.865157104694059, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6938493251800537, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8806294798851013, + "num_tokens": 855285341.0, + "step": 22523 + }, + { + "epoch": 2.8652843149726497, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7079970836639404, + "learning_rate": 1e-05, + "loss": 0.4312, + "mean_token_accuracy": 0.8772425055503845, + "num_tokens": 855331038.0, + "step": 22524 + }, + { + "epoch": 2.86541152525124, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7087669372558594, + "learning_rate": 1e-05, + "loss": 0.3983, + "mean_token_accuracy": 0.8847276568412781, + "num_tokens": 855363643.0, + "step": 22525 + }, + { + "epoch": 2.8655387355298307, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7255802154541016, + "learning_rate": 1e-05, + "loss": 0.4031, + "mean_token_accuracy": 0.8874990344047546, + "num_tokens": 855397342.0, + "step": 22526 + }, + { + "epoch": 2.8656659458084213, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6922543048858643, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8909999132156372, + "num_tokens": 855432867.0, + "step": 22527 + }, + { + "epoch": 2.865793156087012, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.808426856994629, + "learning_rate": 1e-05, + "loss": 0.44, + "mean_token_accuracy": 0.8750717043876648, + "num_tokens": 855466091.0, + "step": 22528 + }, + { + "epoch": 2.8659203663656023, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6711578369140625, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8667393326759338, + "num_tokens": 855501200.0, + "step": 22529 + }, + { + "epoch": 2.866047576644193, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7468650341033936, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8889061808586121, + "num_tokens": 855543625.0, + "step": 22530 + }, + { + "epoch": 2.8661747869227834, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6633596420288086, + "learning_rate": 1e-05, + "loss": 0.4494, + "mean_token_accuracy": 0.8730549812316895, + "num_tokens": 855579653.0, + "step": 22531 + }, + { + "epoch": 2.866301997201374, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7659924030303955, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8802183866500854, + "num_tokens": 855611081.0, + "step": 22532 + }, + { + "epoch": 2.8664292074799644, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6668474674224854, + "learning_rate": 1e-05, + "loss": 0.3832, + "mean_token_accuracy": 0.8927016854286194, + "num_tokens": 855642389.0, + "step": 22533 + }, + { + "epoch": 2.866556417758555, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7574386596679688, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.873833417892456, + "num_tokens": 855686240.0, + "step": 22534 + }, + { + "epoch": 2.8666836280371455, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6563360691070557, + "learning_rate": 1e-05, + "loss": 0.4341, + "mean_token_accuracy": 0.8748467564582825, + "num_tokens": 855727979.0, + "step": 22535 + }, + { + "epoch": 2.866810838315736, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.770195722579956, + "learning_rate": 1e-05, + "loss": 0.4566, + "mean_token_accuracy": 0.8696044683456421, + "num_tokens": 855769119.0, + "step": 22536 + }, + { + "epoch": 2.8669380485943265, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6429827213287354, + "learning_rate": 1e-05, + "loss": 0.3791, + "mean_token_accuracy": 0.8911730051040649, + "num_tokens": 855811472.0, + "step": 22537 + }, + { + "epoch": 2.867065258872917, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.796761989593506, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8812052011489868, + "num_tokens": 855842739.0, + "step": 22538 + }, + { + "epoch": 2.8671924691515076, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6657843589782715, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8779492378234863, + "num_tokens": 855874520.0, + "step": 22539 + }, + { + "epoch": 2.867319679430098, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7661337852478027, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.888817548751831, + "num_tokens": 855915151.0, + "step": 22540 + }, + { + "epoch": 2.867446889708688, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.680060625076294, + "learning_rate": 1e-05, + "loss": 0.4675, + "mean_token_accuracy": 0.8631912469863892, + "num_tokens": 855948944.0, + "step": 22541 + }, + { + "epoch": 2.867574099987279, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.781261682510376, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8757950067520142, + "num_tokens": 855981604.0, + "step": 22542 + }, + { + "epoch": 2.8677013102658693, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.672975540161133, + "learning_rate": 1e-05, + "loss": 0.3902, + "mean_token_accuracy": 0.8900499939918518, + "num_tokens": 856020407.0, + "step": 22543 + }, + { + "epoch": 2.8678285205444602, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7780239582061768, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8675372004508972, + "num_tokens": 856056514.0, + "step": 22544 + }, + { + "epoch": 2.8679557308230503, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6716840267181396, + "learning_rate": 1e-05, + "loss": 0.4305, + "mean_token_accuracy": 0.8775947093963623, + "num_tokens": 856091385.0, + "step": 22545 + }, + { + "epoch": 2.868082941101641, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.749826192855835, + "learning_rate": 1e-05, + "loss": 0.3727, + "mean_token_accuracy": 0.896851122379303, + "num_tokens": 856133077.0, + "step": 22546 + }, + { + "epoch": 2.8682101513802314, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.660388469696045, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8853135108947754, + "num_tokens": 856174682.0, + "step": 22547 + }, + { + "epoch": 2.868337361658822, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7739648818969727, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8645792007446289, + "num_tokens": 856214486.0, + "step": 22548 + }, + { + "epoch": 2.8684645719374124, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6759426593780518, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8726786971092224, + "num_tokens": 856246816.0, + "step": 22549 + }, + { + "epoch": 2.868591782216003, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7710275650024414, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8730688691139221, + "num_tokens": 856286232.0, + "step": 22550 + }, + { + "epoch": 2.8687189924945935, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6485061645507812, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8859547972679138, + "num_tokens": 856326451.0, + "step": 22551 + }, + { + "epoch": 2.868846202773184, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7641820907592773, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8748131990432739, + "num_tokens": 856367766.0, + "step": 22552 + }, + { + "epoch": 2.8689734130517746, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.691295623779297, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8757047057151794, + "num_tokens": 856396085.0, + "step": 22553 + }, + { + "epoch": 2.869100623330365, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7346086502075195, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8924480676651001, + "num_tokens": 856439835.0, + "step": 22554 + }, + { + "epoch": 2.8692278336089556, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6970596313476562, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8868693113327026, + "num_tokens": 856470890.0, + "step": 22555 + }, + { + "epoch": 2.869355043887546, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.737821340560913, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8710409998893738, + "num_tokens": 856510281.0, + "step": 22556 + }, + { + "epoch": 2.8694822541661367, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6713919639587402, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8666331171989441, + "num_tokens": 856558194.0, + "step": 22557 + }, + { + "epoch": 2.869609464444727, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7493836879730225, + "learning_rate": 1e-05, + "loss": 0.419, + "mean_token_accuracy": 0.8816092014312744, + "num_tokens": 856594001.0, + "step": 22558 + }, + { + "epoch": 2.8697366747233177, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.665414810180664, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.8811431527137756, + "num_tokens": 856636424.0, + "step": 22559 + }, + { + "epoch": 2.8698638850019083, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7615394592285156, + "learning_rate": 1e-05, + "loss": 0.4511, + "mean_token_accuracy": 0.8701265454292297, + "num_tokens": 856670561.0, + "step": 22560 + }, + { + "epoch": 2.869991095280499, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6787078380584717, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8710033297538757, + "num_tokens": 856704852.0, + "step": 22561 + }, + { + "epoch": 2.8701183055590893, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7463202476501465, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8862466216087341, + "num_tokens": 856743943.0, + "step": 22562 + }, + { + "epoch": 2.87024551583768, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.676727533340454, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8708755970001221, + "num_tokens": 856782944.0, + "step": 22563 + }, + { + "epoch": 2.87037272611627, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.747602939605713, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8786844611167908, + "num_tokens": 856821240.0, + "step": 22564 + }, + { + "epoch": 2.870499936394861, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6732749938964844, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8763163685798645, + "num_tokens": 856860113.0, + "step": 22565 + }, + { + "epoch": 2.870627146673451, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7404277324676514, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8802292346954346, + "num_tokens": 856902501.0, + "step": 22566 + }, + { + "epoch": 2.870754356952042, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6656241416931152, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8867301940917969, + "num_tokens": 856940023.0, + "step": 22567 + }, + { + "epoch": 2.870881567230632, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7682831287384033, + "learning_rate": 1e-05, + "loss": 0.4889, + "mean_token_accuracy": 0.8575812578201294, + "num_tokens": 856980653.0, + "step": 22568 + }, + { + "epoch": 2.871008777509223, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6895503997802734, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8868752121925354, + "num_tokens": 857008081.0, + "step": 22569 + }, + { + "epoch": 2.871135987787813, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7468535900115967, + "learning_rate": 1e-05, + "loss": 0.3838, + "mean_token_accuracy": 0.89173424243927, + "num_tokens": 857040884.0, + "step": 22570 + }, + { + "epoch": 2.8712631980664036, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6775925159454346, + "learning_rate": 1e-05, + "loss": 0.4421, + "mean_token_accuracy": 0.8755430579185486, + "num_tokens": 857078519.0, + "step": 22571 + }, + { + "epoch": 2.871390408344994, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7383432388305664, + "learning_rate": 1e-05, + "loss": 0.4254, + "mean_token_accuracy": 0.8802922964096069, + "num_tokens": 857119250.0, + "step": 22572 + }, + { + "epoch": 2.8715176186235847, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6717259883880615, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8814319372177124, + "num_tokens": 857160003.0, + "step": 22573 + }, + { + "epoch": 2.871644828902175, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.737363338470459, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8814030289649963, + "num_tokens": 857200918.0, + "step": 22574 + }, + { + "epoch": 2.8717720391807657, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.668097496032715, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.8889337778091431, + "num_tokens": 857241157.0, + "step": 22575 + }, + { + "epoch": 2.8718992494593563, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.754056215286255, + "learning_rate": 1e-05, + "loss": 0.4169, + "mean_token_accuracy": 0.878902792930603, + "num_tokens": 857276237.0, + "step": 22576 + }, + { + "epoch": 2.872026459737947, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.668132781982422, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.8938860893249512, + "num_tokens": 857311059.0, + "step": 22577 + }, + { + "epoch": 2.8721536700165373, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.769045352935791, + "learning_rate": 1e-05, + "loss": 0.4721, + "mean_token_accuracy": 0.8665217161178589, + "num_tokens": 857350326.0, + "step": 22578 + }, + { + "epoch": 2.872280880295128, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6663706302642822, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8709585666656494, + "num_tokens": 857387708.0, + "step": 22579 + }, + { + "epoch": 2.8724080905737184, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.763653039932251, + "learning_rate": 1e-05, + "loss": 0.4135, + "mean_token_accuracy": 0.8835479021072388, + "num_tokens": 857427658.0, + "step": 22580 + }, + { + "epoch": 2.872535300852309, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.650524377822876, + "learning_rate": 1e-05, + "loss": 0.4413, + "mean_token_accuracy": 0.8752239942550659, + "num_tokens": 857468529.0, + "step": 22581 + }, + { + "epoch": 2.8726625111308994, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.764056921005249, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8818720579147339, + "num_tokens": 857509406.0, + "step": 22582 + }, + { + "epoch": 2.87278972140949, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6576590538024902, + "learning_rate": 1e-05, + "loss": 0.426, + "mean_token_accuracy": 0.882487416267395, + "num_tokens": 857548302.0, + "step": 22583 + }, + { + "epoch": 2.8729169316880805, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7648768424987793, + "learning_rate": 1e-05, + "loss": 0.3708, + "mean_token_accuracy": 0.8965392708778381, + "num_tokens": 857584022.0, + "step": 22584 + }, + { + "epoch": 2.873044141966671, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6638453006744385, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8724005222320557, + "num_tokens": 857627334.0, + "step": 22585 + }, + { + "epoch": 2.8731713522452615, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7747409343719482, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8810203075408936, + "num_tokens": 857663317.0, + "step": 22586 + }, + { + "epoch": 2.873298562523852, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6872475147247314, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.864544153213501, + "num_tokens": 857697358.0, + "step": 22587 + }, + { + "epoch": 2.8734257728024426, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.760509490966797, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8756908178329468, + "num_tokens": 857737686.0, + "step": 22588 + }, + { + "epoch": 2.8735529830810327, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6694867610931396, + "learning_rate": 1e-05, + "loss": 0.4541, + "mean_token_accuracy": 0.8706923723220825, + "num_tokens": 857774730.0, + "step": 22589 + }, + { + "epoch": 2.8736801933596237, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7575109004974365, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.874789834022522, + "num_tokens": 857811503.0, + "step": 22590 + }, + { + "epoch": 2.8738074036382137, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.669848680496216, + "learning_rate": 1e-05, + "loss": 0.4451, + "mean_token_accuracy": 0.8720619082450867, + "num_tokens": 857850696.0, + "step": 22591 + }, + { + "epoch": 2.8739346139168047, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.740107297897339, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8856512904167175, + "num_tokens": 857894849.0, + "step": 22592 + }, + { + "epoch": 2.874061824195395, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6551923751831055, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8833901286125183, + "num_tokens": 857938876.0, + "step": 22593 + }, + { + "epoch": 2.8741890344739858, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7604315280914307, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8841363191604614, + "num_tokens": 857973424.0, + "step": 22594 + }, + { + "epoch": 2.874316244752576, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6742923259735107, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8728618025779724, + "num_tokens": 858008105.0, + "step": 22595 + }, + { + "epoch": 2.8744434550311664, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.757925510406494, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8836159706115723, + "num_tokens": 858043898.0, + "step": 22596 + }, + { + "epoch": 2.874570665309757, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.675537347793579, + "learning_rate": 1e-05, + "loss": 0.4695, + "mean_token_accuracy": 0.8650995492935181, + "num_tokens": 858080671.0, + "step": 22597 + }, + { + "epoch": 2.8746978755883474, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7420711517333984, + "learning_rate": 1e-05, + "loss": 0.3781, + "mean_token_accuracy": 0.8943121433258057, + "num_tokens": 858118619.0, + "step": 22598 + }, + { + "epoch": 2.874825085866938, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6676406860351562, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8772150278091431, + "num_tokens": 858160207.0, + "step": 22599 + }, + { + "epoch": 2.8749522961455285, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.749181032180786, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8720666170120239, + "num_tokens": 858201634.0, + "step": 22600 + }, + { + "epoch": 2.875079506424119, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6766207218170166, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8708901405334473, + "num_tokens": 858241618.0, + "step": 22601 + }, + { + "epoch": 2.8752067167027096, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7594919204711914, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8784526586532593, + "num_tokens": 858275393.0, + "step": 22602 + }, + { + "epoch": 2.8753339269813, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.672988176345825, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8744222521781921, + "num_tokens": 858316470.0, + "step": 22603 + }, + { + "epoch": 2.8754611372598906, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7657580375671387, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8860776424407959, + "num_tokens": 858350567.0, + "step": 22604 + }, + { + "epoch": 2.875588347538481, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6582565307617188, + "learning_rate": 1e-05, + "loss": 0.4383, + "mean_token_accuracy": 0.8782662153244019, + "num_tokens": 858393998.0, + "step": 22605 + }, + { + "epoch": 2.8757155578170717, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.758626937866211, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8916153907775879, + "num_tokens": 858430987.0, + "step": 22606 + }, + { + "epoch": 2.875842768095662, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6718034744262695, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8752743005752563, + "num_tokens": 858464230.0, + "step": 22607 + }, + { + "epoch": 2.8759699783742527, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.763786792755127, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8740338087081909, + "num_tokens": 858505965.0, + "step": 22608 + }, + { + "epoch": 2.8760971886528433, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.655017614364624, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8824318647384644, + "num_tokens": 858542629.0, + "step": 22609 + }, + { + "epoch": 2.876224398931434, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7561933994293213, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8898863196372986, + "num_tokens": 858583377.0, + "step": 22610 + }, + { + "epoch": 2.8763516092100243, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6526992321014404, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8924791216850281, + "num_tokens": 858620546.0, + "step": 22611 + }, + { + "epoch": 2.876478819488615, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.774420976638794, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.8724510073661804, + "num_tokens": 858659469.0, + "step": 22612 + }, + { + "epoch": 2.8766060297672054, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6673059463500977, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.879069447517395, + "num_tokens": 858694519.0, + "step": 22613 + }, + { + "epoch": 2.8767332400457954, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7680773735046387, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8874594569206238, + "num_tokens": 858728371.0, + "step": 22614 + }, + { + "epoch": 2.8768604503243864, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.666945457458496, + "learning_rate": 1e-05, + "loss": 0.3993, + "mean_token_accuracy": 0.8863211870193481, + "num_tokens": 858765195.0, + "step": 22615 + }, + { + "epoch": 2.8769876606029765, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7610552310943604, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8883577585220337, + "num_tokens": 858804129.0, + "step": 22616 + }, + { + "epoch": 2.8771148708815675, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.658618450164795, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8877862691879272, + "num_tokens": 858841267.0, + "step": 22617 + }, + { + "epoch": 2.8772420811601576, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.766792058944702, + "learning_rate": 1e-05, + "loss": 0.4238, + "mean_token_accuracy": 0.8791740536689758, + "num_tokens": 858882405.0, + "step": 22618 + }, + { + "epoch": 2.877369291438748, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.654920816421509, + "learning_rate": 1e-05, + "loss": 0.4105, + "mean_token_accuracy": 0.883058488368988, + "num_tokens": 858920176.0, + "step": 22619 + }, + { + "epoch": 2.8774965017173386, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7789342403411865, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8747686743736267, + "num_tokens": 858959065.0, + "step": 22620 + }, + { + "epoch": 2.877623711995929, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.644383430480957, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8882266283035278, + "num_tokens": 858997497.0, + "step": 22621 + }, + { + "epoch": 2.8777509222745197, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7750391960144043, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8851093649864197, + "num_tokens": 859036425.0, + "step": 22622 + }, + { + "epoch": 2.87787813255311, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.666208505630493, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.8783425688743591, + "num_tokens": 859073602.0, + "step": 22623 + }, + { + "epoch": 2.8780053428317007, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7855169773101807, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8751442432403564, + "num_tokens": 859107576.0, + "step": 22624 + }, + { + "epoch": 2.8781325531102913, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.671450614929199, + "learning_rate": 1e-05, + "loss": 0.4488, + "mean_token_accuracy": 0.8715382814407349, + "num_tokens": 859141866.0, + "step": 22625 + }, + { + "epoch": 2.878259763388882, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7839832305908203, + "learning_rate": 1e-05, + "loss": 0.3935, + "mean_token_accuracy": 0.8900636434555054, + "num_tokens": 859180592.0, + "step": 22626 + }, + { + "epoch": 2.8783869736674723, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.668776273727417, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.874993085861206, + "num_tokens": 859216365.0, + "step": 22627 + }, + { + "epoch": 2.878514183946063, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7817137241363525, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8780561685562134, + "num_tokens": 859254167.0, + "step": 22628 + }, + { + "epoch": 2.8786413942246534, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6566014289855957, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8862171173095703, + "num_tokens": 859288980.0, + "step": 22629 + }, + { + "epoch": 2.878768604503244, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7720484733581543, + "learning_rate": 1e-05, + "loss": 0.3823, + "mean_token_accuracy": 0.8942626714706421, + "num_tokens": 859326741.0, + "step": 22630 + }, + { + "epoch": 2.8788958147818344, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6598668098449707, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8739929795265198, + "num_tokens": 859369530.0, + "step": 22631 + }, + { + "epoch": 2.879023025060425, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.778512716293335, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.8632960915565491, + "num_tokens": 859409870.0, + "step": 22632 + }, + { + "epoch": 2.8791502353390155, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.8107783794403076, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8653690218925476, + "num_tokens": 859443419.0, + "step": 22633 + }, + { + "epoch": 2.879277445617606, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7253406047821045, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8853870034217834, + "num_tokens": 859474832.0, + "step": 22634 + }, + { + "epoch": 2.8794046558961965, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.69966197013855, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8777250051498413, + "num_tokens": 859517668.0, + "step": 22635 + }, + { + "epoch": 2.879531866174787, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7035863399505615, + "learning_rate": 1e-05, + "loss": 0.4168, + "mean_token_accuracy": 0.8845679759979248, + "num_tokens": 859555954.0, + "step": 22636 + }, + { + "epoch": 2.8796590764533776, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.712174415588379, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.874592661857605, + "num_tokens": 859591221.0, + "step": 22637 + }, + { + "epoch": 2.879786286731968, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6959774494171143, + "learning_rate": 1e-05, + "loss": 0.3733, + "mean_token_accuracy": 0.8931381702423096, + "num_tokens": 859631879.0, + "step": 22638 + }, + { + "epoch": 2.879913497010558, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.721632957458496, + "learning_rate": 1e-05, + "loss": 0.4592, + "mean_token_accuracy": 0.8732521533966064, + "num_tokens": 859669259.0, + "step": 22639 + }, + { + "epoch": 2.880040707289149, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.689877510070801, + "learning_rate": 1e-05, + "loss": 0.3967, + "mean_token_accuracy": 0.8860125541687012, + "num_tokens": 859706168.0, + "step": 22640 + }, + { + "epoch": 2.8801679175677393, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.721118450164795, + "learning_rate": 1e-05, + "loss": 0.4147, + "mean_token_accuracy": 0.8801454901695251, + "num_tokens": 859743182.0, + "step": 22641 + }, + { + "epoch": 2.8802951278463302, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.679422378540039, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8827677965164185, + "num_tokens": 859786120.0, + "step": 22642 + }, + { + "epoch": 2.8804223381249203, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7259886264801025, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8855459690093994, + "num_tokens": 859824097.0, + "step": 22643 + }, + { + "epoch": 2.880549548403511, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7032670974731445, + "learning_rate": 1e-05, + "loss": 0.4535, + "mean_token_accuracy": 0.8682603240013123, + "num_tokens": 859860081.0, + "step": 22644 + }, + { + "epoch": 2.8806767586821014, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.715651273727417, + "learning_rate": 1e-05, + "loss": 0.4414, + "mean_token_accuracy": 0.8729324340820312, + "num_tokens": 859898731.0, + "step": 22645 + }, + { + "epoch": 2.880803968960692, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6931798458099365, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8799751996994019, + "num_tokens": 859938406.0, + "step": 22646 + }, + { + "epoch": 2.8809311792392824, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7130866050720215, + "learning_rate": 1e-05, + "loss": 0.3834, + "mean_token_accuracy": 0.8929039239883423, + "num_tokens": 859974270.0, + "step": 22647 + }, + { + "epoch": 2.881058389517873, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.701211929321289, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.882999062538147, + "num_tokens": 860007261.0, + "step": 22648 + }, + { + "epoch": 2.8811855997964635, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6974592208862305, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.8793057799339294, + "num_tokens": 860051170.0, + "step": 22649 + }, + { + "epoch": 2.881312810075054, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7258660793304443, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8844714164733887, + "num_tokens": 860082771.0, + "step": 22650 + }, + { + "epoch": 2.8814400203536445, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6939656734466553, + "learning_rate": 1e-05, + "loss": 0.4681, + "mean_token_accuracy": 0.8671050071716309, + "num_tokens": 860124184.0, + "step": 22651 + }, + { + "epoch": 2.881567230632235, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.73511004447937, + "learning_rate": 1e-05, + "loss": 0.4582, + "mean_token_accuracy": 0.8675447702407837, + "num_tokens": 860158453.0, + "step": 22652 + }, + { + "epoch": 2.8816944409108256, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.686230182647705, + "learning_rate": 1e-05, + "loss": 0.4062, + "mean_token_accuracy": 0.8863953351974487, + "num_tokens": 860195403.0, + "step": 22653 + }, + { + "epoch": 2.881821651189416, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.727285385131836, + "learning_rate": 1e-05, + "loss": 0.4437, + "mean_token_accuracy": 0.8704532384872437, + "num_tokens": 860232813.0, + "step": 22654 + }, + { + "epoch": 2.8819488614680067, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.684346914291382, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8766276240348816, + "num_tokens": 860269542.0, + "step": 22655 + }, + { + "epoch": 2.882076071746597, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.747225522994995, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8734560012817383, + "num_tokens": 860305386.0, + "step": 22656 + }, + { + "epoch": 2.8822032820251877, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6724743843078613, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8799307942390442, + "num_tokens": 860343137.0, + "step": 22657 + }, + { + "epoch": 2.8823304923037782, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.745784282684326, + "learning_rate": 1e-05, + "loss": 0.4407, + "mean_token_accuracy": 0.8738366365432739, + "num_tokens": 860382968.0, + "step": 22658 + }, + { + "epoch": 2.8824577025823688, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.665877103805542, + "learning_rate": 1e-05, + "loss": 0.4467, + "mean_token_accuracy": 0.8750172853469849, + "num_tokens": 860426985.0, + "step": 22659 + }, + { + "epoch": 2.8825849128609593, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7599942684173584, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8702445030212402, + "num_tokens": 860460950.0, + "step": 22660 + }, + { + "epoch": 2.88271212313955, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.661966562271118, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8852328062057495, + "num_tokens": 860499328.0, + "step": 22661 + }, + { + "epoch": 2.88283933341814, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.775083303451538, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8789485692977905, + "num_tokens": 860532411.0, + "step": 22662 + }, + { + "epoch": 2.882966543696731, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.657623291015625, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8908381462097168, + "num_tokens": 860567565.0, + "step": 22663 + }, + { + "epoch": 2.883093753975321, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7596778869628906, + "learning_rate": 1e-05, + "loss": 0.444, + "mean_token_accuracy": 0.8733222484588623, + "num_tokens": 860611687.0, + "step": 22664 + }, + { + "epoch": 2.883220964253912, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6603214740753174, + "learning_rate": 1e-05, + "loss": 0.4737, + "mean_token_accuracy": 0.8638754487037659, + "num_tokens": 860652220.0, + "step": 22665 + }, + { + "epoch": 2.883348174532502, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.760563611984253, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8866554498672485, + "num_tokens": 860689641.0, + "step": 22666 + }, + { + "epoch": 2.883475384811093, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.661921501159668, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8833123445510864, + "num_tokens": 860727490.0, + "step": 22667 + }, + { + "epoch": 2.883602595089683, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7673771381378174, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8744021654129028, + "num_tokens": 860768625.0, + "step": 22668 + }, + { + "epoch": 2.8837298053682736, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.652350425720215, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8859201669692993, + "num_tokens": 860806294.0, + "step": 22669 + }, + { + "epoch": 2.883857015646864, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7877109050750732, + "learning_rate": 1e-05, + "loss": 0.4701, + "mean_token_accuracy": 0.8636096119880676, + "num_tokens": 860842672.0, + "step": 22670 + }, + { + "epoch": 2.8839842259254547, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6565351486206055, + "learning_rate": 1e-05, + "loss": 0.4398, + "mean_token_accuracy": 0.8709077835083008, + "num_tokens": 860879882.0, + "step": 22671 + }, + { + "epoch": 2.884111436204045, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7785189151763916, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8797087669372559, + "num_tokens": 860916099.0, + "step": 22672 + }, + { + "epoch": 2.8842386464826357, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6494927406311035, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8795844316482544, + "num_tokens": 860957982.0, + "step": 22673 + }, + { + "epoch": 2.8843658567612263, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7862207889556885, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8884545564651489, + "num_tokens": 860995528.0, + "step": 22674 + }, + { + "epoch": 2.884493067039817, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.646254777908325, + "learning_rate": 1e-05, + "loss": 0.4328, + "mean_token_accuracy": 0.8774709701538086, + "num_tokens": 861034676.0, + "step": 22675 + }, + { + "epoch": 2.8846202773184073, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.810884714126587, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8713421821594238, + "num_tokens": 861069767.0, + "step": 22676 + }, + { + "epoch": 2.884747487596998, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.637592077255249, + "learning_rate": 1e-05, + "loss": 0.4134, + "mean_token_accuracy": 0.8812024593353271, + "num_tokens": 861109787.0, + "step": 22677 + }, + { + "epoch": 2.8848746978755884, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.810858726501465, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8830894231796265, + "num_tokens": 861144603.0, + "step": 22678 + }, + { + "epoch": 2.885001908154179, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6285674571990967, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8871645927429199, + "num_tokens": 861184750.0, + "step": 22679 + }, + { + "epoch": 2.8851291184327694, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8228189945220947, + "learning_rate": 1e-05, + "loss": 0.4302, + "mean_token_accuracy": 0.8771803975105286, + "num_tokens": 861223591.0, + "step": 22680 + }, + { + "epoch": 2.88525632871136, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.64269757270813, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8750946521759033, + "num_tokens": 861260456.0, + "step": 22681 + }, + { + "epoch": 2.8853835389899505, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8330132961273193, + "learning_rate": 1e-05, + "loss": 0.4315, + "mean_token_accuracy": 0.8770119547843933, + "num_tokens": 861298266.0, + "step": 22682 + }, + { + "epoch": 2.885510749268541, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6493887901306152, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8847521543502808, + "num_tokens": 861334646.0, + "step": 22683 + }, + { + "epoch": 2.8856379595471315, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.831815481185913, + "learning_rate": 1e-05, + "loss": 0.4471, + "mean_token_accuracy": 0.873166561126709, + "num_tokens": 861370734.0, + "step": 22684 + }, + { + "epoch": 2.885765169825722, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648481607437134, + "learning_rate": 1e-05, + "loss": 0.3749, + "mean_token_accuracy": 0.8962479829788208, + "num_tokens": 861403111.0, + "step": 22685 + }, + { + "epoch": 2.8858923801043126, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.82853102684021, + "learning_rate": 1e-05, + "loss": 0.4107, + "mean_token_accuracy": 0.8831547498703003, + "num_tokens": 861440668.0, + "step": 22686 + }, + { + "epoch": 2.8860195903829027, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6581356525421143, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8698570132255554, + "num_tokens": 861478586.0, + "step": 22687 + }, + { + "epoch": 2.8861468006614936, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.826481580734253, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8784971237182617, + "num_tokens": 861511637.0, + "step": 22688 + }, + { + "epoch": 2.8862740109400837, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6624703407287598, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8794009685516357, + "num_tokens": 861545421.0, + "step": 22689 + }, + { + "epoch": 2.8864012212186747, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8216121196746826, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8743820786476135, + "num_tokens": 861586230.0, + "step": 22690 + }, + { + "epoch": 2.886528431497265, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6562416553497314, + "learning_rate": 1e-05, + "loss": 0.4009, + "mean_token_accuracy": 0.8876358270645142, + "num_tokens": 861620556.0, + "step": 22691 + }, + { + "epoch": 2.8866556417758558, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8539035320281982, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8775936365127563, + "num_tokens": 861655826.0, + "step": 22692 + }, + { + "epoch": 2.886782852054446, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6276636123657227, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8828266859054565, + "num_tokens": 861699160.0, + "step": 22693 + }, + { + "epoch": 2.8869100623330364, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8501110076904297, + "learning_rate": 1e-05, + "loss": 0.4712, + "mean_token_accuracy": 0.8710655570030212, + "num_tokens": 861736784.0, + "step": 22694 + }, + { + "epoch": 2.887037272611627, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6409897804260254, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8905472159385681, + "num_tokens": 861775359.0, + "step": 22695 + }, + { + "epoch": 2.8871644828902174, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.850773334503174, + "learning_rate": 1e-05, + "loss": 0.4761, + "mean_token_accuracy": 0.8672725558280945, + "num_tokens": 861813852.0, + "step": 22696 + }, + { + "epoch": 2.887291693168808, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.644709348678589, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8787280321121216, + "num_tokens": 861853730.0, + "step": 22697 + }, + { + "epoch": 2.8874189034473985, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.847951650619507, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8772855997085571, + "num_tokens": 861891405.0, + "step": 22698 + }, + { + "epoch": 2.887546113725989, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6481504440307617, + "learning_rate": 1e-05, + "loss": 0.392, + "mean_token_accuracy": 0.8885543346405029, + "num_tokens": 861929595.0, + "step": 22699 + }, + { + "epoch": 2.8876733240045795, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.859241008758545, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8679596185684204, + "num_tokens": 861963263.0, + "step": 22700 + }, + { + "epoch": 2.88780053428317, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.653095006942749, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8720036149024963, + "num_tokens": 862002259.0, + "step": 22701 + }, + { + "epoch": 2.8879277445617606, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8560657501220703, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8635676503181458, + "num_tokens": 862039869.0, + "step": 22702 + }, + { + "epoch": 2.888054954840351, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6747238636016846, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8801071643829346, + "num_tokens": 862068979.0, + "step": 22703 + }, + { + "epoch": 2.8881821651189417, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8184444904327393, + "learning_rate": 1e-05, + "loss": 0.4683, + "mean_token_accuracy": 0.8659103512763977, + "num_tokens": 862117384.0, + "step": 22704 + }, + { + "epoch": 2.888309375397532, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.666672706604004, + "learning_rate": 1e-05, + "loss": 0.4561, + "mean_token_accuracy": 0.8691257238388062, + "num_tokens": 862157961.0, + "step": 22705 + }, + { + "epoch": 2.8884365856761227, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8087596893310547, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8810974955558777, + "num_tokens": 862199023.0, + "step": 22706 + }, + { + "epoch": 2.8885637959547132, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.662184953689575, + "learning_rate": 1e-05, + "loss": 0.4215, + "mean_token_accuracy": 0.8804947733879089, + "num_tokens": 862237839.0, + "step": 22707 + }, + { + "epoch": 2.8886910062333038, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8139901161193848, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8754749298095703, + "num_tokens": 862273060.0, + "step": 22708 + }, + { + "epoch": 2.8888182165118943, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6585144996643066, + "learning_rate": 1e-05, + "loss": 0.4499, + "mean_token_accuracy": 0.8699694871902466, + "num_tokens": 862316469.0, + "step": 22709 + }, + { + "epoch": 2.888945426790485, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.817305564880371, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8714720010757446, + "num_tokens": 862359367.0, + "step": 22710 + }, + { + "epoch": 2.8890726370690754, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6507327556610107, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8856064677238464, + "num_tokens": 862397113.0, + "step": 22711 + }, + { + "epoch": 2.8891998473476654, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8195464611053467, + "learning_rate": 1e-05, + "loss": 0.4469, + "mean_token_accuracy": 0.8746660351753235, + "num_tokens": 862435627.0, + "step": 22712 + }, + { + "epoch": 2.8893270576262564, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6518008708953857, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.880980372428894, + "num_tokens": 862476948.0, + "step": 22713 + }, + { + "epoch": 2.8894542679048465, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8189728260040283, + "learning_rate": 1e-05, + "loss": 0.4384, + "mean_token_accuracy": 0.8768548965454102, + "num_tokens": 862513429.0, + "step": 22714 + }, + { + "epoch": 2.8895814781834375, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.671625852584839, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8678798675537109, + "num_tokens": 862548570.0, + "step": 22715 + }, + { + "epoch": 2.8897086884620276, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8112287521362305, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8781170845031738, + "num_tokens": 862586265.0, + "step": 22716 + }, + { + "epoch": 2.889835898740618, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.674488067626953, + "learning_rate": 1e-05, + "loss": 0.4658, + "mean_token_accuracy": 0.8646560907363892, + "num_tokens": 862620552.0, + "step": 22717 + }, + { + "epoch": 2.8899631090192086, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7894670963287354, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.8912234902381897, + "num_tokens": 862656449.0, + "step": 22718 + }, + { + "epoch": 2.890090319297799, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.663846731185913, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8706588745117188, + "num_tokens": 862697612.0, + "step": 22719 + }, + { + "epoch": 2.8902175295763897, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7907872200012207, + "learning_rate": 1e-05, + "loss": 0.4606, + "mean_token_accuracy": 0.8683339953422546, + "num_tokens": 862742304.0, + "step": 22720 + }, + { + "epoch": 2.89034473985498, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.658864974975586, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8810518383979797, + "num_tokens": 862781738.0, + "step": 22721 + }, + { + "epoch": 2.8904719501335707, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.799513578414917, + "learning_rate": 1e-05, + "loss": 0.4976, + "mean_token_accuracy": 0.852039635181427, + "num_tokens": 862823124.0, + "step": 22722 + }, + { + "epoch": 2.8905991604121613, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.676842451095581, + "learning_rate": 1e-05, + "loss": 0.4637, + "mean_token_accuracy": 0.8669270277023315, + "num_tokens": 862857706.0, + "step": 22723 + }, + { + "epoch": 2.890726370690752, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.780744791030884, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.861664354801178, + "num_tokens": 862899966.0, + "step": 22724 + }, + { + "epoch": 2.8908535809693423, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6790239810943604, + "learning_rate": 1e-05, + "loss": 0.3959, + "mean_token_accuracy": 0.8795802593231201, + "num_tokens": 862931090.0, + "step": 22725 + }, + { + "epoch": 2.890980791247933, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 3.0884556770324707, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8853760957717896, + "num_tokens": 862962833.0, + "step": 22726 + }, + { + "epoch": 2.8911080015265234, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.809213161468506, + "learning_rate": 1e-05, + "loss": 0.435, + "mean_token_accuracy": 0.8737577199935913, + "num_tokens": 863003769.0, + "step": 22727 + }, + { + "epoch": 2.891235211805114, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.792480707168579, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8797824382781982, + "num_tokens": 863038130.0, + "step": 22728 + }, + { + "epoch": 2.8913624220837044, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6274406909942627, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.8925859928131104, + "num_tokens": 863077943.0, + "step": 22729 + }, + { + "epoch": 2.891489632362295, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.805793046951294, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8760311603546143, + "num_tokens": 863113853.0, + "step": 22730 + }, + { + "epoch": 2.8916168426408855, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6600019931793213, + "learning_rate": 1e-05, + "loss": 0.413, + "mean_token_accuracy": 0.8856710195541382, + "num_tokens": 863149407.0, + "step": 22731 + }, + { + "epoch": 2.891744052919476, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.80747389793396, + "learning_rate": 1e-05, + "loss": 0.4475, + "mean_token_accuracy": 0.8735051155090332, + "num_tokens": 863183324.0, + "step": 22732 + }, + { + "epoch": 2.8918712631980665, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.6537954807281494, + "learning_rate": 1e-05, + "loss": 0.3807, + "mean_token_accuracy": 0.8933039307594299, + "num_tokens": 863220400.0, + "step": 22733 + }, + { + "epoch": 2.891998473476657, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8071067333221436, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8862442970275879, + "num_tokens": 863259565.0, + "step": 22734 + }, + { + "epoch": 2.8921256837552476, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.672865390777588, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8719604015350342, + "num_tokens": 863293480.0, + "step": 22735 + }, + { + "epoch": 2.892252894033838, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.809267282485962, + "learning_rate": 1e-05, + "loss": 0.4442, + "mean_token_accuracy": 0.8776934742927551, + "num_tokens": 863331702.0, + "step": 22736 + }, + { + "epoch": 2.892380104312428, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6781890392303467, + "learning_rate": 1e-05, + "loss": 0.4501, + "mean_token_accuracy": 0.8735082745552063, + "num_tokens": 863366195.0, + "step": 22737 + }, + { + "epoch": 2.892507314591019, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8013758659362793, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8743342161178589, + "num_tokens": 863406674.0, + "step": 22738 + }, + { + "epoch": 2.8926345248696093, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.682420492172241, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8775017261505127, + "num_tokens": 863441837.0, + "step": 22739 + }, + { + "epoch": 2.8927617351482002, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.796603202819824, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8860499858856201, + "num_tokens": 863476461.0, + "step": 22740 + }, + { + "epoch": 2.8928889454267903, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.669102191925049, + "learning_rate": 1e-05, + "loss": 0.4463, + "mean_token_accuracy": 0.8704018592834473, + "num_tokens": 863513715.0, + "step": 22741 + }, + { + "epoch": 2.893016155705381, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.78416109085083, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8832749724388123, + "num_tokens": 863553172.0, + "step": 22742 + }, + { + "epoch": 2.8931433659839714, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6867287158966064, + "learning_rate": 1e-05, + "loss": 0.4609, + "mean_token_accuracy": 0.8667259812355042, + "num_tokens": 863585353.0, + "step": 22743 + }, + { + "epoch": 2.893270576262562, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7678143978118896, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8722496032714844, + "num_tokens": 863627510.0, + "step": 22744 + }, + { + "epoch": 2.8933977865411524, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.684124708175659, + "learning_rate": 1e-05, + "loss": 0.4526, + "mean_token_accuracy": 0.8716621994972229, + "num_tokens": 863670683.0, + "step": 22745 + }, + { + "epoch": 2.893524996819743, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.747307777404785, + "learning_rate": 1e-05, + "loss": 0.4438, + "mean_token_accuracy": 0.8733850717544556, + "num_tokens": 863710793.0, + "step": 22746 + }, + { + "epoch": 2.8936522070983335, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.696059226989746, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.8849369883537292, + "num_tokens": 863745963.0, + "step": 22747 + }, + { + "epoch": 2.893779417376924, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.737461566925049, + "learning_rate": 1e-05, + "loss": 0.3901, + "mean_token_accuracy": 0.8895018696784973, + "num_tokens": 863783729.0, + "step": 22748 + }, + { + "epoch": 2.8939066276555145, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6861369609832764, + "learning_rate": 1e-05, + "loss": 0.4174, + "mean_token_accuracy": 0.8796460628509521, + "num_tokens": 863820070.0, + "step": 22749 + }, + { + "epoch": 2.894033837934105, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7442426681518555, + "learning_rate": 1e-05, + "loss": 0.4027, + "mean_token_accuracy": 0.8825825452804565, + "num_tokens": 863853438.0, + "step": 22750 + }, + { + "epoch": 2.8941610482126956, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.69244384765625, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.8812606334686279, + "num_tokens": 863894151.0, + "step": 22751 + }, + { + "epoch": 2.894288258491286, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7437453269958496, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8857403993606567, + "num_tokens": 863929712.0, + "step": 22752 + }, + { + "epoch": 2.8944154687698767, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.690892219543457, + "learning_rate": 1e-05, + "loss": 0.4782, + "mean_token_accuracy": 0.8616044521331787, + "num_tokens": 863970236.0, + "step": 22753 + }, + { + "epoch": 2.894542679048467, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.76025652885437, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8693885803222656, + "num_tokens": 864009164.0, + "step": 22754 + }, + { + "epoch": 2.8946698893270577, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6735668182373047, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8740795850753784, + "num_tokens": 864048941.0, + "step": 22755 + }, + { + "epoch": 2.8947970996056482, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7691776752471924, + "learning_rate": 1e-05, + "loss": 0.4572, + "mean_token_accuracy": 0.8743369579315186, + "num_tokens": 864084041.0, + "step": 22756 + }, + { + "epoch": 2.8949243098842388, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.667527675628662, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8821625709533691, + "num_tokens": 864118370.0, + "step": 22757 + }, + { + "epoch": 2.8950515201628293, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7774689197540283, + "learning_rate": 1e-05, + "loss": 0.3854, + "mean_token_accuracy": 0.8909348249435425, + "num_tokens": 864148888.0, + "step": 22758 + }, + { + "epoch": 2.89517873044142, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6564137935638428, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8826565742492676, + "num_tokens": 864185850.0, + "step": 22759 + }, + { + "epoch": 2.89530594072001, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.793154239654541, + "learning_rate": 1e-05, + "loss": 0.4736, + "mean_token_accuracy": 0.862682580947876, + "num_tokens": 864224914.0, + "step": 22760 + }, + { + "epoch": 2.895433150998601, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6445720195770264, + "learning_rate": 1e-05, + "loss": 0.4293, + "mean_token_accuracy": 0.8748045563697815, + "num_tokens": 864266430.0, + "step": 22761 + }, + { + "epoch": 2.895560361277191, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8007025718688965, + "learning_rate": 1e-05, + "loss": 0.4229, + "mean_token_accuracy": 0.8753247857093811, + "num_tokens": 864299769.0, + "step": 22762 + }, + { + "epoch": 2.895687571555782, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6438395977020264, + "learning_rate": 1e-05, + "loss": 0.4382, + "mean_token_accuracy": 0.8727779984474182, + "num_tokens": 864340713.0, + "step": 22763 + }, + { + "epoch": 2.895814781834372, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8112263679504395, + "learning_rate": 1e-05, + "loss": 0.4615, + "mean_token_accuracy": 0.8683099746704102, + "num_tokens": 864382930.0, + "step": 22764 + }, + { + "epoch": 2.895941992112963, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.631453514099121, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8877263069152832, + "num_tokens": 864424632.0, + "step": 22765 + }, + { + "epoch": 2.896069202391553, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.809338331222534, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8907830119132996, + "num_tokens": 864463444.0, + "step": 22766 + }, + { + "epoch": 2.8961964126701436, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6503570079803467, + "learning_rate": 1e-05, + "loss": 0.484, + "mean_token_accuracy": 0.8602049350738525, + "num_tokens": 864506651.0, + "step": 22767 + }, + { + "epoch": 2.896323622948734, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.811920166015625, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8837564587593079, + "num_tokens": 864544075.0, + "step": 22768 + }, + { + "epoch": 2.8964508332273247, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.652217388153076, + "learning_rate": 1e-05, + "loss": 0.3761, + "mean_token_accuracy": 0.8952181339263916, + "num_tokens": 864579814.0, + "step": 22769 + }, + { + "epoch": 2.896578043505915, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.817558765411377, + "learning_rate": 1e-05, + "loss": 0.4862, + "mean_token_accuracy": 0.8603610992431641, + "num_tokens": 864616690.0, + "step": 22770 + }, + { + "epoch": 2.8967052537845057, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.630885362625122, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8837347030639648, + "num_tokens": 864662035.0, + "step": 22771 + }, + { + "epoch": 2.8968324640630962, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.839148759841919, + "learning_rate": 1e-05, + "loss": 0.4654, + "mean_token_accuracy": 0.8680397272109985, + "num_tokens": 864695219.0, + "step": 22772 + }, + { + "epoch": 2.8969596743416868, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.657637119293213, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8809688091278076, + "num_tokens": 864731990.0, + "step": 22773 + }, + { + "epoch": 2.8970868846202773, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.824528932571411, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8816578388214111, + "num_tokens": 864769642.0, + "step": 22774 + }, + { + "epoch": 2.897214094898868, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.656606912612915, + "learning_rate": 1e-05, + "loss": 0.4434, + "mean_token_accuracy": 0.8744441866874695, + "num_tokens": 864805329.0, + "step": 22775 + }, + { + "epoch": 2.8973413051774584, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.806976079940796, + "learning_rate": 1e-05, + "loss": 0.4036, + "mean_token_accuracy": 0.8885157108306885, + "num_tokens": 864847748.0, + "step": 22776 + }, + { + "epoch": 2.897468515456049, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6665635108947754, + "learning_rate": 1e-05, + "loss": 0.4619, + "mean_token_accuracy": 0.8665061593055725, + "num_tokens": 864884621.0, + "step": 22777 + }, + { + "epoch": 2.8975957257346394, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.79430890083313, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8866769075393677, + "num_tokens": 864927398.0, + "step": 22778 + }, + { + "epoch": 2.89772293601323, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.671438455581665, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8890335559844971, + "num_tokens": 864961038.0, + "step": 22779 + }, + { + "epoch": 2.8978501462918205, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8017144203186035, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8747683763504028, + "num_tokens": 865000307.0, + "step": 22780 + }, + { + "epoch": 2.897977356570411, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6629509925842285, + "learning_rate": 1e-05, + "loss": 0.3893, + "mean_token_accuracy": 0.8882737159729004, + "num_tokens": 865035898.0, + "step": 22781 + }, + { + "epoch": 2.8981045668490015, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7838892936706543, + "learning_rate": 1e-05, + "loss": 0.3701, + "mean_token_accuracy": 0.8987631797790527, + "num_tokens": 865076325.0, + "step": 22782 + }, + { + "epoch": 2.898231777127592, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6623103618621826, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8733198046684265, + "num_tokens": 865117290.0, + "step": 22783 + }, + { + "epoch": 2.8983589874061826, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7895572185516357, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8842965364456177, + "num_tokens": 865153003.0, + "step": 22784 + }, + { + "epoch": 2.8984861976847727, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.649514675140381, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8745505809783936, + "num_tokens": 865195113.0, + "step": 22785 + }, + { + "epoch": 2.8986134079633636, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.805058479309082, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8861612677574158, + "num_tokens": 865231319.0, + "step": 22786 + }, + { + "epoch": 2.8987406182419537, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.661268711090088, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8794554471969604, + "num_tokens": 865265862.0, + "step": 22787 + }, + { + "epoch": 2.8988678285205447, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8102285861968994, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.8749855160713196, + "num_tokens": 865303873.0, + "step": 22788 + }, + { + "epoch": 2.898995038799135, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6619696617126465, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8882031440734863, + "num_tokens": 865335163.0, + "step": 22789 + }, + { + "epoch": 2.8991222490777258, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.799248456954956, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8778131008148193, + "num_tokens": 865373498.0, + "step": 22790 + }, + { + "epoch": 2.899249459356316, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.660189151763916, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8782875537872314, + "num_tokens": 865411042.0, + "step": 22791 + }, + { + "epoch": 2.8993766696349064, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7911245822906494, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8803795576095581, + "num_tokens": 865447676.0, + "step": 22792 + }, + { + "epoch": 2.899503879913497, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.649986982345581, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8747049570083618, + "num_tokens": 865490905.0, + "step": 22793 + }, + { + "epoch": 2.8996310901920874, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.805318832397461, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.881507158279419, + "num_tokens": 865530572.0, + "step": 22794 + }, + { + "epoch": 2.899758300470678, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6430814266204834, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8823612928390503, + "num_tokens": 865565999.0, + "step": 22795 + }, + { + "epoch": 2.8998855107492685, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.816650390625, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8722575902938843, + "num_tokens": 865602455.0, + "step": 22796 + }, + { + "epoch": 2.900012721027859, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.638293504714966, + "learning_rate": 1e-05, + "loss": 0.3662, + "mean_token_accuracy": 0.8991696238517761, + "num_tokens": 865637723.0, + "step": 22797 + }, + { + "epoch": 2.9001399313064495, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8406765460968018, + "learning_rate": 1e-05, + "loss": 0.4458, + "mean_token_accuracy": 0.8715031147003174, + "num_tokens": 865669668.0, + "step": 22798 + }, + { + "epoch": 2.90026714158504, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6378750801086426, + "learning_rate": 1e-05, + "loss": 0.4227, + "mean_token_accuracy": 0.8791317343711853, + "num_tokens": 865708255.0, + "step": 22799 + }, + { + "epoch": 2.9003943518636306, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.826303482055664, + "learning_rate": 1e-05, + "loss": 0.4536, + "mean_token_accuracy": 0.867908239364624, + "num_tokens": 865749607.0, + "step": 22800 + }, + { + "epoch": 2.900521562142221, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.651451826095581, + "learning_rate": 1e-05, + "loss": 0.4565, + "mean_token_accuracy": 0.8708252310752869, + "num_tokens": 865786372.0, + "step": 22801 + }, + { + "epoch": 2.9006487724208116, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.826291084289551, + "learning_rate": 1e-05, + "loss": 0.4132, + "mean_token_accuracy": 0.882125735282898, + "num_tokens": 865822939.0, + "step": 22802 + }, + { + "epoch": 2.900775982699402, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.648704767227173, + "learning_rate": 1e-05, + "loss": 0.3871, + "mean_token_accuracy": 0.8885061144828796, + "num_tokens": 865859012.0, + "step": 22803 + }, + { + "epoch": 2.9009031929779927, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.821221113204956, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8844360113143921, + "num_tokens": 865897641.0, + "step": 22804 + }, + { + "epoch": 2.9010304032565832, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6404473781585693, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8768978118896484, + "num_tokens": 865938270.0, + "step": 22805 + }, + { + "epoch": 2.9011576135351738, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.831134080886841, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8824794292449951, + "num_tokens": 865971066.0, + "step": 22806 + }, + { + "epoch": 2.9012848238137643, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6468212604522705, + "learning_rate": 1e-05, + "loss": 0.3978, + "mean_token_accuracy": 0.8884334564208984, + "num_tokens": 866008595.0, + "step": 22807 + }, + { + "epoch": 2.901412034092355, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8593249320983887, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8821673393249512, + "num_tokens": 866046650.0, + "step": 22808 + }, + { + "epoch": 2.9015392443709453, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6506333351135254, + "learning_rate": 1e-05, + "loss": 0.4498, + "mean_token_accuracy": 0.8705543875694275, + "num_tokens": 866086305.0, + "step": 22809 + }, + { + "epoch": 2.9016664546495354, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8352811336517334, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.8765659332275391, + "num_tokens": 866125770.0, + "step": 22810 + }, + { + "epoch": 2.9017936649281264, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6492347717285156, + "learning_rate": 1e-05, + "loss": 0.3961, + "mean_token_accuracy": 0.8883756399154663, + "num_tokens": 866160777.0, + "step": 22811 + }, + { + "epoch": 2.9019208752067165, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8423984050750732, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8870347142219543, + "num_tokens": 866195212.0, + "step": 22812 + }, + { + "epoch": 2.9020480854853075, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6422157287597656, + "learning_rate": 1e-05, + "loss": 0.4051, + "mean_token_accuracy": 0.8847185969352722, + "num_tokens": 866236252.0, + "step": 22813 + }, + { + "epoch": 2.9021752957638975, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8437275886535645, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.890313982963562, + "num_tokens": 866275705.0, + "step": 22814 + }, + { + "epoch": 2.902302506042488, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.653010368347168, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8768805265426636, + "num_tokens": 866316458.0, + "step": 22815 + }, + { + "epoch": 2.9024297163210786, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8418610095977783, + "learning_rate": 1e-05, + "loss": 0.4424, + "mean_token_accuracy": 0.8733974695205688, + "num_tokens": 866351107.0, + "step": 22816 + }, + { + "epoch": 2.902556926599669, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.655852794647217, + "learning_rate": 1e-05, + "loss": 0.378, + "mean_token_accuracy": 0.895368218421936, + "num_tokens": 866385381.0, + "step": 22817 + }, + { + "epoch": 2.9026841368782597, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8415744304656982, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8866759538650513, + "num_tokens": 866427018.0, + "step": 22818 + }, + { + "epoch": 2.90281134715685, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6368651390075684, + "learning_rate": 1e-05, + "loss": 0.376, + "mean_token_accuracy": 0.8947681188583374, + "num_tokens": 866463973.0, + "step": 22819 + }, + { + "epoch": 2.9029385574354407, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.846806764602661, + "learning_rate": 1e-05, + "loss": 0.4436, + "mean_token_accuracy": 0.875519335269928, + "num_tokens": 866500900.0, + "step": 22820 + }, + { + "epoch": 2.9030657677140312, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6355292797088623, + "learning_rate": 1e-05, + "loss": 0.3787, + "mean_token_accuracy": 0.8955177068710327, + "num_tokens": 866539757.0, + "step": 22821 + }, + { + "epoch": 2.9031929779926218, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8509886264801025, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8793240189552307, + "num_tokens": 866577454.0, + "step": 22822 + }, + { + "epoch": 2.9033201882712123, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.645308017730713, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8912183046340942, + "num_tokens": 866615032.0, + "step": 22823 + }, + { + "epoch": 2.903447398549803, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.792213439941406e-05, + "grad_norm": 2.8664374351501465, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8738003969192505, + "num_tokens": 866649700.0, + "step": 22824 + }, + { + "epoch": 2.9035746088283934, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.657149314880371, + "learning_rate": 1e-05, + "loss": 0.4339, + "mean_token_accuracy": 0.8766718506813049, + "num_tokens": 866684720.0, + "step": 22825 + }, + { + "epoch": 2.903701819106984, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.864412546157837, + "learning_rate": 1e-05, + "loss": 0.4359, + "mean_token_accuracy": 0.8784485459327698, + "num_tokens": 866722127.0, + "step": 22826 + }, + { + "epoch": 2.9038290293855744, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6643552780151367, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8823871612548828, + "num_tokens": 866757093.0, + "step": 22827 + }, + { + "epoch": 2.903956239664165, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8397316932678223, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8724728226661682, + "num_tokens": 866796229.0, + "step": 22828 + }, + { + "epoch": 2.9040834499427555, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.66296124458313, + "learning_rate": 1e-05, + "loss": 0.4137, + "mean_token_accuracy": 0.8826140761375427, + "num_tokens": 866831867.0, + "step": 22829 + }, + { + "epoch": 2.904210660221346, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8133342266082764, + "learning_rate": 1e-05, + "loss": 0.449, + "mean_token_accuracy": 0.871698260307312, + "num_tokens": 866876246.0, + "step": 22830 + }, + { + "epoch": 2.9043378704999365, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.686345338821411, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8791148066520691, + "num_tokens": 866909555.0, + "step": 22831 + }, + { + "epoch": 2.904465080778527, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7973389625549316, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8758918046951294, + "num_tokens": 866945208.0, + "step": 22832 + }, + { + "epoch": 2.9045922910571176, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.686145305633545, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.883550763130188, + "num_tokens": 866976832.0, + "step": 22833 + }, + { + "epoch": 2.904719501335708, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7759525775909424, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8765844702720642, + "num_tokens": 867013964.0, + "step": 22834 + }, + { + "epoch": 2.904846711614298, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.8175125122070312, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.8779586553573608, + "num_tokens": 867054361.0, + "step": 22835 + }, + { + "epoch": 2.904973921892889, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6858115196228027, + "learning_rate": 1e-05, + "loss": 0.3707, + "mean_token_accuracy": 0.8954349756240845, + "num_tokens": 867098732.0, + "step": 22836 + }, + { + "epoch": 2.9051011321714793, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7713518142700195, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.8640080690383911, + "num_tokens": 867133839.0, + "step": 22837 + }, + { + "epoch": 2.9052283424500702, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6693549156188965, + "learning_rate": 1e-05, + "loss": 0.4851, + "mean_token_accuracy": 0.8579219579696655, + "num_tokens": 867175419.0, + "step": 22838 + }, + { + "epoch": 2.9053555527286603, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.76765513420105, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8737907409667969, + "num_tokens": 867216585.0, + "step": 22839 + }, + { + "epoch": 2.905482763007251, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.660202741622925, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.885107159614563, + "num_tokens": 867257228.0, + "step": 22840 + }, + { + "epoch": 2.9056099732858414, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.77107310295105, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.877653956413269, + "num_tokens": 867297504.0, + "step": 22841 + }, + { + "epoch": 2.905737183564432, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6635661125183105, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8806633949279785, + "num_tokens": 867336799.0, + "step": 22842 + }, + { + "epoch": 2.9058643938430224, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.781541109085083, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8789801597595215, + "num_tokens": 867371337.0, + "step": 22843 + }, + { + "epoch": 2.905991604121613, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6544301509857178, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8826447129249573, + "num_tokens": 867411870.0, + "step": 22844 + }, + { + "epoch": 2.9061188144002035, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.819265365600586, + "learning_rate": 1e-05, + "loss": 0.4558, + "mean_token_accuracy": 0.8686227202415466, + "num_tokens": 867450278.0, + "step": 22845 + }, + { + "epoch": 2.906246024678794, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6440746784210205, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8734607696533203, + "num_tokens": 867490316.0, + "step": 22846 + }, + { + "epoch": 2.9063732349573845, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.806894063949585, + "learning_rate": 1e-05, + "loss": 0.402, + "mean_token_accuracy": 0.8868656754493713, + "num_tokens": 867526243.0, + "step": 22847 + }, + { + "epoch": 2.906500445235975, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6448261737823486, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8767998218536377, + "num_tokens": 867568757.0, + "step": 22848 + }, + { + "epoch": 2.9066276555145656, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.824671506881714, + "learning_rate": 1e-05, + "loss": 0.409, + "mean_token_accuracy": 0.8844395875930786, + "num_tokens": 867602164.0, + "step": 22849 + }, + { + "epoch": 2.906754865793156, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6454310417175293, + "learning_rate": 1e-05, + "loss": 0.4409, + "mean_token_accuracy": 0.8728295564651489, + "num_tokens": 867640722.0, + "step": 22850 + }, + { + "epoch": 2.9068820760717466, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8217215538024902, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8818125128746033, + "num_tokens": 867679568.0, + "step": 22851 + }, + { + "epoch": 2.907009286350337, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6482436656951904, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8735002279281616, + "num_tokens": 867714991.0, + "step": 22852 + }, + { + "epoch": 2.9071364966289277, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8204619884490967, + "learning_rate": 1e-05, + "loss": 0.4417, + "mean_token_accuracy": 0.8737049102783203, + "num_tokens": 867753180.0, + "step": 22853 + }, + { + "epoch": 2.9072637069075182, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.651155948638916, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8804396986961365, + "num_tokens": 867789535.0, + "step": 22854 + }, + { + "epoch": 2.9073909171861088, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.828242301940918, + "learning_rate": 1e-05, + "loss": 0.4076, + "mean_token_accuracy": 0.8829326629638672, + "num_tokens": 867821830.0, + "step": 22855 + }, + { + "epoch": 2.9075181274646993, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.642759084701538, + "learning_rate": 1e-05, + "loss": 0.4128, + "mean_token_accuracy": 0.8833078145980835, + "num_tokens": 867859878.0, + "step": 22856 + }, + { + "epoch": 2.90764533774329, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8377411365509033, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8742913603782654, + "num_tokens": 867897212.0, + "step": 22857 + }, + { + "epoch": 2.90777254802188, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.667180061340332, + "learning_rate": 1e-05, + "loss": 0.4584, + "mean_token_accuracy": 0.8661661744117737, + "num_tokens": 867929899.0, + "step": 22858 + }, + { + "epoch": 2.907899758300471, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.828763961791992, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8854935765266418, + "num_tokens": 867962313.0, + "step": 22859 + }, + { + "epoch": 2.908026968579061, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.671546459197998, + "learning_rate": 1e-05, + "loss": 0.5002, + "mean_token_accuracy": 0.8565402030944824, + "num_tokens": 867998886.0, + "step": 22860 + }, + { + "epoch": 2.908154178857652, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8072845935821533, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8786860704421997, + "num_tokens": 868039151.0, + "step": 22861 + }, + { + "epoch": 2.908281389136242, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6722283363342285, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8820763230323792, + "num_tokens": 868071021.0, + "step": 22862 + }, + { + "epoch": 2.908408599414833, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.797168493270874, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8827507495880127, + "num_tokens": 868109872.0, + "step": 22863 + }, + { + "epoch": 2.908535809693423, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.663097381591797, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8803085684776306, + "num_tokens": 868150258.0, + "step": 22864 + }, + { + "epoch": 2.9086630199720136, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7845022678375244, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8680222630500793, + "num_tokens": 868195202.0, + "step": 22865 + }, + { + "epoch": 2.908790230250604, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6900434494018555, + "learning_rate": 1e-05, + "loss": 0.3976, + "mean_token_accuracy": 0.8896924257278442, + "num_tokens": 868226458.0, + "step": 22866 + }, + { + "epoch": 2.9089174405291947, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7825777530670166, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8783535361289978, + "num_tokens": 868262908.0, + "step": 22867 + }, + { + "epoch": 2.909044650807785, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6760661602020264, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8697304725646973, + "num_tokens": 868300013.0, + "step": 22868 + }, + { + "epoch": 2.9091718610863757, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7661354541778564, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8812787532806396, + "num_tokens": 868342794.0, + "step": 22869 + }, + { + "epoch": 2.9092990713649662, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6794369220733643, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8751266002655029, + "num_tokens": 868382009.0, + "step": 22870 + }, + { + "epoch": 2.9094262816435568, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7827260494232178, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8669987916946411, + "num_tokens": 868417770.0, + "step": 22871 + }, + { + "epoch": 2.9095534919221473, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6666176319122314, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8845332264900208, + "num_tokens": 868455447.0, + "step": 22872 + }, + { + "epoch": 2.909680702200738, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.769357442855835, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8742642402648926, + "num_tokens": 868500388.0, + "step": 22873 + }, + { + "epoch": 2.9098079124793284, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6688997745513916, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.87838214635849, + "num_tokens": 868535707.0, + "step": 22874 + }, + { + "epoch": 2.909935122757919, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7864184379577637, + "learning_rate": 1e-05, + "loss": 0.4886, + "mean_token_accuracy": 0.861242413520813, + "num_tokens": 868576634.0, + "step": 22875 + }, + { + "epoch": 2.9100623330365094, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.650299549102783, + "learning_rate": 1e-05, + "loss": 0.4023, + "mean_token_accuracy": 0.8859597444534302, + "num_tokens": 868619914.0, + "step": 22876 + }, + { + "epoch": 2.9101895433151, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8009326457977295, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8823341131210327, + "num_tokens": 868652279.0, + "step": 22877 + }, + { + "epoch": 2.9103167535936905, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6545779705047607, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8713640570640564, + "num_tokens": 868689418.0, + "step": 22878 + }, + { + "epoch": 2.910443963872281, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7873075008392334, + "learning_rate": 1e-05, + "loss": 0.3796, + "mean_token_accuracy": 0.8941025733947754, + "num_tokens": 868726695.0, + "step": 22879 + }, + { + "epoch": 2.9105711741508715, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6552796363830566, + "learning_rate": 1e-05, + "loss": 0.4317, + "mean_token_accuracy": 0.874064028263092, + "num_tokens": 868766120.0, + "step": 22880 + }, + { + "epoch": 2.910698384429462, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.788066864013672, + "learning_rate": 1e-05, + "loss": 0.3906, + "mean_token_accuracy": 0.8913388252258301, + "num_tokens": 868806041.0, + "step": 22881 + }, + { + "epoch": 2.9108255947080526, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6459403038024902, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8783103227615356, + "num_tokens": 868852980.0, + "step": 22882 + }, + { + "epoch": 2.9109528049866427, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.805955410003662, + "learning_rate": 1e-05, + "loss": 0.4617, + "mean_token_accuracy": 0.8685792684555054, + "num_tokens": 868890951.0, + "step": 22883 + }, + { + "epoch": 2.9110800152652336, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.659287214279175, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8713348507881165, + "num_tokens": 868926412.0, + "step": 22884 + }, + { + "epoch": 2.9112072255438237, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.812319755554199, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8714316487312317, + "num_tokens": 868965181.0, + "step": 22885 + }, + { + "epoch": 2.9113344358224147, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6427032947540283, + "learning_rate": 1e-05, + "loss": 0.4141, + "mean_token_accuracy": 0.8825410604476929, + "num_tokens": 869004635.0, + "step": 22886 + }, + { + "epoch": 2.9114616461010048, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.808828830718994, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8806114792823792, + "num_tokens": 869043833.0, + "step": 22887 + }, + { + "epoch": 2.9115888563795957, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6657888889312744, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.870685338973999, + "num_tokens": 869078868.0, + "step": 22888 + }, + { + "epoch": 2.911716066658186, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8071095943450928, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8837504386901855, + "num_tokens": 869113444.0, + "step": 22889 + }, + { + "epoch": 2.9118432769367764, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6567718982696533, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8839821219444275, + "num_tokens": 869147741.0, + "step": 22890 + }, + { + "epoch": 2.911970487215367, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8137741088867188, + "learning_rate": 1e-05, + "loss": 0.4357, + "mean_token_accuracy": 0.8755521178245544, + "num_tokens": 869180247.0, + "step": 22891 + }, + { + "epoch": 2.9120976974939574, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.633800983428955, + "learning_rate": 1e-05, + "loss": 0.3791, + "mean_token_accuracy": 0.8945996761322021, + "num_tokens": 869221602.0, + "step": 22892 + }, + { + "epoch": 2.912224907772548, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8158369064331055, + "learning_rate": 1e-05, + "loss": 0.4173, + "mean_token_accuracy": 0.8793842196464539, + "num_tokens": 869259601.0, + "step": 22893 + }, + { + "epoch": 2.9123521180511385, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6311748027801514, + "learning_rate": 1e-05, + "loss": 0.3824, + "mean_token_accuracy": 0.8921979069709778, + "num_tokens": 869303366.0, + "step": 22894 + }, + { + "epoch": 2.912479328329729, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8410561084747314, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8629665970802307, + "num_tokens": 869338579.0, + "step": 22895 + }, + { + "epoch": 2.9126065386083195, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6409144401550293, + "learning_rate": 1e-05, + "loss": 0.4644, + "mean_token_accuracy": 0.8668007850646973, + "num_tokens": 869384129.0, + "step": 22896 + }, + { + "epoch": 2.91273374888691, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8411405086517334, + "learning_rate": 1e-05, + "loss": 0.4285, + "mean_token_accuracy": 0.8787956237792969, + "num_tokens": 869421752.0, + "step": 22897 + }, + { + "epoch": 2.9128609591655006, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6486618518829346, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.874153733253479, + "num_tokens": 869459309.0, + "step": 22898 + }, + { + "epoch": 2.912988169444091, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.832357168197632, + "learning_rate": 1e-05, + "loss": 0.3969, + "mean_token_accuracy": 0.8896914720535278, + "num_tokens": 869497718.0, + "step": 22899 + }, + { + "epoch": 2.9131153797226816, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6428678035736084, + "learning_rate": 1e-05, + "loss": 0.452, + "mean_token_accuracy": 0.8710962533950806, + "num_tokens": 869540522.0, + "step": 22900 + }, + { + "epoch": 2.913242590001272, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8416244983673096, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8706223964691162, + "num_tokens": 869579610.0, + "step": 22901 + }, + { + "epoch": 2.9133698002798627, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6460816860198975, + "learning_rate": 1e-05, + "loss": 0.3985, + "mean_token_accuracy": 0.8882383108139038, + "num_tokens": 869619186.0, + "step": 22902 + }, + { + "epoch": 2.9134970105584532, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8440206050872803, + "learning_rate": 1e-05, + "loss": 0.445, + "mean_token_accuracy": 0.8717288970947266, + "num_tokens": 869657415.0, + "step": 22903 + }, + { + "epoch": 2.9136242208370438, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6399176120758057, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8759928941726685, + "num_tokens": 869698319.0, + "step": 22904 + }, + { + "epoch": 2.9137514311156343, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.831416368484497, + "learning_rate": 1e-05, + "loss": 0.3996, + "mean_token_accuracy": 0.8883123397827148, + "num_tokens": 869738630.0, + "step": 22905 + }, + { + "epoch": 2.913878641394225, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6500532627105713, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8667703866958618, + "num_tokens": 869780713.0, + "step": 22906 + }, + { + "epoch": 2.9140058516728153, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8321261405944824, + "learning_rate": 1e-05, + "loss": 0.3914, + "mean_token_accuracy": 0.8916757702827454, + "num_tokens": 869817046.0, + "step": 22907 + }, + { + "epoch": 2.9141330619514054, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.652700424194336, + "learning_rate": 1e-05, + "loss": 0.4108, + "mean_token_accuracy": 0.8873864412307739, + "num_tokens": 869855099.0, + "step": 22908 + }, + { + "epoch": 2.9142602722299964, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.843432664871216, + "learning_rate": 1e-05, + "loss": 0.442, + "mean_token_accuracy": 0.8778457045555115, + "num_tokens": 869893207.0, + "step": 22909 + }, + { + "epoch": 2.9143874825085865, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.659395933151245, + "learning_rate": 1e-05, + "loss": 0.4226, + "mean_token_accuracy": 0.879914402961731, + "num_tokens": 869929925.0, + "step": 22910 + }, + { + "epoch": 2.9145146927871775, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8182461261749268, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8837099075317383, + "num_tokens": 869974607.0, + "step": 22911 + }, + { + "epoch": 2.9146419030657675, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.656609296798706, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8773440718650818, + "num_tokens": 870013056.0, + "step": 22912 + }, + { + "epoch": 2.914769113344358, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8338615894317627, + "learning_rate": 1e-05, + "loss": 0.4531, + "mean_token_accuracy": 0.8705950975418091, + "num_tokens": 870053735.0, + "step": 22913 + }, + { + "epoch": 2.9148963236229486, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.658461809158325, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8864659667015076, + "num_tokens": 870093607.0, + "step": 22914 + }, + { + "epoch": 2.915023533901539, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.819823741912842, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8789443969726562, + "num_tokens": 870133118.0, + "step": 22915 + }, + { + "epoch": 2.9151507441801296, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6838877201080322, + "learning_rate": 1e-05, + "loss": 0.4172, + "mean_token_accuracy": 0.8811535835266113, + "num_tokens": 870169782.0, + "step": 22916 + }, + { + "epoch": 2.91527795445872, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7947657108306885, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8788274526596069, + "num_tokens": 870206891.0, + "step": 22917 + }, + { + "epoch": 2.9154051647373107, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6690518856048584, + "learning_rate": 1e-05, + "loss": 0.4518, + "mean_token_accuracy": 0.8715864419937134, + "num_tokens": 870253035.0, + "step": 22918 + }, + { + "epoch": 2.9155323750159012, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7959396839141846, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.8791248202323914, + "num_tokens": 870292286.0, + "step": 22919 + }, + { + "epoch": 2.9156595852944918, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.657700538635254, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8701601624488831, + "num_tokens": 870335594.0, + "step": 22920 + }, + { + "epoch": 2.9157867955730823, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7841126918792725, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8816781044006348, + "num_tokens": 870379465.0, + "step": 22921 + }, + { + "epoch": 2.915914005851673, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6743743419647217, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8890317678451538, + "num_tokens": 870418060.0, + "step": 22922 + }, + { + "epoch": 2.9160412161302633, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7742459774017334, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.885866641998291, + "num_tokens": 870455565.0, + "step": 22923 + }, + { + "epoch": 2.916168426408854, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6724562644958496, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8768868446350098, + "num_tokens": 870492609.0, + "step": 22924 + }, + { + "epoch": 2.9162956366874444, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7776901721954346, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8784292936325073, + "num_tokens": 870528150.0, + "step": 22925 + }, + { + "epoch": 2.916422846966035, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6647188663482666, + "learning_rate": 1e-05, + "loss": 0.4065, + "mean_token_accuracy": 0.8841670751571655, + "num_tokens": 870568188.0, + "step": 22926 + }, + { + "epoch": 2.9165500572446255, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7871923446655273, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8818597793579102, + "num_tokens": 870601459.0, + "step": 22927 + }, + { + "epoch": 2.916677267523216, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6663260459899902, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8827427625656128, + "num_tokens": 870638976.0, + "step": 22928 + }, + { + "epoch": 2.9168044778018065, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.796114206314087, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8654797077178955, + "num_tokens": 870671163.0, + "step": 22929 + }, + { + "epoch": 2.916931688080397, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6682448387145996, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8795681595802307, + "num_tokens": 870705806.0, + "step": 22930 + }, + { + "epoch": 2.917058898358987, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7787179946899414, + "learning_rate": 1e-05, + "loss": 0.4374, + "mean_token_accuracy": 0.8745652437210083, + "num_tokens": 870743045.0, + "step": 22931 + }, + { + "epoch": 2.917186108637578, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6701436042785645, + "learning_rate": 1e-05, + "loss": 0.3927, + "mean_token_accuracy": 0.8879633545875549, + "num_tokens": 870780965.0, + "step": 22932 + }, + { + "epoch": 2.917313318916168, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7791430950164795, + "learning_rate": 1e-05, + "loss": 0.3885, + "mean_token_accuracy": 0.8918476104736328, + "num_tokens": 870814694.0, + "step": 22933 + }, + { + "epoch": 2.917440529194759, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.681145191192627, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8733077645301819, + "num_tokens": 870845654.0, + "step": 22934 + }, + { + "epoch": 2.9175677394733492, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.769226551055908, + "learning_rate": 1e-05, + "loss": 0.4209, + "mean_token_accuracy": 0.8794231414794922, + "num_tokens": 870881720.0, + "step": 22935 + }, + { + "epoch": 2.91769494975194, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6486151218414307, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8839619755744934, + "num_tokens": 870927480.0, + "step": 22936 + }, + { + "epoch": 2.9178221600305303, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7713146209716797, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8838033080101013, + "num_tokens": 870962407.0, + "step": 22937 + }, + { + "epoch": 2.917949370309121, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.670672655105591, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.887786865234375, + "num_tokens": 870994638.0, + "step": 22938 + }, + { + "epoch": 2.9180765805877114, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7649168968200684, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8838587999343872, + "num_tokens": 871032638.0, + "step": 22939 + }, + { + "epoch": 2.918203790866302, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.663083791732788, + "learning_rate": 1e-05, + "loss": 0.4233, + "mean_token_accuracy": 0.8776594400405884, + "num_tokens": 871070955.0, + "step": 22940 + }, + { + "epoch": 2.9183310011448924, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7585995197296143, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8787086009979248, + "num_tokens": 871109282.0, + "step": 22941 + }, + { + "epoch": 2.918458211423483, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6599643230438232, + "learning_rate": 1e-05, + "loss": 0.4389, + "mean_token_accuracy": 0.8710291385650635, + "num_tokens": 871151214.0, + "step": 22942 + }, + { + "epoch": 2.9185854217020735, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7726516723632812, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8704983592033386, + "num_tokens": 871192909.0, + "step": 22943 + }, + { + "epoch": 2.918712631980664, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6686549186706543, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8762651681900024, + "num_tokens": 871234952.0, + "step": 22944 + }, + { + "epoch": 2.9188398422592545, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7751715183258057, + "learning_rate": 1e-05, + "loss": 0.4272, + "mean_token_accuracy": 0.879605233669281, + "num_tokens": 871270789.0, + "step": 22945 + }, + { + "epoch": 2.918967052537845, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6696712970733643, + "learning_rate": 1e-05, + "loss": 0.4545, + "mean_token_accuracy": 0.8722212314605713, + "num_tokens": 871312425.0, + "step": 22946 + }, + { + "epoch": 2.9190942628164356, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7693097591400146, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.8919914960861206, + "num_tokens": 871347685.0, + "step": 22947 + }, + { + "epoch": 2.919221473095026, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.670599937438965, + "learning_rate": 1e-05, + "loss": 0.4189, + "mean_token_accuracy": 0.8794553875923157, + "num_tokens": 871381789.0, + "step": 22948 + }, + { + "epoch": 2.9193486833736166, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7710180282592773, + "learning_rate": 1e-05, + "loss": 0.389, + "mean_token_accuracy": 0.8905333876609802, + "num_tokens": 871417578.0, + "step": 22949 + }, + { + "epoch": 2.919475893652207, + "ewc_loss": 0.0791015625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.220008850097656e-05, + "grad_norm": 2.6632044315338135, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8773813247680664, + "num_tokens": 871454816.0, + "step": 22950 + }, + { + "epoch": 2.9196031039307977, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.772325038909912, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8800857067108154, + "num_tokens": 871488898.0, + "step": 22951 + }, + { + "epoch": 2.9197303142093882, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.64636492729187, + "learning_rate": 1e-05, + "loss": 0.4084, + "mean_token_accuracy": 0.8861149549484253, + "num_tokens": 871531895.0, + "step": 22952 + }, + { + "epoch": 2.9198575244879788, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79044508934021, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8870955109596252, + "num_tokens": 871566151.0, + "step": 22953 + }, + { + "epoch": 2.9199847347665693, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6637182235717773, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8772775530815125, + "num_tokens": 871603777.0, + "step": 22954 + }, + { + "epoch": 2.92011194504516, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.79135799407959, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8834618926048279, + "num_tokens": 871636118.0, + "step": 22955 + }, + { + "epoch": 2.92023915532375, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6616740226745605, + "learning_rate": 1e-05, + "loss": 0.4223, + "mean_token_accuracy": 0.876844048500061, + "num_tokens": 871670948.0, + "step": 22956 + }, + { + "epoch": 2.920366365602341, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7972943782806396, + "learning_rate": 1e-05, + "loss": 0.4547, + "mean_token_accuracy": 0.8734147548675537, + "num_tokens": 871707987.0, + "step": 22957 + }, + { + "epoch": 2.920493575880931, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6331162452697754, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8863102197647095, + "num_tokens": 871753861.0, + "step": 22958 + }, + { + "epoch": 2.920620786159522, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8155057430267334, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8743980526924133, + "num_tokens": 871792667.0, + "step": 22959 + }, + { + "epoch": 2.920747996438112, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.658426523208618, + "learning_rate": 1e-05, + "loss": 0.4804, + "mean_token_accuracy": 0.8626662492752075, + "num_tokens": 871830994.0, + "step": 22960 + }, + { + "epoch": 2.920875206716703, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.823436737060547, + "learning_rate": 1e-05, + "loss": 0.471, + "mean_token_accuracy": 0.8655142784118652, + "num_tokens": 871869984.0, + "step": 22961 + }, + { + "epoch": 2.921002416995293, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6573517322540283, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8677428364753723, + "num_tokens": 871906757.0, + "step": 22962 + }, + { + "epoch": 2.9211296272738836, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8086602687835693, + "learning_rate": 1e-05, + "loss": 0.4196, + "mean_token_accuracy": 0.8857898712158203, + "num_tokens": 871945387.0, + "step": 22963 + }, + { + "epoch": 2.921256837552474, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6439552307128906, + "learning_rate": 1e-05, + "loss": 0.4202, + "mean_token_accuracy": 0.8800750970840454, + "num_tokens": 871981456.0, + "step": 22964 + }, + { + "epoch": 2.9213840478310646, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8065788745880127, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8857410550117493, + "num_tokens": 872022953.0, + "step": 22965 + }, + { + "epoch": 2.921511258109655, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.645979166030884, + "learning_rate": 1e-05, + "loss": 0.4171, + "mean_token_accuracy": 0.8793973326683044, + "num_tokens": 872059103.0, + "step": 22966 + }, + { + "epoch": 2.9216384683882457, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8216779232025146, + "learning_rate": 1e-05, + "loss": 0.4103, + "mean_token_accuracy": 0.8808051347732544, + "num_tokens": 872091910.0, + "step": 22967 + }, + { + "epoch": 2.9217656786668362, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6455788612365723, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8783992528915405, + "num_tokens": 872130863.0, + "step": 22968 + }, + { + "epoch": 2.9218928889454268, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8311336040496826, + "learning_rate": 1e-05, + "loss": 0.4648, + "mean_token_accuracy": 0.8688489198684692, + "num_tokens": 872168104.0, + "step": 22969 + }, + { + "epoch": 2.9220200992240173, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6735072135925293, + "learning_rate": 1e-05, + "loss": 0.4403, + "mean_token_accuracy": 0.8741490244865417, + "num_tokens": 872197554.0, + "step": 22970 + }, + { + "epoch": 2.922147309502608, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.809948205947876, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.879181444644928, + "num_tokens": 872232283.0, + "step": 22971 + }, + { + "epoch": 2.9222745197811983, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6719250679016113, + "learning_rate": 1e-05, + "loss": 0.4085, + "mean_token_accuracy": 0.8806860446929932, + "num_tokens": 872263459.0, + "step": 22972 + }, + { + "epoch": 2.922401730059789, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.791963577270508, + "learning_rate": 1e-05, + "loss": 0.3933, + "mean_token_accuracy": 0.8910081386566162, + "num_tokens": 872303056.0, + "step": 22973 + }, + { + "epoch": 2.9225289403383794, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6697354316711426, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8759474158287048, + "num_tokens": 872341030.0, + "step": 22974 + }, + { + "epoch": 2.92265615061697, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7817013263702393, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8731606602668762, + "num_tokens": 872384006.0, + "step": 22975 + }, + { + "epoch": 2.9227833608955605, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.669137954711914, + "learning_rate": 1e-05, + "loss": 0.4533, + "mean_token_accuracy": 0.8687878847122192, + "num_tokens": 872425575.0, + "step": 22976 + }, + { + "epoch": 2.922910571174151, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7783923149108887, + "learning_rate": 1e-05, + "loss": 0.4123, + "mean_token_accuracy": 0.8841206431388855, + "num_tokens": 872463483.0, + "step": 22977 + }, + { + "epoch": 2.9230377814527415, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.67927622795105, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8782680630683899, + "num_tokens": 872496066.0, + "step": 22978 + }, + { + "epoch": 2.923164991731332, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.781102418899536, + "learning_rate": 1e-05, + "loss": 0.4176, + "mean_token_accuracy": 0.8821820020675659, + "num_tokens": 872529330.0, + "step": 22979 + }, + { + "epoch": 2.9232922020099226, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6801955699920654, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8829470872879028, + "num_tokens": 872563989.0, + "step": 22980 + }, + { + "epoch": 2.9234194122885127, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7639341354370117, + "learning_rate": 1e-05, + "loss": 0.4003, + "mean_token_accuracy": 0.885648250579834, + "num_tokens": 872601506.0, + "step": 22981 + }, + { + "epoch": 2.9235466225671036, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6862828731536865, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8830001354217529, + "num_tokens": 872633258.0, + "step": 22982 + }, + { + "epoch": 2.9236738328456937, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7807133197784424, + "learning_rate": 1e-05, + "loss": 0.46, + "mean_token_accuracy": 0.8670082092285156, + "num_tokens": 872665803.0, + "step": 22983 + }, + { + "epoch": 2.9238010431242847, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6750400066375732, + "learning_rate": 1e-05, + "loss": 0.4262, + "mean_token_accuracy": 0.877713143825531, + "num_tokens": 872703607.0, + "step": 22984 + }, + { + "epoch": 2.9239282534028748, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.764758586883545, + "learning_rate": 1e-05, + "loss": 0.4367, + "mean_token_accuracy": 0.8772467374801636, + "num_tokens": 872741966.0, + "step": 22985 + }, + { + "epoch": 2.9240554636814657, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.693061351776123, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8821141123771667, + "num_tokens": 872773052.0, + "step": 22986 + }, + { + "epoch": 2.924182673960056, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7539050579071045, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.869835615158081, + "num_tokens": 872813667.0, + "step": 22987 + }, + { + "epoch": 2.9243098842386464, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6810779571533203, + "learning_rate": 1e-05, + "loss": 0.4693, + "mean_token_accuracy": 0.868056058883667, + "num_tokens": 872854320.0, + "step": 22988 + }, + { + "epoch": 2.924437094517237, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.748805284500122, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8797909617424011, + "num_tokens": 872895190.0, + "step": 22989 + }, + { + "epoch": 2.9245643047958274, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.689406394958496, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8813902735710144, + "num_tokens": 872932288.0, + "step": 22990 + }, + { + "epoch": 2.924691515074418, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.765026330947876, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8829456567764282, + "num_tokens": 872963617.0, + "step": 22991 + }, + { + "epoch": 2.9248187253530085, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.688606023788452, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8726515769958496, + "num_tokens": 872997635.0, + "step": 22992 + }, + { + "epoch": 2.924945935631599, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.752530097961426, + "learning_rate": 1e-05, + "loss": 0.4742, + "mean_token_accuracy": 0.8638365268707275, + "num_tokens": 873037275.0, + "step": 22993 + }, + { + "epoch": 2.9250731459101895, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6854875087738037, + "learning_rate": 1e-05, + "loss": 0.4449, + "mean_token_accuracy": 0.8718616366386414, + "num_tokens": 873074791.0, + "step": 22994 + }, + { + "epoch": 2.92520035618878, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.747122049331665, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8851710557937622, + "num_tokens": 873111521.0, + "step": 22995 + }, + { + "epoch": 2.9253275664673706, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6936230659484863, + "learning_rate": 1e-05, + "loss": 0.4815, + "mean_token_accuracy": 0.8598369359970093, + "num_tokens": 873150007.0, + "step": 22996 + }, + { + "epoch": 2.925454776745961, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7431132793426514, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8796371817588806, + "num_tokens": 873188360.0, + "step": 22997 + }, + { + "epoch": 2.9255819870245516, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6831247806549072, + "learning_rate": 1e-05, + "loss": 0.3865, + "mean_token_accuracy": 0.8870751261711121, + "num_tokens": 873222962.0, + "step": 22998 + }, + { + "epoch": 2.925709197303142, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7520720958709717, + "learning_rate": 1e-05, + "loss": 0.3994, + "mean_token_accuracy": 0.886776328086853, + "num_tokens": 873260579.0, + "step": 22999 + }, + { + "epoch": 2.9258364075817327, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6932907104492188, + "learning_rate": 1e-05, + "loss": 0.3949, + "mean_token_accuracy": 0.8879972100257874, + "num_tokens": 873292862.0, + "step": 23000 + }, + { + "epoch": 2.925963617860323, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.747594118118286, + "learning_rate": 1e-05, + "loss": 0.4988, + "mean_token_accuracy": 0.8550156354904175, + "num_tokens": 873331824.0, + "step": 23001 + }, + { + "epoch": 2.9260908281389137, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6916089057922363, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.8782668113708496, + "num_tokens": 873364902.0, + "step": 23002 + }, + { + "epoch": 2.9262180384175043, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.731448173522949, + "learning_rate": 1e-05, + "loss": 0.3812, + "mean_token_accuracy": 0.8934429287910461, + "num_tokens": 873398523.0, + "step": 23003 + }, + { + "epoch": 2.926345248696095, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6828060150146484, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8824092745780945, + "num_tokens": 873435779.0, + "step": 23004 + }, + { + "epoch": 2.9264724589746853, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7237792015075684, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8896318674087524, + "num_tokens": 873476706.0, + "step": 23005 + }, + { + "epoch": 2.9265996692532754, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7013564109802246, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8805966377258301, + "num_tokens": 873507762.0, + "step": 23006 + }, + { + "epoch": 2.9267268795318664, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7237510681152344, + "learning_rate": 1e-05, + "loss": 0.3909, + "mean_token_accuracy": 0.8876752257347107, + "num_tokens": 873545692.0, + "step": 23007 + }, + { + "epoch": 2.9268540898104565, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6856637001037598, + "learning_rate": 1e-05, + "loss": 0.4158, + "mean_token_accuracy": 0.8819693326950073, + "num_tokens": 873589131.0, + "step": 23008 + }, + { + "epoch": 2.9269813000890474, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7376809120178223, + "learning_rate": 1e-05, + "loss": 0.477, + "mean_token_accuracy": 0.8631591796875, + "num_tokens": 873628593.0, + "step": 23009 + }, + { + "epoch": 2.9271085103676375, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6803386211395264, + "learning_rate": 1e-05, + "loss": 0.4466, + "mean_token_accuracy": 0.8728703856468201, + "num_tokens": 873671525.0, + "step": 23010 + }, + { + "epoch": 2.927235720646228, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7371115684509277, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8798438906669617, + "num_tokens": 873710618.0, + "step": 23011 + }, + { + "epoch": 2.9273629309248186, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7061703205108643, + "learning_rate": 1e-05, + "loss": 0.4813, + "mean_token_accuracy": 0.8639202117919922, + "num_tokens": 873751731.0, + "step": 23012 + }, + { + "epoch": 2.927490141203409, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7336690425872803, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8845140933990479, + "num_tokens": 873791948.0, + "step": 23013 + }, + { + "epoch": 2.9276173514819996, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6953859329223633, + "learning_rate": 1e-05, + "loss": 0.4433, + "mean_token_accuracy": 0.8722851276397705, + "num_tokens": 873834193.0, + "step": 23014 + }, + { + "epoch": 2.92774456176059, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7440743446350098, + "learning_rate": 1e-05, + "loss": 0.4465, + "mean_token_accuracy": 0.8730393648147583, + "num_tokens": 873870035.0, + "step": 23015 + }, + { + "epoch": 2.9278717720391807, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.701693534851074, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8848953247070312, + "num_tokens": 873902007.0, + "step": 23016 + }, + { + "epoch": 2.9279989823177712, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.727849245071411, + "learning_rate": 1e-05, + "loss": 0.4835, + "mean_token_accuracy": 0.860262930393219, + "num_tokens": 873947063.0, + "step": 23017 + }, + { + "epoch": 2.9281261925963618, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.699106454849243, + "learning_rate": 1e-05, + "loss": 0.4603, + "mean_token_accuracy": 0.869231641292572, + "num_tokens": 873987542.0, + "step": 23018 + }, + { + "epoch": 2.9282534028749523, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7366654872894287, + "learning_rate": 1e-05, + "loss": 0.4253, + "mean_token_accuracy": 0.8795064091682434, + "num_tokens": 874020492.0, + "step": 23019 + }, + { + "epoch": 2.928380613153543, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.686643600463867, + "learning_rate": 1e-05, + "loss": 0.3892, + "mean_token_accuracy": 0.8880075216293335, + "num_tokens": 874061902.0, + "step": 23020 + }, + { + "epoch": 2.9285078234321333, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.739513874053955, + "learning_rate": 1e-05, + "loss": 0.3806, + "mean_token_accuracy": 0.894227921962738, + "num_tokens": 874093277.0, + "step": 23021 + }, + { + "epoch": 2.928635033710724, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.664198637008667, + "learning_rate": 1e-05, + "loss": 0.3946, + "mean_token_accuracy": 0.8873453140258789, + "num_tokens": 874136543.0, + "step": 23022 + }, + { + "epoch": 2.9287622439893144, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7412819862365723, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.8893927335739136, + "num_tokens": 874180933.0, + "step": 23023 + }, + { + "epoch": 2.928889454267905, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6636409759521484, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8835424184799194, + "num_tokens": 874221980.0, + "step": 23024 + }, + { + "epoch": 2.9290166645464955, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7762019634246826, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8820807337760925, + "num_tokens": 874255814.0, + "step": 23025 + }, + { + "epoch": 2.929143874825086, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6628758907318115, + "learning_rate": 1e-05, + "loss": 0.4514, + "mean_token_accuracy": 0.8717399835586548, + "num_tokens": 874296230.0, + "step": 23026 + }, + { + "epoch": 2.9292710851036765, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.78175950050354, + "learning_rate": 1e-05, + "loss": 0.4616, + "mean_token_accuracy": 0.8669491410255432, + "num_tokens": 874331854.0, + "step": 23027 + }, + { + "epoch": 2.929398295382267, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6434192657470703, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8840012550354004, + "num_tokens": 874373348.0, + "step": 23028 + }, + { + "epoch": 2.929525505660857, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.779280185699463, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8828567266464233, + "num_tokens": 874415226.0, + "step": 23029 + }, + { + "epoch": 2.929652715939448, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6635522842407227, + "learning_rate": 1e-05, + "loss": 0.4852, + "mean_token_accuracy": 0.8628253936767578, + "num_tokens": 874451894.0, + "step": 23030 + }, + { + "epoch": 2.929779926218038, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.781256914138794, + "learning_rate": 1e-05, + "loss": 0.4152, + "mean_token_accuracy": 0.8836101293563843, + "num_tokens": 874490248.0, + "step": 23031 + }, + { + "epoch": 2.929907136496629, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6617164611816406, + "learning_rate": 1e-05, + "loss": 0.4191, + "mean_token_accuracy": 0.882648229598999, + "num_tokens": 874527421.0, + "step": 23032 + }, + { + "epoch": 2.9300343467752192, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7684671878814697, + "learning_rate": 1e-05, + "loss": 0.4491, + "mean_token_accuracy": 0.8734908103942871, + "num_tokens": 874570834.0, + "step": 23033 + }, + { + "epoch": 2.93016155705381, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6675302982330322, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8694623708724976, + "num_tokens": 874607956.0, + "step": 23034 + }, + { + "epoch": 2.9302887673324003, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.775946855545044, + "learning_rate": 1e-05, + "loss": 0.4391, + "mean_token_accuracy": 0.8738429546356201, + "num_tokens": 874644599.0, + "step": 23035 + }, + { + "epoch": 2.930415977610991, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6664228439331055, + "learning_rate": 1e-05, + "loss": 0.4506, + "mean_token_accuracy": 0.8728612661361694, + "num_tokens": 874682214.0, + "step": 23036 + }, + { + "epoch": 2.9305431878895813, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.774589776992798, + "learning_rate": 1e-05, + "loss": 0.4595, + "mean_token_accuracy": 0.8664601445198059, + "num_tokens": 874719298.0, + "step": 23037 + }, + { + "epoch": 2.930670398168172, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6575043201446533, + "learning_rate": 1e-05, + "loss": 0.4005, + "mean_token_accuracy": 0.8882627487182617, + "num_tokens": 874757391.0, + "step": 23038 + }, + { + "epoch": 2.9307976084467624, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.795400381088257, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8842140436172485, + "num_tokens": 874788307.0, + "step": 23039 + }, + { + "epoch": 2.930924818725353, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6551353931427, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8777170181274414, + "num_tokens": 874825648.0, + "step": 23040 + }, + { + "epoch": 2.9310520290039435, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7942750453948975, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8754309415817261, + "num_tokens": 874862275.0, + "step": 23041 + }, + { + "epoch": 2.931179239282534, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6630680561065674, + "learning_rate": 1e-05, + "loss": 0.4492, + "mean_token_accuracy": 0.873497486114502, + "num_tokens": 874898411.0, + "step": 23042 + }, + { + "epoch": 2.9313064495611245, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.814647674560547, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8801321387290955, + "num_tokens": 874935599.0, + "step": 23043 + }, + { + "epoch": 2.931433659839715, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6606576442718506, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8762781023979187, + "num_tokens": 874966302.0, + "step": 23044 + }, + { + "epoch": 2.9315608701183056, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.796034336090088, + "learning_rate": 1e-05, + "loss": 0.3849, + "mean_token_accuracy": 0.8937585353851318, + "num_tokens": 875003158.0, + "step": 23045 + }, + { + "epoch": 2.931688080396896, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6518115997314453, + "learning_rate": 1e-05, + "loss": 0.4213, + "mean_token_accuracy": 0.8797479271888733, + "num_tokens": 875042163.0, + "step": 23046 + }, + { + "epoch": 2.9318152906754866, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.7946996688842773, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8753688335418701, + "num_tokens": 875081957.0, + "step": 23047 + }, + { + "epoch": 2.931942500954077, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6448445320129395, + "learning_rate": 1e-05, + "loss": 0.4127, + "mean_token_accuracy": 0.8812116384506226, + "num_tokens": 875122286.0, + "step": 23048 + }, + { + "epoch": 2.9320697112326677, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8043456077575684, + "learning_rate": 1e-05, + "loss": 0.4778, + "mean_token_accuracy": 0.8631969690322876, + "num_tokens": 875163320.0, + "step": 23049 + }, + { + "epoch": 2.932196921511258, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6366477012634277, + "learning_rate": 1e-05, + "loss": 0.4021, + "mean_token_accuracy": 0.8869556188583374, + "num_tokens": 875203819.0, + "step": 23050 + }, + { + "epoch": 2.9323241317898487, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.815089225769043, + "learning_rate": 1e-05, + "loss": 0.4154, + "mean_token_accuracy": 0.881070077419281, + "num_tokens": 875239028.0, + "step": 23051 + }, + { + "epoch": 2.9324513420684393, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6512813568115234, + "learning_rate": 1e-05, + "loss": 0.4614, + "mean_token_accuracy": 0.8702921867370605, + "num_tokens": 875276324.0, + "step": 23052 + }, + { + "epoch": 2.93257855234703, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8162951469421387, + "learning_rate": 1e-05, + "loss": 0.4057, + "mean_token_accuracy": 0.8847628831863403, + "num_tokens": 875316918.0, + "step": 23053 + }, + { + "epoch": 2.93270576262562, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.670616388320923, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8717520236968994, + "num_tokens": 875351009.0, + "step": 23054 + }, + { + "epoch": 2.932832972904211, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.806896924972534, + "learning_rate": 1e-05, + "loss": 0.3932, + "mean_token_accuracy": 0.8903506994247437, + "num_tokens": 875386988.0, + "step": 23055 + }, + { + "epoch": 2.932960183182801, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6385037899017334, + "learning_rate": 1e-05, + "loss": 0.4118, + "mean_token_accuracy": 0.8828610181808472, + "num_tokens": 875429607.0, + "step": 23056 + }, + { + "epoch": 2.933087393461392, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8273208141326904, + "learning_rate": 1e-05, + "loss": 0.4151, + "mean_token_accuracy": 0.8840681314468384, + "num_tokens": 875461071.0, + "step": 23057 + }, + { + "epoch": 2.933214603739982, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6442575454711914, + "learning_rate": 1e-05, + "loss": 0.4101, + "mean_token_accuracy": 0.8838198781013489, + "num_tokens": 875498146.0, + "step": 23058 + }, + { + "epoch": 2.933341814018573, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.822291374206543, + "learning_rate": 1e-05, + "loss": 0.4298, + "mean_token_accuracy": 0.878874659538269, + "num_tokens": 875536155.0, + "step": 23059 + }, + { + "epoch": 2.933469024297163, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.665860414505005, + "learning_rate": 1e-05, + "loss": 0.4334, + "mean_token_accuracy": 0.8752305507659912, + "num_tokens": 875569868.0, + "step": 23060 + }, + { + "epoch": 2.9335962345757536, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8112878799438477, + "learning_rate": 1e-05, + "loss": 0.4292, + "mean_token_accuracy": 0.8773990869522095, + "num_tokens": 875609298.0, + "step": 23061 + }, + { + "epoch": 2.933723444854344, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6511566638946533, + "learning_rate": 1e-05, + "loss": 0.38, + "mean_token_accuracy": 0.8905892968177795, + "num_tokens": 875642837.0, + "step": 23062 + }, + { + "epoch": 2.9338506551329346, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8176729679107666, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.874590277671814, + "num_tokens": 875683273.0, + "step": 23063 + }, + { + "epoch": 2.933977865411525, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6746180057525635, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.8640875816345215, + "num_tokens": 875717461.0, + "step": 23064 + }, + { + "epoch": 2.9341050756901157, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.802677869796753, + "learning_rate": 1e-05, + "loss": 0.4538, + "mean_token_accuracy": 0.8695593476295471, + "num_tokens": 875756975.0, + "step": 23065 + }, + { + "epoch": 2.934232285968706, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6638638973236084, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8832379579544067, + "num_tokens": 875793414.0, + "step": 23066 + }, + { + "epoch": 2.9343594962472968, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.838522434234619, + "learning_rate": 1e-05, + "loss": 0.4791, + "mean_token_accuracy": 0.8600853085517883, + "num_tokens": 875822477.0, + "step": 23067 + }, + { + "epoch": 2.9344867065258873, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.663296699523926, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8799916505813599, + "num_tokens": 875856220.0, + "step": 23068 + }, + { + "epoch": 2.934613916804478, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8172836303710938, + "learning_rate": 1e-05, + "loss": 0.4242, + "mean_token_accuracy": 0.8802050352096558, + "num_tokens": 875890572.0, + "step": 23069 + }, + { + "epoch": 2.9347411270830683, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.64469051361084, + "learning_rate": 1e-05, + "loss": 0.4122, + "mean_token_accuracy": 0.8878225088119507, + "num_tokens": 875928231.0, + "step": 23070 + }, + { + "epoch": 2.934868337361659, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8437249660491943, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.871570348739624, + "num_tokens": 875966211.0, + "step": 23071 + }, + { + "epoch": 2.9349955476402494, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6421968936920166, + "learning_rate": 1e-05, + "loss": 0.4186, + "mean_token_accuracy": 0.8801386952400208, + "num_tokens": 876004857.0, + "step": 23072 + }, + { + "epoch": 2.93512275791884, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8523733615875244, + "learning_rate": 1e-05, + "loss": 0.4705, + "mean_token_accuracy": 0.8643532991409302, + "num_tokens": 876041966.0, + "step": 23073 + }, + { + "epoch": 2.9352499681974304, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.656020402908325, + "learning_rate": 1e-05, + "loss": 0.4058, + "mean_token_accuracy": 0.8851103782653809, + "num_tokens": 876075732.0, + "step": 23074 + }, + { + "epoch": 2.935377178476021, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.8435964584350586, + "learning_rate": 1e-05, + "loss": 0.4476, + "mean_token_accuracy": 0.8738738298416138, + "num_tokens": 876116582.0, + "step": 23075 + }, + { + "epoch": 2.9355043887546115, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6455373764038086, + "learning_rate": 1e-05, + "loss": 0.3759, + "mean_token_accuracy": 0.8928593993186951, + "num_tokens": 876150122.0, + "step": 23076 + }, + { + "epoch": 2.935631599033202, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.832732677459717, + "learning_rate": 1e-05, + "loss": 0.4015, + "mean_token_accuracy": 0.8889824748039246, + "num_tokens": 876187902.0, + "step": 23077 + }, + { + "epoch": 2.9357588093117926, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.663316488265991, + "learning_rate": 1e-05, + "loss": 0.436, + "mean_token_accuracy": 0.8765396475791931, + "num_tokens": 876224304.0, + "step": 23078 + }, + { + "epoch": 2.9358860195903826, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.840562343597412, + "learning_rate": 1e-05, + "loss": 0.4803, + "mean_token_accuracy": 0.8631263375282288, + "num_tokens": 876261436.0, + "step": 23079 + }, + { + "epoch": 2.9360132298689736, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.657625198364258, + "learning_rate": 1e-05, + "loss": 0.4441, + "mean_token_accuracy": 0.871554434299469, + "num_tokens": 876299996.0, + "step": 23080 + }, + { + "epoch": 2.9361404401475637, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8321757316589355, + "learning_rate": 1e-05, + "loss": 0.4521, + "mean_token_accuracy": 0.8691285848617554, + "num_tokens": 876337793.0, + "step": 23081 + }, + { + "epoch": 2.9362676504261547, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.661770820617676, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8820043802261353, + "num_tokens": 876371837.0, + "step": 23082 + }, + { + "epoch": 2.9363948607047448, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.8063442707061768, + "learning_rate": 1e-05, + "loss": 0.4092, + "mean_token_accuracy": 0.8870968222618103, + "num_tokens": 876414402.0, + "step": 23083 + }, + { + "epoch": 2.9365220709833357, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.659900188446045, + "learning_rate": 1e-05, + "loss": 0.3746, + "mean_token_accuracy": 0.8955379128456116, + "num_tokens": 876451790.0, + "step": 23084 + }, + { + "epoch": 2.936649281261926, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8292129039764404, + "learning_rate": 1e-05, + "loss": 0.4634, + "mean_token_accuracy": 0.8634771704673767, + "num_tokens": 876486891.0, + "step": 23085 + }, + { + "epoch": 2.9367764915405163, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.651195764541626, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8870247602462769, + "num_tokens": 876525560.0, + "step": 23086 + }, + { + "epoch": 2.936903701819107, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.831594228744507, + "learning_rate": 1e-05, + "loss": 0.4551, + "mean_token_accuracy": 0.8725674748420715, + "num_tokens": 876569037.0, + "step": 23087 + }, + { + "epoch": 2.9370309120976974, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6560723781585693, + "learning_rate": 1e-05, + "loss": 0.4337, + "mean_token_accuracy": 0.8733984231948853, + "num_tokens": 876605354.0, + "step": 23088 + }, + { + "epoch": 2.937158122376288, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.81620717048645, + "learning_rate": 1e-05, + "loss": 0.4018, + "mean_token_accuracy": 0.8864338397979736, + "num_tokens": 876644251.0, + "step": 23089 + }, + { + "epoch": 2.9372853326548785, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6461188793182373, + "learning_rate": 1e-05, + "loss": 0.4001, + "mean_token_accuracy": 0.8877177238464355, + "num_tokens": 876686558.0, + "step": 23090 + }, + { + "epoch": 2.937412542933469, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.834864616394043, + "learning_rate": 1e-05, + "loss": 0.42, + "mean_token_accuracy": 0.8788758516311646, + "num_tokens": 876718629.0, + "step": 23091 + }, + { + "epoch": 2.9375397532120595, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.654587507247925, + "learning_rate": 1e-05, + "loss": 0.4557, + "mean_token_accuracy": 0.8657550811767578, + "num_tokens": 876758037.0, + "step": 23092 + }, + { + "epoch": 2.93766696349065, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8218445777893066, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8803566694259644, + "num_tokens": 876795201.0, + "step": 23093 + }, + { + "epoch": 2.9377941737692406, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6474685668945312, + "learning_rate": 1e-05, + "loss": 0.387, + "mean_token_accuracy": 0.8910811543464661, + "num_tokens": 876833465.0, + "step": 23094 + }, + { + "epoch": 2.937921384047831, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.825410842895508, + "learning_rate": 1e-05, + "loss": 0.4343, + "mean_token_accuracy": 0.8778660297393799, + "num_tokens": 876869915.0, + "step": 23095 + }, + { + "epoch": 2.9380485943264216, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.653554916381836, + "learning_rate": 1e-05, + "loss": 0.4048, + "mean_token_accuracy": 0.8852962255477905, + "num_tokens": 876906811.0, + "step": 23096 + }, + { + "epoch": 2.938175804605012, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8325746059417725, + "learning_rate": 1e-05, + "loss": 0.4512, + "mean_token_accuracy": 0.8704185485839844, + "num_tokens": 876944247.0, + "step": 23097 + }, + { + "epoch": 2.9383030148836027, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6586108207702637, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8824946284294128, + "num_tokens": 876978557.0, + "step": 23098 + }, + { + "epoch": 2.938430225162193, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.826371908187866, + "learning_rate": 1e-05, + "loss": 0.4746, + "mean_token_accuracy": 0.8629416823387146, + "num_tokens": 877021241.0, + "step": 23099 + }, + { + "epoch": 2.9385574354407837, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6599490642547607, + "learning_rate": 1e-05, + "loss": 0.447, + "mean_token_accuracy": 0.8726221323013306, + "num_tokens": 877060777.0, + "step": 23100 + }, + { + "epoch": 2.9386846457193743, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8294029235839844, + "learning_rate": 1e-05, + "loss": 0.4635, + "mean_token_accuracy": 0.8695929050445557, + "num_tokens": 877096955.0, + "step": 23101 + }, + { + "epoch": 2.938811855997965, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6671009063720703, + "learning_rate": 1e-05, + "loss": 0.4435, + "mean_token_accuracy": 0.8761398196220398, + "num_tokens": 877130202.0, + "step": 23102 + }, + { + "epoch": 2.9389390662765553, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.818535089492798, + "learning_rate": 1e-05, + "loss": 0.4459, + "mean_token_accuracy": 0.8723185062408447, + "num_tokens": 877168777.0, + "step": 23103 + }, + { + "epoch": 2.9390662765551454, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.651474952697754, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8769930601119995, + "num_tokens": 877209737.0, + "step": 23104 + }, + { + "epoch": 2.9391934868337364, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8136298656463623, + "learning_rate": 1e-05, + "loss": 0.4236, + "mean_token_accuracy": 0.880077600479126, + "num_tokens": 877245826.0, + "step": 23105 + }, + { + "epoch": 2.9393206971123265, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6546099185943604, + "learning_rate": 1e-05, + "loss": 0.4245, + "mean_token_accuracy": 0.884558379650116, + "num_tokens": 877285249.0, + "step": 23106 + }, + { + "epoch": 2.9394479073909174, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8065760135650635, + "learning_rate": 1e-05, + "loss": 0.3766, + "mean_token_accuracy": 0.8950914740562439, + "num_tokens": 877321971.0, + "step": 23107 + }, + { + "epoch": 2.9395751176695075, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6614441871643066, + "learning_rate": 1e-05, + "loss": 0.4649, + "mean_token_accuracy": 0.8749775886535645, + "num_tokens": 877361479.0, + "step": 23108 + }, + { + "epoch": 2.939702327948098, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.801158905029297, + "learning_rate": 1e-05, + "loss": 0.427, + "mean_token_accuracy": 0.8768699765205383, + "num_tokens": 877400166.0, + "step": 23109 + }, + { + "epoch": 2.9398295382266886, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6690988540649414, + "learning_rate": 1e-05, + "loss": 0.4206, + "mean_token_accuracy": 0.8811209797859192, + "num_tokens": 877437755.0, + "step": 23110 + }, + { + "epoch": 2.939956748505279, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.807579517364502, + "learning_rate": 1e-05, + "loss": 0.4739, + "mean_token_accuracy": 0.8653247356414795, + "num_tokens": 877471496.0, + "step": 23111 + }, + { + "epoch": 2.9400839587838696, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6697094440460205, + "learning_rate": 1e-05, + "loss": 0.3863, + "mean_token_accuracy": 0.8926119804382324, + "num_tokens": 877504576.0, + "step": 23112 + }, + { + "epoch": 2.94021116906246, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7995331287384033, + "learning_rate": 1e-05, + "loss": 0.4473, + "mean_token_accuracy": 0.8732919692993164, + "num_tokens": 877542795.0, + "step": 23113 + }, + { + "epoch": 2.9403383793410507, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6584267616271973, + "learning_rate": 1e-05, + "loss": 0.4415, + "mean_token_accuracy": 0.8741123676300049, + "num_tokens": 877581731.0, + "step": 23114 + }, + { + "epoch": 2.940465589619641, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8033347129821777, + "learning_rate": 1e-05, + "loss": 0.4502, + "mean_token_accuracy": 0.8729111552238464, + "num_tokens": 877618405.0, + "step": 23115 + }, + { + "epoch": 2.9405927998982317, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6577038764953613, + "learning_rate": 1e-05, + "loss": 0.4378, + "mean_token_accuracy": 0.8806016445159912, + "num_tokens": 877657792.0, + "step": 23116 + }, + { + "epoch": 2.9407200101768223, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.808441638946533, + "learning_rate": 1e-05, + "loss": 0.395, + "mean_token_accuracy": 0.8889418244361877, + "num_tokens": 877688965.0, + "step": 23117 + }, + { + "epoch": 2.940847220455413, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6494827270507812, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8884814977645874, + "num_tokens": 877726595.0, + "step": 23118 + }, + { + "epoch": 2.9409744307340033, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8003294467926025, + "learning_rate": 1e-05, + "loss": 0.4278, + "mean_token_accuracy": 0.8804410696029663, + "num_tokens": 877771713.0, + "step": 23119 + }, + { + "epoch": 2.941101641012594, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6623833179473877, + "learning_rate": 1e-05, + "loss": 0.4095, + "mean_token_accuracy": 0.8839088678359985, + "num_tokens": 877805048.0, + "step": 23120 + }, + { + "epoch": 2.9412288512911844, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.800966501235962, + "learning_rate": 1e-05, + "loss": 0.4042, + "mean_token_accuracy": 0.8842228651046753, + "num_tokens": 877840469.0, + "step": 23121 + }, + { + "epoch": 2.941356061569775, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6725451946258545, + "learning_rate": 1e-05, + "loss": 0.4394, + "mean_token_accuracy": 0.8712159395217896, + "num_tokens": 877876747.0, + "step": 23122 + }, + { + "epoch": 2.9414832718483654, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.788266181945801, + "learning_rate": 1e-05, + "loss": 0.4142, + "mean_token_accuracy": 0.8830888271331787, + "num_tokens": 877913871.0, + "step": 23123 + }, + { + "epoch": 2.941610482126956, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.681666374206543, + "learning_rate": 1e-05, + "loss": 0.5098, + "mean_token_accuracy": 0.865433394908905, + "num_tokens": 877954195.0, + "step": 23124 + }, + { + "epoch": 2.9417376924055465, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.788714647293091, + "learning_rate": 1e-05, + "loss": 0.4581, + "mean_token_accuracy": 0.8649784326553345, + "num_tokens": 877989124.0, + "step": 23125 + }, + { + "epoch": 2.941864902684137, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6721503734588623, + "learning_rate": 1e-05, + "loss": 0.4314, + "mean_token_accuracy": 0.8780889511108398, + "num_tokens": 878030188.0, + "step": 23126 + }, + { + "epoch": 2.941992112962727, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7555389404296875, + "learning_rate": 1e-05, + "loss": 0.3689, + "mean_token_accuracy": 0.8981955051422119, + "num_tokens": 878073839.0, + "step": 23127 + }, + { + "epoch": 2.942119323241318, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.673905611038208, + "learning_rate": 1e-05, + "loss": 0.414, + "mean_token_accuracy": 0.8818212747573853, + "num_tokens": 878111446.0, + "step": 23128 + }, + { + "epoch": 2.942246533519908, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7613437175750732, + "learning_rate": 1e-05, + "loss": 0.4821, + "mean_token_accuracy": 0.8597055077552795, + "num_tokens": 878154543.0, + "step": 23129 + }, + { + "epoch": 2.942373743798499, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6917903423309326, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8854507803916931, + "num_tokens": 878194265.0, + "step": 23130 + }, + { + "epoch": 2.9425009540770892, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.769364595413208, + "learning_rate": 1e-05, + "loss": 0.4805, + "mean_token_accuracy": 0.863675594329834, + "num_tokens": 878231475.0, + "step": 23131 + }, + { + "epoch": 2.94262816435568, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.674246072769165, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8814835548400879, + "num_tokens": 878269492.0, + "step": 23132 + }, + { + "epoch": 2.9427553746342703, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7635185718536377, + "learning_rate": 1e-05, + "loss": 0.468, + "mean_token_accuracy": 0.866305410861969, + "num_tokens": 878307047.0, + "step": 23133 + }, + { + "epoch": 2.942882584912861, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.672971725463867, + "learning_rate": 1e-05, + "loss": 0.438, + "mean_token_accuracy": 0.8751343488693237, + "num_tokens": 878343971.0, + "step": 23134 + }, + { + "epoch": 2.9430097951914513, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7722508907318115, + "learning_rate": 1e-05, + "loss": 0.4106, + "mean_token_accuracy": 0.8840331435203552, + "num_tokens": 878380858.0, + "step": 23135 + }, + { + "epoch": 2.943137005470042, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6618990898132324, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.8863098621368408, + "num_tokens": 878420854.0, + "step": 23136 + }, + { + "epoch": 2.9432642157486324, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7754509449005127, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8683957457542419, + "num_tokens": 878455465.0, + "step": 23137 + }, + { + "epoch": 2.943391426027223, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.672065258026123, + "learning_rate": 1e-05, + "loss": 0.3953, + "mean_token_accuracy": 0.8903210163116455, + "num_tokens": 878487122.0, + "step": 23138 + }, + { + "epoch": 2.9435186363058135, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7791900634765625, + "learning_rate": 1e-05, + "loss": 0.4722, + "mean_token_accuracy": 0.8649004697799683, + "num_tokens": 878523881.0, + "step": 23139 + }, + { + "epoch": 2.943645846584404, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6724698543548584, + "learning_rate": 1e-05, + "loss": 0.4493, + "mean_token_accuracy": 0.8688064813613892, + "num_tokens": 878564351.0, + "step": 23140 + }, + { + "epoch": 2.9437730568629945, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7581372261047363, + "learning_rate": 1e-05, + "loss": 0.3891, + "mean_token_accuracy": 0.8903939127922058, + "num_tokens": 878605759.0, + "step": 23141 + }, + { + "epoch": 2.943900267141585, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.666288137435913, + "learning_rate": 1e-05, + "loss": 0.4002, + "mean_token_accuracy": 0.8881412744522095, + "num_tokens": 878644975.0, + "step": 23142 + }, + { + "epoch": 2.9440274774201756, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.774630069732666, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8862448930740356, + "num_tokens": 878679882.0, + "step": 23143 + }, + { + "epoch": 2.944154687698766, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6502223014831543, + "learning_rate": 1e-05, + "loss": 0.3786, + "mean_token_accuracy": 0.8937429189682007, + "num_tokens": 878723539.0, + "step": 23144 + }, + { + "epoch": 2.9442818979773566, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7761287689208984, + "learning_rate": 1e-05, + "loss": 0.398, + "mean_token_accuracy": 0.8874440789222717, + "num_tokens": 878761993.0, + "step": 23145 + }, + { + "epoch": 2.944409108255947, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.667144536972046, + "learning_rate": 1e-05, + "loss": 0.4183, + "mean_token_accuracy": 0.8793020248413086, + "num_tokens": 878794355.0, + "step": 23146 + }, + { + "epoch": 2.9445363185345377, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.799206256866455, + "learning_rate": 1e-05, + "loss": 0.4857, + "mean_token_accuracy": 0.862486720085144, + "num_tokens": 878828477.0, + "step": 23147 + }, + { + "epoch": 2.944663528813128, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6561267375946045, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8690130710601807, + "num_tokens": 878868134.0, + "step": 23148 + }, + { + "epoch": 2.9447907390917187, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.789029359817505, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.883210301399231, + "num_tokens": 878908912.0, + "step": 23149 + }, + { + "epoch": 2.9449179493703093, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6494839191436768, + "learning_rate": 1e-05, + "loss": 0.4258, + "mean_token_accuracy": 0.8781816959381104, + "num_tokens": 878947354.0, + "step": 23150 + }, + { + "epoch": 2.9450451596489, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7990431785583496, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8837459087371826, + "num_tokens": 878985538.0, + "step": 23151 + }, + { + "epoch": 2.94517236992749, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6449520587921143, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8708063960075378, + "num_tokens": 879028884.0, + "step": 23152 + }, + { + "epoch": 2.945299580206081, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7935478687286377, + "learning_rate": 1e-05, + "loss": 0.4097, + "mean_token_accuracy": 0.8830651640892029, + "num_tokens": 879064388.0, + "step": 23153 + }, + { + "epoch": 2.945426790484671, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.650395631790161, + "learning_rate": 1e-05, + "loss": 0.3992, + "mean_token_accuracy": 0.8853144645690918, + "num_tokens": 879100353.0, + "step": 23154 + }, + { + "epoch": 2.945554000763262, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.796750545501709, + "learning_rate": 1e-05, + "loss": 0.4088, + "mean_token_accuracy": 0.8856315612792969, + "num_tokens": 879138447.0, + "step": 23155 + }, + { + "epoch": 2.945681211041852, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6661369800567627, + "learning_rate": 1e-05, + "loss": 0.4688, + "mean_token_accuracy": 0.8661215305328369, + "num_tokens": 879172825.0, + "step": 23156 + }, + { + "epoch": 2.945808421320443, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7983579635620117, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8730087280273438, + "num_tokens": 879212086.0, + "step": 23157 + }, + { + "epoch": 2.945935631599033, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6645381450653076, + "learning_rate": 1e-05, + "loss": 0.4157, + "mean_token_accuracy": 0.8822149038314819, + "num_tokens": 879247689.0, + "step": 23158 + }, + { + "epoch": 2.9460628418776236, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.790085792541504, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8888633251190186, + "num_tokens": 879283510.0, + "step": 23159 + }, + { + "epoch": 2.946190052156214, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7240567207336426, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8787572383880615, + "num_tokens": 879322037.0, + "step": 23160 + }, + { + "epoch": 2.9463172624348046, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.753890037536621, + "learning_rate": 1e-05, + "loss": 0.4477, + "mean_token_accuracy": 0.8703601360321045, + "num_tokens": 879366400.0, + "step": 23161 + }, + { + "epoch": 2.946444472713395, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.703240394592285, + "learning_rate": 1e-05, + "loss": 0.4899, + "mean_token_accuracy": 0.8598169088363647, + "num_tokens": 879397768.0, + "step": 23162 + }, + { + "epoch": 2.9465716829919857, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.742976427078247, + "learning_rate": 1e-05, + "loss": 0.4267, + "mean_token_accuracy": 0.878031313419342, + "num_tokens": 879436751.0, + "step": 23163 + }, + { + "epoch": 2.946698893270576, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.69374942779541, + "learning_rate": 1e-05, + "loss": 0.4759, + "mean_token_accuracy": 0.8632785081863403, + "num_tokens": 879477750.0, + "step": 23164 + }, + { + "epoch": 2.9468261035491667, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.730698823928833, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.876700758934021, + "num_tokens": 879516049.0, + "step": 23165 + }, + { + "epoch": 2.9469533138277573, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7135326862335205, + "learning_rate": 1e-05, + "loss": 0.4698, + "mean_token_accuracy": 0.8649682402610779, + "num_tokens": 879553176.0, + "step": 23166 + }, + { + "epoch": 2.947080524106348, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7237839698791504, + "learning_rate": 1e-05, + "loss": 0.3813, + "mean_token_accuracy": 0.8920469284057617, + "num_tokens": 879588435.0, + "step": 23167 + }, + { + "epoch": 2.9472077343849383, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7122466564178467, + "learning_rate": 1e-05, + "loss": 0.3884, + "mean_token_accuracy": 0.8917052745819092, + "num_tokens": 879623232.0, + "step": 23168 + }, + { + "epoch": 2.947334944663529, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.717294931411743, + "learning_rate": 1e-05, + "loss": 0.4605, + "mean_token_accuracy": 0.8686520457267761, + "num_tokens": 879669470.0, + "step": 23169 + }, + { + "epoch": 2.9474621549421194, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.708557367324829, + "learning_rate": 1e-05, + "loss": 0.4028, + "mean_token_accuracy": 0.8910210132598877, + "num_tokens": 879708173.0, + "step": 23170 + }, + { + "epoch": 2.94758936522071, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.713369846343994, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8722310066223145, + "num_tokens": 879749086.0, + "step": 23171 + }, + { + "epoch": 2.9477165754993004, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7205417156219482, + "learning_rate": 1e-05, + "loss": 0.4439, + "mean_token_accuracy": 0.8793656826019287, + "num_tokens": 879786521.0, + "step": 23172 + }, + { + "epoch": 2.947843785777891, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.7095324993133545, + "learning_rate": 1e-05, + "loss": 0.4066, + "mean_token_accuracy": 0.8866103887557983, + "num_tokens": 879820332.0, + "step": 23173 + }, + { + "epoch": 2.9479709960564815, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.774345636367798, + "learning_rate": 1e-05, + "loss": 0.4306, + "mean_token_accuracy": 0.8763744235038757, + "num_tokens": 879859224.0, + "step": 23174 + }, + { + "epoch": 2.948098206335072, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.685950517654419, + "learning_rate": 1e-05, + "loss": 0.403, + "mean_token_accuracy": 0.883080005645752, + "num_tokens": 879892177.0, + "step": 23175 + }, + { + "epoch": 2.9482254166136626, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.754175901412964, + "learning_rate": 1e-05, + "loss": 0.3757, + "mean_token_accuracy": 0.8981587290763855, + "num_tokens": 879924195.0, + "step": 23176 + }, + { + "epoch": 2.9483526268922526, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6649720668792725, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8761454820632935, + "num_tokens": 879965679.0, + "step": 23177 + }, + { + "epoch": 2.9484798371708436, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7573373317718506, + "learning_rate": 1e-05, + "loss": 0.4034, + "mean_token_accuracy": 0.8846322298049927, + "num_tokens": 880006441.0, + "step": 23178 + }, + { + "epoch": 2.9486070474494337, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6762874126434326, + "learning_rate": 1e-05, + "loss": 0.4631, + "mean_token_accuracy": 0.8673496842384338, + "num_tokens": 880042823.0, + "step": 23179 + }, + { + "epoch": 2.9487342577280247, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.779496431350708, + "learning_rate": 1e-05, + "loss": 0.4217, + "mean_token_accuracy": 0.8790104389190674, + "num_tokens": 880073949.0, + "step": 23180 + }, + { + "epoch": 2.9488614680066147, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6543567180633545, + "learning_rate": 1e-05, + "loss": 0.3717, + "mean_token_accuracy": 0.8972655534744263, + "num_tokens": 880112921.0, + "step": 23181 + }, + { + "epoch": 2.9489886782852053, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7739808559417725, + "learning_rate": 1e-05, + "loss": 0.4554, + "mean_token_accuracy": 0.870500385761261, + "num_tokens": 880152384.0, + "step": 23182 + }, + { + "epoch": 2.949115888563796, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.679612159729004, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8780909776687622, + "num_tokens": 880187107.0, + "step": 23183 + }, + { + "epoch": 2.9492430988423863, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7652320861816406, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8815944194793701, + "num_tokens": 880226072.0, + "step": 23184 + }, + { + "epoch": 2.949370309120977, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.677039623260498, + "learning_rate": 1e-05, + "loss": 0.4166, + "mean_token_accuracy": 0.8809620141983032, + "num_tokens": 880259607.0, + "step": 23185 + }, + { + "epoch": 2.9494975193995674, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.756814956665039, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.871275782585144, + "num_tokens": 880301238.0, + "step": 23186 + }, + { + "epoch": 2.949624729678158, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.712393045425415, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8718316555023193, + "num_tokens": 880336449.0, + "step": 23187 + }, + { + "epoch": 2.9497519399567484, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7563812732696533, + "learning_rate": 1e-05, + "loss": 0.4387, + "mean_token_accuracy": 0.8744776248931885, + "num_tokens": 880373527.0, + "step": 23188 + }, + { + "epoch": 2.949879150235339, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6811881065368652, + "learning_rate": 1e-05, + "loss": 0.4208, + "mean_token_accuracy": 0.879981517791748, + "num_tokens": 880412676.0, + "step": 23189 + }, + { + "epoch": 2.9500063605139295, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.74898099899292, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8826820850372314, + "num_tokens": 880448171.0, + "step": 23190 + }, + { + "epoch": 2.95013357079252, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.687413215637207, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8753840923309326, + "num_tokens": 880487056.0, + "step": 23191 + }, + { + "epoch": 2.9502607810711106, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7377896308898926, + "learning_rate": 1e-05, + "loss": 0.3725, + "mean_token_accuracy": 0.8979377746582031, + "num_tokens": 880520990.0, + "step": 23192 + }, + { + "epoch": 2.950387991349701, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.699998378753662, + "learning_rate": 1e-05, + "loss": 0.4594, + "mean_token_accuracy": 0.8667482733726501, + "num_tokens": 880557919.0, + "step": 23193 + }, + { + "epoch": 2.9505152016282916, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.751410961151123, + "learning_rate": 1e-05, + "loss": 0.3939, + "mean_token_accuracy": 0.889662504196167, + "num_tokens": 880590578.0, + "step": 23194 + }, + { + "epoch": 2.950642411906882, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.67809796333313, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8807417154312134, + "num_tokens": 880631607.0, + "step": 23195 + }, + { + "epoch": 2.9507696221854727, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.737072467803955, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8831799626350403, + "num_tokens": 880674301.0, + "step": 23196 + }, + { + "epoch": 2.950896832464063, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6815879344940186, + "learning_rate": 1e-05, + "loss": 0.4346, + "mean_token_accuracy": 0.8761754035949707, + "num_tokens": 880714254.0, + "step": 23197 + }, + { + "epoch": 2.9510240427426537, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.738661766052246, + "learning_rate": 1e-05, + "loss": 0.3666, + "mean_token_accuracy": 0.8983567357063293, + "num_tokens": 880751562.0, + "step": 23198 + }, + { + "epoch": 2.9511512530212443, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7078800201416016, + "learning_rate": 1e-05, + "loss": 0.4574, + "mean_token_accuracy": 0.8672170042991638, + "num_tokens": 880785062.0, + "step": 23199 + }, + { + "epoch": 2.951278463299835, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.737677574157715, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8754662275314331, + "num_tokens": 880820673.0, + "step": 23200 + }, + { + "epoch": 2.9514056735784253, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7030577659606934, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.874183177947998, + "num_tokens": 880860707.0, + "step": 23201 + }, + { + "epoch": 2.9515328838570154, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7135868072509766, + "learning_rate": 1e-05, + "loss": 0.4116, + "mean_token_accuracy": 0.8823487758636475, + "num_tokens": 880903504.0, + "step": 23202 + }, + { + "epoch": 2.9516600941356064, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7036726474761963, + "learning_rate": 1e-05, + "loss": 0.3878, + "mean_token_accuracy": 0.8900697827339172, + "num_tokens": 880943414.0, + "step": 23203 + }, + { + "epoch": 2.9517873044141965, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.735705852508545, + "learning_rate": 1e-05, + "loss": 0.4121, + "mean_token_accuracy": 0.886444628238678, + "num_tokens": 880977736.0, + "step": 23204 + }, + { + "epoch": 2.9519145146927874, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.684048652648926, + "learning_rate": 1e-05, + "loss": 0.3782, + "mean_token_accuracy": 0.893947958946228, + "num_tokens": 881019793.0, + "step": 23205 + }, + { + "epoch": 2.9520417249713775, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7420766353607178, + "learning_rate": 1e-05, + "loss": 0.3932, + "mean_token_accuracy": 0.8905131816864014, + "num_tokens": 881057703.0, + "step": 23206 + }, + { + "epoch": 2.952168935249968, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6966793537139893, + "learning_rate": 1e-05, + "loss": 0.404, + "mean_token_accuracy": 0.8854379057884216, + "num_tokens": 881093649.0, + "step": 23207 + }, + { + "epoch": 2.9522961455285586, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7724132537841797, + "learning_rate": 1e-05, + "loss": 0.4775, + "mean_token_accuracy": 0.8613916039466858, + "num_tokens": 881125620.0, + "step": 23208 + }, + { + "epoch": 2.952423355807149, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6718170642852783, + "learning_rate": 1e-05, + "loss": 0.3863, + "mean_token_accuracy": 0.8912982940673828, + "num_tokens": 881165313.0, + "step": 23209 + }, + { + "epoch": 2.9525505660857396, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7768445014953613, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.88190758228302, + "num_tokens": 881195390.0, + "step": 23210 + }, + { + "epoch": 2.95267777636433, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.65411639213562, + "learning_rate": 1e-05, + "loss": 0.4484, + "mean_token_accuracy": 0.8724832534790039, + "num_tokens": 881242005.0, + "step": 23211 + }, + { + "epoch": 2.9528049866429207, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.775123119354248, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8819580078125, + "num_tokens": 881284587.0, + "step": 23212 + }, + { + "epoch": 2.952932196921511, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6531906127929688, + "learning_rate": 1e-05, + "loss": 0.4136, + "mean_token_accuracy": 0.8844380378723145, + "num_tokens": 881324174.0, + "step": 23213 + }, + { + "epoch": 2.9530594072001017, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8061883449554443, + "learning_rate": 1e-05, + "loss": 0.4802, + "mean_token_accuracy": 0.8597249388694763, + "num_tokens": 881360727.0, + "step": 23214 + }, + { + "epoch": 2.9531866174786923, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6440036296844482, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8795862197875977, + "num_tokens": 881400482.0, + "step": 23215 + }, + { + "epoch": 2.953313827757283, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7994918823242188, + "learning_rate": 1e-05, + "loss": 0.4261, + "mean_token_accuracy": 0.8793210983276367, + "num_tokens": 881440157.0, + "step": 23216 + }, + { + "epoch": 2.9534410380358733, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6263387203216553, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.887749433517456, + "num_tokens": 881486814.0, + "step": 23217 + }, + { + "epoch": 2.953568248314464, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.816134452819824, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8745303153991699, + "num_tokens": 881526997.0, + "step": 23218 + }, + { + "epoch": 2.9536954585930544, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.636166572570801, + "learning_rate": 1e-05, + "loss": 0.4175, + "mean_token_accuracy": 0.8802328705787659, + "num_tokens": 881569103.0, + "step": 23219 + }, + { + "epoch": 2.953822668871645, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.824319362640381, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8842795491218567, + "num_tokens": 881604734.0, + "step": 23220 + }, + { + "epoch": 2.9539498791502354, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.6385552883148193, + "learning_rate": 1e-05, + "loss": 0.4165, + "mean_token_accuracy": 0.8812109231948853, + "num_tokens": 881645788.0, + "step": 23221 + }, + { + "epoch": 2.954077089428826, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8470070362091064, + "learning_rate": 1e-05, + "loss": 0.3844, + "mean_token_accuracy": 0.8907265663146973, + "num_tokens": 881674738.0, + "step": 23222 + }, + { + "epoch": 2.9542042997074165, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.648454427719116, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8789669275283813, + "num_tokens": 881711685.0, + "step": 23223 + }, + { + "epoch": 2.954331509986007, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.8299877643585205, + "learning_rate": 1e-05, + "loss": 0.3831, + "mean_token_accuracy": 0.8931484222412109, + "num_tokens": 881748165.0, + "step": 23224 + }, + { + "epoch": 2.954458720264597, + "ewc_loss": 0.07958984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.2438507080078125e-05, + "grad_norm": 2.648207187652588, + "learning_rate": 1e-05, + "loss": 0.4073, + "mean_token_accuracy": 0.8844116926193237, + "num_tokens": 881781332.0, + "step": 23225 + }, + { + "epoch": 2.954585930543188, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8356850147247314, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.880898118019104, + "num_tokens": 881814526.0, + "step": 23226 + }, + { + "epoch": 2.954713140821778, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.645582437515259, + "learning_rate": 1e-05, + "loss": 0.4641, + "mean_token_accuracy": 0.8674758076667786, + "num_tokens": 881856625.0, + "step": 23227 + }, + { + "epoch": 2.954840351100369, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.833045244216919, + "learning_rate": 1e-05, + "loss": 0.415, + "mean_token_accuracy": 0.8862466812133789, + "num_tokens": 881895092.0, + "step": 23228 + }, + { + "epoch": 2.954967561378959, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.638671636581421, + "learning_rate": 1e-05, + "loss": 0.4198, + "mean_token_accuracy": 0.8816558122634888, + "num_tokens": 881936789.0, + "step": 23229 + }, + { + "epoch": 2.95509477165755, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.843992233276367, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8893102407455444, + "num_tokens": 881973471.0, + "step": 23230 + }, + { + "epoch": 2.9552219819361403, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.650163412094116, + "learning_rate": 1e-05, + "loss": 0.4358, + "mean_token_accuracy": 0.8750035762786865, + "num_tokens": 882011039.0, + "step": 23231 + }, + { + "epoch": 2.955349192214731, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8340983390808105, + "learning_rate": 1e-05, + "loss": 0.4193, + "mean_token_accuracy": 0.8804007768630981, + "num_tokens": 882049221.0, + "step": 23232 + }, + { + "epoch": 2.9554764024933213, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6527371406555176, + "learning_rate": 1e-05, + "loss": 0.4054, + "mean_token_accuracy": 0.8847395777702332, + "num_tokens": 882086527.0, + "step": 23233 + }, + { + "epoch": 2.955603612771912, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8390109539031982, + "learning_rate": 1e-05, + "loss": 0.3599, + "mean_token_accuracy": 0.8996292352676392, + "num_tokens": 882118375.0, + "step": 23234 + }, + { + "epoch": 2.9557308230505024, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.669020414352417, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8779541254043579, + "num_tokens": 882150604.0, + "step": 23235 + }, + { + "epoch": 2.955858033329093, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8204901218414307, + "learning_rate": 1e-05, + "loss": 0.4231, + "mean_token_accuracy": 0.879156231880188, + "num_tokens": 882185822.0, + "step": 23236 + }, + { + "epoch": 2.9559852436076834, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.659989833831787, + "learning_rate": 1e-05, + "loss": 0.4199, + "mean_token_accuracy": 0.882698655128479, + "num_tokens": 882224829.0, + "step": 23237 + }, + { + "epoch": 2.956112453886274, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8229241371154785, + "learning_rate": 1e-05, + "loss": 0.4692, + "mean_token_accuracy": 0.8624043464660645, + "num_tokens": 882263107.0, + "step": 23238 + }, + { + "epoch": 2.9562396641648645, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.67942214012146, + "learning_rate": 1e-05, + "loss": 0.4218, + "mean_token_accuracy": 0.8795303702354431, + "num_tokens": 882294302.0, + "step": 23239 + }, + { + "epoch": 2.956366874443455, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8108065128326416, + "learning_rate": 1e-05, + "loss": 0.4074, + "mean_token_accuracy": 0.8842259645462036, + "num_tokens": 882327081.0, + "step": 23240 + }, + { + "epoch": 2.9564940847220456, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.671220302581787, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.8842345476150513, + "num_tokens": 882361793.0, + "step": 23241 + }, + { + "epoch": 2.956621295000636, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.790043592453003, + "learning_rate": 1e-05, + "loss": 0.3685, + "mean_token_accuracy": 0.8963519334793091, + "num_tokens": 882395255.0, + "step": 23242 + }, + { + "epoch": 2.9567485052792266, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6689319610595703, + "learning_rate": 1e-05, + "loss": 0.4228, + "mean_token_accuracy": 0.8806968927383423, + "num_tokens": 882431915.0, + "step": 23243 + }, + { + "epoch": 2.956875715557817, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7814362049102783, + "learning_rate": 1e-05, + "loss": 0.4263, + "mean_token_accuracy": 0.8772932291030884, + "num_tokens": 882472688.0, + "step": 23244 + }, + { + "epoch": 2.9570029258364077, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.681087017059326, + "learning_rate": 1e-05, + "loss": 0.4145, + "mean_token_accuracy": 0.8815819621086121, + "num_tokens": 882506851.0, + "step": 23245 + }, + { + "epoch": 2.957130136114998, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7868001461029053, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8720254302024841, + "num_tokens": 882541935.0, + "step": 23246 + }, + { + "epoch": 2.9572573463935887, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.665355682373047, + "learning_rate": 1e-05, + "loss": 0.401, + "mean_token_accuracy": 0.885158121585846, + "num_tokens": 882577860.0, + "step": 23247 + }, + { + "epoch": 2.9573845566721793, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.793534278869629, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8658612966537476, + "num_tokens": 882616182.0, + "step": 23248 + }, + { + "epoch": 2.95751176695077, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.671527862548828, + "learning_rate": 1e-05, + "loss": 0.482, + "mean_token_accuracy": 0.8607522249221802, + "num_tokens": 882658847.0, + "step": 23249 + }, + { + "epoch": 2.95763897722936, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7728428840637207, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.8757933974266052, + "num_tokens": 882699842.0, + "step": 23250 + }, + { + "epoch": 2.957766187507951, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6821205615997314, + "learning_rate": 1e-05, + "loss": 0.3962, + "mean_token_accuracy": 0.8864709734916687, + "num_tokens": 882733143.0, + "step": 23251 + }, + { + "epoch": 2.957893397786541, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7861897945404053, + "learning_rate": 1e-05, + "loss": 0.4309, + "mean_token_accuracy": 0.8752455115318298, + "num_tokens": 882763233.0, + "step": 23252 + }, + { + "epoch": 2.958020608065132, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6575961112976074, + "learning_rate": 1e-05, + "loss": 0.4204, + "mean_token_accuracy": 0.8811806440353394, + "num_tokens": 882807612.0, + "step": 23253 + }, + { + "epoch": 2.958147818343722, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7767937183380127, + "learning_rate": 1e-05, + "loss": 0.3596, + "mean_token_accuracy": 0.9006060361862183, + "num_tokens": 882842135.0, + "step": 23254 + }, + { + "epoch": 2.958275028622313, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.665757656097412, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8836921453475952, + "num_tokens": 882876687.0, + "step": 23255 + }, + { + "epoch": 2.958402238900903, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.780141592025757, + "learning_rate": 1e-05, + "loss": 0.4353, + "mean_token_accuracy": 0.8757642507553101, + "num_tokens": 882919142.0, + "step": 23256 + }, + { + "epoch": 2.9585294491794936, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.664954423904419, + "learning_rate": 1e-05, + "loss": 0.4052, + "mean_token_accuracy": 0.8879984021186829, + "num_tokens": 882955301.0, + "step": 23257 + }, + { + "epoch": 2.958656659458084, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7898318767547607, + "learning_rate": 1e-05, + "loss": 0.3833, + "mean_token_accuracy": 0.8945857882499695, + "num_tokens": 882985436.0, + "step": 23258 + }, + { + "epoch": 2.9587838697366746, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.658879518508911, + "learning_rate": 1e-05, + "loss": 0.4444, + "mean_token_accuracy": 0.8759510517120361, + "num_tokens": 883028082.0, + "step": 23259 + }, + { + "epoch": 2.958911080015265, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7944388389587402, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8785815238952637, + "num_tokens": 883063771.0, + "step": 23260 + }, + { + "epoch": 2.9590382902938557, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6641111373901367, + "learning_rate": 1e-05, + "loss": 0.4024, + "mean_token_accuracy": 0.8830692768096924, + "num_tokens": 883096742.0, + "step": 23261 + }, + { + "epoch": 2.959165500572446, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7888262271881104, + "learning_rate": 1e-05, + "loss": 0.4408, + "mean_token_accuracy": 0.8756555914878845, + "num_tokens": 883137916.0, + "step": 23262 + }, + { + "epoch": 2.9592927108510367, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6713201999664307, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8747249841690063, + "num_tokens": 883172730.0, + "step": 23263 + }, + { + "epoch": 2.9594199211296273, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7912769317626953, + "learning_rate": 1e-05, + "loss": 0.4319, + "mean_token_accuracy": 0.8779585957527161, + "num_tokens": 883212139.0, + "step": 23264 + }, + { + "epoch": 2.959547131408218, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.665947198867798, + "learning_rate": 1e-05, + "loss": 0.3997, + "mean_token_accuracy": 0.8883289694786072, + "num_tokens": 883244866.0, + "step": 23265 + }, + { + "epoch": 2.9596743416868083, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.795342206954956, + "learning_rate": 1e-05, + "loss": 0.4274, + "mean_token_accuracy": 0.8835124373435974, + "num_tokens": 883277595.0, + "step": 23266 + }, + { + "epoch": 2.959801551965399, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.669802188873291, + "learning_rate": 1e-05, + "loss": 0.4281, + "mean_token_accuracy": 0.877936601638794, + "num_tokens": 883311246.0, + "step": 23267 + }, + { + "epoch": 2.9599287622439894, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.783651828765869, + "learning_rate": 1e-05, + "loss": 0.4308, + "mean_token_accuracy": 0.8785592317581177, + "num_tokens": 883353351.0, + "step": 23268 + }, + { + "epoch": 2.96005597252258, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6619651317596436, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8850141763687134, + "num_tokens": 883392245.0, + "step": 23269 + }, + { + "epoch": 2.9601831828011704, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.783393144607544, + "learning_rate": 1e-05, + "loss": 0.4049, + "mean_token_accuracy": 0.8850992918014526, + "num_tokens": 883430404.0, + "step": 23270 + }, + { + "epoch": 2.960310393079761, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6621763706207275, + "learning_rate": 1e-05, + "loss": 0.4918, + "mean_token_accuracy": 0.8599170446395874, + "num_tokens": 883477894.0, + "step": 23271 + }, + { + "epoch": 2.9604376033583515, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7893354892730713, + "learning_rate": 1e-05, + "loss": 0.4709, + "mean_token_accuracy": 0.8639684915542603, + "num_tokens": 883520396.0, + "step": 23272 + }, + { + "epoch": 2.960564813636942, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6679491996765137, + "learning_rate": 1e-05, + "loss": 0.4365, + "mean_token_accuracy": 0.8777995109558105, + "num_tokens": 883559120.0, + "step": 23273 + }, + { + "epoch": 2.9606920239155325, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7744860649108887, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8737051486968994, + "num_tokens": 883603061.0, + "step": 23274 + }, + { + "epoch": 2.9608192341941226, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.681281089782715, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8776159286499023, + "num_tokens": 883637674.0, + "step": 23275 + }, + { + "epoch": 2.9609464444727136, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.770789861679077, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8832723498344421, + "num_tokens": 883674631.0, + "step": 23276 + }, + { + "epoch": 2.9610736547513037, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6867752075195312, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8764461874961853, + "num_tokens": 883716823.0, + "step": 23277 + }, + { + "epoch": 2.9612008650298947, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.788379669189453, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8766855001449585, + "num_tokens": 883751849.0, + "step": 23278 + }, + { + "epoch": 2.9613280753084847, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6598832607269287, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8884105682373047, + "num_tokens": 883790698.0, + "step": 23279 + }, + { + "epoch": 2.9614552855870753, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7767906188964844, + "learning_rate": 1e-05, + "loss": 0.382, + "mean_token_accuracy": 0.8930966854095459, + "num_tokens": 883823238.0, + "step": 23280 + }, + { + "epoch": 2.961582495865666, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6618690490722656, + "learning_rate": 1e-05, + "loss": 0.4159, + "mean_token_accuracy": 0.8814376592636108, + "num_tokens": 883863036.0, + "step": 23281 + }, + { + "epoch": 2.9617097061442563, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.783999443054199, + "learning_rate": 1e-05, + "loss": 0.4478, + "mean_token_accuracy": 0.8686572313308716, + "num_tokens": 883902556.0, + "step": 23282 + }, + { + "epoch": 2.961836916422847, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.742358922958374, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8654404878616333, + "num_tokens": 883937039.0, + "step": 23283 + }, + { + "epoch": 2.9619641267014374, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7573769092559814, + "learning_rate": 1e-05, + "loss": 0.425, + "mean_token_accuracy": 0.8774280548095703, + "num_tokens": 883969047.0, + "step": 23284 + }, + { + "epoch": 2.962091336980028, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6849257946014404, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8736466765403748, + "num_tokens": 884013431.0, + "step": 23285 + }, + { + "epoch": 2.9622185472586184, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7554800510406494, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8766420483589172, + "num_tokens": 884053714.0, + "step": 23286 + }, + { + "epoch": 2.962345757537209, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6862001419067383, + "learning_rate": 1e-05, + "loss": 0.4446, + "mean_token_accuracy": 0.8718240261077881, + "num_tokens": 884094624.0, + "step": 23287 + }, + { + "epoch": 2.9624729678157995, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7763984203338623, + "learning_rate": 1e-05, + "loss": 0.4322, + "mean_token_accuracy": 0.876360297203064, + "num_tokens": 884131759.0, + "step": 23288 + }, + { + "epoch": 2.96260017809439, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.668571710586548, + "learning_rate": 1e-05, + "loss": 0.4093, + "mean_token_accuracy": 0.884028971195221, + "num_tokens": 884175333.0, + "step": 23289 + }, + { + "epoch": 2.9627273883729806, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7733259201049805, + "learning_rate": 1e-05, + "loss": 0.3829, + "mean_token_accuracy": 0.8934030532836914, + "num_tokens": 884209778.0, + "step": 23290 + }, + { + "epoch": 2.962854598651571, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6741371154785156, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8806532621383667, + "num_tokens": 884245581.0, + "step": 23291 + }, + { + "epoch": 2.9629818089301616, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7696332931518555, + "learning_rate": 1e-05, + "loss": 0.3958, + "mean_token_accuracy": 0.8875517249107361, + "num_tokens": 884284925.0, + "step": 23292 + }, + { + "epoch": 2.963109019208752, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6656086444854736, + "learning_rate": 1e-05, + "loss": 0.4053, + "mean_token_accuracy": 0.8864036798477173, + "num_tokens": 884326056.0, + "step": 23293 + }, + { + "epoch": 2.9632362294873427, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.7669310569763184, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8798630237579346, + "num_tokens": 884368169.0, + "step": 23294 + }, + { + "epoch": 2.963363439765933, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.678478240966797, + "learning_rate": 1e-05, + "loss": 0.4369, + "mean_token_accuracy": 0.8792464137077332, + "num_tokens": 884402785.0, + "step": 23295 + }, + { + "epoch": 2.9634906500445237, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7629992961883545, + "learning_rate": 1e-05, + "loss": 0.4096, + "mean_token_accuracy": 0.882117509841919, + "num_tokens": 884444755.0, + "step": 23296 + }, + { + "epoch": 2.9636178603231143, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6601905822753906, + "learning_rate": 1e-05, + "loss": 0.4124, + "mean_token_accuracy": 0.8841053247451782, + "num_tokens": 884486299.0, + "step": 23297 + }, + { + "epoch": 2.963745070601705, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7712748050689697, + "learning_rate": 1e-05, + "loss": 0.4861, + "mean_token_accuracy": 0.8590834736824036, + "num_tokens": 884532076.0, + "step": 23298 + }, + { + "epoch": 2.9638722808802953, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.670444965362549, + "learning_rate": 1e-05, + "loss": 0.4295, + "mean_token_accuracy": 0.8804250955581665, + "num_tokens": 884569518.0, + "step": 23299 + }, + { + "epoch": 2.9639994911588854, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7853734493255615, + "learning_rate": 1e-05, + "loss": 0.4139, + "mean_token_accuracy": 0.8820789456367493, + "num_tokens": 884601173.0, + "step": 23300 + }, + { + "epoch": 2.9641267014374764, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6631805896759033, + "learning_rate": 1e-05, + "loss": 0.4161, + "mean_token_accuracy": 0.8829200267791748, + "num_tokens": 884637558.0, + "step": 23301 + }, + { + "epoch": 2.9642539117160664, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.782296657562256, + "learning_rate": 1e-05, + "loss": 0.4222, + "mean_token_accuracy": 0.8811061382293701, + "num_tokens": 884673377.0, + "step": 23302 + }, + { + "epoch": 2.9643811219946574, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.653881788253784, + "learning_rate": 1e-05, + "loss": 0.3828, + "mean_token_accuracy": 0.8948106169700623, + "num_tokens": 884710334.0, + "step": 23303 + }, + { + "epoch": 2.9645083322732475, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7909905910491943, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8912197947502136, + "num_tokens": 884741515.0, + "step": 23304 + }, + { + "epoch": 2.964635542551838, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6553452014923096, + "learning_rate": 1e-05, + "loss": 0.4452, + "mean_token_accuracy": 0.8724386692047119, + "num_tokens": 884782204.0, + "step": 23305 + }, + { + "epoch": 2.9647627528304286, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7823469638824463, + "learning_rate": 1e-05, + "loss": 0.3979, + "mean_token_accuracy": 0.8891664743423462, + "num_tokens": 884819613.0, + "step": 23306 + }, + { + "epoch": 2.964889963109019, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6584110260009766, + "learning_rate": 1e-05, + "loss": 0.4324, + "mean_token_accuracy": 0.8778692483901978, + "num_tokens": 884857381.0, + "step": 23307 + }, + { + "epoch": 2.9650171733876096, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8054583072662354, + "learning_rate": 1e-05, + "loss": 0.4893, + "mean_token_accuracy": 0.8570457696914673, + "num_tokens": 884893562.0, + "step": 23308 + }, + { + "epoch": 2.9651443836662, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6470963954925537, + "learning_rate": 1e-05, + "loss": 0.4299, + "mean_token_accuracy": 0.8785036206245422, + "num_tokens": 884934359.0, + "step": 23309 + }, + { + "epoch": 2.9652715939447907, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.799110174179077, + "learning_rate": 1e-05, + "loss": 0.3947, + "mean_token_accuracy": 0.8912686109542847, + "num_tokens": 884974446.0, + "step": 23310 + }, + { + "epoch": 2.965398804223381, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6483571529388428, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8726450204849243, + "num_tokens": 885016447.0, + "step": 23311 + }, + { + "epoch": 2.9655260145019717, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.818692684173584, + "learning_rate": 1e-05, + "loss": 0.4427, + "mean_token_accuracy": 0.8730719685554504, + "num_tokens": 885055064.0, + "step": 23312 + }, + { + "epoch": 2.9656532247805623, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6570072174072266, + "learning_rate": 1e-05, + "loss": 0.4185, + "mean_token_accuracy": 0.8839066624641418, + "num_tokens": 885092380.0, + "step": 23313 + }, + { + "epoch": 2.965780435059153, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8021066188812256, + "learning_rate": 1e-05, + "loss": 0.3998, + "mean_token_accuracy": 0.8860986232757568, + "num_tokens": 885130717.0, + "step": 23314 + }, + { + "epoch": 2.9659076453377433, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.654153823852539, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8815548419952393, + "num_tokens": 885168291.0, + "step": 23315 + }, + { + "epoch": 2.966034855616334, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8204092979431152, + "learning_rate": 1e-05, + "loss": 0.483, + "mean_token_accuracy": 0.8623560070991516, + "num_tokens": 885203839.0, + "step": 23316 + }, + { + "epoch": 2.9661620658949244, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6559369564056396, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8704362511634827, + "num_tokens": 885239336.0, + "step": 23317 + }, + { + "epoch": 2.966289276173515, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8165106773376465, + "learning_rate": 1e-05, + "loss": 0.4679, + "mean_token_accuracy": 0.8614472150802612, + "num_tokens": 885275964.0, + "step": 23318 + }, + { + "epoch": 2.9664164864521054, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.656012773513794, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8787060379981995, + "num_tokens": 885307444.0, + "step": 23319 + }, + { + "epoch": 2.966543696730696, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8069615364074707, + "learning_rate": 1e-05, + "loss": 0.396, + "mean_token_accuracy": 0.8897043466567993, + "num_tokens": 885345379.0, + "step": 23320 + }, + { + "epoch": 2.9666709070092865, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.647469997406006, + "learning_rate": 1e-05, + "loss": 0.4038, + "mean_token_accuracy": 0.8852570056915283, + "num_tokens": 885384105.0, + "step": 23321 + }, + { + "epoch": 2.966798117287877, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.000370025634765625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.833134412765503, + "learning_rate": 1e-05, + "loss": 0.4291, + "mean_token_accuracy": 0.8792855143547058, + "num_tokens": 885420374.0, + "step": 23322 + }, + { + "epoch": 2.966925327566467, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6595795154571533, + "learning_rate": 1e-05, + "loss": 0.4211, + "mean_token_accuracy": 0.8832480907440186, + "num_tokens": 885453450.0, + "step": 23323 + }, + { + "epoch": 2.967052537845058, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8322789669036865, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8829236626625061, + "num_tokens": 885486331.0, + "step": 23324 + }, + { + "epoch": 2.967179748123648, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6518144607543945, + "learning_rate": 1e-05, + "loss": 0.3958, + "mean_token_accuracy": 0.8922283053398132, + "num_tokens": 885520474.0, + "step": 23325 + }, + { + "epoch": 2.967306958402239, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8325014114379883, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.875993013381958, + "num_tokens": 885563128.0, + "step": 23326 + }, + { + "epoch": 2.967434168680829, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.637080192565918, + "learning_rate": 1e-05, + "loss": 0.3674, + "mean_token_accuracy": 0.900297224521637, + "num_tokens": 885604219.0, + "step": 23327 + }, + { + "epoch": 2.96756137895942, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.841771125793457, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8849526643753052, + "num_tokens": 885639932.0, + "step": 23328 + }, + { + "epoch": 2.9676885892380103, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6645519733428955, + "learning_rate": 1e-05, + "loss": 0.4593, + "mean_token_accuracy": 0.8660721778869629, + "num_tokens": 885675914.0, + "step": 23329 + }, + { + "epoch": 2.967815799516601, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 3.069157361984253, + "learning_rate": 1e-05, + "loss": 0.4081, + "mean_token_accuracy": 0.8862844109535217, + "num_tokens": 885711910.0, + "step": 23330 + }, + { + "epoch": 2.9679430097951913, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.6233601570129395, + "learning_rate": 1e-05, + "loss": 0.3923, + "mean_token_accuracy": 0.8883607983589172, + "num_tokens": 885751615.0, + "step": 23331 + }, + { + "epoch": 2.968070220073782, + "ewc_loss": 0.0869140625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 5.0067901611328125e-05, + "grad_norm": 2.931278944015503, + "learning_rate": 1e-05, + "loss": 0.4144, + "mean_token_accuracy": 0.885323703289032, + "num_tokens": 885788394.0, + "step": 23332 + }, + { + "epoch": 2.9681974303523724, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6433072090148926, + "learning_rate": 1e-05, + "loss": 0.3995, + "mean_token_accuracy": 0.891042947769165, + "num_tokens": 885820462.0, + "step": 23333 + }, + { + "epoch": 2.968324640630963, + "ewc_loss": 0.087890625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.9451165199279785, + "learning_rate": 1e-05, + "loss": 0.4099, + "mean_token_accuracy": 0.8894073963165283, + "num_tokens": 885853714.0, + "step": 23334 + }, + { + "epoch": 2.9684518509095534, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.669701337814331, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8796133995056152, + "num_tokens": 885887508.0, + "step": 23335 + }, + { + "epoch": 2.968579061188144, + "ewc_loss": 0.0869140625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 5.0067901611328125e-05, + "grad_norm": 2.9278578758239746, + "learning_rate": 1e-05, + "loss": 0.4379, + "mean_token_accuracy": 0.8755713701248169, + "num_tokens": 885923314.0, + "step": 23336 + }, + { + "epoch": 2.9687062714667345, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.673464298248291, + "learning_rate": 1e-05, + "loss": 0.3936, + "mean_token_accuracy": 0.8902438282966614, + "num_tokens": 885964466.0, + "step": 23337 + }, + { + "epoch": 2.968833481745325, + "ewc_loss": 0.087890625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.907133102416992, + "learning_rate": 1e-05, + "loss": 0.4321, + "mean_token_accuracy": 0.877787709236145, + "num_tokens": 886001483.0, + "step": 23338 + }, + { + "epoch": 2.9689606920239155, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.6823432445526123, + "learning_rate": 1e-05, + "loss": 0.4235, + "mean_token_accuracy": 0.8818745017051697, + "num_tokens": 886040130.0, + "step": 23339 + }, + { + "epoch": 2.969087902302506, + "ewc_loss": 0.08642578125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.935264587402344e-05, + "grad_norm": 2.88881778717041, + "learning_rate": 1e-05, + "loss": 0.4271, + "mean_token_accuracy": 0.8805907964706421, + "num_tokens": 886076291.0, + "step": 23340 + }, + { + "epoch": 2.9692151125810966, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.707059860229492, + "learning_rate": 1e-05, + "loss": 0.4723, + "mean_token_accuracy": 0.8674212694168091, + "num_tokens": 886109430.0, + "step": 23341 + }, + { + "epoch": 2.969342322859687, + "ewc_loss": 0.0859375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.863739013671875e-05, + "grad_norm": 2.8522250652313232, + "learning_rate": 1e-05, + "loss": 0.4184, + "mean_token_accuracy": 0.8837971687316895, + "num_tokens": 886147158.0, + "step": 23342 + }, + { + "epoch": 2.9694695331382777, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.6901016235351562, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8801802396774292, + "num_tokens": 886184810.0, + "step": 23343 + }, + { + "epoch": 2.969596743416868, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.822906494140625, + "learning_rate": 1e-05, + "loss": 0.4126, + "mean_token_accuracy": 0.8837613463401794, + "num_tokens": 886225511.0, + "step": 23344 + }, + { + "epoch": 2.9697239536954587, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.6792190074920654, + "learning_rate": 1e-05, + "loss": 0.4067, + "mean_token_accuracy": 0.8813491463661194, + "num_tokens": 886265185.0, + "step": 23345 + }, + { + "epoch": 2.9698511639740492, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8110837936401367, + "learning_rate": 1e-05, + "loss": 0.4332, + "mean_token_accuracy": 0.87903892993927, + "num_tokens": 886304897.0, + "step": 23346 + }, + { + "epoch": 2.9699783742526398, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.689664840698242, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8704258799552917, + "num_tokens": 886343097.0, + "step": 23347 + }, + { + "epoch": 2.97010558453123, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.8120288848876953, + "learning_rate": 1e-05, + "loss": 0.4325, + "mean_token_accuracy": 0.8775546550750732, + "num_tokens": 886377428.0, + "step": 23348 + }, + { + "epoch": 2.970232794809821, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.679825782775879, + "learning_rate": 1e-05, + "loss": 0.4354, + "mean_token_accuracy": 0.8738741278648376, + "num_tokens": 886418344.0, + "step": 23349 + }, + { + "epoch": 2.970360005088411, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.808486223220825, + "learning_rate": 1e-05, + "loss": 0.4997, + "mean_token_accuracy": 0.8613578081130981, + "num_tokens": 886458983.0, + "step": 23350 + }, + { + "epoch": 2.970487215367002, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.660557985305786, + "learning_rate": 1e-05, + "loss": 0.3776, + "mean_token_accuracy": 0.8931611776351929, + "num_tokens": 886492174.0, + "step": 23351 + }, + { + "epoch": 2.970614425645592, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.798124074935913, + "learning_rate": 1e-05, + "loss": 0.462, + "mean_token_accuracy": 0.8688957691192627, + "num_tokens": 886537145.0, + "step": 23352 + }, + { + "epoch": 2.970741635924183, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.689340353012085, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8694846630096436, + "num_tokens": 886573420.0, + "step": 23353 + }, + { + "epoch": 2.970868846202773, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.783989667892456, + "learning_rate": 1e-05, + "loss": 0.4192, + "mean_token_accuracy": 0.8805615305900574, + "num_tokens": 886610489.0, + "step": 23354 + }, + { + "epoch": 2.9709960564813636, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6755430698394775, + "learning_rate": 1e-05, + "loss": 0.3876, + "mean_token_accuracy": 0.8883063197135925, + "num_tokens": 886646954.0, + "step": 23355 + }, + { + "epoch": 2.971123266759954, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7687153816223145, + "learning_rate": 1e-05, + "loss": 0.3913, + "mean_token_accuracy": 0.8900070786476135, + "num_tokens": 886686979.0, + "step": 23356 + }, + { + "epoch": 2.9712504770385446, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.713106155395508, + "learning_rate": 1e-05, + "loss": 0.5383, + "mean_token_accuracy": 0.8514707684516907, + "num_tokens": 886719734.0, + "step": 23357 + }, + { + "epoch": 2.971377687317135, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.760287046432495, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8836385011672974, + "num_tokens": 886754762.0, + "step": 23358 + }, + { + "epoch": 2.9715048975957257, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.687142848968506, + "learning_rate": 1e-05, + "loss": 0.3965, + "mean_token_accuracy": 0.885603129863739, + "num_tokens": 886794830.0, + "step": 23359 + }, + { + "epoch": 2.971632107874316, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.750541925430298, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8737226724624634, + "num_tokens": 886834952.0, + "step": 23360 + }, + { + "epoch": 2.9717593181529067, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.687363624572754, + "learning_rate": 1e-05, + "loss": 0.459, + "mean_token_accuracy": 0.866664469242096, + "num_tokens": 886874236.0, + "step": 23361 + }, + { + "epoch": 2.9718865284314973, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7570700645446777, + "learning_rate": 1e-05, + "loss": 0.4482, + "mean_token_accuracy": 0.8710925579071045, + "num_tokens": 886907723.0, + "step": 23362 + }, + { + "epoch": 2.972013738710088, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6959540843963623, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8767908215522766, + "num_tokens": 886939914.0, + "step": 23363 + }, + { + "epoch": 2.9721409489886783, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.772178888320923, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8693608045578003, + "num_tokens": 886970533.0, + "step": 23364 + }, + { + "epoch": 2.972268159267269, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.680677890777588, + "learning_rate": 1e-05, + "loss": 0.4643, + "mean_token_accuracy": 0.8646857142448425, + "num_tokens": 887012103.0, + "step": 23365 + }, + { + "epoch": 2.9723953695458594, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.743398666381836, + "learning_rate": 1e-05, + "loss": 0.4602, + "mean_token_accuracy": 0.8679841756820679, + "num_tokens": 887055789.0, + "step": 23366 + }, + { + "epoch": 2.97252257982445, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6693239212036133, + "learning_rate": 1e-05, + "loss": 0.3897, + "mean_token_accuracy": 0.8879894018173218, + "num_tokens": 887094505.0, + "step": 23367 + }, + { + "epoch": 2.9726497901030404, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7553441524505615, + "learning_rate": 1e-05, + "loss": 0.3981, + "mean_token_accuracy": 0.8900487422943115, + "num_tokens": 887131009.0, + "step": 23368 + }, + { + "epoch": 2.972777000381631, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.655421018600464, + "learning_rate": 1e-05, + "loss": 0.3748, + "mean_token_accuracy": 0.8927476406097412, + "num_tokens": 887170969.0, + "step": 23369 + }, + { + "epoch": 2.9729042106602215, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.763005256652832, + "learning_rate": 1e-05, + "loss": 0.3941, + "mean_token_accuracy": 0.8879103660583496, + "num_tokens": 887205123.0, + "step": 23370 + }, + { + "epoch": 2.973031420938812, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.678173542022705, + "learning_rate": 1e-05, + "loss": 0.3875, + "mean_token_accuracy": 0.8906548619270325, + "num_tokens": 887235908.0, + "step": 23371 + }, + { + "epoch": 2.9731586312174025, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7555840015411377, + "learning_rate": 1e-05, + "loss": 0.397, + "mean_token_accuracy": 0.887083888053894, + "num_tokens": 887273929.0, + "step": 23372 + }, + { + "epoch": 2.9732858414959926, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.670891284942627, + "learning_rate": 1e-05, + "loss": 0.4075, + "mean_token_accuracy": 0.8844586610794067, + "num_tokens": 887309379.0, + "step": 23373 + }, + { + "epoch": 2.9734130517745836, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.774711847305298, + "learning_rate": 1e-05, + "loss": 0.4671, + "mean_token_accuracy": 0.8720196485519409, + "num_tokens": 887346108.0, + "step": 23374 + }, + { + "epoch": 2.9735402620531737, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.669616937637329, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8930094242095947, + "num_tokens": 887380066.0, + "step": 23375 + }, + { + "epoch": 2.9736674723317646, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.77944278717041, + "learning_rate": 1e-05, + "loss": 0.4329, + "mean_token_accuracy": 0.877780556678772, + "num_tokens": 887414043.0, + "step": 23376 + }, + { + "epoch": 2.9737946826103547, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6744203567504883, + "learning_rate": 1e-05, + "loss": 0.4336, + "mean_token_accuracy": 0.8767549991607666, + "num_tokens": 887451921.0, + "step": 23377 + }, + { + "epoch": 2.9739218928889453, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8022632598876953, + "learning_rate": 1e-05, + "loss": 0.434, + "mean_token_accuracy": 0.8811929821968079, + "num_tokens": 887483977.0, + "step": 23378 + }, + { + "epoch": 2.974049103167536, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.654022455215454, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8829086422920227, + "num_tokens": 887516795.0, + "step": 23379 + }, + { + "epoch": 2.9741763134461263, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.790581226348877, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8745080232620239, + "num_tokens": 887554791.0, + "step": 23380 + }, + { + "epoch": 2.974303523724717, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.64046573638916, + "learning_rate": 1e-05, + "loss": 0.4138, + "mean_token_accuracy": 0.8839156031608582, + "num_tokens": 887598451.0, + "step": 23381 + }, + { + "epoch": 2.9744307340033074, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8093979358673096, + "learning_rate": 1e-05, + "loss": 0.3851, + "mean_token_accuracy": 0.8942328691482544, + "num_tokens": 887633242.0, + "step": 23382 + }, + { + "epoch": 2.974557944281898, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6570887565612793, + "learning_rate": 1e-05, + "loss": 0.3952, + "mean_token_accuracy": 0.886406660079956, + "num_tokens": 887665084.0, + "step": 23383 + }, + { + "epoch": 2.9746851545604884, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8150243759155273, + "learning_rate": 1e-05, + "loss": 0.5095, + "mean_token_accuracy": 0.854501485824585, + "num_tokens": 887706086.0, + "step": 23384 + }, + { + "epoch": 2.974812364839079, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6539113521575928, + "learning_rate": 1e-05, + "loss": 0.4479, + "mean_token_accuracy": 0.8717048764228821, + "num_tokens": 887747395.0, + "step": 23385 + }, + { + "epoch": 2.9749395751176695, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8024580478668213, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8719468116760254, + "num_tokens": 887789834.0, + "step": 23386 + }, + { + "epoch": 2.97506678539626, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6492254734039307, + "learning_rate": 1e-05, + "loss": 0.4755, + "mean_token_accuracy": 0.8611029982566833, + "num_tokens": 887831416.0, + "step": 23387 + }, + { + "epoch": 2.9751939956748505, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.808926820755005, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8700053691864014, + "num_tokens": 887869781.0, + "step": 23388 + }, + { + "epoch": 2.975321205953441, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6479978561401367, + "learning_rate": 1e-05, + "loss": 0.4237, + "mean_token_accuracy": 0.8810186386108398, + "num_tokens": 887906844.0, + "step": 23389 + }, + { + "epoch": 2.9754484162320316, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.76837158203125e-05, + "grad_norm": 2.831005573272705, + "learning_rate": 1e-05, + "loss": 0.4559, + "mean_token_accuracy": 0.8719234466552734, + "num_tokens": 887939514.0, + "step": 23390 + }, + { + "epoch": 2.975575626510622, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6585206985473633, + "learning_rate": 1e-05, + "loss": 0.4669, + "mean_token_accuracy": 0.8651978969573975, + "num_tokens": 887976041.0, + "step": 23391 + }, + { + "epoch": 2.9757028367892127, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.828443765640259, + "learning_rate": 1e-05, + "loss": 0.4715, + "mean_token_accuracy": 0.8671820163726807, + "num_tokens": 888010007.0, + "step": 23392 + }, + { + "epoch": 2.975830047067803, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6504502296447754, + "learning_rate": 1e-05, + "loss": 0.407, + "mean_token_accuracy": 0.8823287487030029, + "num_tokens": 888045654.0, + "step": 23393 + }, + { + "epoch": 2.9759572573463937, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8189892768859863, + "learning_rate": 1e-05, + "loss": 0.417, + "mean_token_accuracy": 0.8834320902824402, + "num_tokens": 888084075.0, + "step": 23394 + }, + { + "epoch": 2.9760844676249842, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.66084361076355, + "learning_rate": 1e-05, + "loss": 0.4361, + "mean_token_accuracy": 0.876785397529602, + "num_tokens": 888124891.0, + "step": 23395 + }, + { + "epoch": 2.9762116779035748, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8106658458709717, + "learning_rate": 1e-05, + "loss": 0.4109, + "mean_token_accuracy": 0.8862994909286499, + "num_tokens": 888161078.0, + "step": 23396 + }, + { + "epoch": 2.9763388881821653, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6630542278289795, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8840457797050476, + "num_tokens": 888197013.0, + "step": 23397 + }, + { + "epoch": 2.9764660984607554, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8096418380737305, + "learning_rate": 1e-05, + "loss": 0.4386, + "mean_token_accuracy": 0.8735612630844116, + "num_tokens": 888231676.0, + "step": 23398 + }, + { + "epoch": 2.9765933087393464, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.655836820602417, + "learning_rate": 1e-05, + "loss": 0.4044, + "mean_token_accuracy": 0.8849688172340393, + "num_tokens": 888272676.0, + "step": 23399 + }, + { + "epoch": 2.9767205190179364, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.7980663776397705, + "learning_rate": 1e-05, + "loss": 0.4072, + "mean_token_accuracy": 0.8835358619689941, + "num_tokens": 888310064.0, + "step": 23400 + }, + { + "epoch": 2.9768477292965274, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.6731936931610107, + "learning_rate": 1e-05, + "loss": 0.4207, + "mean_token_accuracy": 0.8807333707809448, + "num_tokens": 888344103.0, + "step": 23401 + }, + { + "epoch": 2.9769749395751175, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.800628900527954, + "learning_rate": 1e-05, + "loss": 0.4496, + "mean_token_accuracy": 0.8728759288787842, + "num_tokens": 888379284.0, + "step": 23402 + }, + { + "epoch": 2.977102149853708, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6637985706329346, + "learning_rate": 1e-05, + "loss": 0.3999, + "mean_token_accuracy": 0.8897582292556763, + "num_tokens": 888414058.0, + "step": 23403 + }, + { + "epoch": 2.9772293601322986, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.8032662868499756, + "learning_rate": 1e-05, + "loss": 0.4497, + "mean_token_accuracy": 0.8700658082962036, + "num_tokens": 888454756.0, + "step": 23404 + }, + { + "epoch": 2.977356570410889, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6561505794525146, + "learning_rate": 1e-05, + "loss": 0.4221, + "mean_token_accuracy": 0.8810491561889648, + "num_tokens": 888491995.0, + "step": 23405 + }, + { + "epoch": 2.9774837806894796, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.808566093444824, + "learning_rate": 1e-05, + "loss": 0.4915, + "mean_token_accuracy": 0.8613980412483215, + "num_tokens": 888533073.0, + "step": 23406 + }, + { + "epoch": 2.97761099096807, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6472322940826416, + "learning_rate": 1e-05, + "loss": 0.3601, + "mean_token_accuracy": 0.8992871642112732, + "num_tokens": 888570392.0, + "step": 23407 + }, + { + "epoch": 2.9777382012466607, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.8038575649261475, + "learning_rate": 1e-05, + "loss": 0.4255, + "mean_token_accuracy": 0.8806586265563965, + "num_tokens": 888612078.0, + "step": 23408 + }, + { + "epoch": 2.977865411525251, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6509554386138916, + "learning_rate": 1e-05, + "loss": 0.4083, + "mean_token_accuracy": 0.8863890171051025, + "num_tokens": 888653603.0, + "step": 23409 + }, + { + "epoch": 2.9779926218038417, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.825021743774414, + "learning_rate": 1e-05, + "loss": 0.4567, + "mean_token_accuracy": 0.8698747158050537, + "num_tokens": 888687089.0, + "step": 23410 + }, + { + "epoch": 2.9781198320824323, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6454386711120605, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8656221032142639, + "num_tokens": 888732221.0, + "step": 23411 + }, + { + "epoch": 2.978247042361023, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8177671432495117, + "learning_rate": 1e-05, + "loss": 0.3835, + "mean_token_accuracy": 0.8930171132087708, + "num_tokens": 888768992.0, + "step": 23412 + }, + { + "epoch": 2.9783742526396133, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6421713829040527, + "learning_rate": 1e-05, + "loss": 0.3957, + "mean_token_accuracy": 0.8895950317382812, + "num_tokens": 888809834.0, + "step": 23413 + }, + { + "epoch": 2.978501462918204, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8354270458221436, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8835129737854004, + "num_tokens": 888851943.0, + "step": 23414 + }, + { + "epoch": 2.9786286731967944, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6404099464416504, + "learning_rate": 1e-05, + "loss": 0.4119, + "mean_token_accuracy": 0.8817176222801208, + "num_tokens": 888890465.0, + "step": 23415 + }, + { + "epoch": 2.978755883475385, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8316333293914795, + "learning_rate": 1e-05, + "loss": 0.4405, + "mean_token_accuracy": 0.8778737783432007, + "num_tokens": 888932954.0, + "step": 23416 + }, + { + "epoch": 2.9788830937539754, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.637885332107544, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.881060004234314, + "num_tokens": 888973916.0, + "step": 23417 + }, + { + "epoch": 2.979010304032566, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.842003583908081, + "learning_rate": 1e-05, + "loss": 0.4847, + "mean_token_accuracy": 0.8599532842636108, + "num_tokens": 889017202.0, + "step": 23418 + }, + { + "epoch": 2.9791375143111565, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6631009578704834, + "learning_rate": 1e-05, + "loss": 0.4735, + "mean_token_accuracy": 0.8657041788101196, + "num_tokens": 889053604.0, + "step": 23419 + }, + { + "epoch": 2.979264724589747, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.840000629425049, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8784530758857727, + "num_tokens": 889087328.0, + "step": 23420 + }, + { + "epoch": 2.979391934868337, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.653716802597046, + "learning_rate": 1e-05, + "loss": 0.4456, + "mean_token_accuracy": 0.8737115859985352, + "num_tokens": 889125209.0, + "step": 23421 + }, + { + "epoch": 2.979519145146928, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.834988594055176, + "learning_rate": 1e-05, + "loss": 0.4483, + "mean_token_accuracy": 0.8737612962722778, + "num_tokens": 889160968.0, + "step": 23422 + }, + { + "epoch": 2.979646355425518, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.656731128692627, + "learning_rate": 1e-05, + "loss": 0.4562, + "mean_token_accuracy": 0.8731460571289062, + "num_tokens": 889201710.0, + "step": 23423 + }, + { + "epoch": 2.979773565704109, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8504295349121094, + "learning_rate": 1e-05, + "loss": 0.488, + "mean_token_accuracy": 0.8635913133621216, + "num_tokens": 889237003.0, + "step": 23424 + }, + { + "epoch": 2.979900775982699, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.656423330307007, + "learning_rate": 1e-05, + "loss": 0.4573, + "mean_token_accuracy": 0.8696698546409607, + "num_tokens": 889278775.0, + "step": 23425 + }, + { + "epoch": 2.98002798626129, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.8380680084228516, + "learning_rate": 1e-05, + "loss": 0.4629, + "mean_token_accuracy": 0.871353030204773, + "num_tokens": 889320888.0, + "step": 23426 + }, + { + "epoch": 2.9801551965398803, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.655019521713257, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8811720609664917, + "num_tokens": 889356746.0, + "step": 23427 + }, + { + "epoch": 2.980282406818471, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.827501058578491, + "learning_rate": 1e-05, + "loss": 0.4079, + "mean_token_accuracy": 0.8872685432434082, + "num_tokens": 889400771.0, + "step": 23428 + }, + { + "epoch": 2.9804096170970613, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.658202648162842, + "learning_rate": 1e-05, + "loss": 0.4468, + "mean_token_accuracy": 0.8721221685409546, + "num_tokens": 889440459.0, + "step": 23429 + }, + { + "epoch": 2.980536827375652, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8238935470581055, + "learning_rate": 1e-05, + "loss": 0.4178, + "mean_token_accuracy": 0.8841500282287598, + "num_tokens": 889479782.0, + "step": 23430 + }, + { + "epoch": 2.9806640376542424, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6469998359680176, + "learning_rate": 1e-05, + "loss": 0.3698, + "mean_token_accuracy": 0.8956089019775391, + "num_tokens": 889520167.0, + "step": 23431 + }, + { + "epoch": 2.980791247932833, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.820007085800171, + "learning_rate": 1e-05, + "loss": 0.4276, + "mean_token_accuracy": 0.8817597031593323, + "num_tokens": 889567589.0, + "step": 23432 + }, + { + "epoch": 2.9809184582114234, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6642463207244873, + "learning_rate": 1e-05, + "loss": 0.4345, + "mean_token_accuracy": 0.8782471418380737, + "num_tokens": 889607703.0, + "step": 23433 + }, + { + "epoch": 2.981045668490014, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.822610378265381, + "learning_rate": 1e-05, + "loss": 0.4373, + "mean_token_accuracy": 0.8734508752822876, + "num_tokens": 889645735.0, + "step": 23434 + }, + { + "epoch": 2.9811728787686045, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.672475814819336, + "learning_rate": 1e-05, + "loss": 0.4045, + "mean_token_accuracy": 0.8845939040184021, + "num_tokens": 889680035.0, + "step": 23435 + }, + { + "epoch": 2.981300089047195, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.7978971004486084, + "learning_rate": 1e-05, + "loss": 0.4296, + "mean_token_accuracy": 0.8781365156173706, + "num_tokens": 889720234.0, + "step": 23436 + }, + { + "epoch": 2.9814272993257855, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.665081739425659, + "learning_rate": 1e-05, + "loss": 0.3944, + "mean_token_accuracy": 0.8879655599594116, + "num_tokens": 889756070.0, + "step": 23437 + }, + { + "epoch": 2.981554509604376, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.790480136871338, + "learning_rate": 1e-05, + "loss": 0.424, + "mean_token_accuracy": 0.8805800080299377, + "num_tokens": 889796499.0, + "step": 23438 + }, + { + "epoch": 2.9816817198829666, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.721973180770874, + "learning_rate": 1e-05, + "loss": 0.5, + "mean_token_accuracy": 0.8603729009628296, + "num_tokens": 889830804.0, + "step": 23439 + }, + { + "epoch": 2.981808930161557, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.77651047706604, + "learning_rate": 1e-05, + "loss": 0.4604, + "mean_token_accuracy": 0.8678834438323975, + "num_tokens": 889865228.0, + "step": 23440 + }, + { + "epoch": 2.9819361404401477, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6950523853302, + "learning_rate": 1e-05, + "loss": 0.4284, + "mean_token_accuracy": 0.8767198324203491, + "num_tokens": 889900780.0, + "step": 23441 + }, + { + "epoch": 2.982063350718738, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.745326519012451, + "learning_rate": 1e-05, + "loss": 0.4349, + "mean_token_accuracy": 0.8804506063461304, + "num_tokens": 889944366.0, + "step": 23442 + }, + { + "epoch": 2.9821905609973287, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.683565855026245, + "learning_rate": 1e-05, + "loss": 0.3684, + "mean_token_accuracy": 0.8972760438919067, + "num_tokens": 889979739.0, + "step": 23443 + }, + { + "epoch": 2.9823177712759192, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7462894916534424, + "learning_rate": 1e-05, + "loss": 0.4112, + "mean_token_accuracy": 0.8804895281791687, + "num_tokens": 890017288.0, + "step": 23444 + }, + { + "epoch": 2.9824449815545098, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.696467638015747, + "learning_rate": 1e-05, + "loss": 0.3977, + "mean_token_accuracy": 0.8840094804763794, + "num_tokens": 890050848.0, + "step": 23445 + }, + { + "epoch": 2.9825721918331, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003719329833984375, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7407736778259277, + "learning_rate": 1e-05, + "loss": 0.4164, + "mean_token_accuracy": 0.8805119395256042, + "num_tokens": 890087985.0, + "step": 23446 + }, + { + "epoch": 2.982699402111691, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.6958742141723633, + "learning_rate": 1e-05, + "loss": 0.4523, + "mean_token_accuracy": 0.8716189861297607, + "num_tokens": 890128292.0, + "step": 23447 + }, + { + "epoch": 2.982826612390281, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.719587564468384, + "learning_rate": 1e-05, + "loss": 0.4195, + "mean_token_accuracy": 0.8811931610107422, + "num_tokens": 890176130.0, + "step": 23448 + }, + { + "epoch": 2.982953822668872, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7026400566101074, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8784412145614624, + "num_tokens": 890212547.0, + "step": 23449 + }, + { + "epoch": 2.983081032947462, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7236735820770264, + "learning_rate": 1e-05, + "loss": 0.45, + "mean_token_accuracy": 0.8741618394851685, + "num_tokens": 890257423.0, + "step": 23450 + }, + { + "epoch": 2.983208243226053, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.6962406635284424, + "learning_rate": 1e-05, + "loss": 0.4303, + "mean_token_accuracy": 0.8781243562698364, + "num_tokens": 890299465.0, + "step": 23451 + }, + { + "epoch": 2.983335453504643, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7230594158172607, + "learning_rate": 1e-05, + "loss": 0.4022, + "mean_token_accuracy": 0.8853447437286377, + "num_tokens": 890340010.0, + "step": 23452 + }, + { + "epoch": 2.9834626637832335, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.691439390182495, + "learning_rate": 1e-05, + "loss": 0.4333, + "mean_token_accuracy": 0.8776841163635254, + "num_tokens": 890380865.0, + "step": 23453 + }, + { + "epoch": 2.983589874061824, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7272253036499023, + "learning_rate": 1e-05, + "loss": 0.3929, + "mean_token_accuracy": 0.8913389444351196, + "num_tokens": 890416710.0, + "step": 23454 + }, + { + "epoch": 2.9837170843404146, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.691030740737915, + "learning_rate": 1e-05, + "loss": 0.3951, + "mean_token_accuracy": 0.8905442953109741, + "num_tokens": 890452963.0, + "step": 23455 + }, + { + "epoch": 2.983844294619005, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7291367053985596, + "learning_rate": 1e-05, + "loss": 0.4102, + "mean_token_accuracy": 0.8829239010810852, + "num_tokens": 890493308.0, + "step": 23456 + }, + { + "epoch": 2.9839715048975957, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6966331005096436, + "learning_rate": 1e-05, + "loss": 0.4447, + "mean_token_accuracy": 0.8737630248069763, + "num_tokens": 890529279.0, + "step": 23457 + }, + { + "epoch": 2.984098715176186, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.737645387649536, + "learning_rate": 1e-05, + "loss": 0.48, + "mean_token_accuracy": 0.8602511882781982, + "num_tokens": 890568866.0, + "step": 23458 + }, + { + "epoch": 2.9842259254547767, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6802010536193848, + "learning_rate": 1e-05, + "loss": 0.4163, + "mean_token_accuracy": 0.8826935291290283, + "num_tokens": 890613077.0, + "step": 23459 + }, + { + "epoch": 2.9843531357333672, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.733234167098999, + "learning_rate": 1e-05, + "loss": 0.423, + "mean_token_accuracy": 0.880556583404541, + "num_tokens": 890653599.0, + "step": 23460 + }, + { + "epoch": 2.9844803460119578, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6848394870758057, + "learning_rate": 1e-05, + "loss": 0.4224, + "mean_token_accuracy": 0.8804892301559448, + "num_tokens": 890694581.0, + "step": 23461 + }, + { + "epoch": 2.9846075562905483, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7526721954345703, + "learning_rate": 1e-05, + "loss": 0.3974, + "mean_token_accuracy": 0.8854614496231079, + "num_tokens": 890725912.0, + "step": 23462 + }, + { + "epoch": 2.984734766569139, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.684471845626831, + "learning_rate": 1e-05, + "loss": 0.4338, + "mean_token_accuracy": 0.8766734600067139, + "num_tokens": 890763028.0, + "step": 23463 + }, + { + "epoch": 2.9848619768477294, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.7398107051849365, + "learning_rate": 1e-05, + "loss": 0.4286, + "mean_token_accuracy": 0.8780001997947693, + "num_tokens": 890803318.0, + "step": 23464 + }, + { + "epoch": 2.98498918712632, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6781506538391113, + "learning_rate": 1e-05, + "loss": 0.4393, + "mean_token_accuracy": 0.8759332299232483, + "num_tokens": 890841405.0, + "step": 23465 + }, + { + "epoch": 2.9851163974049104, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.746255397796631, + "learning_rate": 1e-05, + "loss": 0.4078, + "mean_token_accuracy": 0.8830143809318542, + "num_tokens": 890884271.0, + "step": 23466 + }, + { + "epoch": 2.985243607683501, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6850922107696533, + "learning_rate": 1e-05, + "loss": 0.3991, + "mean_token_accuracy": 0.8870607018470764, + "num_tokens": 890917747.0, + "step": 23467 + }, + { + "epoch": 2.9853708179620915, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7372236251831055, + "learning_rate": 1e-05, + "loss": 0.4156, + "mean_token_accuracy": 0.8838614225387573, + "num_tokens": 890958659.0, + "step": 23468 + }, + { + "epoch": 2.985498028240682, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.687960624694824, + "learning_rate": 1e-05, + "loss": 0.3831, + "mean_token_accuracy": 0.8948416709899902, + "num_tokens": 890993792.0, + "step": 23469 + }, + { + "epoch": 2.9856252385192725, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7485132217407227, + "learning_rate": 1e-05, + "loss": 0.408, + "mean_token_accuracy": 0.8837975263595581, + "num_tokens": 891030873.0, + "step": 23470 + }, + { + "epoch": 2.9857524487978626, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.671875, + "learning_rate": 1e-05, + "loss": 0.383, + "mean_token_accuracy": 0.8942690491676331, + "num_tokens": 891068062.0, + "step": 23471 + }, + { + "epoch": 2.9858796590764536, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7560617923736572, + "learning_rate": 1e-05, + "loss": 0.4591, + "mean_token_accuracy": 0.8695783615112305, + "num_tokens": 891108749.0, + "step": 23472 + }, + { + "epoch": 2.9860068693550437, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6743879318237305, + "learning_rate": 1e-05, + "loss": 0.4288, + "mean_token_accuracy": 0.8770484924316406, + "num_tokens": 891144749.0, + "step": 23473 + }, + { + "epoch": 2.9861340796336346, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.769660472869873, + "learning_rate": 1e-05, + "loss": 0.4747, + "mean_token_accuracy": 0.8670534491539001, + "num_tokens": 891180795.0, + "step": 23474 + }, + { + "epoch": 2.9862612899122247, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6654837131500244, + "learning_rate": 1e-05, + "loss": 0.4395, + "mean_token_accuracy": 0.8724944591522217, + "num_tokens": 891221333.0, + "step": 23475 + }, + { + "epoch": 2.9863885001908153, + "ewc_loss": 0.08251953125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.769129753112793, + "learning_rate": 1e-05, + "loss": 0.4257, + "mean_token_accuracy": 0.8808668851852417, + "num_tokens": 891258414.0, + "step": 23476 + }, + { + "epoch": 2.986515710469406, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.661261558532715, + "learning_rate": 1e-05, + "loss": 0.453, + "mean_token_accuracy": 0.8717446327209473, + "num_tokens": 891296864.0, + "step": 23477 + }, + { + "epoch": 2.9866429207479963, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7606313228607178, + "learning_rate": 1e-05, + "loss": 0.3776, + "mean_token_accuracy": 0.8953789472579956, + "num_tokens": 891338191.0, + "step": 23478 + }, + { + "epoch": 2.986770131026587, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.66636323928833, + "learning_rate": 1e-05, + "loss": 0.4375, + "mean_token_accuracy": 0.8751367330551147, + "num_tokens": 891377354.0, + "step": 23479 + }, + { + "epoch": 2.9868973413051774, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7642171382904053, + "learning_rate": 1e-05, + "loss": 0.4149, + "mean_token_accuracy": 0.8815843462944031, + "num_tokens": 891415868.0, + "step": 23480 + }, + { + "epoch": 2.987024551583768, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.668285369873047, + "learning_rate": 1e-05, + "loss": 0.405, + "mean_token_accuracy": 0.8824979066848755, + "num_tokens": 891449548.0, + "step": 23481 + }, + { + "epoch": 2.9871517618623584, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7756619453430176, + "learning_rate": 1e-05, + "loss": 0.4822, + "mean_token_accuracy": 0.8598084449768066, + "num_tokens": 891485937.0, + "step": 23482 + }, + { + "epoch": 2.987278972140949, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.6664180755615234, + "learning_rate": 1e-05, + "loss": 0.4056, + "mean_token_accuracy": 0.8845909237861633, + "num_tokens": 891522458.0, + "step": 23483 + }, + { + "epoch": 2.9874061824195395, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7762181758880615, + "learning_rate": 1e-05, + "loss": 0.4633, + "mean_token_accuracy": 0.8687415719032288, + "num_tokens": 891560804.0, + "step": 23484 + }, + { + "epoch": 2.98753339269813, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.663740634918213, + "learning_rate": 1e-05, + "loss": 0.3919, + "mean_token_accuracy": 0.8904783725738525, + "num_tokens": 891595692.0, + "step": 23485 + }, + { + "epoch": 2.9876606029767205, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.776529550552368, + "learning_rate": 1e-05, + "loss": 0.4037, + "mean_token_accuracy": 0.8880518674850464, + "num_tokens": 891632007.0, + "step": 23486 + }, + { + "epoch": 2.987787813255311, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.656782627105713, + "learning_rate": 1e-05, + "loss": 0.4059, + "mean_token_accuracy": 0.8856253623962402, + "num_tokens": 891671605.0, + "step": 23487 + }, + { + "epoch": 2.9879150235339016, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.792391061782837, + "learning_rate": 1e-05, + "loss": 0.4611, + "mean_token_accuracy": 0.868245005607605, + "num_tokens": 891708369.0, + "step": 23488 + }, + { + "epoch": 2.988042233812492, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.660320520401001, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.886258065700531, + "num_tokens": 891744673.0, + "step": 23489 + }, + { + "epoch": 2.9881694440910826, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.00037384033203125, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7936131954193115, + "learning_rate": 1e-05, + "loss": 0.4342, + "mean_token_accuracy": 0.8774408102035522, + "num_tokens": 891781971.0, + "step": 23490 + }, + { + "epoch": 2.988296654369673, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.00037384033203125, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.678806781768799, + "learning_rate": 1e-05, + "loss": 0.3984, + "mean_token_accuracy": 0.8889045715332031, + "num_tokens": 891814079.0, + "step": 23491 + }, + { + "epoch": 2.9884238646482637, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.787564516067505, + "learning_rate": 1e-05, + "loss": 0.4114, + "mean_token_accuracy": 0.8861355781555176, + "num_tokens": 891852188.0, + "step": 23492 + }, + { + "epoch": 2.9885510749268542, + "ewc_loss": 0.080078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.657912015914917, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8770773410797119, + "num_tokens": 891894048.0, + "step": 23493 + }, + { + "epoch": 2.9886782852054448, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7872092723846436, + "learning_rate": 1e-05, + "loss": 0.4304, + "mean_token_accuracy": 0.8791987299919128, + "num_tokens": 891935199.0, + "step": 23494 + }, + { + "epoch": 2.9888054954840353, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6581692695617676, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8808033466339111, + "num_tokens": 891977686.0, + "step": 23495 + }, + { + "epoch": 2.9889327057626254, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.789961576461792, + "learning_rate": 1e-05, + "loss": 0.4539, + "mean_token_accuracy": 0.8703975081443787, + "num_tokens": 892017501.0, + "step": 23496 + }, + { + "epoch": 2.9890599160412163, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.660228729248047, + "learning_rate": 1e-05, + "loss": 0.4516, + "mean_token_accuracy": 0.8686432838439941, + "num_tokens": 892057369.0, + "step": 23497 + }, + { + "epoch": 2.9891871263198064, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7973740100860596, + "learning_rate": 1e-05, + "loss": 0.4268, + "mean_token_accuracy": 0.8782127499580383, + "num_tokens": 892093998.0, + "step": 23498 + }, + { + "epoch": 2.9893143365983974, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6647603511810303, + "learning_rate": 1e-05, + "loss": 0.3931, + "mean_token_accuracy": 0.8923251032829285, + "num_tokens": 892125835.0, + "step": 23499 + }, + { + "epoch": 2.9894415468769875, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.8169524669647217, + "learning_rate": 1e-05, + "loss": 0.4351, + "mean_token_accuracy": 0.8802492022514343, + "num_tokens": 892160340.0, + "step": 23500 + }, + { + "epoch": 2.989568757155578, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6547412872314453, + "learning_rate": 1e-05, + "loss": 0.4282, + "mean_token_accuracy": 0.8762969374656677, + "num_tokens": 892202096.0, + "step": 23501 + }, + { + "epoch": 2.9896959674341685, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8010454177856445, + "learning_rate": 1e-05, + "loss": 0.4035, + "mean_token_accuracy": 0.8883275389671326, + "num_tokens": 892241942.0, + "step": 23502 + }, + { + "epoch": 2.989823177712759, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.660456657409668, + "learning_rate": 1e-05, + "loss": 0.4556, + "mean_token_accuracy": 0.8700055480003357, + "num_tokens": 892284724.0, + "step": 23503 + }, + { + "epoch": 2.9899503879913496, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 3.4621429443359375, + "learning_rate": 1e-05, + "loss": 0.3955, + "mean_token_accuracy": 0.8919483423233032, + "num_tokens": 892324761.0, + "step": 23504 + }, + { + "epoch": 2.99007759826994, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.6837210655212402, + "learning_rate": 1e-05, + "loss": 0.3889, + "mean_token_accuracy": 0.8903626203536987, + "num_tokens": 892358128.0, + "step": 23505 + }, + { + "epoch": 2.9902048085485307, + "ewc_loss": 0.0888671875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 5.1021575927734375e-05, + "grad_norm": 3.024240732192993, + "learning_rate": 1e-05, + "loss": 0.4534, + "mean_token_accuracy": 0.8752188086509705, + "num_tokens": 892400380.0, + "step": 23506 + }, + { + "epoch": 2.990332018827121, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.458427429199219e-05, + "grad_norm": 2.6477699279785156, + "learning_rate": 1e-05, + "loss": 0.4553, + "mean_token_accuracy": 0.8724229335784912, + "num_tokens": 892439141.0, + "step": 23507 + }, + { + "epoch": 2.9904592291057117, + "ewc_loss": 0.09228515625, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 5.459785461425781e-05, + "grad_norm": 3.0659878253936768, + "learning_rate": 1e-05, + "loss": 0.4362, + "mean_token_accuracy": 0.8773502111434937, + "num_tokens": 892480983.0, + "step": 23508 + }, + { + "epoch": 2.9905864393843022, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.692415237426758, + "learning_rate": 1e-05, + "loss": 0.439, + "mean_token_accuracy": 0.8796300888061523, + "num_tokens": 892518220.0, + "step": 23509 + }, + { + "epoch": 2.9907136496628928, + "ewc_loss": 0.091796875, + "ewc_loss_diag": 0.0003757476806640625, + "ewc_loss_parallel": 5.412101745605469e-05, + "grad_norm": 3.0449774265289307, + "learning_rate": 1e-05, + "loss": 0.4273, + "mean_token_accuracy": 0.8808438777923584, + "num_tokens": 892549308.0, + "step": 23510 + }, + { + "epoch": 2.9908408599414833, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.000377655029296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.7150003910064697, + "learning_rate": 1e-05, + "loss": 0.4388, + "mean_token_accuracy": 0.8787402510643005, + "num_tokens": 892590154.0, + "step": 23511 + }, + { + "epoch": 2.990968070220074, + "ewc_loss": 0.09228515625, + "ewc_loss_diag": 0.000377655029296875, + "ewc_loss_parallel": 5.435943603515625e-05, + "grad_norm": 3.002225160598755, + "learning_rate": 1e-05, + "loss": 0.3823, + "mean_token_accuracy": 0.896509051322937, + "num_tokens": 892630951.0, + "step": 23512 + }, + { + "epoch": 2.9910952804986644, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000377655029296875, + "ewc_loss_parallel": 4.744529724121094e-05, + "grad_norm": 2.729358434677124, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8744806051254272, + "num_tokens": 892675345.0, + "step": 23513 + }, + { + "epoch": 2.991222490777255, + "ewc_loss": 0.09033203125, + "ewc_loss_diag": 0.000377655029296875, + "ewc_loss_parallel": 5.245208740234375e-05, + "grad_norm": 2.9657599925994873, + "learning_rate": 1e-05, + "loss": 0.4578, + "mean_token_accuracy": 0.8713920712471008, + "num_tokens": 892718129.0, + "step": 23514 + }, + { + "epoch": 2.9913497010558454, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.000377655029296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.7326574325561523, + "learning_rate": 1e-05, + "loss": 0.4348, + "mean_token_accuracy": 0.8802238702774048, + "num_tokens": 892757159.0, + "step": 23515 + }, + { + "epoch": 2.991476911334436, + "ewc_loss": 0.0888671875, + "ewc_loss_diag": 0.000377655029296875, + "ewc_loss_parallel": 5.125999450683594e-05, + "grad_norm": 2.930859088897705, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.881580114364624, + "num_tokens": 892797872.0, + "step": 23516 + }, + { + "epoch": 2.9916041216130265, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7217836380004883, + "learning_rate": 1e-05, + "loss": 0.4505, + "mean_token_accuracy": 0.8709970712661743, + "num_tokens": 892837213.0, + "step": 23517 + }, + { + "epoch": 2.991731331891617, + "ewc_loss": 0.08837890625, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 5.054473876953125e-05, + "grad_norm": 2.892749547958374, + "learning_rate": 1e-05, + "loss": 0.4412, + "mean_token_accuracy": 0.8742258548736572, + "num_tokens": 892878651.0, + "step": 23518 + }, + { + "epoch": 2.991858542170207, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7159931659698486, + "learning_rate": 1e-05, + "loss": 0.3882, + "mean_token_accuracy": 0.8883779048919678, + "num_tokens": 892913739.0, + "step": 23519 + }, + { + "epoch": 2.991985752448798, + "ewc_loss": 0.0869140625, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.9114227294921875e-05, + "grad_norm": 2.8761770725250244, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.8766897916793823, + "num_tokens": 892949649.0, + "step": 23520 + }, + { + "epoch": 2.992112962727388, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.703629732131958, + "learning_rate": 1e-05, + "loss": 0.421, + "mean_token_accuracy": 0.8830509781837463, + "num_tokens": 892988831.0, + "step": 23521 + }, + { + "epoch": 2.992240173005979, + "ewc_loss": 0.0859375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.8613781929016113, + "learning_rate": 1e-05, + "loss": 0.4256, + "mean_token_accuracy": 0.8804495334625244, + "num_tokens": 893025311.0, + "step": 23522 + }, + { + "epoch": 2.992367383284569, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.6802682876586914, + "learning_rate": 1e-05, + "loss": 0.446, + "mean_token_accuracy": 0.8730188012123108, + "num_tokens": 893072461.0, + "step": 23523 + }, + { + "epoch": 2.99249459356316, + "ewc_loss": 0.0859375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.8160552978515625e-05, + "grad_norm": 2.859400510787964, + "learning_rate": 1e-05, + "loss": 0.4527, + "mean_token_accuracy": 0.8722110390663147, + "num_tokens": 893109268.0, + "step": 23524 + }, + { + "epoch": 2.9926218038417502, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7104344367980957, + "learning_rate": 1e-05, + "loss": 0.457, + "mean_token_accuracy": 0.8731670379638672, + "num_tokens": 893139033.0, + "step": 23525 + }, + { + "epoch": 2.992749014120341, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.818084239959717, + "learning_rate": 1e-05, + "loss": 0.4046, + "mean_token_accuracy": 0.8850101232528687, + "num_tokens": 893180056.0, + "step": 23526 + }, + { + "epoch": 2.9928762243989313, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7039945125579834, + "learning_rate": 1e-05, + "loss": 0.4402, + "mean_token_accuracy": 0.8759227395057678, + "num_tokens": 893214164.0, + "step": 23527 + }, + { + "epoch": 2.993003434677522, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.601478576660156e-05, + "grad_norm": 2.7869138717651367, + "learning_rate": 1e-05, + "loss": 0.4239, + "mean_token_accuracy": 0.8808282613754272, + "num_tokens": 893255030.0, + "step": 23528 + }, + { + "epoch": 2.9931306449561124, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.717022180557251, + "learning_rate": 1e-05, + "loss": 0.4366, + "mean_token_accuracy": 0.8729062080383301, + "num_tokens": 893287661.0, + "step": 23529 + }, + { + "epoch": 2.993257855234703, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7796313762664795, + "learning_rate": 1e-05, + "loss": 0.4947, + "mean_token_accuracy": 0.8568379878997803, + "num_tokens": 893328461.0, + "step": 23530 + }, + { + "epoch": 2.9933850655132934, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.696089029312134, + "learning_rate": 1e-05, + "loss": 0.41, + "mean_token_accuracy": 0.8839995265007019, + "num_tokens": 893367543.0, + "step": 23531 + }, + { + "epoch": 2.993512275791884, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.506111145019531e-05, + "grad_norm": 2.7661776542663574, + "learning_rate": 1e-05, + "loss": 0.3966, + "mean_token_accuracy": 0.8905767798423767, + "num_tokens": 893401180.0, + "step": 23532 + }, + { + "epoch": 2.9936394860704745, + "ewc_loss": 0.08154296875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.363059997558594e-05, + "grad_norm": 2.707613468170166, + "learning_rate": 1e-05, + "loss": 0.3658, + "mean_token_accuracy": 0.8974332809448242, + "num_tokens": 893429823.0, + "step": 23533 + }, + { + "epoch": 2.993766696349065, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.746155023574829, + "learning_rate": 1e-05, + "loss": 0.4188, + "mean_token_accuracy": 0.8780827522277832, + "num_tokens": 893472730.0, + "step": 23534 + }, + { + "epoch": 2.9938939066276555, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.688431978225708, + "learning_rate": 1e-05, + "loss": 0.4111, + "mean_token_accuracy": 0.8824954032897949, + "num_tokens": 893516506.0, + "step": 23535 + }, + { + "epoch": 2.994021116906246, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.482269287109375e-05, + "grad_norm": 2.74497652053833, + "learning_rate": 1e-05, + "loss": 0.4287, + "mean_token_accuracy": 0.8787063360214233, + "num_tokens": 893560539.0, + "step": 23536 + }, + { + "epoch": 2.9941483271848366, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.7031872272491455, + "learning_rate": 1e-05, + "loss": 0.4232, + "mean_token_accuracy": 0.8786683678627014, + "num_tokens": 893595986.0, + "step": 23537 + }, + { + "epoch": 2.994275537463427, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7464241981506348, + "learning_rate": 1e-05, + "loss": 0.4, + "mean_token_accuracy": 0.8868401646614075, + "num_tokens": 893632997.0, + "step": 23538 + }, + { + "epoch": 2.9944027477420176, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7208211421966553, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8765446543693542, + "num_tokens": 893671889.0, + "step": 23539 + }, + { + "epoch": 2.994529958020608, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7453014850616455, + "learning_rate": 1e-05, + "loss": 0.3973, + "mean_token_accuracy": 0.8882970213890076, + "num_tokens": 893708781.0, + "step": 23540 + }, + { + "epoch": 2.9946571682991987, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7099435329437256, + "learning_rate": 1e-05, + "loss": 0.4266, + "mean_token_accuracy": 0.8753856420516968, + "num_tokens": 893745590.0, + "step": 23541 + }, + { + "epoch": 2.9947843785777892, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.72265887260437, + "learning_rate": 1e-05, + "loss": 0.4087, + "mean_token_accuracy": 0.884510338306427, + "num_tokens": 893783599.0, + "step": 23542 + }, + { + "epoch": 2.9949115888563798, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.7018556594848633, + "learning_rate": 1e-05, + "loss": 0.3685, + "mean_token_accuracy": 0.8963913917541504, + "num_tokens": 893822603.0, + "step": 23543 + }, + { + "epoch": 2.99503879913497, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.7431869506835938, + "learning_rate": 1e-05, + "loss": 0.4194, + "mean_token_accuracy": 0.8835372924804688, + "num_tokens": 893857318.0, + "step": 23544 + }, + { + "epoch": 2.995166009413561, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6923866271972656, + "learning_rate": 1e-05, + "loss": 0.4205, + "mean_token_accuracy": 0.8758907318115234, + "num_tokens": 893896269.0, + "step": 23545 + }, + { + "epoch": 2.995293219692151, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.410743713378906e-05, + "grad_norm": 2.7446131706237793, + "learning_rate": 1e-05, + "loss": 0.4628, + "mean_token_accuracy": 0.8654323816299438, + "num_tokens": 893936877.0, + "step": 23546 + }, + { + "epoch": 2.995420429970742, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.702744722366333, + "learning_rate": 1e-05, + "loss": 0.4517, + "mean_token_accuracy": 0.8773846626281738, + "num_tokens": 893970014.0, + "step": 23547 + }, + { + "epoch": 2.995547640249332, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.7388219833374023, + "learning_rate": 1e-05, + "loss": 0.4248, + "mean_token_accuracy": 0.8798424601554871, + "num_tokens": 894005568.0, + "step": 23548 + }, + { + "epoch": 2.995674850527923, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.38690185546875e-05, + "grad_norm": 2.67934250831604, + "learning_rate": 1e-05, + "loss": 0.4294, + "mean_token_accuracy": 0.8790401220321655, + "num_tokens": 894053880.0, + "step": 23549 + }, + { + "epoch": 2.995802060806513, + "ewc_loss": 0.08203125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.4345855712890625e-05, + "grad_norm": 2.792836904525757, + "learning_rate": 1e-05, + "loss": 0.3807, + "mean_token_accuracy": 0.8923429250717163, + "num_tokens": 894083981.0, + "step": 23550 + }, + { + "epoch": 2.9959292710851035, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.658296585083008, + "learning_rate": 1e-05, + "loss": 0.4216, + "mean_token_accuracy": 0.8824421763420105, + "num_tokens": 894125315.0, + "step": 23551 + }, + { + "epoch": 2.996056481363694, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.7818374633789062, + "learning_rate": 1e-05, + "loss": 0.4445, + "mean_token_accuracy": 0.8743161559104919, + "num_tokens": 894165195.0, + "step": 23552 + }, + { + "epoch": 2.9961836916422846, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.656998872756958, + "learning_rate": 1e-05, + "loss": 0.4443, + "mean_token_accuracy": 0.8715696334838867, + "num_tokens": 894206443.0, + "step": 23553 + }, + { + "epoch": 2.996310901920875, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.7932896614074707, + "learning_rate": 1e-05, + "loss": 0.4177, + "mean_token_accuracy": 0.8834350109100342, + "num_tokens": 894240897.0, + "step": 23554 + }, + { + "epoch": 2.9964381121994657, + "ewc_loss": 0.08056640625, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.267692565917969e-05, + "grad_norm": 2.655186891555786, + "learning_rate": 1e-05, + "loss": 0.3922, + "mean_token_accuracy": 0.8898710608482361, + "num_tokens": 894277475.0, + "step": 23555 + }, + { + "epoch": 2.996565322478056, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.7935400009155273, + "learning_rate": 1e-05, + "loss": 0.458, + "mean_token_accuracy": 0.8691087961196899, + "num_tokens": 894320231.0, + "step": 23556 + }, + { + "epoch": 2.9966925327566467, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6584267616271973, + "learning_rate": 1e-05, + "loss": 0.4225, + "mean_token_accuracy": 0.8803435564041138, + "num_tokens": 894359196.0, + "step": 23557 + }, + { + "epoch": 2.9968197430352372, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.795651912689209, + "learning_rate": 1e-05, + "loss": 0.4453, + "mean_token_accuracy": 0.8733226656913757, + "num_tokens": 894401362.0, + "step": 23558 + }, + { + "epoch": 2.9969469533138278, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6629889011383057, + "learning_rate": 1e-05, + "loss": 0.3963, + "mean_token_accuracy": 0.8875898718833923, + "num_tokens": 894435445.0, + "step": 23559 + }, + { + "epoch": 2.9970741635924183, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.795833110809326, + "learning_rate": 1e-05, + "loss": 0.4392, + "mean_token_accuracy": 0.8745874762535095, + "num_tokens": 894475968.0, + "step": 23560 + }, + { + "epoch": 2.997201373871009, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.665562868118286, + "learning_rate": 1e-05, + "loss": 0.4039, + "mean_token_accuracy": 0.8848318457603455, + "num_tokens": 894511692.0, + "step": 23561 + }, + { + "epoch": 2.9973285841495994, + "ewc_loss": 0.0830078125, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.5299530029296875e-05, + "grad_norm": 2.8051445484161377, + "learning_rate": 1e-05, + "loss": 0.4546, + "mean_token_accuracy": 0.8751964569091797, + "num_tokens": 894550886.0, + "step": 23562 + }, + { + "epoch": 2.99745579442819, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.651273488998413, + "learning_rate": 1e-05, + "loss": 0.3903, + "mean_token_accuracy": 0.890019953250885, + "num_tokens": 894584811.0, + "step": 23563 + }, + { + "epoch": 2.9975830047067804, + "ewc_loss": 0.08349609375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.553794860839844e-05, + "grad_norm": 2.8127241134643555, + "learning_rate": 1e-05, + "loss": 0.4426, + "mean_token_accuracy": 0.8755444288253784, + "num_tokens": 894622866.0, + "step": 23564 + }, + { + "epoch": 2.997710214985371, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6427388191223145, + "learning_rate": 1e-05, + "loss": 0.3897, + "mean_token_accuracy": 0.8934348821640015, + "num_tokens": 894663513.0, + "step": 23565 + }, + { + "epoch": 2.9978374252639615, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.819852828979492, + "learning_rate": 1e-05, + "loss": 0.4425, + "mean_token_accuracy": 0.8744731545448303, + "num_tokens": 894702873.0, + "step": 23566 + }, + { + "epoch": 2.997964635542552, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6553215980529785, + "learning_rate": 1e-05, + "loss": 0.4117, + "mean_token_accuracy": 0.8822922110557556, + "num_tokens": 894737990.0, + "step": 23567 + }, + { + "epoch": 2.9980918458211425, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.8167905807495117, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.8836696147918701, + "num_tokens": 894775408.0, + "step": 23568 + }, + { + "epoch": 2.9982190560997326, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6641809940338135, + "learning_rate": 1e-05, + "loss": 0.437, + "mean_token_accuracy": 0.873727023601532, + "num_tokens": 894815702.0, + "step": 23569 + }, + { + "epoch": 2.9983462663783236, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.57763671875e-05, + "grad_norm": 2.82338547706604, + "learning_rate": 1e-05, + "loss": 0.4244, + "mean_token_accuracy": 0.8809996247291565, + "num_tokens": 894849116.0, + "step": 23570 + }, + { + "epoch": 2.9984734766569137, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6550753116607666, + "learning_rate": 1e-05, + "loss": 0.3894, + "mean_token_accuracy": 0.8888450264930725, + "num_tokens": 894882020.0, + "step": 23571 + }, + { + "epoch": 2.9986006869355046, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.6253204345703125e-05, + "grad_norm": 2.824279546737671, + "learning_rate": 1e-05, + "loss": 0.4234, + "mean_token_accuracy": 0.8814740777015686, + "num_tokens": 894916994.0, + "step": 23572 + }, + { + "epoch": 2.9987278972140947, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.6560330390930176, + "learning_rate": 1e-05, + "loss": 0.4472, + "mean_token_accuracy": 0.8725864291191101, + "num_tokens": 894952763.0, + "step": 23573 + }, + { + "epoch": 2.9988551074926852, + "ewc_loss": 0.083984375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.649162292480469e-05, + "grad_norm": 2.840223550796509, + "learning_rate": 1e-05, + "loss": 0.4201, + "mean_token_accuracy": 0.881406843662262, + "num_tokens": 894983427.0, + "step": 23574 + }, + { + "epoch": 2.9989823177712758, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6573455333709717, + "learning_rate": 1e-05, + "loss": 0.4749, + "mean_token_accuracy": 0.8674162030220032, + "num_tokens": 895019082.0, + "step": 23575 + }, + { + "epoch": 2.9991095280498663, + "ewc_loss": 0.08447265625, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.673004150390625e-05, + "grad_norm": 2.819915533065796, + "learning_rate": 1e-05, + "loss": 0.3934, + "mean_token_accuracy": 0.8908478021621704, + "num_tokens": 895054051.0, + "step": 23576 + }, + { + "epoch": 2.999236738328457, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.6585800647735596, + "learning_rate": 1e-05, + "loss": 0.4179, + "mean_token_accuracy": 0.880405604839325, + "num_tokens": 895090185.0, + "step": 23577 + }, + { + "epoch": 2.9993639486070474, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.826338052749634, + "learning_rate": 1e-05, + "loss": 0.4397, + "mean_token_accuracy": 0.8778752684593201, + "num_tokens": 895130159.0, + "step": 23578 + }, + { + "epoch": 2.999491158885638, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.315376281738281e-05, + "grad_norm": 2.6564831733703613, + "learning_rate": 1e-05, + "loss": 0.4247, + "mean_token_accuracy": 0.8791521787643433, + "num_tokens": 895169639.0, + "step": 23579 + }, + { + "epoch": 2.9996183691642284, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.7206878662109375e-05, + "grad_norm": 2.8154454231262207, + "learning_rate": 1e-05, + "loss": 0.381, + "mean_token_accuracy": 0.8951367139816284, + "num_tokens": 895209939.0, + "step": 23580 + }, + { + "epoch": 2.999745579442819, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.291534423828125e-05, + "grad_norm": 2.660421371459961, + "learning_rate": 1e-05, + "loss": 0.4422, + "mean_token_accuracy": 0.8721700310707092, + "num_tokens": 895253073.0, + "step": 23581 + }, + { + "epoch": 2.9998727897214095, + "ewc_loss": 0.0849609375, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.696846008300781e-05, + "grad_norm": 2.842064380645752, + "learning_rate": 1e-05, + "loss": 0.4371, + "mean_token_accuracy": 0.8772273063659668, + "num_tokens": 895295058.0, + "step": 23582 + }, + { + "epoch": 3.0, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "grad_norm": 2.647559404373169, + "learning_rate": 1e-05, + "loss": 0.406, + "mean_token_accuracy": 0.8858416080474854, + "num_tokens": 895335272.0, + "step": 23583 + }, + { + "epoch": 3.0, + "ewc_loss": 0.0810546875, + "ewc_loss_diag": 0.0003795623779296875, + "ewc_loss_parallel": 4.3392181396484375e-05, + "step": 23583, + "total_flos": 5.156325133756924e+19, + "train_loss": 0.44972702040424817, + "train_runtime": 50365.0092, + "train_samples_per_second": 7.492, + "train_steps_per_second": 0.468 + } + ], + "logging_steps": 1, + "max_steps": 23583, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 11792, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.156325133756924e+19, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..0c11f7b --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c318e6eacddb0d3eeec313af35958127bc80a814ea4da2740e02737c585916e +size 9361 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..5113534 --- /dev/null +++ b/vocab.json @@ -0,0 +1 @@ +{"!":0,"\"":1,"#":2,"$":3,"%":4,"&":5,"'":6,"(":7,")":8,"*":9,"+":10,",":11,"-":12,".":13,"/":14,"0":15,"1":16,"2":17,"3":18,"4":19,"5":20,"6":21,"7":22,"8":23,"9":24,":":25,";":26,"<":27,"=":28,">":29,"?":30,"@":31,"A":32,"B":33,"C":34,"D":35,"E":36,"F":37,"G":38,"H":39,"I":40,"J":41,"K":42,"L":43,"M":44,"N":45,"O":46,"P":47,"Q":48,"R":49,"S":50,"T":51,"U":52,"V":53,"W":54,"X":55,"Y":56,"Z":57,"[":58,"\\":59,"]":60,"^":61,"_":62,"`":63,"a":64,"b":65,"c":66,"d":67,"e":68,"f":69,"g":70,"h":71,"i":72,"j":73,"k":74,"l":75,"m":76,"n":77,"o":78,"p":79,"q":80,"r":81,"s":82,"t":83,"u":84,"v":85,"w":86,"x":87,"y":88,"z":89,"{":90,"|":91,"}":92,"~":93,"¡":94,"¢":95,"£":96,"¤":97,"¥":98,"¦":99,"§":100,"¨":101,"©":102,"ª":103,"«":104,"¬":105,"®":106,"¯":107,"°":108,"±":109,"²":110,"³":111,"´":112,"µ":113,"¶":114,"·":115,"¸":116,"¹":117,"º":118,"»":119,"¼":120,"½":121,"¾":122,"¿":123,"À":124,"Á":125,"Â":126,"Ã":127,"Ä":128,"Å":129,"Æ":130,"Ç":131,"È":132,"É":133,"Ê":134,"Ë":135,"Ì":136,"Í":137,"Î":138,"Ï":139,"Ð":140,"Ñ":141,"Ò":142,"Ó":143,"Ô":144,"Õ":145,"Ö":146,"×":147,"Ø":148,"Ù":149,"Ú":150,"Û":151,"Ü":152,"Ý":153,"Þ":154,"ß":155,"à":156,"á":157,"â":158,"ã":159,"ä":160,"å":161,"æ":162,"ç":163,"è":164,"é":165,"ê":166,"ë":167,"ì":168,"í":169,"î":170,"ï":171,"ð":172,"ñ":173,"ò":174,"ó":175,"ô":176,"õ":177,"ö":178,"÷":179,"ø":180,"ù":181,"ú":182,"û":183,"ü":184,"ý":185,"þ":186,"ÿ":187,"Ā":188,"ā":189,"Ă":190,"ă":191,"Ą":192,"ą":193,"Ć":194,"ć":195,"Ĉ":196,"ĉ":197,"Ċ":198,"ċ":199,"Č":200,"č":201,"Ď":202,"ď":203,"Đ":204,"đ":205,"Ē":206,"ē":207,"Ĕ":208,"ĕ":209,"Ė":210,"ė":211,"Ę":212,"ę":213,"Ě":214,"ě":215,"Ĝ":216,"ĝ":217,"Ğ":218,"ğ":219,"Ġ":220,"ġ":221,"Ģ":222,"ģ":223,"Ĥ":224,"ĥ":225,"Ħ":226,"ħ":227,"Ĩ":228,"ĩ":229,"Ī":230,"ī":231,"Ĭ":232,"ĭ":233,"Į":234,"į":235,"İ":236,"ı":237,"IJ":238,"ij":239,"Ĵ":240,"ĵ":241,"Ķ":242,"ķ":243,"ĸ":244,"Ĺ":245,"ĺ":246,"Ļ":247,"ļ":248,"Ľ":249,"ľ":250,"Ŀ":251,"ŀ":252,"Ł":253,"ł":254,"Ń":255,"ĠĠ":256,"ĠĠĠĠ":257,"in":258,"Ġt":259,"ĠĠĠĠĠĠĠĠ":260,"er":261,"ĠĠĠ":262,"on":263,"Ġa":264,"re":265,"at":266,"st":267,"en":268,"or":269,"Ġth":270,"ĊĊ":271,"Ġc":272,"le":273,"Ġs":274,"it":275,"an":276,"ar":277,"al":278,"Ġthe":279,";Ċ":280,"Ġp":281,"Ġf":282,"ou":283,"Ġ=":284,"is":285,"ĠĠĠĠĠĠĠ":286,"ing":287,"es":288,"Ġw":289,"ion":290,"ed":291,"ic":292,"Ġb":293,"Ġd":294,"et":295,"Ġm":296,"Ġo":297,"ĉĉ":298,"ro":299,"as":300,"el":301,"ct":302,"nd":303,"Ġin":304,"Ġh":305,"ent":306,"id":307,"Ġn":308,"am":309,"ĠĠĠĠĠĠĠĠĠĠĠ":310,"Ġto":311,"Ġre":312,"--":313,"Ġ{":314,"Ġof":315,"om":316,");Ċ":317,"im":318,"čĊ":319,"Ġ(":320,"il":321,"//":322,"Ġand":323,"ur":324,"se":325,"Ġl":326,"ex":327,"ĠS":328,"ad":329,"Ġ\"":330,"ch":331,"ut":332,"if":333,"**":334,"Ġ}":335,"em":336,"ol":337,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":338,"th":339,")Ċ":340,"Ġ{Ċ":341,"Ġg":342,"ig":343,"iv":344,",Ċ":345,"ce":346,"od":347,"Ġv":348,"ate":349,"ĠT":350,"ag":351,"ay":352,"Ġ*":353,"ot":354,"us":355,"ĠC":356,"Ġst":357,"ĠI":358,"un":359,"ul":360,"ue":361,"ĠA":362,"ow":363,"Ġ'":364,"ew":365,"Ġ<":366,"ation":367,"()":368,"Ġfor":369,"ab":370,"ort":371,"um":372,"ame":373,"Ġis":374,"pe":375,"tr":376,"ck":377,"âĢ":378,"Ġy":379,"ist":380,"----":381,".ĊĊ":382,"he":383,"Ġe":384,"lo":385,"ĠM":386,"Ġbe":387,"ers":388,"Ġon":389,"Ġcon":390,"ap":391,"ub":392,"ĠP":393,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":394,"ass":395,"int":396,">Ċ":397,"ly":398,"urn":399,"Ġ$":400,";ĊĊ":401,"av":402,"port":403,"ir":404,"->":405,"nt":406,"ction":407,"end":408,"Ġde":409,"00":410,"ith":411,"out":412,"turn":413,"our":414,"ĠĠĠĠĠ":415,"lic":416,"res":417,"pt":418,"==":419,"Ġthis":420,"Ġwh":421,"Ġif":422,"ĠD":423,"ver":424,"age":425,"ĠB":426,"ht":427,"ext":428,"=\"":429,"Ġthat":430,"****":431,"ĠR":432,"Ġit":433,"ess":434,"ĠF":435,"Ġr":436,"os":437,"and":438,"Ġas":439,"ect":440,"ke":441,"rom":442,"Ġ//":443,"con":444,"ĠL":445,"(\"":446,"qu":447,"lass":448,"Ġwith":449,"iz":450,"de":451,"ĠN":452,"Ġal":453,"op":454,"up":455,"get":456,"Ġ}Ċ":457,"ile":458,"Ġan":459,"ata":460,"ore":461,"ri":462,"Ġpro":463,";čĊ":464,"ĉĉĉĉ":465,"ter":466,"ain":467,"ĠW":468,"ĠE":469,"Ġcom":470,"Ġreturn":471,"art":472,"ĠH":473,"ack":474,"import":475,"ublic":476,"Ġor":477,"est":478,"ment":479,"ĠG":480,"able":481,"Ġ-":482,"ine":483,"ill":484,"ind":485,"ere":486,"::":487,"ity":488,"Ġ+":489,"Ġtr":490,"elf":491,"ight":492,"('":493,"orm":494,"ult":495,"str":496,"..":497,"\",":498,"Ġyou":499,"ype":500,"pl":501,"Ġnew":502,"Ġj":503,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":504,"Ġfrom":505,"Ġex":506,"ĠO":507,"20":508,"ld":509,"Ġ[":510,"oc":511,":Ċ":512,"Ġse":513,"Ġle":514,"--------":515,".s":516,"{Ċ":517,"',":518,"ant":519,"Ġat":520,"ase":521,".c":522,"Ġch":523,"":591,"ust":592,"que":593,"Ġres":594,"))":595,"'s":596,"Ġk":597,"ans":598,"yst":599,"unction":600,"********":601,"Ġi":602,"Ġus":603,"pp":604,"10":605,"one":606,"ail":607,"====":608,"name":609,"Ġstr":610,"Ġ/":611,"Ġ&":612,"ach":613,"div":614,"ystem":615,"ell":616,"Ġhave":617,"err":618,"ould":619,"ull":620,"pon":621,"ĠJ":622,"_p":623,"Ġ==":624,"ign":625,"St":626,".Ċ":627,"Ġpl":628,");ĊĊ":629,"form":630,"put":631,"ount":632,"}ĊĊ":633,"dd":634,"ite":635,"Ġget":636,"rr":637,"ome":638,"ĠâĢ":639,"aram":640,"cc":641,"Ġ*/":642,"ER":643,"In":644,"les":645,"_s":646,"ong":647,"ie":648,"Ġcan":649,"ĠV":650,"erv":651,"pr":652,"Ġun":653,"row":654,"ber":655,"Ġdo":656,"ll":657,"Ġel":658,"Ġself":659,"ated":660,"ary":661,"Ġ.":662,"']":663,"ud":664,"Ġen":665,"ĠTh":666,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":667,"te":668,"_c":669,"uct":670,"Ġab":671,"ork":672,".get":673,"Ġ#":674,"aw":675,"ress":676,"ob":677,"Name":678,"201":679,"app":680,"['":681,"Ġall":682,"ory":683,"ition":684,"ance":685,"ear":686,"Ġcont":687,"vent":688,"ia":689,"Ġwill":690,"IN":691,"ĠĠĠĠĠĠĠĠĠ":692,"return":693,"Ġ":760,"\",Ċ":761,"ec":762,"ĠIn":763,"ph":764,"Ġ|":765,"_f":766,"Ġvar":767,"ence":768,"Id":769,"ree":770,"ink":771,"lect":772,"ug":773,"eth":774,"Ġelse":775,"----------------":776,"19":777,"cont":778,"Ġso":779,"atic":780,"Ġlo":781,"pro":782,"ton":783,"ss":784,"own":785,"abel":786,"oint":787,"ous":788,"eld":789,"ST":790,"The":791,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":792,"RE":793,"\":":794,"olor":795,"tp":796,"eg":797,"key":798,"ude":799,"ĠSt":800,"ound":801,"Ġar":802,"\");Ċ":803,"ener":804,"ser":805,"11":806,"bject":807,"essage":808,"fer":809,"Ġmore":810,"ations":811,"ents":812,"Ġhis":813,"Ġthey":814,".S":815,"ĠY":816,"use":817,"ne":818,"ish":819,"old":820,"_d":821,"io":822,"ield":823,"Ġper":824,"Cont":825,"ings":826,"####":827,"Ġdata":828,"Ġsa":829,"ef":830,"fo":831,"Ġone":832,"eng":833,"Ġdis":834,"AT":835,"Ġname":836,"Ġtrue":837,"val":838,"led":839,".f":840,"Ġne":841,"Ġend":842,"32":843,".T":844,"16":845,"cre":846,"ark":847,"log":848,"Ex":849,"error":850,"_id":851,"urre":852,"ange":853,"Ġnull":854,"rray":855,"Ġmy":856,"pan":857,"ict":858,"ator":859,"View":860,"List":861,"ĉreturn":862,"âĢĿ":863,"Ġpre":864,"Ġx":865,"clude":866,"arg":867,"15":868,"ov":869,".h":870,"Ġ>":871,"Ġtheir":872,"')":873,"irst":874,"ick":875,"gh":876,"LE":877,"OR":878,"Ġprivate":879,"tem":880,"čĊčĊ":881,"user":882,"Ġ)":883,"com":884,".A":885,"\";Ċ":886,"Ġid":887,"read":888,"Ġwho":889,"_b":890,"\">Ċ":891,"Ġtime":892,"Ġman":893,"ry":894,"========":895,"roup":896,"rop":897,"public":898,"vel":899,"umber":900,"ble":901,"Ġwhich":902,"****************":903,"Ġany":904,"Ġfalse":905,"we":906,"Ġvalue":907,"Ġli":908,"\")":909,"nder":910,"gr":911,"Ġno":912,"param":913,"25":914,"fig":915,".com":916,"Ġapp":917,"_l":918,"ions":919,".D":920,"ĠCh":921,"Ġabout":922,"Ġadd":923,"Ġsu":924,"Ġstring":925,"ID":926,"Ġover":927,"string":928,".l":929,"ource":930,"000":931,"_C":932,"]Ċ":933,"Ġqu":934,"ĠString":935,"ca":936,"SE":937,"Ġro":938,"sh":939,"ual":940,"Type":941,"son":942,"new":943,"ern":944,"Ġag":945,"AR":946,"];Ċ":947,"].":948,"Ġ?":949,"ical":950,"Ġdes":951,"uth":952,"ix":953,"ays":954,"Ġtype":955,"'t":956,"ault":957,"Ġinter":958,"var":959,".b":960,"Ġpart":961,".d":962,"urrent":963,"IT":964,"EN":965,"30":966,"enc":967,"(f":968,"ra":969,"value":970,"cho":971,"18":972,"utton":973,"ose":974,"14":975,"Ġ!=":976,"ater":977,"é":978,"reate":979,"oll":980,"pos":981,"yle":982,"ng":983,"AL":984,"using":985,"ames":986,"Ġ{čĊ":987,"ates":988,"ely":989,"Ġwork":990,"Ġem":991,"inal":992,"Ġsp":993,"Ġwhen":994,".set":995,"ĠĠĠĠĠĠ":996,"):Ċ":997,"to":998,"quire":999,"indow":1000,"lement":1001,"pect":1002,"ash":1003,"[i":1004,"Ġuse":1005,".F":1006,"pec":1007,"Ġad":1008,"ove":1009,"ception":1010,"ength":1011,"include":1012,"ader":1013,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":1014,"atus":1015,"Th":1016,"itle":1017,"rit":1018,"void":1019,"().":1020,"(Ċ":1021,"Ġoff":1022,"Ġother":1023,"Ġ&&":1024,"';Ċ":1025,"ms":1026,"Ġbeen":1027,"Ġte":1028,"ml":1029,"co":1030,"nc":1031,"13":1032,"ervice":1033,"Ġ%":1034,"**Ċ":1035,"ann":1036,"ade":1037,"ĊĊĊĊ":1038,"lock":1039,"const":1040,"100":1041,"ponse":1042,"Ġsup":1043,"++":1044,"date":1045,"Ġacc":1046,"Ġhad":1047,"Ġbu":1048,"200":1049,"ĠRe":1050,"Ġwere":1051,"Ġfile":1052,"Ġwould":1053,"ĠâĢľ":1054,"ven":1055,"iss":1056,"Ġour":1057,"class":1058,"raw":1059,"Ġyear":1060,"Data":1061,"Ġval":1062,"Ġsome":1063,"fter":1064,"ys":1065,"Ġ///":1066,"round":1067,"view":1068,"Ġpe":1069,"Ġthere":1070,"Ġsaid":1071,"du":1072,"of":1073,"line":1074,"/*":1075,"duct":1076,"Ġher":1077,"ĠĠĠĠĠĠĠĠĠĠĠĠĠ":1078,"Res":1079,"Ġco":1080,"Ġcomm":1081,"ise":1082,"min":1083,"ĠĠĠĠĊ":1084,"#include":1085,"ethod":1086,".P":1087,"ute":1088,"Ġass":1089,"Int":1090,"ask":1091,"loc":1092,"Ġlike":1093,"ody":1094,"Ġlet":1095,"load":1096,"Ġam":1097,"rol":1098,"Ġgr":1099,"yp":1100,"Ġalso":1101,"ĠIt":1102,"url":1103,"ific":1104,"ors":1105,"_P":1106,"_n":1107,"igh":1108,"Ġthan":1109,"Com":1110,"AN":1111,"UL":1112,"ating":1113,"17":1114,"ĠThis":1115,"ref":1116,"_S":1117,"Ġstatic":1118,"roll":1119,"Ġjust":1120,"Ġresult":1121,"ian":1122,"idth":1123,"Ġthem":1124,"));Ċ":1125,"der":1126,"reak":1127,"Con":1128,"://":1129,"ule":1130,"...":1131,"arch":1132,"ement":1133,"Ġ<<":1134,"50":1135,"ush":1136,"ense":1137,"arr":1138,"Ġinto":1139,"cess":1140,"amp":1141,"ied":1142,"ument":1143,"Ġ\\":1144,"],":1145,"wo":1146,"als":1147,"Ġwhat":1148,"anc":1149,"Value":1150,"='":1151,"olum":1152,"Ġpos":1153,"ages":1154,"ayer":1155,"Ġsc":1156,"ues":1157,"\")Ċ":1158,"_T":1159,"Ġlist":1160,"(s":1161,"Ġcase":1162,"Ch":1163,"ĉĉĉĉĉ":1164,"////////":1165,"ponent":1166,"Ġz":1167,"Ġkn":1168,"let":1169,"DE":1170,"red":1171,"Ġfe":1172,"Ġ},Ċ":1173,"Ġ,":1174,"(t":1175,"Ġfirst":1176,"');Ċ":1177,"word":1178,"Ġimport":1179,"Ġact":1180,"Ġchar":1181,"CT":1182,"ĠTr":1183,"ople":1184,"={":1185,"ĉf":1186,"24":1187,"ient":1188,"cent":1189,".j":1190,"lection":1191,"))Ċ":1192,"Ġonly":1193,"Ġprint":1194,"mer":1195,".W":1196,"ock":1197,"Ġ--":1198,"Text":1199,"Ġop":1200,"ank":1201,"Ġits":1202,"Ġback":1203,"[\"":1204,"Ġneed":1205,"Ġcl":1206,"Ġsub":1207,"Ġla":1208,"((":1209,".\"":1210,"Object":1211,"Ġstart":1212,"file":1213,"(self":1214,"ner":1215,"ey":1216,"Ġuser":1217,"Ġent":1218,"ĠCom":1219,"its":1220,"ĠCon":1221,"ouble":1222,"ower":1223,"item":1224,"very":1225,"ĠWe":1226,"64":1227,"lick":1228,"ĠQ":1229,"php":1230,"ttp":1231,"':":1232,"ics":1233,"Ġunder":1234,"Ġ*Ċ":1235,".L":1236,");":1237,"ices":1238,"Ġreg":1239,")čĊ":1240,"ĉpublic":1241,"SS":1242,"Ġthen":1243,"reat":1244,"ious":1245,".G":1246,"ek":1247,"irect":1248,"heck":1249,"cript":1250,"ning":1251,"ĠUn":1252,"Ġmay":1253,"ĠWh":1254,"Bo":1255,"Item":1256,"struct":1257,".st":1258,"ream":1259,"ible":1260,"loat":1261,"Ġorg":1262,"und":1263,"sum":1264,"_in":1265,"../":1266,"_M":1267,"Ġhow":1268,"rite":1269,"'Ċ":1270,"To":1271,"40":1272,"ww":1273,"Ġpeople":1274,"index":1275,".n":1276,"http":1277,"(m":1278,"ector":1279,"Ġind":1280,"Ġjav":1281,"],Ċ":1282,"ĠHe":1283,"_st":1284,"ful":1285,"ole":1286,"){Ċ":1287,"Ġshould":1288,"opy":1289,"elp":1290,"ier":1291,"_name":1292,"erson":1293,"ION":1294,"ote":1295,"Ġtest":1296,"Ġbet":1297,"rror":1298,"ular":1299,"ãĢ":1300,"ĠÐ":1301,"bs":1302,"ting":1303,"Ġmake":1304,"Tr":1305,"Ġafter":1306,"arget":1307,"RO":1308,"olumn":1309,"rc":1310,"_re":1311,"define":1312,"22":1313,"Ġright":1314,"right":1315,"day":1316,"Ġlong":1317,"[]":1318,"(p":1319,"td":1320,"cond":1321,"ĠPro":1322,"Ġrem":1323,"ptions":1324,"vid":1325,".g":1326,"Ġext":1327,"Ġ__":1328,"')Ċ":1329,"pace":1330,"mp":1331,"Ġmin":1332,"stance":1333,"air":1334,"action":1335,"wh":1336,"type":1337,"util":1338,"ait":1339,"ĊĊ":1363,"Ġshe":1364,"\"]":1365,"aph":1366,"Ġexp":1367,"erty":1368,"ĠSe":1369,"Ġpar":1370,"unc":1371,"ET":1372,"Ġread":1373,"print":1374,"Ġrel":1375,"Ġform":1376,"Ġdr":1377,"Exception":1378,"input":1379,"Ġtrans":1380,"########":1381,"order":1382,"By":1383,"Ġaw":1384,"ities":1385,"uff":1386,"play":1387,".add":1388,"ĠâĢĵ":1389,"Ġwant":1390,"Ġcomp":1391,"ments":1392,"Ġ||":1393,"az":1394,"be":1395,"Ġnumber":1396,"Ġrequire":1397,"ĠEx":1398,"60":1399,"Ġcol":1400,"Ġkey":1401,"ember":1402,"Ġtwo":1403,"Ġsize":1404,"Ġwhere":1405,"UT":1406,"result":1407,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":1408,"ough":1409,"orld":1410,"ood":1411,"uch":1412,"ative":1413,"ger":1414,"arent":1415,"Ġ/*":1416,"Ġarg":1417,"Ġwhile":1418,"23":1419,"(this":1420,"Ġrec":1421,"Ġdif":1422,"State":1423,"Ġspec":1424,"ride":1425,"_F":1426,"Ġlook":1427,"AM":1428,"ility":1429,"eter":1430,"âĢĻt":1431,"ĊĊĊ":1432,"ayout":1433,"--------------------------------":1434,"ager":1435,"Ġcould":1436,"Ġbr":1437,"ends":1438,"ures":1439,"Ġknow":1440,"ets":1441,"ĠIf":1442,"ĠSh":1443,".w":1444,"back":1445,"Ġser":1446,"Ġ+=":1447,"Ġfr":1448,"());Ċ":1449,"Ġhand":1450,"Ind":1451,"ULL":1452,"Im":1453,"();ĊĊ":1454,"Ġmost":1455,"Ġtry":1456,"Ġnow":1457,"rough":1458,">čĊ":1459,"ackage":1460,"Ġhim":1461,"._":1462,"ify":1463,"Ġbreak":1464,"Ġ);Ċ":1465,"ren":1466,"#define":1467,"itt":1468,"Ġap":1469,"ĉc":1470,"(n":1471,"ĠYou":1472,":ĊĊ":1473,"-m":1474,"Ġevery":1475,"ustom":1476,"lient":1477,"ocument":1478,"cription":1479,"Error":1480,"-b":1481,"о":1482,"][":1483,"99":1484,"trans":1485,"Ġpoint":1486,"Ġstd":1487,"Ġfil":1488,"Time":1489,"80":1490,"Ġmod":1491,"Ġ->":1492,"Ġerror":1493,"ah":1494,"Ġtext":1495,"roller":1496,"lose":1497,"ql":1498,"Ġpol":1499,"><":1822,".B":1823,"-c":1824,"Ġopen":1825,"Ġest":1826,"ĠĠĠĠĠĠĠĠĊ":1827,"Ġnext":1828,"IM":1829,"ÑĤ":1830,"OT":1831,"ó":1832,"Ġfollow":1833,"content":1834,"ĠĠĠĠĠĠĠĠĠĠĠĠ":1835,"Ġinclud":1836,"HE":1837,"ĠRes":1838,"Ġhref":1839,"и":1840,"Ġcar":1841,"ypes":1842,"image":1843,"Un":1844,"Ġbool":1845,"AD":1846,"Ġgame":1847,".Form":1848,"rows":1849,"*/":1850,"velop":1851,".Drawing":1852,"Ġpath":1853,"ision":1854,"Ġeach":1855,"ĠPl":1856,"_type":1857,"Path":1858,"nection":1859,"Ġav":1860,"').":1861,"Ġsupport":1862,"ENT":1863,"rem":1864,"\").":1865,"Ġown":1866,"Ġcor":1867,"count":1868,"miss":1869,"ually":1870,"Ġmem":1871,"std":1872,"ience":1873,"search":1874,"\"ĊĊ":1875,"Form":1876,"Ġsex":1877,"ename":1878,"Ġsign":1879,"Ġet":1880,"ĠĠĠĠĠĠĠĠĠĠ":1881,"','":1882,"ĠApp":1883,"Ġthose":1884,"off":1885,"Ġerr":1886,"Ġsystem":1887,"Ġbest":1888,"code":1889,"Ġsame":1890,"Ġdi":1891,"uss":1892,"Ġcreate":1893,"ather":1894,"Array":1895,".in":1896,"fe":1897,"Service":1898,"UN":1899,"ats":1900,"ĠZ":1901,"alth":1902,"Ġmade":1903,"true":1904,"AB":1905,"Ġmark":1906,"rid":1907,"ified":1908,",čĊ":1909,"yn":1910,"press":1911,"Ġgroup":1912,"Ġfin":1913,"ĠLicense":1914,"Field":1915,"eger":1916,"Ġworld":1917,"iness":1918,"ty":1919,"Ġprocess":1920,"(b":1921,"Ġcre":1922,"arn":1923,"ives":1924,"Ġmain":1925,"ideo":1926,"36":1927,"_g":1928,"AG":1929,"valid":1930,"img":1931,"PI":1932,"Ġcolor":1933,"Ġreport":1934,"Ġtake":1935,"rib":1936,"OM":1937,"Ġday":1938,"Request":1939,"Ġsk":1940,"bers":1941,"ĉs":1942,".Add":1943,"oot":1944,"Image":1945,"Ġcomple":1946,"ollection":1947,"Ġtop":1948,"Ġfree":1949,"AS":1950,"De":1951,"ĠOn":1952,"IG":1953,"90":1954,"eta":1955,"Date":1956,"Ġaction":1957,"34":1958,"Over":1959,"itor":1960,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":1961,"not":1962,"Ġindex":1963,"her":1964,"icon":1965,"On":1966,";čĊčĊ":1967,"ivity":1968,"mand":1969,".Windows":1970,"OL":1971,"Ġreal":1972,"Ġmax":1973,"land":1974,"....":1975,"raph":1976,"Ġbuild":1977,"leg":1978,"assword":1979,"?ĊĊ":1980,"âĢ¦":1981,"ook":1982,"uck":1983,"Ġmessage":1984,"test":1985,"ivers":1986,"38":1987,"Ġinput":1988,"Ġart":1989,"Ġbetween":1990,"Get":1991,"enter":1992,"ground":1993,"ene":1994,"á":1995,".length":1996,"Node":1997,"(i":1998,"Class":1999,"for":2000,"ĠâĢĶ":2001,"ten":2002,"oin":2003,"Ġke":2004,"ui":2005,"ĠIN":2006,"Ġtable":2007,"sub":2008,"ĠLe":2009,"Ġhead":2010,"Ġmust":2011,"////////////////":2012,".util":2013,"Context":2014,"Ġorder":2015,"Ġmov":2016,"over":2017,"Ġcontin":2018,"Ġsay":2019,"static":2020,".Text":2021,"ĠclassName":2022,"pany":2023,"Ġter":2024,"head":2025,"rg":2026,"Ġproduct":2027,"This":2028,".âĢĿ":2029,"ĠBut":2030,"70":2031,"loy":2032,"Ġdouble":2033,"sg":2034,"Ġplace":2035,".x":2036,"message":2037,"Ġinformation":2038,"private":2039,"Ġoper":2040,"ced":2041,"db":2042,"\">":2228,"aterial":2229,"iled":2230,"Ġput":2231,"Qu":2232,"ÑĢ":2233,"ung":2234,"map":2235,"ĉĉĉĉĉĉĉĉ":2236,"Ġlevel":2237,"Component":2238,"book":2239,"creen":2240,"_RE":2241,"Ġconfig":2242,"ãģ":2243,"Or":2244,".data":2245,"Ġdocument":2246,"\",\"":2247,"tribute":2248,"ux":2249,"Log":2250,"ference":2251,"post":2252,"_e":2253,"Ġlocal":2254,"andom":2255,"assert":2256,"Val":2257,"lected":2258,"ina":2259,"atabase":2260,"Add":2261,"Ġcontent":2262,".print":2263,"signed":2264,"ric":2265,".\"ĊĊ":2266,"Ġfa":2267,"!ĊĊ":2268,"-f":2269,"ived":2270,"Ġquest":2271,".ex":2272,"Ġfloat":2273,"Ġdevelop":2274,"оÐ":2275,"Map":2276,"ading":2277,"Ġposs":2278,"UE":2279,"namespace":2280,"_O":2281,"ĉb":2282,".Get":2283,">(":2284,"json":2285,"etails":2286,"66":2287,"Ġtoo":2288,"Ġextends":2289,"ĠNone":2290,"Ġfore":2291,"(String":2292,"format":2293,"Ġgreat":2294,"inter":2295,"cale":2296,"Ñģ":2297,"ron":2298,"iving":2299,"Ent":2300,"ency":2301,"xt":2302,"oy":2303,"05":2304,"Ġmonth":2305,"Ġhapp":2306,"Ġsuper":2307,"bar":2308,"default":2309,"_de":2310,"ords":2311,"ln":2312,"({Ċ":2313,"ĠInd":2314,"ases":2315,"Ġtitle":2316,"Ġcontext":2317,"08":2318,"oh":2319,"-p":2320,"Em":2321,"Ġmet":2322,"Test":2323,"Ġlife":2324,"_v":2325,"ĠUS":2326,"UI":2327,"ocation":2328,"md":2329,"Ġ[Ċ":2330,"Ġ]":2331,"sw":2332,"Ġincre":2333,"script":2334,"ential":2335,"ways":2336,".de":2337,"Ġsrc":2338,"Ġcatch":2339,"ĠAmeric":2340,"//Ċ":2341,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":2342,"Ġpay":2343,"plit":2344,"âĢĶ":2345,"Ġcoun":2346,"obj":2347,".php":2348,"Ġchange":2349,"ething":2350,"'re":2351,"aster":2352,"los":2353,"lation":2354,"ĠĠĊ":2355,"Le":2356,"ä":2357,"({":2358,"ready":2359,"ĠNo":2360,"Ġposition":2361,"Ġold":2362,"Ġbook":2363,"abled":2364,"bug":2365,"202":2366,"Hand":2367,"};ĊĊ":2368,"isplay":2369,"aving":2370,"04":2371,"Ġgover":2372,"Ġversion":2373,"System":2374,"nect":2375,"response":2376,"Style":2377,"Up":2378,"angu":2379,"Ġthree":2380,"init":2381,"ero":2382,"Ġlaw":2383,"endif":2384,"Ġbase":2385,"email":2386,"(l":2387,"_V":2388,"Ġconf":2389,"ATE":2390,"Ġduring":2391,"tes":2392,"Ġconsole":2393,"ĠPr":2394,"Ġspe":2395,"ves":2396,"65":2397,"path":2398,"ialog":2399,"dition":2400,"_to":2401,"ards":2402,"Ġagainst":2403,"etwork":2404,"ĠPh":2405,"_L":2406,"cur":2407,"imit":2408,"With":2409,"Ġpower":2410,"ium":2411,"';ĊĊ":2412,"Ġwom":2413,"left":2414,"ources":2415,"atri":2416,"ĠIm":2417,"ĠMan":2418,"orth":2419,"${":2420,"88":2421,"quals":2422,"ese":2423,"_size":2424,"Ġiss":2425,"otal":2426,"-g":2427,"ique":2428,"rame":2429,"Ġwidth":2430,"erg":2431,")(":2432,"ittle":2433,"TR":2434,"ĠThey":2435,"ences":2436,"02":2437,"rl":2438,"ons":2439,"Ġlabel":2440,".y":2441,"-t":2442,"update":2443,"anel":2444,"sc":2445,".to":2446,"Ġproject":2447,"ü":2448,"Ġelement":2449,"Ġsuccess":2450,"ĉĉĊ":2451,".sh":2452,"ram":2453,"ched":2454,"())Ċ":2455,"Ġ(Ċ":2456,"Ġdate":2457,"Ġtot":2458,"_ST":2459,"All":2460,"ification":2461,"ĉvar":2462,"Ġtri":2463,"chem":2464,"my":2465,"Ġbig":2466,"ĠAd":2467,"ĠAt":2468,"ots":2469,"num":2470,"Act":2471,"Ġmap":2472,"era":2473,"cope":2474,".$":2475,",âĢĿ":2476,"Ġpop":2477,"Ġfew":2478,"Ġlen":2479,"uid":2480,"eters":2481,"ules":2482,"ÃŃ":2483,"source":2484,"https":2485,"Ġdem":2486,"Ġear":2487,"################":2488,"Ġmatch":2489,"ories":2490,"49":2491,"aces":2492,"ĠCl":2493,"Ġnode":2494,"78":2495,"irc":2496,"local":2497,"unity":2498,"};Ċ":2499,"Ġanother":2500,"<<":2501,"ogle":2502,"Ġsit":2503,"ework":2504,"TE":2505,".I":2506,"NS":2507,"ology":2508,"ought":2509,".Cont":2510,">>":2511,"Ġcare":2512,"state":2513,"ĉprivate":2514,"Ġeffect":2515,"++)":2516,"_file":2517,"ending":2518,"Line":2519,"For":2520,"ior":2521,"ĠSc":2522,"Ġfun":2523,".Size":2524,"ĉelse":2525,"])":2526,"start":2527,"vious":2528,"Ġ},":2529,"ours":2530,"Ġleg":2531,"Ġservice":2532,"Ġsince":2533,"iron":2534,"Label":2535,"Ġnon":2536,"Ġlos":2537,"iction":2538,"Ġfull":2539,"acter":2540,"board":2541,"gress":2542,"Ġturn":2543,"ither":2544,"09":2545,".size":2546,"Ġbody":2547,"resh":2548,"eturn":2549,"199":2550,"(_":2551,"yles":2552,"ormal":2553,"pi":2554,"Ġsomething":2555,"!--":2556,"uint":2557,"Ġprodu":2558,"Ġstand":2559,"Ġproble":2560,"Ġavailable":2561,"mt":2562,"ĠBl":2563,"Ġ...":2564,"Ġblock":2565,"Input":2566,"Ġkeep":2567,"Count":2568,"open":2569,"Ġ['":2570,"Ġthrow":2571,"uilder":2572,"Action":2573,"Ġthings":2574,"True":2575,"Ġurl":2576,"ĠBo":2577,"printf":2578,"Ġred":2579,"js":2580,".create":2581,"ĠOr":2582,"Status":2583,"Instance":2584,"Ġcontrol":2585,"Ġcome":2586,"Ġcustom":2587,"location":2588,"07":2589,"model":2590,"ĠčĊ":2591,"Ġsource":2592,"Ġeas":2593,".out":2594,"]ĊĊ":2595,"oney":2596,"Ġawait":2597,"Ġpartic":2598,"AP":2599,"ublish":2600,"odes":2601,"_pro":2602,"ply":2603,"riter":2604,"Ġprov":2605,"Ġmill":2606,"HT":2607,"])Ċ":2608,"Ġchang":2609,"Ġask":2610,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":2611,"Ġoutput":2612,"Ġemail":2613,"68":2614,".push":2615,"Ġ}čĊčĊ":2616,"ination":2617,"47":2618,"atrix":2619,"Table":2620,"uccess":2621,"]);Ċ":2622,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":2623,"Ġdisc":2624,"([":2625,"Ġbusiness":2626,"height":2627,".html":2628,"ta":2629,"field":2630,"Ġrequired":2631,"_R":2632,"Ġgovern":2633,"}čĊčĊ":2634,"lex":2635,"500":2636,".,":2637,"ĠSet":2638,"urch":2639,"///":2640,"ts":2641,"af":2642,"Ġmight":2643,"istory":2644,"Str":2645,"Ġnever":2646,"Response":2647,"arse":2648,"ada":2649,"ĠHow":2650,"Ġ*)":2651,"Ġ;":2652,"Ġhard":2653,"Ad":2654,"Ġintern":2655,"used":2656,"(data":2657,"mod":2658,"annel":2659,"Ġnp":2660,"ugg":2661,"Ġ/>Ċ":2662,"Ġcalled":2663,"body":2664,"Ġcho":2665,"(r":2666,"_set":2667,"ird":2668,"Ġ>=":2669,"Ġ};Ċ":2670,"Ġoptions":2671,"ĠGener":2672,"Ġheight":2673,"Point":2674,"You":2675,"ety":2676,"Click":2677,"Ġsmall":2678,"Ġide":2679,"Ġaccess":2680,"anguage":2681,"Ġprotected":2682,"Ġjob":2683,"ĠThere":2684,"Def":2685,"Ġaddress":2686,"Ġuint":2687,"Not":2688,"oo":2689,"aps":2690,"":2828,"ĉĠĠĠ":2829,"\"))":2830,"Content":2831,"_W":2832,"plement":2833,"Ġwon":2834,"Ġvideo":2835,"adi":2836,"point":2837,"%%":2838,"03":2839,"Ġgl":2840,"erved":2841,"viron":2842,"IF":2843,"uted":2844,"ãĥ":2845,"'m":2846,"Ġcert":2847,"Ġprof":2848,"Ġcell":2849,"ari":2850,"Ġplayer":2851,"ais":2852,"Ġcost":2853,"Ġhum":2854,"(R":2855,"Ġoffic":2856,"ks":2857,".text":2858,"atures":2859,"Ġtotal":2860,"Ġ*/ĊĊ":2861,"ope":2862,"Ġstat":2863,"UM":2864,"Ġload":2865,"ights":2866,"Ġclear":2867,"uro":2868,"Ġtechn":2869,"upport":2870,"IR":2871,"Ġrow":2872,"Ġseem":2873,"Ġq":2874,"Ġshort":2875,"ĠNot":2876,"ipp":2877,"Group":2878,"section":2879,"max":2880,"irl":2881,"Ġoverride":2882,"Ġcompany":2883,"Ġdone":2884,"\");čĊ":2885,"Ġgre":2886,".Re":2887,"Ġbelie":2888,"rist":2889,"Ġhealth":2890,"ANT":2891,"()ĊĊ":2892,"ĠBe":2893,".value":2894,"ĠGr":2895,"ottom":2896,"Ġargs":2897,"PT":2898,"status":2899,"func":2900,"uments":2901,"-h":2902,"Number":2903,":čĊ":2904,"ĠLog":2905,"erver":2906,"Ġ),Ċ":2907,"ament":2908,"Ġobj":2909,"inc":2910,"Ġchildren":2911,"icy":2912,"IZ":2913,"ands":2914,"ably":2915,"Ġdistrib":2916,"Ġcur":2917,"erial":2918,"Ġdays":2919,"reated":2920,"rect":2921,"-l":2922,"irm":2923,"idden":2924,"omb":2925,"Ġinitial":2926,".js":2927,"Ġâ":2928,"Query":2929,"Ġonline":2930,"imal":2931,".con":2932,"au":2933,"Url":2934,"control":2935,"irection":2936,"Ġinstance":2937,"ORT":2938,"ĠFr":2939,"where":2940,"Ġjavax":2941,"Ġorgan":2942,"apter":2943,"Ġreason":2944,"options":2945,"59":2946,"ĠMar":2947,"(a":2948,"Ġwithin":2949,".âĢĿĊĊ":2950,"ODE":2951,"_DE":2952,"admin":2953,"ended":2954,"Ġdesign":2955,"ĠData":2956,"une":2957,"ĠFile":2958,"root":2959,"Ġcent":2960,"Ġarr":2961,"_add":2962,"len":2963,"page":2964,",'":2965,"_str":2966,"Ġbro":2967,"ability":2968,"outh":2969,"58":2970,"/c":2971,"pose":2972,"irtual":2973,"earch":2974,"_url":2975,"argin":2976,"Http":2977,"Ġschool":2978,"ava":2979,"Ġconsider":2980,".label":2981,"ĠArray":2982,"42":2983,"web":2984,"opt":2985,".println":2986,"ulation":2987,"Ġfunc":2988,"PL":2989,"Ġ\"\\":2990,"ĠText":2991,"actory":2992,"(function":2993,"null":2994,"Ġeng":2995,"down":2996,"Ġinclude":2997,"ĠEn":2998,"ĠDr":2999,"Ġdb":3000,"!!":3001,"side":3002,"Ġinit":3003,"quired":3004,"ĠShe":3005,"Column":3006,"react":3007,"Ġann":3008,"Ġstop":3009,"Ġlater":3010,"ĠThat":3011,"ention":3012,"df":3013,"UG":3014,"ILE":3015,"Ġclient":3016,"raft":3017,"ffer":3018,"POST":3019,"elper":3020,"Ġlove":3021,"quote":3022,"oud":3023,"Ġjson":3024,"Ġable":3025,"Ġmen":3026,"AX":3027,"ĠCopyright":3028,"ö":3029,"avig":3030,"req":3031,"Client":3032,"});Ċ":3033,".Com":3034,"erc":3035,"ilt":3036,"pecial":3037,"_com":3038,"room":3039,".Name":3040,"Ġgive":3041,"amb":3042,"ike":3043,"Ġcondition":3044,"client":3045,"ators":3046,":\"":3047,"Ġcopy":3048,"uture":3049,"iversity":3050,"ernal":3051,"{{":3052,"ĠCan":3053,"ounc":3054,"do":3055,"Ġocc":3056,"Ġappro":3057,"thers":3058,"ze":3059,"Ġeither":3060,"ĠFl":3061,"Ġimportant":3062,"Ġlead":3063,"attr":3064,"ART":3065,"Equal":3066,"Ġda":3067,"etch":3068,"entity":3069,"Ġfamily":3070,"adding":3071,"Ġoption":3072,"Ġexist":3073,"ica":3074,"ĠObject":3075,"69":3076,"'ve":3077,"vers":3078,"itional":3079,"67":3080,"output":3081,"ĠTrue":3082,"ĠOF":3083,"_time":3084,"Ġoffer":3085,"Ġ});ĊĊ":3086,"HER":3087,"egin":3088,"\"\"":3089,"Ġwater":3090,"Ġche":3091,"ĠMy":3092,"ored":3093,"Ġstep":3094,"ances":3095,"CK":3096,"AY":3097,"à¸":3098,"struction":3099,"(C":3100,"300":3101,"ouch":3102,"Stream":3103,"active":3104,"ama":3105,"Entity":3106,"product":3107,"(){Ċ":3108,"Ġgovernment":3109,"ĠID":3110,"ajor":3111,"And":3112,"Ġdisplay":3113,"л":3114,"Ġtimes":3115,"Ġfour":3116,"Ġfar":3117,"Ġpresent":3118,"ĠNS":3119,"Ġ\\Ċ":3120,"uest":3121,"Ġbas":3122,"echo":3123,"child":3124,"ifier":3125,"Handler":3126,"Ġlib":3127,"Property":3128,"translation":3129,"Ġroom":3130,"Ġonce":3131,"Ġ[]":3132,"center":3133,"================================":3134,"Ġresults":3135,"Ġcontinue":3136,"Ġtalk":3137,"_get":3138,"Ġgrow":3139,".sw":3140,"eb":3141,"ĠPublic":3142,"OP":3143,"ecute":3144,"ols":3145,"Ġ**":3146,"\");ĊĊ":3147,"Ġmass":3148,"ured":3149,".class":3150,"omic":3151,"Ġmean":3152,"ips":3153,"Ġaut":3154,");čĊčĊ":3155,"Ġuntil":3156,"Ġmarket":3157,"Ġarea":3158,"uit":3159,"Ġlength":3160,"ĠWith":3161,"structor":3162,"event":3163,"\"><":3164,"ĠSp":3165,"IV":3166,"Ġmus":3167,"iff":3168,"Ġkind":3169,"author":3170,"ounds":3171,"mb":3172,"_key":3173,"41":3174,"width":3175,"pository":3176,"Ġlight":3177,"uk":3178,"Row":3179,"ohn":3180,"alf":3181,"vironment":3182,"apper":3183,"ollections":3184,"Ġside":3185,"_info":3186,"Ġexample":3187,"imary":3188,"Ġwr":3189,"Ġcamp":3190,"cribe":3191,"255":3192,"\"/":3193,"Ġmiss":3194,"way":3195,"Ġbased":3196,"Ġplan":3197,"Vis":3198,"omain":3199,"unk":3200,"Ġaway":3201,"UP":3202,"":3452,"Ġden":3453,"obile":3454,"change":3455,"ĠĠĠĠĠĠĠĠĠĠĠĠĊ":3456,"ici":3457,"na":3458,"ĠForm":3459,"Ġsort":3460,"Select":3461,"pare":3462,"Ġthought":3463,"_con":3464,"Ġtask":3465,"ocus":3466,"ĠDE":3467,"ĠMin":3468,"Ġopt":3469,"ĉbreak":3470,"umer":3471,"KE":3472,"then":3473,"Ġdet":3474,"ĠTest":3475,"ports":3476,"Ġreview":3477,"('/":3478,"move":3479,"Ġswitch":3480,"ERT":3481,"patch":3482,"annot":3483,"ãĤ":3484,"Ġabove":3485,"itive":3486,"56":3487,"Ġquestion":3488,"ĠQu":3489,"ãĢĤĊĊ":3490,"gle":3491,"Ġword":3492,"Ġprovide":3493,"ĠReturn":3494,"Ġresearch":3495,"ão":3496,"ustr":3497,"Ġpublish":3498,"chema":3499,"}}":3500,"ĠCON":3501,"-in":3502,"allback":3503,"Ġcover":3504,"\\\\":3505,"color":3506,"ĠIS":3507,"Ġwhether":3508,"imate":3509,"isc":3510,"Bar":3511,"Ġdiv":3512,"Be":3513,"ourn":3514,"Ġhaving":3515,"lem":3516,"player":3517,"abs":3518,"amera":3519,"ney":3520,"Ġexc":3521,"gether":3522,"plied":3523,"ao":3524,"[$":3525,"Ġ++":3526,"ipe":3527,"show":3528,"/d":3529,"[:":3530,"agement":3531,"lev":3532,"_ID":3533,"97":3534,"rary":3535,"ades":3536,"_se":3537,"ause":3538,"Ġemploy":3539,"Ġ*/čĊ":3540,"Ġfre":3541,"Ġ'@":3542,"Ġcomplet":3543,"Ġlarge":3544,"ral":3545,"\\x":3546,"Ġfac":3547,">":3662,"Ġface":3663,"CTION":3664,"Ġsave":3665,"Ġtyp":3666,"dev":3667,"(\"#":3668,"AGE":3669,"container":3670,"edit":3671,"QL":3672,"Ġitems":3673,"Ġsocial":3674,"ien":3675,"ĠReact":3676,").ĊĊ":3677,"Ġmar":3678,"Ġredu":3679,"ĠRE":3680,".put":3681,"Ġmajor":3682,"Cell":3683,"next":3684,"Ġexpected":3685,"Ġyet":3686,"Ġindiv":3687,"tributes":3688,"atis":3689,"amed":3690,"Ġfood":3691,"Source":3692,"(string":3693,"Ġ+Ċ":3694,"ites":3695,"dr":3696,"Ġmembers":3697,"Ġcomb":3698,"items":3699,"ĠPer":3700,"TH":3701,"=True":3702,"Ġbar":3703,"_SE":3704,"comm":3705,"(w":3706,")ĊĊĊ":3707,"Ġsend":3708,"Ġinc":3709,"unsigned":3710,"FA":3711,"Ġparams":3712,"apping":3713,"ros":3714,"ugin":3715,"fa":3716,"Ġconnection":3717,"Ġ};ĊĊ":3718,"Ġbecome":3719,"Mode":3720,"Ġev":3721,"Ġdiff":3722,"ĠUnited":3723,"Height":3724,"fully":3725,"images":3726,"Ġmakes":3727,"Ġglobal":3728,"Ġcontact":3729,"':Ċ":3730,"Ġabs":3731,"аÐ":3732,"float":3733,"Ġexcept":3734,"ĠPol":3735,"Child":3736,"typ":3737,"Ġcertain":3738,"ión":3739,"OUT":3740,"Ġimpro":3741,"iles":3742,"Ġ-->Ċ":3743,"ĠPart":3744,"values":3745,"oss":3746,"/**":3747,"ilit":3748,"ĠEvent":3749,"curity":3750,"ster":3751,"Ġcharacter":3752,"198":3753,"Ġnews":3754,"Ġ\",":3755,"Ġdevice":3756,"cel":3757,"login":3758,"heet":3759,"Default":3760,"@\"":3761,"ĉĠ":3762,"click":3763,"(value":3764,"ĠAb":3765,"Ġprevious":3766,"ERROR":3767,"ocal":3768,"Ġmaterial":3769,"Ġbelow":3770,"ĠChrist":3771,"Ġmedia":3772,"cover":3773,"ĠUI":3774,"Ġfail":3775,"Ġblack":3776,"Ġcomponent":3777,"ĠAmerican":3778,"Ġadded":3779,"Ġbuy":3780,"stit":3781,"Ġcame":3782,"Ġdelete":3783,"property":3784,"oding":3785,"Ġcard":3786,"rops":3787,"Ġhttps":3788,"Ġroot":3789,"Ġhandle":3790,"CC":3791,"Back":3792,"emplate":3793,"Ġgetting":3794,"_by":3795,"mail":3796,"_sh":3797,".assert":3798,"ĠDec":3799,"(true":3800,"Ġcomput":3801,"Ġclaim":3802,"'=>":3803,"ĠSub":3804,"Ġair":3805,"ops":3806,"nav":3807,"ements":3808,"(id":3809,"Ġenter":3810,"anged":3811,"End":3812,"Ġlocation":3813,"Ġnight":3814,"Ġdoing":3815,"ĠRed":3816,"lin":3817,"}ĊĊĊ":3818,"vider":3819,"Ġpick":3820,"Ġwatch":3821,"essages":3822,"Ġhuman":3823,"Ġdam":3824,"pend":3825,"dir":3826,"Ġtax":3827,"Ġgirl":3828,"reet":3829,"Ġbox":3830,"Ġstrong":3831,"(v":3832,"rel":3833,"Ġinterface":3834,"Ġmsg":3835,"fect":3836,"_at":3837,"Ġhouse":3838,"Ġtrack":3839,"');ĊĊ":3840,"je":3841,"ĠJohn":3842,"istr":3843,"(S":3844,"ube":3845,"Ġce":3846,"itted":3847,"VER":3848,"*)":3849,"parent":3850,"Ġapplication":3851,"any":3852,".swing":3853,"Ġpack":3854,"\\u":3855,"Ġpract":3856,"Ġsection":3857,"ctx":3858,"Ġunsigned":3859,".Point":3860,"ĠOne":3861,"ı":3862,"iple":3863,"aid":3864,"Ñĥ":3865,"Vector":3866,"byte":3867,"Ġwait":3868,"ĠÃł":3869,"Ã¥":3870,"Ġtogether":3871,"Ġthrows":3872,"FO":3873,"'))":3874,"host":3875,"ising":3876,".view":3877,"Ġterms":3878,"framework":3879,"-r":3880,"Ġapply":3881,"Ġsession":3882,"Options":3883,"uggest":3884,"Ġothers":3885,"witter":3886,"Ġfund":3887,"Init":3888,"__(":3889,"ensor":3890,"GET":3891,"Ġseveral":3892,"ii":3893,"[j":3894,"IO":3895,"Ġtemplate":3896,"Position":3897,"Ġecon":3898,"achine":3899,"Ġil":3900,".spring":3901,"main":3902,"elt":3903,"iment":3904,"Rec":3905,"mm":3906,"ĠUniversity":3907,"ursor":3908,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":3909,"GL":3910,"icture":3911,"ithub":3912,"cer":3913,"cast":3914,"From":3915,"ales":3916,"Ġsubject":3917,"password":3918,"ny":3919,"Ġesc":3920,".write":3921,"ï¼Į":3922,"What":3923,".H":3924,"Ġhistory":3925,"ĠFe":3926,"Ġindividual":3927,"unit":3928,"Ġ-->":3929,"Ġdu":3930,"IST":3931,"Ġusers":3932,"fs":3933,"false":3934,"unt":3935,"Title":3936,"Ġmot":3937,"Ġfuture":3938,"ached":3939,"Ġstarted":3940,"Ġmode":3941,"Ġ'<":3942,"_array":3943,"Ġax":3944,"'];Ċ":3945,"ires":3946,"There":3947,"ught":3948,"tml":3949,"posed":3950,"icult":3951,"Ġtook":3952,"Ġgames":3953,"Ġ}}":3954,"Ġ?>Ċ":3955,"Ġproducts":3956,"Is":3957,"Ġbad":3958,"ĠDes":3959,".path":3960,"'ĊĊ":3961,"ĠPost":3962,"avel":3963,"(:":3964,"150":3965,"Ġneeds":3966,"Ġknown":3967,"Fl":3968,"Ġexec":3969,"Ġseen":3970,"51":3971,"ume":3972,"Ġborder":3973,"Ġlive":3974,"temp":3975,"Per":3976,"Ġvariable":3977,"iet":3978,"ĠDef":3979,"Ġge":3980,"eme":3981,"_back":3982,"first":3983,"Ġprovided":3984,"////////////////////////////////":3985,"Ġfilename":3986,"Ġhope":3987,"uly":3988,"auto":3989,"find":3990,"_string":3991,"btn":3992,"itude":3993,"Attribute":3994,"Ġyoung":3995,".txt":3996,"Ġwebsite":3997,"ĠProp":3998,"Ġey":3999,">();Ċ":4000,"ional":4001,"ARR":4002,"ictionary":4003,"urther":4004,".":4085,"tx":4086,"Ġpur":4087,"uel":4088,"ymbol":4089,"uation":4090,"anger":4091,"Ġbackground":4092,"ecess":4093,"efined":4094,"........":4095,"Ġdescription":4096,"Ġrepresent":4097,"\"));Ċ":4098,"pression":4099,"rowser":4100,"Ġseries":4101,"wards":4102,"52":4103,"($_":4104,"aise":4105,"Ġhot":4106,"acity":4107,"ries":4108,"actions":4109,"Create":4110,"adio":4111,"amples":4112,"Ġoriginal":4113,"ensive":4114,"font":4115,"stream":4116,"using":4117,".springframework":4118,"001":4119,"server":4120,"Ġbill":4121,"ACK":4122,"ilename":4123,"Ġframe":4124,"Ġ=Ċ":4125,"Edit":4126,"adius":4127,"Ġdraw":4128,"anks":4129,"Ġdeter":4130,"Ġcomes":4131,"_int":4132,"Ġforeach":4133,"angle":4134,"Ġelect":4135,"pected":4136,"Header":4137,"istration":4138,"False":4139,"ĠGame":4140,"Ġfilter":4141,"Activity":4142,"Ġlarg":4143,"inition":4144,"Ġ\"<":4145,"256":4146,"ised":4147,"Ġremove":4148,"ĠTrans":4149,"met":4150,"see":4151,"Format":4152,"Command":4153,"ĠEX":4154,"None":4155,"Ġfront":4156,"ASE":4157,"ĠRec":4158,"oundation":4159,"Ġvo":4160,"96":4161,"=\\\"":4162,"(*":4163,"Change":4164,".Write":4165,"group":4166,"ients":4167,"uy":4168,"****************************************************************":4169,"Ġdig":4170,"hr":4171,"(-":4172,"Ġgen":4173,"number":4174,"vec":4175,"urope":4176,"entry":4177,"LL":4178,"Ġste":4179,"Valid":4180,"'],":4181,"_param":4182,"Ġselected":4183,"Ġaccording":4184,"ĠDis":4185,"Ġutil":4186,"Buffer":4187,"_error":4188,"Ġassoci":4189,"_SIZE":4190,"Ġwor":4191,"Ġprintf":4192,"rag":4193,"Âł":4194,"DD":4195,"ĠVal":4196,"Ġactiv":4197,"Eng":4198,"etime":4199,"Ġvirtual":4200,"aign":4201,"aur":4202,"ĠPres":4203,"ĠException":4204,"Ġanything":4205,"ĠOff":4206,"Ġhours":4207,"Ġwar":4208,"Args":4209,"aging":4210,"Ġmodels":4211,"ĠTime":4212,"Ob":4213,"ams":4214,"joy":4215,"Ġearly":4216,".read":4217,"86":4218,"Ġcenter":4219,"ĠInitial":4220,"Ġlanguage":4221,"length":4222,"xy":4223,"Ġsn":4224,"Ġinf":4225,"Post":4226,"Ġago":4227,"Ġeasy":4228,"_code":4229,"ĠANY":4230,"_ch":4231,"Ġdownload":4232,"(T":4233,"aved":4234,"âĢĵ":4235,"Ġstudents":4236,"Ġfig":4237,"light":4238,"xx":4239,"Ġbuffer":4240,"ĠDep":4241,"ĠMath":4242,"ITH":4243,"Ġvari":4244,"Ġdue":4245,"Factory":4246,"Ġpor":4247,"Ġep":4248,"otype":4249,"Ġcannot":4250,"Ġwhite":4251,"čĊ":4524,".annot":4525,"Ġcollection":4526,"'.":4527,"Ġsimilar":4528,"Ġtaken":4529,"(\"%":4530,"Order":4531,"']Ċ":4532,"-md":4533,"ĠTH":4534,"aced":4535,"Ġisn":4536,"/j":4537,"Ġson":4538,"graph":4539,"ĠInteger":4540,"Ġnecess":4541,"reen":4542,"Ġum":4543,"Ġ\\<":4544,"Ġmoment":4545,"Ġbring":4546,"Ġindic":4547,"ysis":4548,"Level":4549,"verse":4550,"urrenc":4551,"_test":4552,"Ġentire":4553,"Down":4554,"Ġ}ĊĊĊ":4555,"(result":4556,"ĠRead":4557,"è":4558,"Mod":4559,"Ġtrying":4560,"\"),Ċ":4561,"Ġmember":4562,"ĠCor":4563,"ODO":4564,"-control":4565,"untime":4566,"ĠSim":4567,"Dialog":4568,"plot":4569,"_on":4570,"Ġphys":4571,"}/":4572,"Ġnamespace":4573,"ĉčĊ":4574,"acc":4575,"Player":4576,"ARE":4577,"89":4578,"Ġfoot":4579,"Ġboard":4580,"part":4581,"Ġsus":4582,"wise":4583,"ĠMc":4584,"Ġpush":4585,"ATA":4586,"Ġplease":4587,"ried":4588,"weet":4589,"bit":4590,"ided":4591,"VE":4592,"ĠSw":4593,"UB":4594,"Ġtypes":4595,"edia":4596,"Ġclos":4597,"acebook":4598,"When":4599,"Ġedit":4600,"igger":4601,"Ġenerg":4602,"Container":4603,"Ġphot":4604,"ĠCount":4605,"ĠEurope":4606,".Is":4607,"ĠRuss":4608,"peed":4609,"ĠStr":4610,"Ġpy":4611,"Ġcult":4612,"Ġdefined":4613,"ccount":4614,"Ġobt":4615,".Location":4616,"Ġthread":4617,"ille":4618,"Ġinstead":4619,"strong":4620,"ĠSec":4621,"URE":4622,"Ġidea":4623,".se":4624,"emy":4625,"selected":4626,"Connection":4627,"acing":4628,"thread":4629,".next":4630,"Ġcoll":4631,"Ġfilm":4632,"istic":4633,"Ġcompet":4634,"Ġconn":4635,"though":4636,"Ġcompan":4637,"ocket":4638,"Ġteach":4639,"=(":4640,"Ġphone":4641,"Ġactive":4642,"79":4643,"delete":4644,"101":4645,"tries":4646,"Ġmo":4647,"Ġdeath":4648,"});ĊĊ":4649,"ocol":4650,"Widget":4651,"Ġarticle":4652,"rodu":4653,"andid":4654,"Ñĭ":4655,"ĠCr":4656,"ka":4657,"():":4658,"lood":4659,"ĉĉĉĊ":4660,"Ġalmost":4661,"Ġsell":4662,"ervlet":4663,"rip":4664,"Unit":4665,"Ġapplic":4666,"Ġconnect":4667,"Ġfeature":4668,"Ġvia":4669,"'),":4670,"Ġlim":4671,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":4672,"ĠGu":4673,"Engine":4674,"Ġens":4675,"Ġenvironment":4676,"block":4677,"HERE":4678,"NULL":4679,"gy":4680,"tag":4681,")).":4682,"exp":4683,"Ġcompl":4684,"Ġinstall":4685,"Ġcomplete":4686,"queue":4687,"atural":4688,"Ġgeneral":4689,"thon":4690,"Ġasked":4691,"ores":4692,"(res":4693,"Ġreserved":4694,"SP":4695,"ĠâĢ¦":4696,"ÅĤ":4697,"Ġsignific":4698,"Off":4699,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":4700,"ĠAg":4701,"ĠJust":4702,"ĠError":4703,"Ġinfl":4704,"adata":4705,"Ġicon":4706,"asks":4707,"''":4708,"_LO":4709,"?.":4710,"account":4711,"Ġ(*":4712,"')ĊĊ":4713,"rap":4714,"_var":4715,"ĠFOR":4716,"Ġparty":4717,"ĠYour":4718,"cat":4719,"stry":4720,".new":4721,"boot":4722,"ĠNov":4723,"Ġvector":4724,"Ġnormal":4725,"Ġfurther":4726,"Repository":4727,"800":4728,"Ġdatabase":4729,"attle":4730,"Ġmusic":4731,"Ġspeed":4732,"Ġdoc":4733,"process":4734,"IGHT":4735,".parse":4736,"Ġtaking":4737,"Ġviol":4738,"ceed":4739,"ĠAfter":4740,"Ġforward":4741,"Ġcrit":4742,"\"/>Ċ":4743,"rot":4744,"Ġfailed":4745,"efore":4746,"Ġconcern":4747,"oe":4748,"ba":4749,"Ġsender":4750,"Ġterm":4751,"has":4752,"=\"#":4753,"Ġpotential":4754,"Num":4755,"Ġpublished":4756,".close":4757,"ĠImage":4758,"straint":4759,"UD":4760,"ĠOb":4761,"Ġprobably":4762,"lim":4763,"\":Ċ":4764,"olume":4765,"Ġconsum":4766,"76":4767,"ague":4768,"ensions":4769,"Ġinvestig":4770,"-year":4771,"');":4772,"-sm":4773,"Ġenjoy":4774,"orig":4775,"ering":4776,"cp":4777,"leased":4778,"plements":4779,"Ġreturns":4780,"pat":4781,"BO":4782,"ĠHouse":4783,".Label":4784,"Ġweight":4785,"ighb":4786,"Ġconditions":4787,"Ġexception":4788,"description":4789,"Ġtrad":4790,"-to":4791,"Ġ{}":4792,"Ġmodule":4793,"END":4794,".ap":4795,".props":4796,"Ġconstructor":4797,"aves":4798,"Ġfavor":4799,"ĠNow":4800,";i":4801,"ĠMain":4802,"_k":4803,"eries":4804,"âĢĻll":4805,"transform":4806,"imestamp":4807,"Pre":4808,"Ġmer":4809,".res":4810,"stant":4811,"Location":4812,"_NAME":4813,"Ġloss":4814,"ĠĊĊ":4815,"net":4816,"Ġengine":4817,"Block":4818,"Ġissues":4819,"Ġparse":4820,"ĠBar":4821,"Ġstay":4822,"ĠJSON":4823,"Ġdom":4824,"airs":4825,"wner":4826,"Ġlower":4827,"\",čĊ":4828,"ĠDem":4829,"ufact":4830,"Ġps":4831,"Ġperfect":4832,"RL":4833,"Ġeduc":4834,"ls":4835,"emory":4836,"ARRANT":4837,"uge":4838,"Ġexact":4839,".key":4840,"alled":4841,"ech":4842,"ief":4843,"\\/":4844,"oke":4845,"Ġformer":4846,"alloc":4847,"Ġsix":4848,"ida":4849,"Ġmargin":4850,"Ġheart":4851,"ald":4852,"pack":4853,".getElementById":4854,"ĠWARRANT":4855,"Ġrather":4856,"Ġbuilding":4857,"erman":4858,"lice":4859,"Ġquestions":4860,"izes":4861,"lege":4862,"irectory":4863,"Ġje":4864,"Ġcas":4865,"props":4866,"utf":4867,"Ġsecurity":4868,"Ġhowever":4869,"weight":4870,"Ġinside":4871,"Ġpresident":4872,"Char":4873,"ĠWITH":4874,".map":4875,"Ġgraph":4876,"Ġtag":4877,"_status":4878,"Ġattempt":4879,"opp":4880,"uses":4881,"ĉconst":4882,"Ġround":4883,",$":4884,"Ġfriends":4885,"Email":4886,"?>":4887,"Resource":4888,"KEY":4889,"osp":4890,".query":4891,"ĠNorth":4892,"ables":4893,"istrib":4894,"_class":4895,"ello":4896,"That":4897,"к":4898,"pecially":4899,"ĠPresident":4900,"Ġcampaign":4901,"Ġalt":4902,"area":4903,"Ġchall":4904,"Ġopport":4905,".Con":4906,"Ġenergy":4907,"like":4908,".string":4909,"ington":4910,")*":4911,"yy":4912,"Ġprofession":4913,"irth":4914,"Ġseg":4915,"æľ":4916,"Ġhor":4917,"iers":4918,"can":4919,"Ġbehind":4920,"Product":4921,"fg":4922,"ĠSk":4923,".jpg":4924,"?:":4925,"];ĊĊ":4926,"Ġcallback":4927,"ĠHttp":4928,"ÑĮ":4929,"long":4930,"MS":4931,"ATH":4932,"Ġraise":4933,"Ġwanted":4934,"rown":4935,"utor":4936,"lt":4937,"]=":4938,"eline":4939,"MA":4940,"Ġsepar":4941,"cs":4942,"semb":4943,"Dis":4944,"bserv":4945,"ĠWill":4946,"Ġpolicy":4947,"Ġthird":4948,"phone":4949,"Ġbed":4950,"/g":4951,".__":4952,"ĠInc":4953,"izing":4954,".remove":4955,"instance":4956,".type":4957,"Ġserv":4958,"Each":4959,"Ġhar":4960,"ĠMessage":4961,"(key":4962,"SELECT":4963,"Pos":4964,"));čĊ":4965,"Ġrecomm":4966,"Ġtraining":4967,"ĠEnt":4968,"ĠChar":4969,"icht":4970,"(file":4971,"Ġprior":4972,"Game":4973,"Ġexit":4974,"Params":4975,".core":4976,"PC":4977,"nes":4978,"anced":4979,"(request":4980,"Password":4981,"}>Ċ":4982,"Ġmag":4983,"Ġrelease":4984,"Ġshall":4985,"udent":4986,"ĠSouth":4987,"ando":4988,":'":4989,".TabIndex":4990,"sk":4991,"anner":4992,"isset":4993,"Ġoutside":4994,"ledge":4995,"Ġå":4996,"ĠRob":4997,"Ġimm":4998,"!Ċ":4999,"ĠWeb":5000,"Des":5001,"BC":5002,"ancial":5003,"Route":5004,"Dec":5005,"ferences":5006,"Ġpurch":5007,"ĠModel":5008,"ctor":5009,"gn":5010,"_start":5011,"_un":5012,".*":5013,"ises":5014,"Ġground":5015,"Ġunique":5016,"Ġbeaut":5017,"{\"":5018,"Ġpour":5019,"ĠOct":5020,"Ġtree":5021,"sets":5022,"_res":5023,"')->":5024,"_reg":5025,"(\"\\":5026,"Ġbyte":5027,"Bl":5028,"Ġdating":5029,"Ġmatter":5030,"ĠRem":5031,"Ġ'../":5032,"ĠAug":5033,"ĠLa":5034,"Ġ$(":5035,"ournal":5036,"111":5037,"iam":5038,"Ġshows":5039,"write":5040,"Ġball":5041,"Ġsimply":5042,"Ġfast":5043,"Ġmemory":5044,"ASS":5045,"ĠOf":5046,"oved":5047,"ante":5048,"aul":5049,"istry":5050,")));Ċ":5051,"Ġfit":5052,"_":5239,"\")ĊĊ":5240,"ox":5241,"application":5242,"Ġ]Ċ":5243,"ĊĊĊĊĊĊ":5244,"180":5245,"Ġsoon":5246,"ctions":5247,"inger":5248,"Ġjoin":5249,"ĠPe":5250,"Ġë":5251,"Ġlas":5252,".E":5253,"css":5254,"/or":5255,"ĠStart":5256,"ĠTO":5257,"Ġsubs":5258,"conn":5259,"components":5260,"DEBUG":5261,"quare":5262,"Function":5263,"endar":5264,".index":5265,"Ġfill":5266,"ÄĻ":5267,"Ġchoose":5268,"how":5269,"ĠAmerica":5270,"assets":5271,"------------":5272,"ĠValue":5273,"Ġoffice":5274,"Ġveh":5275,"Ġtransform":5276,"ĠArt":5277,"Ġinde":5278,"Ġfn":5279,"Ġimplements":5280,"ango":5281,"plete":5282,"+\"":5283,"tmp":5284,"amily":5285,"Ġhash":5286,"missions":5287,"EST":5288,"gt":5289,"Provider":5290,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":5291,"Ġflag":5292,"Ġparticip":5293,"den":5294,"ĠReturns":5295,"Ġnote":5296,"ür":5297,"pm":5298,"ideos":5299,"Ġspecified":5300,"ĠEN":5301,"ester":5302,"olid":5303,"Ġupon":5304,"(std":5305,"ĉv":5306,"Ġ'\\":5307,"uz":5308,"Ġvert":5309,"Ġvict":5310,"ĉself":5311,"Ġ\"$":5312,"85":5313,".k":5314,"Ġgroups":5315,"github":5316,"lang":5317,"Ġmut":5318,"TO":5319,"Ġve":5320,"ĠPlease":5321,";ĊĊĊ":5322,"access":5323,"Ġ{\"":5324,"rea":5325,"Ġrisk":5326,"icker":5327,"oggle":5328,"ĉwhile":5329,"ANG":5330,".send":5331,"72":5332,"Ġwoman":5333,"Ġgets":5334,"Ġign":5335,"ĠId":5336,"_log":5337,"ONE":5338,"Ġevid":5339,"ĠHar":5340,"_sub":5341,"Ġendl":5342,"Ġincluded":5343,"());ĊĊ":5344,"ĠAp":5345,"igr":5346,"Ġsem":5347,"ĠBlack":5348,"doc":5349,"_table":5350,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":5351,"-up":5352,"Ġcause":5353,"Ġ..":5354,"Ġvan":5355,"_dict":5356,"Ġfocus":5357,"IND":5358,"CESS":5359,".Log":5360,"Ġmultiple":5361,"ido":5362,"Ġregard":5363,"-M":5364,"andler":5365,"ourse":5366,"Ġdeg":5367,".U":5368,"Ġaddition":5369,"Ġvarious":5370,"Ġreceive":5371,"ен":5372,"ĠHT":5373,"Obj":5374,"DF":5375,"Ġincrease":5376,"ĠOpen":5377,"];":5378,"Ġcommit":5379,"?Ċ":5380,"ategories":5381,"atory":5382,"ship":5383,"ĠMich":5384,"Ġhtml":5385,"romise":5386,"Ġleave":5387,"Ġstrateg":5388,"aven":5389,"ĠConsole":5390,"known":5391,"-n":5392,"_LE":5393,".component":5394,"Ġbre":5395,"Session":5396,"iance":5397,"Ġalign":5398,"typedef":5399,"_result":5400,"ĠWHERE":5401,".split":5402,"Ġreading":5403,"FAULT":5404,"Ġclo":5405,"Ġnotice":5406,"_pr":5407,"arter":5408,"Ġlock":5409,"Ġstandard":5410,"etic":5411,"ellow":5412,"Ġpadding":5413,"ĠHis":5414,"Ġstates":5415,"_cast":5416,"(P":5417,"aa":5418,"Ġinternal":5419,"ean":5420,"ĠPRO":5421,"ĠKey":5422,"Ġespecially":5423,"ming":5424,"Ġcross":5425,"Ġnational":5426,"_object":5427,"filter":5428,"Ġscript":5429,".update":5430,"_i":5431,"ĠAssert":5432,"/core":5433,"%%%%":5434,"Ġproblems":5435,"istor":5436,"Ġ.=":5437,"Ġarch":5438,"Ġwritten":5439,"Ġmilit":5440,"MENT":5441,".ch":5442,"cape":5443,"ĠMus":5444,"_config":5445,"ĠAPI":5446,"foot":5447,"Ġimages":5448,"endl":5449,".In":5450,"First":5451,"Ġplatform":5452,".prot":5453,"Option":5454,"ste":5455,"ĠTODO":5456,"Ġforce":5457,".cont":5458,"ĉecho":5459,"ĠDav":5460,"Ptr":5461,"(B":5462,"RT":5463,"ĠBase":5464,"]['":5465,"Ġannounc":5466,"console":5467,"ĠPy":5468,"ds":5469,".as":5470,"Ġprevent":5471,"apan":5472,"Ġ{'":5473,"}'":5709,"Ġdead":5710,"VAL":5711,"QUE":5712,"************************************************************************":5713,"Ġcharg":5714,"Return":5715,"Ġful":5716,"dom":5717,"Ġrules":5718,"Ġmodify":5719,"Ġeval":5720,"ham":5721,"atement":5722,"\\<":5723,"ula":5724,"=False":5725,"RA":5726,"Ġcontains":5727,"74":5728,"Ġstack":5729,"mar":5730,"Ġ{}Ċ":5731,"Ġundefined":5732,"Ass":5733,"ĠChina":5734,"vey":5735,"*Ċ":5736,"Ġplaying":5737,")/":5738,"actor":5739,"Ġbottom":5740,"lier":5741,"ĠNumber":5742,"Ġcouple":5743,"DC":5744,"ĠSO":5745,"gor":5746,".setText":5747,"success":5748,"command":5749,"Filter":5750,"ĠOur":5751,"_item":5752,"Ġctx":5753,"Ġroad":5754,"Version":5755,"case":5756,"urt":5757,"avior":5758,"ych":5759,"sembly":5760,"ĠProduct":5761,"Ġheld":5762,"afe":5763,"Ġincludes":5764,"&":5909,"CON":5910,"Ġrepl":5911,"Ġregular":5912,"Storage":5913,"ramework":5914,"Ġgoal":5915,"Ġtouch":5916,".widget":5917,"Ġbuilt":5918,"des":5919,"Part":5920,"(re":5921,"Ġworth":5922,"hib":5923,"game":5924,"91":5925,"192":5926,"Ġв":5927,"acion":5928,"ĠWhite":5929,"(type":5930,"(`":5931,"81":5932,"Ġnatural":5933,"Ġinj":5934,"Ġcalcul":5935,"ĠApril":5936,".List":5937,"Ġassociated":5938,"ĉSystem":5939,"~~":5940,"=[":5941,"Ġstorage":5942,"Ġbytes":5943,"Ġtravel":5944,"Ġsou":5945,"Ġpassed":5946,"!=":5947,"ascript":5948,".open":5949,"Ġgrid":5950,"Ġbus":5951,"Ġrecogn":5952,"Ab":5953,"Ġhon":5954,"ĠCenter":5955,"Ġprec":5956,"build":5957,"73":5958,"HTML":5959,"ĠSan":5960,"Ġcountries":5961,"aled":5962,"token":5963,"kt":5964,"Ġqual":5965,"Last":5966,"adow":5967,"Ġmanufact":5968,"idad":5969,"jango":5970,"Next":5971,"xf":5972,".a":5973,"Ġporno":5974,"ĠPM":5975,"erve":5976,"iting":5977,"_th":5978,"ci":5979,"=None":5980,"gs":5981,"Ġlogin":5982,"atives":5983,"']);Ċ":5984,"Äħ":5985,"Ġill":5986,"IA":5987,"children":5988,"DO":5989,"Ġlevels":5990,"Ġ{{":5991,"Ġlooks":5992,"Ġ\"#":5993,"ToString":5994,"Ġnecessary":5995,"ĠĠĠĊ":5996,"cell":5997,"Entry":5998,"Ġ'#":5999,"Ġextrem":6000,"Selector":6001,"Ġplaceholder":6002,"Load":6003,"Ġreleased":6004,"ORE":6005,"Enumer":6006,"ĠTV":6007,"SET":6008,"inq":6009,"Press":6010,"ĠDepartment":6011,"Ġproperties":6012,"Ġrespond":6013,"Search":6014,"ael":6015,"Ġrequ":6016,"ĠBook":6017,"/Ċ":6018,"(st":6019,"Ġfinancial":6020,"icket":6021,"_input":6022,"Ġthreat":6023,"(in":6024,"Strip":6025,"ìĿ":6026,"ção":6027,"71":6028,"Ġevidence":6029,"));":6030,"ĠBro":6031,"Ġ[];Ċ":6032,"Ġou":6033,"buf":6034,"Script":6035,"dat":6036,"Ġrule":6037,"#import":6038,"=\"/":6039,"Serial":6040,"Ġstarting":6041,"[index":6042,"ae":6043,"Ġcontrib":6044,"session":6045,"_new":6046,"utable":6047,"ober":6048,"Ġ\"./":6049,"Ġlogger":6050,"Ġrecently":6051,"Ġreturned":6052,"ččĊ":6053,")))Ċ":6054,"itions":6055,"Ġseek":6056,"Ġcommunic":6057,"Ġ\".":6058,"Ġusername":6059,"ECT":6060,"DS":6061,"Ġotherwise":6062,"ĠGerman":6063,".aw":6064,"Adapter":6065,"ixel":6066,"Ġsystems":6067,"Ġdrop":6068,"83":6069,"Ġstructure":6070,"Ġ$(\"#":6071,"encies":6072,"anning":6073,"ĠLink":6074,"ĠResponse":6075,"Ġstri":6076,"ż":6077,"ĠDB":6078,"æĹ":6079,"android":6080,"submit":6081,"otion":6082,"92":6083,"(@":6084,".test":6085,"82":6086,"ĊĊĊĊĊĊĊĊ":6087,"];čĊ":6088,"Ġdirectly":6089,"Ġ\"%":6090,"ris":6091,"elta":6092,"AIL":6093,"){čĊ":6094,"mine":6095,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":6096,"(k":6097,"bon":6098,"asic":6099,"pite":6100,"___":6101,"Max":6102,"Ġerrors":6103,"ĠWhile":6104,"Ġarguments":6105,"Ġensure":6106,"Right":6107,"-based":6108,"Web":6109,"Ġ-=":6110,"Ġintrodu":6111,"ĠInst":6112,"ĠWash":6113,"ordin":6114,"join":6115,"Database":6116,"Ġgrad":6117,"Ġusually":6118,"ITE":6119,"Props":6120,"?>Ċ":6121,"ĠGo":6122,"@Override":6123,"REF":6124,"Ġip":6125,"ĠAustral":6126,"Ġist":6127,"ViewById":6128,"Ġserious":6129,"Ġcustomer":6130,".prototype":6131,"odo":6132,"cor":6133,"Ġdoor":6134,"ĠWITHOUT":6135,"Ġplant":6136,"Ġbegan":6137,"Ġdistance":6138,"()).":6139,"Ġchance":6140,"Ġord":6141,"came":6142,"pragma":6143,"Ġprotect":6144,"ragment":6145,"ĠNode":6146,"ening":6147,"Ñĩ":6148,"Ġroute":6149,"ĠSchool":6150,"hi":6151,"Ġneighb":6152,"After":6153,"licit":6154,"Ġcontr":6155,"Ġprimary":6156,"AA":6157,".WriteLine":6158,"utils":6159,"Ġbi":6160,"Red":6161,".Linq":6162,".object":6163,"Ġleaders":6164,"unities":6165,"Ġgun":6166,"onth":6167,"ĠDev":6168,"FILE":6169,"Ġcomments":6170,"_len":6171,"arrow":6172,"amount":6173,"Range":6174,"sert":6175,"GridView":6176,"Ġupdated":6177,"ĠMo":6178,"Ġinform":6179,"ociety":6180,"ala":6181,"Access":6182,"Ġhab":6183,"Ġcreat":6184,"_arg":6185,"ĠJanuary":6186,"ĠDay":6187,"\")čĊ":6188,"uple":6189,"document":6190,"gorith":6191,"menu":6192,"ĠOver":6193,"bb":6194,".title":6195,"_out":6196,"Ġled":6197,"uri":6198,"Ġ?>Ċ":6235,"run":6236,"Ġscene":6237,"(array":6238,"device":6239,"_title":6240,"agon":6241,"]čĊ":6242,"aby":6243,"Ġbecame":6244,"boolean":6245,"Ġpark":6246,"ĠCode":6247,"upload":6248,"riday":6249,"ĠSeptember":6250,"Fe":6251,"Ġsen":6252,"cing":6253,"FL":6254,"Col":6255,"uts":6256,"_page":6257,"inn":6258,"Ġimplied":6259,"aling":6260,"Ġyourself":6261,".Count":6262,"conf":6263,"Ġaud":6264,"_init":6265,".)":6266,"Ġwrote":6267,"003":6268,"NG":6269,".Error":6270,"ä»":6271,".for":6272,"Ġequal":6273,"ĠRequest":6274,"Ġserial":6275,"Ġallows":6276,"XX":6277,"Ġmiddle":6278,"chor":6279,"195":6280,"94":6281,"ø":6282,"erval":6283,".Column":6284,"reading":6285,"Ġescort":6286,"ĠAugust":6287,"Ġquickly":6288,"Ġweap":6289,"ĠCG":6290,"ropri":6291,"ho":6292,"Ġcop":6293,"(struct":6294,"ĠBig":6295,"Ġvs":6296,"Ġfrequ":6297,".Value":6298,"Ġactions":6299,"Ġproper":6300,"Ġinn":6301,"Ġobjects":6302,"Ġmatrix":6303,"avascript":6304,"Ġones":6305,".group":6306,"Ġgreen":6307,"Ġpaint":6308,"ools":6309,"ycl":6310,"encode":6311,"olt":6312,"comment":6313,".api":6314,"Dir":6315,"Ġune":6316,"izont":6317,".position":6318,"Ġdesigned":6319,"_val":6320,"avi":6321,"iring":6322,"tab":6323,"Ġlayer":6324,"Ġviews":6325,"Ġreve":6326,"rael":6327,"ĠON":6328,"rics":6329,"160":6330,"np":6331,"Ġcore":6332,"());čĊ":6333,"Main":6334,"Ġexpert":6335,"ĉĉčĊ":6336,"_en":6337,"Ġ/>":6338,"utter":6339,"IAL":6340,"ails":6341,"ĠKing":6342,"*/ĊĊ":6343,"ĠMet":6344,"_end":6345,"addr":6346,"ora":6347,"Ġir":6348,"Min":6349,"Ġsurpr":6350,"Ġrepe":6351,"Ġdirectory":6352,"PUT":6353,"-S":6354,"Ġelection":6355,"haps":6356,".pre":6357,"cm":6358,"Values":6359,"Ġ\"Ċ":6360,"column":6361,"ivil":6362,"Login":6363,"inue":6364,"93":6365,"Ġbeautiful":6366,"Ġsecret":6367,"(event":6368,"Ġchat":6369,"ums":6370,"Ġorigin":6371,"Ġeffects":6372,"Ġmanagement":6373,"illa":6374,"tk":6375,"Ġsetting":6376,"ĠCour":6377,"Ġmassage":6378,"ĉend":6379,"Ġhappy":6380,"Ġfinish":6381,"Ġcamera":6382,"ĠVer":6383,"ĠDemocr":6384,"ĠHer":6385,"(Q":6386,"cons":6387,"ita":6388,"Ġ'.":6389,"{}":6390,"ĉC":6391,"Ġstuff":6392,"194":6393,"Ġ:Ċ":6394,"ĠAR":6395,"Task":6396,"hidden":6397,"eros":6398,"IGN":6399,"atio":6400,"ĠHealth":6401,"olute":6402,"Enter":6403,"'>":6404,"ĠTwitter":6405,"ĠCounty":6406,"scribe":6407,"Ġ=>Ċ":6408,"Ġhy":6409,"fit":6410,"Ġmilitary":6411,"Ġsale":6412,"required":6413,"non":6414,"bootstrap":6415,"hold":6416,"rim":6417,"-old":6418,"ĠDown":6419,"Ġmention":6420,"contact":6421,"_group":6422,"oday":6423,"Ġtown":6424,"Ġsolution":6425,"uate":6426,"elling":6427,"]->":6428,"otes":6429,"ental":6430,"omen":6431,"ospital":6432,"ĠSup":6433,"_EN":6434,"Ġslow":6435,"SESSION":6436,"Ġblue":6437,"ago":6438,"Ġlives":6439,"Ġ^":6440,".un":6441,"inst":6442,"enge":6443,"Ġcustomers":6444,"Ġcast":6445,"udget":6446,"ï¼ģ":6447,"icens":6448,"Ġdetermin":6449,"Selected":6450,"_pl":6451,"ueue":6452,"Ġdark":6453,"//ĊĊ":6454,"si":6455,"thern":6456,"ĠJapan":6457,"/w":6458,"PU":6459,"ĠEast":6460,"ovie":6461,"Ġpackage":6462,"Ġnor":6463,"Ġapi":6464,"bot":6465,"\"];Ċ":6466,"_post":6467,"ulate":6468,"Ġclub":6469,"'));Ċ":6470,"Ġloop":6471,"PIO":6472,"ione":6473,"shot":6474,"Initial":6475,"Ġplayed":6476,"register":6477,"rought":6478,"_max":6479,"acement":6480,"match":6481,"raphics":6482,"AST":6483,"Ġexisting":6484,"Ġcomplex":6485,"DA":6486,".Ch":6487,".common":6488,"mo":6489,"Ġ'../../":6490,"ito":6491,"Ġanalysis":6492,"Ġdeliver":6493,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":6494,"idx":6495,"Ãł":6496,"ongo":6497,"ĠEnglish":6498,"Ċ":10197,"_default":10198,"ĠDatabase":10199,"rep":10200,"ESS":10201,"nergy":10202,".Find":10203,"_mask":10204,"Ġrise":10205,"Ġkernel":10206,"::$":10207,".Q":10208,"Ġoffering":10209,"decl":10210,"ĠCS":10211,"Ġlisted":10212,"Ġmostly":10213,"enger":10214,"Ġblocks":10215,"olo":10216,"Ġgoverning":10217,"\\F":10218,"Ġconcent":10219,".getText":10220,"Ġmb":10221,"Ġoccurred":10222,"Ġchanging":10223,"Scene":10224,"_CODE":10225,"Beh":10226,"\"The":10227,"Ġtile":10228,"ĠAssociation":10229,"ĉP":10230,"alty":10231,"_ad":10232,"odies":10233,"iated":10234,"Ġprepared":10235,"possible":10236,"Ġmort":10237,"TEST":10238,"142":10239,"Ġignore":10240,"Ġcalc":10241,"Ġrs":10242,"ĠassertEquals":10243,"Ġsz":10244,"ĠTHIS":10245,".\"Ċ":10246,"Ġcanvas":10247,"java":10248,"Ġdut":10249,"VALID":10250,".sql":10251,".input":10252,"Ġaux":10253,"Sup":10254,"Ġartist":10255,"Vec":10256,"_TIME":10257,".stringify":10258,"etween":10259,"ĠCategory":10260,"Ġ[-":10261,"ĠDevExpress":10262,"ĠJul":10263,"Ġring":10264,".ed":10265,"YY":10266,"Let":10267,"TextField":10268,"Ġflat":10269,"_print":10270,"ĠOTHER":10271,"adian":10272,"Ġchecked":10273,"ele":10274,"Align":10275,"standing":10276,"Ġ[],":10277,"Ġlab":10278,"ucky":10279,"ĠChristmas":10280,"(image":10281,".module":10282,"Ġlots":10283,"Ġslightly":10284,"(final":10285,"erge":10286,"è¿":10287,"147":10288,"ĠPolice":10289,"143":10290,"ĠRight":10291,"Ġaward":10292,"ĠOS":10293,"Ġ{}ĊĊ":10294,"Ġptr":10295,"oves":10296,"icated":10297,"ем":10298,"Ġmanage":10299,"oliday":10300,"Amount":10301,"oolStrip":10302,"tbody":10303,"Nav":10304,"wrap":10305,"BB":10306,"Ġwatching":10307,"arios":10308,"Ġoptional":10309,"_K":10310,"ĠLicensed":10311,".Map":10312,"Timer":10313,"ĠAP":10314,"ĠRev":10315,"(o":10316,",c":10317,"umin":10318,"etailed":10319,"ĠHy":10320,"Ġblank":10321,"agger":10322,"ĠSelf":10323,"()[":10324,".make":10325,"earn":10326,"channel":10327,";Ċ":10342,"World":10343,"Ġpython":10344,"Ġlif":10345,"Ġtrav":10346,"Ġconven":10347,"company":10348,"ĠClub":10349,"138":10350,"Ver":10351,"Btn":10352,"Ġzone":10353,"products":10354,"ĠEduc":10355,"Ġverify":10356,"ĠMil":10357,"ono":10358,"]);ĊĊ":10359,"ENCE":10360,"Ġpacket":10361,"Ġcer":10362,"Ġenumer":10363,"Ġpars":10364,"formed":10365,"Ġoccup":10366,"tre":10367,"Ġexercise":10368,"Day":10369,"_sum":10370,"Ġasking":10371,"aption":10372,"Ġorders":10373,"Ġspending":10374,"ĠERR":10375,".Dis":10376,"ĠUtil":10377,"âĢľI":10378,"\\'":10379,"?)":10380,"/>Ċ":10381,"Ġemot":10382,"Ġinfluence":10383,"ĠAfrica":10384,"atters":10385,"Ùħ":10386,".session":10387,"Ġchief":10388,"ĉĉĉĉĉĉĉĉĉĉĉ":10389,"Ġtom":10390,"cluded":10391,"serial":10392,"_handler":10393,".Type":10394,"aped":10395,"Ġpolicies":10396,"-ex":10397,"-tr":10398,"blank":10399,"merce":10400,"Ġcoverage":10401,"Ġrc":10402,"_matrix":10403,"_box":10404,"Ġcharges":10405,"ĠBoston":10406,"Pe":10407,"Ġcircum":10408,"Ġfilled":10409,"148":10410,"Ġnorth":10411,"ictureBox":10412,"ĉres":10413,"è®":10414,"Ġtermin":10415,"Ġ[âĢ¦":10416,"IRECT":10417,"Ġber":10418,"Ġ\"../../":10419,"retch":10420,".code":10421,"_col":10422,"ĠGovernment":10423,"Ġargv":10424,"ĠLord":10425,"asi":10426,"Exec":10427,"ĉlet":10428,"vertis":10429,"Ġdiscussion":10430,"enance":10431,"outube":10432,"typeof":10433,"Ġserved":10434,"ĠPut":10435,"ĉx":10436,"Ġsweet":10437,"Before":10438,"ategy":10439,".of":10440,"ĠMaterial":10441,"Sort":10442,"ONT":10443,"igital":10444,"Why":10445,"Ġsust":10446,"Ġç":10447,"abet":10448,"Ġsegment":10449,"Ġ[],Ċ":10450,"ĠMuslim":10451,"ĠfindViewById":10452,"cut":10453,"_TEXT":10454,"ĠMary":10455,"Ġloved":10456,"Ġlie":10457,"ĠJO":10458,"Ġisset":10459,"month":10460,"Ġprime":10461,"ti":10462,"ĠCarol":10463,"Use":10464,"146":10465,"ĠPop":10466,"ĠSave":10467,"Interval":10468,"execute":10469,"dy":10470,"ĠIran":10471,"_cont":10472,"ĉT":10473,"Ġphase":10474,"checkbox":10475,"week":10476,"Ġhide":10477,"Ġtil":10478,"Ġju":10479,"Custom":10480,"burg":10481,"/M":10482,"TON":10483,"Ġquant":10484,"Ġrub":10485,"ixels":10486,"Ġinstalled":10487,"Ġdump":10488,"Ġproperly":10489,"(List":10490,"Ġdecide":10491,"apply":10492,"Has":10493,"Ġkeeping":10494,"Ġcitizens":10495,"Ġjoint":10496,"pool":10497,"Socket":10498,"_op":10499,"Ġweapon":10500,"gnore":10501,"ĠExec":10502,"otten":10503,"ĠMS":10504,"Ġ(-":10505,"ĠReview":10506,"Ġexamples":10507,"Ġtight":10508,"!(":10509,"DP":10510,"ĠMessageBox":10511,"Ġphotograph":10512,"164":10513,"URI":10514,"ét":10515,"low":10516,"ĠGrand":10517,".persistence":10518,"Ġmaintain":10519,"Ġnums":10520,"Ġzip":10521,"ials":10522,"ĠGets":10523,"peg":10524,"ĠBuffer":10525,"~~~~":10526,"rastructure":10527,"ĠPL":10528,"uen":10529,"obby":10530,"sizeof":10531,"Ġpic":10532,"Ġseed":10533,"Ġexperienced":10534,"Ġodd":10535,"Ġkick":10536,"Ġprocedure":10537,"avigator":10538,"-on":10539,",j":10540,"ĠAlthough":10541,"ĠuserId":10542,"accept":10543,"Blue":10544,"IColor":10545,"layer":10546,"available":10547,"Ġends":10548,".table":10549,"Ġdataset":10550,"bus":10551,"Ġexplain":10552,"(pro":10553,"ĠCommittee":10554,"Ġnoted":10555,"]:Ċ":10556,"Dim":10557,"stdio":10558,"154":10559,".\",Ċ":10560,"_source":10561,"181":10562,"ĠWeek":10563,"ĠEdge":10564,"Ġoperating":10565,"Ġeste":10566,"ipl":10567,"330":10568,"agination":10569,"Ġproceed":10570,"Ġanimation":10571,".Models":10572,"ĠWatch":10573,"iat":10574,"Ġoppon":10575,"/A":10576,"Report":10577,"Ġsounds":10578,"_buf":10579,"IELD":10580,"Ġbund":10581,"ĉget":10582,".pr":10583,"(tmp":10584,"Ġkid":10585,">ĊĊĊ":10586,"Ġyang":10587,"NotFound":10588,"ÑĨ":10589,"math":10590,"@gmail":10591,"ĠLIMIT":10592,"redients":10593,"Ġvent":10594,"avigate":10595,"Look":10596,"Ġreligious":10597,"Ġrand":10598,"rio":10599,"(GL":10600,"_ip":10601,"uan":10602,"iciency":10603,"ĠChange":10604,">čĊčĊ":10605,"ĠEntity":10606,"Ġrencontre":10607,"ĠRet":10608,"plan":10609,"én":10610,"BOOL":10611,"uries":10612,"train":10613,"Definition":10614,"============":10615,"zz":10616,"450":10617,"Animation":10618,"ĠOK":10619,"_menu":10620,".bl":10621,"_score":10622,"Ġacad":10623,"(System":10624,"Ġrefresh":10625,"'=>$":10626,".Graphics":10627,"amento":10628,"pid":10629,"tc":10630,"Ġtips":10631,"Ġhomes":10632,"Ġfuel":10633,"âĸ":10634,"_helper":10635,"ĠĠčĊ":10636,"ĠRoom":10637,".Close":10638,"_attr":10639,"ĠMount":10640,"ĠEv":10641,"arser":10642,"_top":10643,"eah":10644,"ĠDelete":10645,"ãĢį":10646,"uke":10647,"Ġusage":10648,"aria":10649,"_dev":10650,"Ġtexture":10651,"Ġconversation":10652,"eper":10653,"Bean":10654,"done":10655,"nonatomic":10656,"ĠSecond":10657,"Ġshooting":10658,"_pre":10659,"Components":10660,"Ġ]ĊĊ":10661,"__,":10662,"stitution":10663,".Char":10664,">();ĊĊ":10665,"Ġpresented":10666,"Ġwa":10667,"oker":10668,"-ĊĊ":10669,"iner":10670,"Ġbecoming":10671,"Ġincident":10672,"Att":10673,"162":10674,"Ġrevealed":10675,"forc":10676,"Ġboot":10677,".page":10678,"Enumerator":10679,"165":10680,"_->":10681,"Photo":10682,"Ġspring":10683,".\",":10684,"ĠDictionary":10685,"BJECT":10686,"Ġlocations":10687,"Ġsamples":10688,"InputStream":10689,"ĠBrown":10690,"Ġstats":10691,"quality":10692,"Ñħ":10693,"-dis":10694,"Ġhelping":10695,"Ġped":10696,"224":10697,"(se":10698,"ĠWho":10699,"alian":10700,"internal":10701,"Ġft":10702,">().":10703,"->{":10704,"Ġmine":10705,"Ġsector":10706,"Ġgro":10707,"Ġopportunities":10708,"Ġü":10709,"Ġmp":10710,"Ġalleged":10711,"Ġdoubt":10712,"Mouse":10713,"About":10714,"_part":10715,"Ġchair":10716,"Ġstopped":10717,"161":10718,"loop":10719,"entities":10720,"Ġapps":10721,"ansion":10722,"Ġmental":10723,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":10724,"FR":10725,"Ġdefend":10726,"care":10727,"Ġideal":10728,"/api":10729,"urface":10730,"011":10731,"Ġele":10732,"ulator":10733,"ĠRights":10734,"anguages":10735,"Ġfunds":10736,"Ġadapt":10737,"Attributes":10738,"Ġdeploy":10739,"opts":10740,"Ġvalidation":10741,"Ġconcerns":10742,"uce":10743,".num":10744,"ulture":10745,"ila":10746,"Ġcup":10747,"Ġpure":10748,".Fore":10749,"183":10750,"ĠHashMap":10751,".valueOf":10752,"asm":10753,"MO":10754,"Ġcs":10755,"Ġstores":10756,"Ġ************************************************************************":10757,"Ġcommunication":10758,"mem":10759,".EventHandler":10760,".Status":10761,"_right":10762,".setOn":10763,"Sheet":10764,"Ġidentify":10765,"enerated":10766,"ordered":10767,"Ġ\"[":10768,"Ġswe":10769,"Condition":10770,"ĠAccording":10771,"Ġprepare":10772,"Ġrob":10773,"Pool":10774,"Ġsport":10775,"rv":10776,"ĠRouter":10777,"Ġalternative":10778,"([]":10779,"ĠChicago":10780,"ipher":10781,"ische":10782,"ĠDirector":10783,"kl":10784,"ĠWil":10785,"keys":10786,"Ġmysql":10787,"Ġwelcome":10788,"king":10789,"ĠManager":10790,"Ġcaught":10791,")}Ċ":10792,"Score":10793,"_PR":10794,"Ġsurvey":10795,"hab":10796,"Headers":10797,"ADER":10798,"Ġdecor":10799,"Ġturns":10800,"Ġradius":10801,"errupt":10802,"Cor":10803,"Ġmel":10804,"Ġintr":10805,"(q":10806,"ĠAC":10807,"amos":10808,"MAX":10809,"ĠGrid":10810,"ĠJesus":10811,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":10812,".DE":10813,"Ġts":10814,"Ġlinked":10815,"free":10816,"ĠQt":10817,"Ġ/**čĊ":10818,"Ġfaster":10819,"ctr":10820,"_J":10821,"DT":10822,".Check":10823,"Ġcombination":10824,"Ġintended":10825,"-the":10826,"-type":10827,"182":10828,"ectors":10829,"ami":10830,"uting":10831,"Ġuma":10832,"XML":10833,"UCT":10834,"Ap":10835,"ĠRandom":10836,"Ġran":10837,".sort":10838,"Ġsorted":10839,".Un":10840,"401":10841,"_PER":10842,"itory":10843,"Ġpriority":10844,"ĠGal":10845,"ĠOld":10846,"hot":10847,"ĠDisplay":10848,"(sub":10849,"_TH":10850,"_Y":10851,"ĠCare":10852,"loading":10853,"Kind":10854,"_handle":10855,",,":10856,"rase":10857,"_replace":10858,".addEventListener":10859,"ĠRT":10860,"172":10861,"Ġentered":10862,"gers":10863,"Ġich":10864,"(start":10865,"205":10866,"/app":10867,"Ġbrother":10868,"Memory":10869,"Outlet":10870,"Ġutf":10871,"prec":10872,"Ġnavigation":10873,"ORK":10874,"Ġdst":10875,"Detail":10876,"Ġaudience":10877,"Ġdur":10878,"Ġcluster":10879,"unched":10880,"Ġ],":10881,"Ġcomfortable":10882,".values":10883,"ĠTotal":10884,"Ġsnap":10885,"Ġstandards":10886,"Ġperformed":10887,"hand":10888,"(\"@":10889,"åŃ":10890,"Ġphil":10891,"ibr":10892,"trim":10893,"Ġforget":10894,"157":10895,"Ġdoctor":10896,".TextBox":10897,"377":10898,"icons":10899,",s":10900,"ĠOp":10901,"Sm":10902,"Stop":10903,"ĉList":10904,"ĉu":10905,"Comment":10906,"_VERSION":10907,".Xtra":10908,"Person":10909,"rb":10910,"LOB":10911,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":10912,"ĠCentral":10913,"270":10914,"ICK":10915,"raq":10916,"Ġputting":10917,"Ġmd":10918,"ĠLove":10919,"Program":10920,"Border":10921,"oor":10922,"Ġallowing":10923,"after":10924,"Ġentries":10925,"ĠMaybe":10926,"]).":10927,"ĠShort":10928,")\\":10929,".now":10930,"friend":10931,"Ġprefer":10932,"ĠGPIO":10933,"osis":10934,"ĠGameObject":10935,"Ġskip":10936,"Ġcompetition":10937,"_match":10938,"lications":10939,"_CONT":10940,".groupBox":10941,"Ġals":10942,"666":10943,"\"We":10944,"_eq":10945,"lan":10946,"_search":10947,"ĠMusic":10948,"asis":10949,"Ġbind":10950,"ĠIsland":10951,"rum":10952,"(E":10953,"Ġseat":10954,"Video":10955,"Ġack":10956,"reek":10957,"={()":10958,"Ġrating":10959,"Ġrestaurant":10960,"456":10961,"DEX":10962,"(buf":10963,"pping":10964,"uality":10965,"Ġleague":10966,"176":10967,"Ġfocused":10968,"apon":10969,"$data":10970,"CLUD":10971,"CLUDING":10972,"Ġabsolute":10973,"(query":10974,"Ġtells":10975,"Ang":10976,"Ġcommunities":10977,"Ġhonest":10978,"oking":10979,"Ġapart":10980,"arity":10981,"/$":10982,"_module":10983,"ĠEnc":10984,".an":10985,".Config":10986,"Cre":10987,"Ġshock":10988,"ĠArab":10989,"IENT":10990,"/re":10991,"Ġretrie":10992,"ycler":10993,"isa":10994,"ĠOrgan":10995,".graph":10996,"Ġí":10997,"ĠBAS":10998,"Enum":10999,"Ġpossibly":11000,"ÑĢаÐ":11001,"ĠJapanese":11002,"Ġcraft":11003,"ĠPlace":11004,"Ġtalent":11005,"Ġfunding":11006,"Ġconfirmed":11007,"Ġcycle":11008,"/x":11009,"GE":11010,"Ġhearing":11011,"Ġplants":11012,"Ġmouth":11013,"pages":11014,"oria":11015,"ĠRemove":11016,"_total":11017,"Ġod":11018,"ollapse":11019,"door":11020,"Ġbought":11021,"Ġaddr":11022,"ARCH":11023,"_dim":11024,"dden":11025,"Ġdecades":11026,"REQUEST":11027,"Ġversions":11028,"fire":11029,"006":11030,"Ġmoves":11031,"fb":11032,"Ġcoffee":11033,".connect":11034,"ĠRow":11035,"Ġschema":11036,"Scope":11037,"-Type":11038,"Ġfighting":11039,"Ġretail":11040,"Ġmodified":11041,"TF":11042,"Files":11043,"nie":11044,"_command":11045,"stone":11046,"ĠÑĤ":11047,"_thread":11048,"Ġbond":11049,"ĠDevelopment":11050,"Ġpt":11051,"FORM":11052,"plet":11053,"Ġidentified":11054,"cpp":11055,"206":11056,"225":11057,"Ġcoding":11058,"oked":11059,"ĠMaster":11060,"IDTH":11061,"Ġresidents":11062,"redit":11063,"ĠPhoto":11064,"=-":11065,"unte":11066,"ateur":11067,"159":11068,"_STATE":11069,"ĠSing":11070,"Ġsheet":11071,".val":11072,"orse":11073,"Ġhers":11074,"Ġdetermined":11075,"Common":11076,"Ġwed":11077,"_queue":11078,"PH":11079,"ĠAtl":11080,"cred":11081,"/LICENSE":11082,"Ġmes":11083,"Ġadvanced":11084,".java":11085,".Sh":11086,"Go":11087,"kill":11088,"fp":11089,"_settings":11090,"Ġpal":11091,"Ġtruck":11092,"Ġcombined":11093,"Ġ\"${":11094,"ĠCorpor":11095,"Ġjoined":11096,"ĠJose":11097,"ĠCup":11098,"uns":11099,"estival":11100,"levision":11101,"Ġbroken":11102,"Ġmarriage":11103,"ĠWestern":11104,"Ġrepresents":11105,"ĠTitle":11106,"Ġss":11107,".Ass":11108,"ongoose":11109,"iento":11110,"<>();Ċ":11111,"Ġabsolutely":11112,"Ġsmooth":11113,"TERN":11114,"ĠUnless":11115,"Word":11116,"Ġmerge":11117,"igan":11118,"ĠVol":11119,"Ġnn":11120,".getId":11121,"Ġз":11122,"171":11123,"Ġsexy":11124,"Ġseeking":11125,"Single":11126,".this":11127,"179":11128,"Ġkom":11129,"bound":11130,";\"":11131,"ĠfontSize":11132,"_df":11133,"Ġinjury":11134,"(H":11135,"Ġissued":11136,"_END":11137,":self":11138,"020":11139,"Ġpatch":11140,"Ġleaves":11141,"Ġadopt":11142,"FileName":11143,"ãĢIJ":11144,"Ġexecutive":11145,"ĠByte":11146,"]))Ċ":11147,"Ġnu":11148,"outing":11149,"cluding":11150,"-R":11151,".options":11152,"Ġsubstant":11153,"avax":11154,"ĠBUT":11155,"Ġtechnical":11156,"Ġtwice":11157,"Ġmás":11158,"Ġunivers":11159,"yr":11160,"Ġdrag":11161,"ĠDC":11162,"Ġsed":11163,"Ġbot":11164,"ĠPal":11165,"ĠHall":11166,"forcement":11167,"Ġauch":11168,".mod":11169,"notation":11170,"_files":11171,".line":11172,"_flag":11173,"[name":11174,"Ġresolution":11175,"Ġbott":11176,"(\"[":11177,"ende":11178,"(arr":11179,"Free":11180,"(@\"":11181,"ĠDistrict":11182,"PEC":11183,":-":11184,"Picker":11185,"ĠJo":11186,"ĠĠĠĠĠĊ":11187,"ĠRiver":11188,"_rows":11189,"Ġhelpful":11190,"Ġmassive":11191,"---Ċ":11192,"Ġmeasures":11193,"007":11194,"ĠRuntime":11195,"Ġworry":11196,"ĠSpec":11197,"ĉD":11198,"ãĢij":11199,"Ġ){Ċ":11200,"Ġworse":11201,"(filename":11202,"Ġlay":11203,"Ġmagic":11204,"ĠTheir":11205,"oul":11206,"stroy":11207,"ĠWhere":11208,"280":11209,"Ġsudden":11210,"Ġdefe":11211,"Ġbinding":11212,"Ġflight":11213,"ĠOnInit":11214,"ĠWomen":11215,"ĠPolicy":11216,"Ġdrugs":11217,"ishing":11218,"('../":11219,"ĠMel":11220,"peat":11221,"tor":11222,"Ġproposed":11223,"Ġstated":11224,"_RES":11225,"Ġeast":11226,"212":11227,"ĠCONDITION":11228,"_desc":11229,"Ġwinning":11230,"folio":11231,"Mapper":11232,"ĠPan":11233,"ĠAnge":11234,".servlet":11235,"Ġcopies":11236,"LM":11237,"Ġvm":11238,"åį":11239,"Ġdictionary":11240,"Seg":11241,"177":11242,"elines":11243,"ĠSend":11244,"Ġiron":11245,"ĠFort":11246,"166":11247,".domain":11248,"Ġdebate":11249,"NotNull":11250,"eq":11251,"acher":11252,"lf":11253,"ĉfmt":11254,"Ġlawy":11255,"178":11256,"ÄŁ":11257,"ĠMen":11258,"Ġtrim":11259,"(NULL":11260,"Ġ!!":11261,"Ġpad":11262,"Ġfollows":11263,"\"][\"":11264,"requ":11265,"ĠEp":11266,".github":11267,"(img":11268,"eto":11269,"('\\":11270,"Services":11271,"umbnail":11272,"_main":11273,"pleted":11274,"fortunately":11275,"Ġwindows":11276,"Ġplane":11277,"ĠConnection":11278,".local":11279,"uard":11280,"}\\":11281,"==\"":11282,"andon":11283,"ĠRoy":11284,"west":11285,"158":11286,"iginal":11287,"emies":11288,"itz":11289,"'):Ċ":11290,"ĠPeter":11291,"Ġtough":11292,"Ġreduced":11293,"Ġcalculate":11294,"Ġrapid":11295,"customer":11296,"Ġefficient":11297,"Ġmedium":11298,"Ġfell":11299,".ref":11300,"ĠCas":11301,"Ġfeedback":11302,"Speed":11303,"(output":11304,"aje":11305,"Ġcategories":11306,"Ġfee":11307,"};":11308,"Ġdeleted":11309,"reh":11310,"Ġproof":11311,"Desc":11312,"Build":11313,"Ġsides":11314,".ArrayList":11315,"-%":11316,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":11317,"ر":11318,".match":11319,"ли":11320,"Ġfeels":11321,"Ġachieve":11322,"Ġclim":11323,"_ON":11324,"ĠCD":11325,"Ġteacher":11326,"_current":11327,"bn":11328,"_PL":11329,"isting":11330,"Enable":11331,"GEN":11332,"Ġtv":11333,"Ġsock":11334,"Ġplays":11335,"Ġdiscount":11336,"ĠKE":11337,"ĠDebug":11338,"Fore":11339,"ĠIraq":11340,"Ġappearance":11341,"Mon":11342,"Ġstyled":11343,"ĠHuman":11344,"iot":11345,"ĠHistory":11346,"Ġsac":11347,"ĠCollection":11348,"Ġrecommended":11349,".Selected":11350,"Ġorganizations":11351,"Ġdiscovered":11352,"cohol":11353,"adas":11354,"ĠThomas":11355,"May":11356,"Ġconserv":11357,"Ġdomin":11358,"ĠFollow":11359,"ĠSection":11360,"ĠThanks":11361,"Username":11362,"Ġrecipe":11363,"Ġwonderful":11364,".sleep":11365,"_if":11366,"ĉĊĉĊ":11367,"orno":11368,"Ġru":11369,"_target":11370,".\"\"":11371,"à¦":11372,"EventArgs":11373,"Ġinputs":11374,"Ġfif":11375,"Ġvision":11376,"cy":11377,"ĠSeries":11378,")(((":11379,"Ġtrading":11380,"Ġmarker":11381,"Begin":11382,"Ġtypically":11383,"Ġcauses":11384,"dropdown":11385,"_DEBUG":11386,"260":11387,"Ġdetect":11388,"country":11389,"!\");Ċ":11390,"ĉR":11391,"appy":11392,"Ġcref":11393,"('<":11394,"\"=>":11395,"ĠLE":11396,"reader":11397,"Ġadministr":11398,"õ":11399,"ucket":11400,"Ġfashion":11401,".char":11402,"izar":11403,"Ġdisable":11404,"Ġsuc":11405,"ĠLive":11406,"issue":11407,"Ġmetadata":11408,"flags":11409,"ĠðŁ":11410,"Ġcommitted":11411,"Ġva":11412,"Ġrough":11413,"Ġ'''Ċ":11414,"Ġhighlight":11415,"_vars":11416,"VO":11417,"Ġencoding":11418,"-Z":11419,"_sign":11420,"$(\"#":11421,"Ġrain":11422,"reatest":11423,"ĠEND":11424,"Selection":11425,"Ġcandidates":11426,"Ġsav":11427,".Empty":11428,"Ġdecisions":11429,"Ġcollabor":11430,"ridge":11431,"feed":11432,"ression":11433,"Ġpersons":11434,"VM":11435,"008":11436,"ega":11437,"_BIT":11438,"According":11439,"acked":11440,"Ġdollars":11441,"_loss":11442,"ĠCost":11443,"}\"Ċ":11444,"Notification":11445,"Ġprostit":11446,"Ġauthority":11447,".rec":11448,"Ġspokes":11449,"ĠToday":11450,"istant":11451,"ĠHead":11452,"âĢĿ.":11453,"ertainment":11454,"cean":11455,"culate":11456,"Ġven":11457,"However":11458,"_arr":11459,"Ġtokens":11460,"Graph":11461,"ĠJud":11462,"ĠVirgin":11463,"ĠSerial":11464,"unning":11465,"Mutable":11466,"agers":11467,".csv":11468,"Ġdeveloping":11469,"Ġinstructions":11470,"Ġpromise":11471,"Ġrequested":11472,"_encode":11473,"/\"":11474,"ĠIcon":11475,"uilt":11476,"-day":11477,"Ġintelligence":11478,".IS":11479,"ĠObservable":11480,"ĠHard":11481,"Bool":11482,"211":11483,"idential":11484,".Anchor":11485,"Ġselling":11486,"CI":11487,"AGES":11488,"tle":11489,"bur":11490,"UFFER":11491,"RY":11492,"Ġbigger":11493,"Ġrat":11494,"Ġfamous":11495,"Ġtypename":11496,"Ġexplained":11497,"}}Ċ":11498,"Ġnuclear":11499,"-N":11500,"Ġcrisis":11501,"ĠEnter":11502,"Ġanswers":11503,"/${":11504,"/pl":11505,"Ġsequ":11506,"_next":11507,"mask":11508,"Ġstanding":11509,"Ġplenty":11510,"ĠCross":11511,"ĉret":11512,"dro":11513,"ĠCast":11514,"167":11515,"=true":11516,"ĠChris":11517,"icio":11518,"ĠMike":11519,"Decimal":11520,"addComponent":11521,"Len":11522,"Ġcock":11523,"Ġ#{":11524,"URN":11525,"":11657,"Ġ*=":11658,"ĠPS":11659,"Ġdangerous":11660,"[p":11661,"OME":11662,"Other":11663,"ĠStringBuilder":11664,"Points":11665,"heading":11666,"Ġcurrency":11667,"Ġpercentage":11668,"_API":11669,"Ġclassic":11670,"thead":11671,"ĠMO":11672,"FE":11673,"Idx":11674,"await":11675,"Ġè":11676,"Ġaccident":11677,"Ġvariant":11678,"Ġmyst":11679,"ĠLand":11680,"ĠBre":11681,"Ġharm":11682,"ĠAcc":11683,"Ġcharged":11684,"iones":11685,"Visibility":11686,"arry":11687,"ĠLanguage":11688,"Ġwalking":11689,"\".ĊĊ":11690,"ifer":11691,"Ġleadership":11692,".From":11693,"ynam":11694,"Ġtimestamp":11695,"ipt":11696,"ĠHas":11697,"REFER":11698,"ĠIts":11699,"Ġlistener":11700,"UTE":11701,"213":11702,"_description":11703,"Ġexperiences":11704,"Ġcreates":11705,"RS":11706,"cart":11707,"black":11708,"Ġchoices":11709,"war":11710,"750":11711,"Ġ'''":11712,"Ġordered":11713,"Ġevening":11714,"Ġpil":11715,"Ġtun":11716,"ĠBad":11717,"(app":11718,"random":11719,"Ġexplicit":11720,"Ġarrived":11721,"Ġfly":11722,"Ġeconom":11723,"-mail":11724,"Ġlists":11725,"Ġarchitect":11726,"234":11727,"ĠPay":11728,"Ġds":11729,"ĠSol":11730,"Ġvehicles":11731,"Hz":11732,"-com":11733,"Ġking":11734,"_equal":11735,"ĠHelp":11736,"Ġabuse":11737,"480":11738,"169":11739,"--;Ċ":11740,"Ġextr":11741,"Ġchemical":11742,"ä¿":11743,"Ġorient":11744,"Ġbreath":11745,"ĠSpace":11746,"(element":11747,"wait":11748,"DED":11749,"igma":11750,"Ġentr":11751,"Ġsob":11752,"-name":11753,"Ġaffected":11754,"ika":11755,"Ġcoal":11756,"_work":11757,"Ġhundreds":11758,"Ġpolitics":11759,"subject":11760,"Ġconsumer":11761,"ANGE":11762,"Ġrepeated":11763,"Send":11764,"Ġ#[":11765,"Ġprotocol":11766,"Ġleads":11767,"useum":11768,"Every":11769,"808":11770,"174":11771,"Import":11772,"(count":11773,"Ġchallenges":11774,"Ġnovel":11775,"Ġdepart":11776,"bits":11777,".Current":11778,"Ġ`${":11779,"oting":11780,"(\\":11781,"Ġcreative":11782,"Ġbuff":11783,"Ġintroduced":11784,"usic":11785,"modules":11786,"Are":11787,"-doc":11788,"language":11789,"_cache":11790,"Ġtod":11791,"?>{{":12026,"ĠResource":12027,"ĠStandard":12028,"ĠPrem":12029,"updated":12030,"ivalent":12031,"Ġassets":12032,"_temp":12033,"Ġinterests":12034,"Ġhardware":12035,"ĠRom":12036,"ĠShare":12037,"Ġ''Ċ":12038,"Ġ*,":12039,"ĠTake":12040,"ĠImages":12041,"_CHECK":12042,"(typeof":12043,"ĠJun":12044,"\\<^":12045,"Ġliqu":12046,"Ġworst":12047,"ymbols":12048,"ĉĉĉĠĠĠ":12049,"Ġdrivers":12050,"ĠDocument":12051,"eno":12052,"ĠTechnology":12053,"Ġapproved":12054,"umps":12055,"Ġsnow":12056,"formance":12057,"_ASSERT":12058,"uits":12059,"207":12060,"ÙĨ":12061,"Ġdifferences":12062,".Visible":12063,"ĉĉĉčĊ":12064,"ĠPs":12065,"_fetch":12066,"Ġtodo":12067,".',Ċ":12068,"Ġsel":12069,"urers":12070,"invalid":12071,"Ġtweet":12072,"VEL":12073,"Ġresearchers":12074,"Ġsprintf":12075,"ĠRO":12076,"Ġpel":12077,".Trans":12078,"Ġillegal":12079,"dialog":12080,"smarty":12081,"lg":12082,"_MIN":12083,"Ġhero":12084,"final":12085,"Ġpp":12086,".Le":12087,"Ġci":12088,"ĉRT":12089,"Ġsuggested":12090,"pdf":12091,"aching":12092,"ĠRo":12093,"ĠProperties":12094,"ĠSi":12095,"Ġbuying":12096,"Ġmu":12097,"Ġlands":12098,"ifiers":12099,"ĠFILE":12100,"ROUP":12101,"Ġholder":12102,"ĠSon":12103,"Ġsympt":12104,".route":12105,")?":12106,"Ġargc":12107,"Ġfort":12108,"Ġcasino":12109,"_category":12110,"Ġforum":12111,"215":12112,"prefix":12113,"apture":12114,"Tube":12115,"ems":12116,"imize":12117,"Ġnue":12118,"aus":12119,"course":12120,"ATOR":12121,"()),":12122,"Advertis":12123,"INGS":12124,"Ġacknow":12125,"ĠKorea":12126,"pling":12127,"Ġworker":12128,"PLIED":12129,"hal":12130,"ĠRichard":12131,"Elements":12132,"ĉĉĉĠ":12133,"star":12134,"Ġrelationships":12135,"Ġcheap":12136,"ACH":12137,"ĠXML":12138,",&":12139,"ĠLouis":12140,"Ġride":12141,"_FAIL":12142,"Ġchunk":12143,"[s":12144,"_OUT":12145,"Ġchosen":12146,"_[":12147,"/(":12148,"ĠJeff":12149,"_sl":12150,"priv":12151,"ĠCanadian":12152,"Ġunable":12153,"_FLAG":12154,"Ġnos":12155,"high":12156,"Ġlift":12157,"fun":12158,"(){":12159,"elly":12160,"yclerView":12161,"_as":12162,"_LIST":12163,"Ġradi":12164,".getValue":12165,"304":12166,"ĠAngeles":12167,"ĠSpan":12168,"_instance":12169,"itors":12170,"208":12171,"Ġmigration":12172,"AK":12173,"Oh":12174,"®":12175,".selected":12176,"ĠGT":12177,"Ġadvance":12178,"ĠStyle":12179,".DataGridView":12180,"ection":12181,"Ñİ":12182,"pio":12183,"rog":12184,"Ġshopping":12185,"ĠRect":12186,"Illuminate":12187,"OU":12188,"ĉarray":12189,"Ġsubstantial":12190,"Ġpregn":12191,"Ġpromote":12192,"IEW":12193,".Layout":12194,"Ġsigns":12195,"/.":12196,"Ġletters":12197,"Board":12198,"ctrl":12199,"\"\\":12200,"ĠJones":12201,"Ġvertex":12202,"Ġja":12203,"Ġaffili":12204,"Ġwealth":12205,"ĉdefault":12206,"Ġsignificantly":12207,"Ġec":12208,"Ġxs":12209,"actual":12210,".per":12211,"_step":12212,"anvas":12213,"mac":12214,"Ġtransl":12215,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":12216,"Iterator":12217,"Ġoch":12218,"agnostic":12219,"ĠDuring":12220,"ĠDEFAULT":12221,"Ġtill":12222,"Ġsignature":12223,"Ġbird":12224,"ĠOl":12225,"310":12226,"ĠIr":12227,"HS":12228,"avatar":12229,"ESSAGE":12230,"Ġelev":12231,"Ġmt":12232,"ĠNav":12233,"Ġrelax":12234,"Ġplate":12235,"ITEM":12236,"(date":12237,".not":12238,"Ġgrade":12239,"Ġ}),Ċ":12240,"?\"ĊĊ":12241,"iences":12242,"High":12243,"ĠDIS":12244,"231":12245,"disabled":12246,"QUI":12247,"Ġnoise":12248,"aux":12249,"ĠUP":12250,"888":12251,"osa":12252,"Ġvoc":12253,"Ġ))":12254,"ocom":12255,"_OFF":12256,"ĠDb":12257,"Lock":12258,".eclipse":12259,",d":12260,"ĠDraw":12261,"Ġ\"(":12262,"Ġvisited":12263,"ĠâĪ":12264,"Ġsucceed":12265,"Ġimpossible":12266,"aire":12267,"ĠTurn":12268,"Ġdish":12269,"FG":12270,"Ġsensor":12271,"ANN":12272,"aba":12273,"Ġsurg":12274,"]);čĊ":12275,"Ġfp":12276,"_an":12277,"-J":12278,"-G":12279,"ĠJob":12280,"Convert":12281,"ĠKEY":12282,"Ġauthors":12283,"_server":12284,"\\r":12285,"Ġ-*-":12286,"flex":12287,"Ġsoc":12288,"Ret":12289,"Ġsalt":12290,"ĠâĢ¦ĊĊ":12291,"ĠClear":12292,"(page":12293,"-danger":12294,"Ġrooms":12295,"conv":12296,"#{":12297,".op":12298,"ĠArea":12299,"_SC":12300,"hen":12301,"Ġbegins":12302,"-y":12303,"Ġexcited":12304,"Ġignored":12305,"Ġbonus":12306,"student":12307,"ĠMember":12308,"Ġrelatively":12309,"ĠLow":12310,"ĠProdu":12311,"ateway":12312,"posure":12313,"Ġthick":12314,"aniel":12315,"(view":12316,"ĠCrush":12317,"Extension":12318,"Il":12319,"eed":12320,"LOC":12321,".im":12322,".Items":12323,"Ġconflict":12324,".prevent":12325,"252":12326,"ĠonCreate":12327,"uv":12328,"iser":12329,"Ġwave":12330,"Mar":12331,"ĠCommunity":12332,"iche":12333,"ĠNothing":12334,"[m":12335,"ĠLee":12336,"riends":12337,"232":12338,"ère":12339,"!!!":12340,"anz":12341,".result":12342,"ĠSK":12343,"_PARAM":12344,"Ġdemocr":12345,"BackColor":12346,".exists":12347,"\"It":12348,"(options":12349,"razy":12350,"aser":12351,"\\Database":12352,"alendar":12353,"_ass":12354,";}Ċ":12355,"vertex":12356,"inecraft":12357,"Warning":12358,"argo":12359,"Ġactor":12360,"ĠInstead":12361,"ĠUsing":12362,"Self":12363,"@interface":12364,"Ġspeaking":12365,"ĠParis":12366,"ĠLICENSE":12367,".node":12368,"ĠFood":12369,"EIF":12370,"ĠBi":12371,".Start":12372,"ĠIB":12373,"Ġuniversity":12374,"254":12375,"ĠHeader":12376,".product":12377,"409":12378,"Copy":12379,"etc":12380,"rical":12381,"Ġ>>>":12382,"books":12383,"Ġalgorithm":12384,"Ġ'__":12385,"(javax":12386,"Ġnumerous":12387,"Share":12388,"Have":12389,"Ġrecru":12390,"Ġprove":12391,".substring":12392,"health":12393,"ел":12394,"Ġdecimal":12395,"Ġcommission":12396,"scription":12397,"xC":12398,"Ġsummary":12399,"atted":12400,"Ġcloser":12401,"finished":12402,"()){Ċ":12403,"ĠWood":12404,"301":12405,"_fields":12406,"ku":12407,"_items":12408,"Flag":12409,"Ġconfidence":12410,"ĠFederal":12411,"dux":12412,"Ġcompat":12413,"Ġvertical":12414,"й":12415,"ès":12416,";\">Ċ":12417,"_manager":12418,"()))Ċ":12419,"IDE":12420,":\",":12421,"235":12422,"__Ċ":12423,"ĠWay":12424,"221":12425,"ÑĪ":12426,"Temp":12427,"ĠSTR":12428,"ritten":12429,"Sync":12430,"ĠAV":12431,"ĠCEO":12432,"ĠGuid":12433,"Ġenvironmental":12434,"Ġcorresponding":12435,"ĉconsole":12436,"Ġjustice":12437,"ĠJS":12438,"Ġlived":12439,"gar":12440,"ĠGraph":12441,"ĠStat":12442,"ĠiPhone":12443,".al":12444,"ĠHD":12445,"Ġoccur":12446,"Ġthreshold":12447,"509":12448,"Ġonclick":12449,"REG":12450,".GraphicsUnit":12451,"Meta":12452,"ž":12453,"Ġcum":12454,".gnu":12455,"ë":12456,"Ġobtained":12457,"Ġcomplaint":12458,"Ġeating":12459,"Ġtar":12460,"_task":12461,"Ġopts":12462,"216":12463,"(to":12464,"Pass":12465,"Ġplastic":12466,"tility":12467,"ĠWin":12468,".preventDefault":12469,"pile":12470,"ĠGar":12471,"Ġquantity":12472,"_last":12473,"Ġgreatest":12474,"Dao":12475,"_DIS":12476,"ĠUsed":12477,"ĠHP":12478,"riting":12479,"SION":12480,"blue":12481,"domain":12482,"Ġscores":12483,"Normal":12484,"_admin":12485,"ĠASSERT":12486,"Then":12487,"***":12488,"dist":12489,"lon":12490,"Ġhate":12491,"shal":12492,"ImageView":12493,"database":12494,"Ġpand":12495,"Ġlogic":12496,"=false":12497,"bg":12498,"ĠConfiguration":12499,"Ġnur":12500,"OG":12501,"Ġmarried":12502,":+":12503,"Ġdropped":12504,"040":12505,"Ġregistration":12506,"ом":12507,"ultiple":12508,"izers":12509,"shape":12510,".copy":12511,"Ġwearing":12512,"ĠCath":12513,"Ġdedicated":12514,"Ġ...Ċ":12515,"Ġadvoc":12516,"ĠFamily":12517,"Ġstatements":12518,"ematic":12519,"ampionship":12520,"Ġmotiv":12521,"ĠHave":12522,"Ġblow":12523,"Job":12524,"cert":12525,"_vector":12526,"install":12527,"ĠCOPY":12528,"embed":12529,"DIR":12530,"ĠSpring":12531,"Ġexhib":12532,"223":12533,"cdn":12534,"ĠComment":12535,"ĠOptional":12536,".player":12537,"ĠDark":12538,"(pos":12539,"ĠShould":12540,"Ġcentre":12541,"ĠGuard":12542,"ów":12543,"Ġtrouble":12544,"ENER":12545,"(unsigned":12546,"_service":12547,"Ġns":12548,"uling":12549,"ĠMexico":12550,"ĠNY":12551,"mysql":12552,"Ġlic":12553,"åľ":12554,"Mr":12555,"-fl":12556,"ĠCustomer":12557,"idi":12558,"Ġ?>ĊĊ":12559,"rible":12560,"ĠпÑĢ":12561,"Ġsizes":12562,"_STRING":12563,"validation":12564,"ĠJon":12565,"(Http":12566,"addClass":12567,"Nodes":12568,"Ġfragment":12569,"Ġspoke":12570,"Ġwaste":12571,"Join":12572,"Ġillustr":12573,"eli":12574,"cient":12575,"Ġaid":12576,"Ġprosec":12577,"'){Ċ":12578,"Ġpassing":12579,"Ġfaces":12580,"Shape":12581,"_Z":12582,"iti":12583,"Ġalle":12584,"Ġrobot":12585,"ĠĠĠĠĠĠĠĊ":12586,"ĠSpe":12587,"Ġreceiving":12588,"ĠDetails":12589,"Ġ\")":12590,"mg":12591,"_REF":12592,"Ġcomparison":12593,"*,":12594,"ĠFound":12595,"_session":12596,"(U":12597,"/F":12598,"Ġxxx":12599,"Network":12600,"ders":12601,"Ġcapture":12602,"Ġcorre":12603,"ĠLtd":12604,"ĠAdv":12605,"[@":12606,"Ġclip":12607,"Mill":12608,"ĠProfile":12609,"Ġendif":12610,"Ġoblig":12611,"describe":12612,".element":12613,"riterion":12614,"LD":12615,"ered":12616,"Ġfavour":12617,"score":12618,"ĠFilter":12619,"attributes":12620,"Ġchecks":12621,"Inflater":12622,"ĠPlus":12623,"Ġscientific":12624,"Ġprivacy":12625,"Head":12626,"Ġfeat":12627,"Ġdegrees":12628,"ĠPale":12629,";\">":12630,"Ġfilms":12631,"ĠAudio":12632,"ĠTag":12633,"ĠEnergy":12634,"itar":12635,"parator":12636,"Ġfellow":12637,"Ġevt":12638,"ĠTri":12639,"ĠDAM":12640,"cloud":12641,"ĠPassword":12642,"ĠDemocrats":12643,"ĠAcad":12644,"$lang":12645,"Ġreb":12646,"())ĊĊ":12647,"нÑĭ":12648,"ĠBur":12649,"readcr":12650,"Ġhex":12651,"209":12652,"Console":12653,"ctl":12654,"ousel":12655,"ĠWilliam":12656,"Ġaz":12657,"_PORT":12658,"Ġpractices":12659,"Ġanywhere":12660,"ĠPosition":12661,"Ġ->Ċ":12662,"iams":12663,".username":12664,"placeholder":12665,"Ġoder":12666,"ĠSecretary":12667,"ĠiT":12668,"mond":12669,"events":12670,"?âĢĿ":12671,".Sub":12672,"Ġattached":12673,"Ġnão":12674,"Ġestate":12675,"365":12676,".action":12677,"Ġfigures":12678,"Ġ});čĊ":12679,"Ġsubscri":12680,".tag":12681,"nam":12682,".plot":12683,"noon":12684,"liament":12685,"Character":12686,".tab":12687,"Ġwinter":12688,"ĠVariable":12689,"Ġtrees":12690,"Ġproud":12691,"(V":12692,"_load":12693,"Ġhier":12694,"ĠEcon":12695,"Ġfd":12696,"Ġvictims":12697,"Rest":12698,"iana":12699,"Ġfake":12700,".Println":12701,"Ġstrlen":12702,"Ġsad":12703,"Ġble":12704,"Prot":12705,"Ġbuttons":12706,"Ġtelevision":12707,"Ġlogo":12708,"extension":12709,"ĉj":12710,"stein":12711,"aciones":12712,"Ġ\"\"\"ĊĊ":12713,"Ġsimp":12714,"Ġrecorded":12715,"Ġbrings":12716,"Ġprincipal":12717,"Ġfees":12718,"(source":12719,"kdir":12720,"Ġutils":12721,"Ġcorrectly":12722,"fil":12723,"Ġwel":12724,"Pair":12725,"-button":12726,"scale":12727,"verify":12728,"[c":12729,"Ġ---":12730,"Ġescape":12731,"ikes":12732,"LowerCase":12733,"ician":12734,"Ġchapter":12735,"ĠTYPE":12736,"Ġshadow":12737,"Ġawesome":12738,"WE":12739,"elif":12740,"Ġlambda":12741,"Ġdistinct":12742,"Ġbare":12743,"-off":12744,"Ġcolour":12745,".appendChild":12746,"olec":12747,"aga":12748,".fill":12749,"ĉsuper":12750,"Ġadj":12751,"(position":12752,".getItem":12753,"242":12754,"Short":12755,"Ġtotally":12756,"VD":12757,"ĠTre":12758,"_ep":12759,"vements":12760,"ĠSolution":12761,"Ġfundament":12762,"Follow":12763,"Ġfacility":12764,"Ġhappening":12765,"OF":12766,".textBox":12767,"Span":12768,"Ġ«":12769,"iden":12770,"Ġexceed":12771,"(parent":12772,"Ġcp":12773,"ç»":12774,"Ġhasn":12775,"Ġpri":12776,"Ġconsequ":12777,"nen":12778,"ĠINTO":12779,"Ignore":12780,"ĠFuture":12781,"Ġcarbon":12782,"ĠSteel":12783,"fmt":12784,"okie":12785,"Ġspl":12786,"(title":12787,"-info":12788,"Ġdeals":12789,"Ġfixture":12790,"ea":12791,"Div":12792,"Ġtested":12793,"_return":12794,")ĊĊĊĊ":12795,"upported":12796,"ĠCook":12797,"Ġpaying":12798,"ĠIll":12799,"Ġarrested":12800,"ĠPrime":12801,"_callback":12802,">,Ċ":12803,"driver":12804,"Once":12805,"abb":12806,"_bytes":12807,"ĠSets":12808,"(Object":12809,"Ġcc":12810,"Ġshell":12811,"alo":12812,");//":12813,"(log":12814,"264":12815,"ctors":12816,")":13301,"218":13302,"Ġ$(\".":13303,".pos":13304,"Ġboys":13305,"Ġwedding":13306,"Ġagents":13307,"=\"_":13308,"ĠArmy":13309,"Ġhint":13310,"vision":13311,"Ġtech":13312,"ĠConnect":13313,"Ġlegend":13314,"ĠBet":13315,".Base":13316,"Subject":13317,"Ġlit":13318,"Remove":13319,"Ġ\":":13320,"ĠFinal":13321,"pearance":13322,"ĠiTunes":13323,"Ġparticipants":13324,"ĠPython":13325,"Ġbusy":13326,"iel":13327,"vertices":13328,"ĠtemplateUrl":13329,"ĠClose":13330,"Img":13331,"ĠCorporation":13332,"timestamp":13333,"Ġextend":13334,"Ġwebsites":13335,"Ġpossibility":13336,"оÑĤ":13337,"Ġkö":13338,"Ġmeat":13339,"Ġrepresentation":13340,"241":13341,"Ġĉĉ":13342,"_START":13343,".apply":13344,"ĠValley":13345,"ĠSuccess":13346,"Hi":13347,"Ġnob":13348,"ĠIEnumerable":13349,"_select":13350,"geo":13351,".\")Ċ":13352,"Ġturning":13353,"Ġfabric":13354,"(\"\");Ċ":13355,"Ġperspective":13356,"éĹ":13357,"ĠSn":13358,"Thank":13359,";j":13360,".Parameters":13361,"ĉĠĠĠĠĠĠĠĠĠĠĠ":13362,"Ġfacts":13363,"305":13364,"Ġunt":13365,".instance":13366,"################################################################":13367,"-end":13368,"ĠJOIN":13369,"ĠHen":13370,"Ġuri":13371,"åIJį":13372,"Ġна":13373,"ĠInfo":13374,"Ġconducted":13375,"ĠÃ¥":13376,"OURCE":13377,"Ġwine":13378,"John":13379,".Errorf":13380,"ĠAge":13381,"ounded":13382,"Ġrealize":13383,"312":13384,"Ġ];":13385,"Ġsubsequ":13386,",m":13387,"(User":13388,"iano":13389,"Ġaccompl":13390,"isp":13391,".std":13392,"éĩ":13393,"ĠBed":13394,".setAttribute":13395,"BR":13396,"keep":13397,"ĠALL":13398,"Ġisol":13399,"amma":13400,"Package":13401,"Ġoccasion":13402,"-success":13403,"ед":13404,"ĠLIMITED":13405,"strip":13406,"()ĊĊĊ":13407,"istribution":13408,"Colors":13409,"Ġ+:+":13410,"DidLoad":13411,"aler":13412,"Ġtid":13413,"ĠLED":13414,"ĠLinked":13415,"ĠCart":13416,"())čĊ":13417,"_READ":13418,"Ġkilling":13419,"ĠPHP":13420,"fection":13421,"Ġinstances":13422,"cv":13423,"\"/>":13424,"Ġsf":13425,"Ġtaxes":13426,"_location":13427,"ĠBitcoin":13428,"uable":13429,"rank":13430,"ignore":13431,"track":13432,"ка":13433,"Ġshouldn":13434,"ĠOP":13435,"=>{Ċ":13436,"Ġkm":13437,"Ġhelper":13438,"_head":13439,"ĠWhether":13440,"oco":13441,"_bl":13442,"Ġstatistics":13443,"Ġbeauty":13444,"Ġtog":13445,"tip":13446,"ëĭ¤":13447,"Ġcsv":13448,"(sql":13449,"stdlib":13450,"weak":13451,"Ġlikes":13452,"Äį":13453,"Ġrepeat":13454,"Ġapartment":13455,"Ġemph":13456,"_edit":13457,"Ġvit":13458,"ĉtype":13459,"217":13460,"Even":13461,"uten":13462,"Ġcircumstances":13463,"bian":13464,"Ġsugar":13465,"Windows":13466,"ìŀ":13467,"Ġobserved":13468,"/data":13469,"Ġcalendar":13470,"Ġstrike":13471,"ĠRES":13472,"_sc":13473,"fony":13474,"orem":13475,"(z":13476,"power":13477,"etect":13478,"ĠSat":13479,".description":13480,"Ġgang":13481,"ĠSports":13482,"ongs":13483,"ĠBundle":13484,".sum":13485,"once":13486,"Ġaccused":13487,"Ġexplore":13488,"Ġapproximately":13489,"Ġlosing":13490,"thesis":13491,"ĠFund":13492,"Ġdiagn":13493,"Autowired":13494,"properties":13495,"Ġ_.":13496,"Ġcnt":13497,"cedure":13498,"Ġyy":13499,"Ġgrant":13500,"sock":13501,".innerHTML":13502,"Ġ]);Ċ":13503,"ĠCONFIG":13504,"='$":13505,"550":13506,"]];Ċ":13507,"UND":13508,"Ġglob":13509,"Ġdire":13510,"uffle":13511,"_MEM":13512,"Ġauthentic":13513,">(\"":13514,"Ġdecade":13515,"ĠImport":13516,"Ġoriginally":13517,"ĠjQuery":13518,"Ġindicate":13519,"Ġourselves":13520,"Sw":13521,".lbl":13522,"enerate":13523,"Ġbasically":13524,"ĠHom":13525,"Ġ+#+":13526,"ĠBritain":13527,"ĠKar":13528,"toEqual":13529,".stop":13530,"Ġmodal":13531,"isi":13532,"Ġsuggests":13533,"Ġdtype":13534,"Ġtur":13535,"bf":13536,"Ġconnections":13537,"ĠBefore":13538,"isted":13539,"mouse":13540,"Ġpulled":13541,".build":13542,"Ġlegislation":13543,"Ġforth":13544,"pad":13545,"ego":13546,".Now":13547,"Ġexciting":13548,"}ĊĊĊĊ":13549,"Ġcompr":13550,"Ġshares":13551,"Ġrig":13552,"green":13553,"_vec":13554,"Ġenumerate":13555,"Auto":13556,"icator":13557,"ĠRay":13558,"asse":13559,"Ġholiday":13560,"Ġnullable":13561,"gun":13562,"_details":13563,"Ġwrapper":13564,"seq":13565,"ĠYoung":13566,"juana":13567,"Ġ\"__":13568,"license":13569,"serve":13570,"^(":13571,"iders":13572,".Remove":13573,"ropdown":13574,"'S":13575,"pin":13576,"(token":13577,".Default":13578,"Ġreasonable":13579,"ampion":13580,"ĠSociety":13581,"Ġbei":13582,"erves":13583,"rad":13584,"ĠFox":13585,"_images":13586,"Ġwheel":13587,"')[":13588,"Ġcfg":13589,"(By":13590,"Constructor":13591,"Ġvary":13592,".swift":13593,"Ġproxy":13594,"ĉH":13595,"ĠAnother":13596,"ĠPen":13597,"Ġchecking":13598,"Ġjest":13599,"manager":13600,"Origin":13601,"ugs":13602,"oir":13603,">čĊ":16336,"Ġrelief":16337,"lap":16338,"quer":16339,"_parent":16340,"heap":16341,"LOSE":16342,"Ġcombine":16343,"ĠRose":16344,"owers":16345,"Ġprocedures":16346,"ĠSort":16347,"anim":16348,"variant":16349,"ehicle":16350,"Ġsigning":16351,"Primary":16352,"currency":16353,"Ġsexe":16354,"oen":16355,"theta":16356,"eman":16357,"Ġimpressive":16358,"('_":16359,"ĉU":16360,"ĠTextStyle":16361,"_cnt":16362,"Ġslice":16363,"(':":16364,"Ġunderstood":16365,"His":16366,"277":16367,"013":16368,"Ġinformed":16369,"Ġnick":16370,"429":16371,"(TAG":16372,"hd":16373,"Ġelections":16374,"esture":16375,"ĠSanta":16376,"ĠCoast":16377,".pdf":16378,"inciple":16379,".clone":16380,"born":16381,"uta":16382,"Ġlicensed":16383,"Cr":16384,"Ġbread":16385,"ĠHouston":16386,"Ġnod":16387,"Ġhopes":16388,"ĠCGRect":16389,"Ġguilty":16390,".gif":16391,"Ġrose":16392,".Common":16393,"Tip":16394,"ANK":16395,"ĠFC":16396,"During":16397,"ĠSymfony":16398,"Ġdefensive":16399,"km":16400,")>":16401,"archive":16402,"ĠURI":16403,"ycling":16404,"-o":16405,"ĠWebsite":16406,"AMP":16407,"405":16408,"ishment":16409,"Ġdoctors":16410,"Direct":16411,"ARI":16412,"ĠRedirect":16413,"ieren":16414,"960":16415,"_dist":16416,"yo":16417,"ĠProgress":16418,"Ġzum":16419,"Ġmemor":16420,"ĠED":16421,"Ġjur":16422,"æį®":16423,"_TABLE":16424,"Ġuuid":16425,"Expr":16426,".head":16427,"('%":16428,"pointer":16429,"Ġestimate":16430,"ĠGreg":16431,"Ġloader":16432,"ĠiOS":16433,"Ġmens":16434,"[y":16435,"Ġrefused":16436,"Ġprecision":16437,"isch":16438,"ĠACTION":16439,"Cloud":16440,"sWith":16441,"(ret":16442,"292":16443,"_ADDR":16444,"_conf":16445,"(df":16446,"Ġlocked":16447,"Ġrising":16448,"ãĥ»ãĥ»":16449,"ĠMs":16450,"Ġscenes":16451,"_EXT":16452,"_raw":16453,"_the":16454,"people":16455,"Ġrecon":16456,"ĠFun":16457,"Ġbless":16458,"ĠUpdated":16459,"422":16460,"ün":16461,"ĠĠĠĠĠĠĠĠĠĠĠĠčĊ":16462,"pection":16463,"Release":16464,".logger":16465,"ĠSY":16466,"Ġcounsel":16467,"urd":16468,"_true":16469,"Ġeverybody":16470,"ivot":16471,"Ġhence":16472,"ĠNAS":16473,"789":16474,"Ġopposed":16475,"unknown":16476,"ĠDESC":16477,"ĠChair":16478,"failed":16479,"ĠINCLUDING":16480,"386":16481,"352":16482,"Ġwriters":16483,"{}Ċ":16484,"ÃŃt":16485,"_copy":16486,"}:":16487,"ĠBat":16488,"Ġconverted":16489,"eding":16490,"placement":16491,"ĠHost":16492,"Sound":16493,"им":16494,"Ġsought":16495,"402":16496,"mid":16497,"Ġsalary":16498,"ogg":16499,"âĦ¢":16500,"bul":16501,"Ġwir":16502,"validator":16503,"_STAT":16504,".store":16505,"ĠBattle":16506,"ın":16507,"Ġ-->ĊĊ":16508,"Trump":16509,"dot":16510,"ĠCONT":16511,".fetch":16512,"Ġcontinu":16513,"was":16514,"Ġfraud":16515,"_tmp":16516,"mitter":16517,".pictureBox":16518,"GA":16519,"Ġtournament":16520,".Input":16521,"343":16522,"[r":16523,"exion":16524,"centage":16525,"ĠKorean":16526,"undef":16527,"ĠAvailable":16528,"reshape":16529,"Ġkit":16530,"ĠStruct":16531,"ĠSUB":16532,"Answer":16533,"_lib":16534,".twitter":16535,"Ġore":16536,"ĠDragon":16537,".Ext":16538,",k":16539,"Ġexplanation":16540,"refs":16541,"ĠDrive":16542,"ĠTraining":16543,"282":16544,".Has":16545,"341":16546,"intage":16547,"big":16548,"ologist":16549,"ennis":16550,"460":16551,"Ùĩ":16552,"Ġchicken":16553,"ĠĠĠĠĠĠĠĠĠĠĊ":16554,"çĽ":16555,"ãģ§":16556,"Ġpeak":16557,"Ġdrinking":16558,"Ġencode":16559,"ĠNEW":16560,"malloc":16561,"ĉfprintf":16562,"Ġ=================================================================":16563,"including":16564,"Ġprinciples":16565,"ĠMah":16566,"267":16567,"storage":16568,"-key":16569,"Ġkeyword":16570,"%;":16571,"Ġtrained":16572,".contrib":16573,"Ġkv":16574,"__':Ċ":16575,"ĠBoy":16576,"parameter":16577,"Ġsuite":16578,"Ġthousand":16579,"Ġcoordinate":16580,"-generated":16581,"íķĺ":16582,"generated":16583,"Ġadmitted":16584,"Ġpussy":16585,"#w":16586,"Ġswim":16587,"union":16588,"Na":16589,"274":16590,"ĠRoyal":16591,".channel":16592,"Updated":16593,"_ROOT":16594,"Ġvital":16595,"335":16596,"raction":16597,"ĠCrusher":16598,"Ġpreced":16599,"Ġhorizontal":16600,"Blueprint":16601,"Ġattrs":16602,"Ġsmoke":16603,"ÐĴ":16604,".Equals":16605,"FB":16606,"ĠResources":16607,"rolling":16608,"Ġpasses":16609,"ĠNum":16610,"rotate":16611,"etype":16612,"\\\",":16613,"Ġsensitive":16614,"Ġtall":16615,"?âĢĿĊĊ":16616,"Proxy":16617,"iy":16618,"_section":16619,"âĢĶâĢĶâĢĶâĢĶ":16620,"brid":16621,"Ġcircuit":16622,"atan":16623,"ENC":16624,"Ġdriven":16625,"Ġvoted":16626,"Ġeducational":16627,"Ġinteraction":16628,"abetes":16629,"Ġtone":16630,"ĠInitializeComponent":16631,"Ġmerely":16632,"Ġìŀ":16633,"cookie":16634,"_div":16635,"ĠUILabel":16636,"vely":16637,"});čĊ":16638,"_ENT":16639,"#+#+":16640,"articles":16641,"ĠSouthern":16642,"Ġstronger":16643,"ĠGiven":16644,"ĠEric":16645,"ĠIR":16646,"abstract":16647,"Under":16648,"nable":16649,"Ġincrement":16650,"oven":16651,"Ġcoin":16652,"_timer":16653,"Ġsuffered":16654,"ĠFREE":16655,"'].\"":16656,"ĠQueen":16657,"stats":16658,"Ġmeetings":16659,"276":16660,"Ġentering":16661,"Ġalongside":16662,"(session":16663,"itals":16664,"Ġfoundation":16665,"ĠCredit":16666,".div":16667,"_ALL":16668,"pcion":16669,"_stat":16670,"icking":16671,"Defaults":16672,"_src":16673,"Ġoutputs":16674,"/B":16675,"Ġenthus":16676,"-bl":16677,".ForeColor":16678,"ĉtemp":16679,"Face":16680,"Ġinteract":16681,"Ġweird":16682,"Mount":16683,"rell":16684,"udents":16685,"Ġrequirement":16686,"ĠSus":16687,"IER":16688,"Ġelected":16689,"reference":16690,"ĠME":16691,"Ġservers":16692,".wait":16693,"Ġsnapshot":16694,"ilton":16695,"Ġtries":16696,"Ġtipo":16697,".Time":16698,">w":16699,"Ġmountain":16700,"Ġpounds":16701,"Ġ[...":16702,"exists":16703,"ĠngOn":16704,"_MAP":16705,"Ġflying":16706,"331":16707,"xiety":16708,"ĉvalue":16709,"_DB":16710,"uno":16711,"Ġseats":16712,"TURN":16713,".author":16714,"!)":16715,"orce":16716,"Ġindicated":16717,"317":16718,".sin":16719,"Ġassignment":16720,"imiento":16721,"ĠFrame":16722,"324":16723,"_gen":16724,"inery":16725,"_)":16726,"messages":16727,".settings":16728,"ĠMean":16729,"ĠMuseum":16730,"irq":16731,"attach":16732,"ĠPalestin":16733,"_QU":16734,"_tags":16735,"Ġcasual":16736,"emen":16737,"ASSWORD":16738,"432":16739,"$s":16740,"ĠCirc":16741,"ой":16742,"etric":16743,"/P":16744,"018":16745,"Ġepoch":16746,"The":16761,"ĠAk":16762,"Ġgrass":16763,"/*čĊ":16764,"(dis":16765,"Ġguns":16766,"Ġtb":16767,"ĠKevin":16768,".args":16769,"ĠAh":16770,"oped":16771,"(J":16772,"columns":16773,"arguments":16774,"ĠWithEvents":16775,"_full":16776,"ĠDefense":16777,"Simple":16778,"Ġdeaths":16779,"295":16780,"Ġextensive":16781,"ĠStill":16782,"ĠExpression":16783,"ĠAgency":16784,"Ġperforming":16785,"FX":16786,"Ġusuario":16787,"UAL":16788,"Side":16789,"odos":16790,"aptop":16791,"Ġcredentials":16792,"_cap":16793,"atient":16794,"ĠDisney":16795,"Ġai":16796,"Ġchip":16797,"Ġvolt":16798,".makeText":16799,"%%%%%%%%%%%%%%%%":16800,"Ġbelief":16801,"_LOC":16802,"ĠCivil":16803,"Navigation":16804,"Ġreveal":16805,"Ġviolent":16806,"ĠFil":16807,"Ġcatalog":16808,"emed":16809,"scan":16810,".control":16811,"Ġconstitution":16812,"Country":16813,"Separator":16814,"_APP":16815,"topic":16816,"uetooth":16817,"MIN":16818,"Ġdescriptor":16819,"yt":16820,"ETHER":16821,"Ġdistribute":16822,"'}Ċ":16823,".trim":16824,".Line":16825,"Ġlbl":16826,"assertEquals":16827,"ĠDet":16828,"ombok":16829,"(width":16830,"Ġtort":16831,"ĠEXPRESS":16832,"aco":16833,"Using":16834,"ĠBrand":16835,"wall":16836,"EMENT":16837,"ĠCommunic":16838,"(Ċ":17492,"?>\"":17493,"Ġ///Ċ":17494,"Ġeiner":17495,"Ġweekly":17496,"ĉlogger":17497,"_pop":17498,"_man":17499,"Ġmigrations":17500,"Ġasks":17501,"Ġbs":17502,"Ġfalls":17503,".Where":17504,"-height":17505,"_feature":17506,".Min":17507,"Ġhyper":17508,"Ġvolatile":17509,"Ġtwenty":17510,"Typography":17511,"Unable":17512,"Det":17513,",f":17514,"-mod":17515,"Ġsettlement":17516,"Ġcontracts":17517,"nome":17518,"Bad":17519,"ĠBrian":17520,"768":17521,"(username":17522,"!!!!":17523,"Ġhack":17524,".Field":17525,"HR":17526,"ĠJordan":17527,"iza":17528,"ĠÂł":17529,"ĠSher":17530,".header":17531,"(other":17532,"ĠDub":17533,"(op":17534,"ĠRound":17535,"Ġvie":17536,"Ġappl":17537,"ĉJ":17538,"ĠInsert":17539,"ĠLP":17540,"regon":17541,"ĠMPI":17542,"Ġanchor":17543,"aca":17544,"ør":17545,"Ġade":17546,"anchor":17547,"quee":17548,"ĠTreeNode":17549,"Ġtargeted":17550,"Ġlaid":17551,"ABEL":17552,"vet":17553,"ĠOrigin":17554,"Ant":17555,".');Ċ":17556,"expect":17557,"edReader":17558,"ĠMajor":17559,"Ġinch":17560,"Compar":17561,"Ġpreview":17562,"Ġillness":17563,"ĠCONTRACT":17564,"ĠIndepend":17565,"uuid":17566,"Ġnome":17567,"Ġtc":17568,"ĠAvenue":17569,"isan":17570,"Ġphrase":17571,"_move":17572,"\")[":17573,"412":17574,"Ġprovision":17575,"Ġconcentr":17576,"_IR":17577,"ĠUt":17578,"()+":17579,"Ġnas":17580,"!,":17581,"ĠRobin":17582,"iations":17583,"atitude":17584,"Ġpx":17585,"ĠWithout":17586,"/bash":17587,"ekt":17588,"reement":17589,"342":17590,"Observer":17591,"318":17592,"ĠRegion":17593,"UBLIC":17594,"Ġ{//":17595,"KN":17596,"å·":17597,"GameObject":17598,"å¾":17599,"encoding":17600,"Ġ***":17601,"projects":17602,"Ġtk":17603,"Ġcheese":17604,"EMPL":17605,"aro":17606,"ĠاÙĦ":17607,"610":17608,"337":17609,"Ġconsists":17610,"refresh":17611,"ureau":17612,"ĠScanner":17613,"Ġsoil":17614,"Ġflavor":17615,"DataSource":17616,"Execute":17617,"ение":17618,"Ġshit":17619,"åĪĨ":17620,"Ċ":17875,"Ġsubsequent":17876,"posable":17877,"-fluid":17878,"Ġthorough":17879,"Ġpublicly":17880,"apters":17881,"ĠWilson":17882,"_PRE":17883,"yard":17884,"ä¼":17885,"ĉin":17886,"339":17887,"Ġrevers":17888,"Ġbullet":17889,"cribed":17890,"nesota":17891,"Ġ($_":17892,"annon":17893,"cursor":17894,"Ġclothing":17895,"ĠMulti":17896,"287":17897,":',":17898,"Ġvess":17899,"ordinator":17900,"Ġeinem":17901,"Cannot":17902,"Ġarmed":17903,"ĉV":17904,"ä¸Ĭ":17905,".Flat":17906,"ĠSep":17907,"ĠSubject":17908,"_font":17909,"Ġcharacteristics":17910,"Done":17911,"eln":17912,"############":17913,"POS":17914,"Ġdensity":17915,"ĠPlatform":17916,"-items":17917,"Ġovers":17918,"Ġpushing":17919,"ç¤":17920,".Connection":17921,"_term":17922,"Ġinitialization":17923,"________________________________":17924,"ç¬":17925,".document":17926,"lesh":17927,"ĉdocument":17928,"ĠPin":17929,"ça":17930,"Ġdefinitions":17931,".Path":17932,"_WRITE":17933,"ĠĉĊ":17934,"?>ĊĊ":17935,"Ġterrible":17936,"bean":17937,"ickets":17938,"ĠSV":17939,"Buy":17940,"(task":17941,"Ġregime":17942,"google":17943,"Ġcrack":17944,".visit":17945,"NUM":17946,"energy":17947,"Ġstruck":17948,"_sample":17949,".payload":17950,"Ġrevis":17951,"ĠScene":17952,"Ġpg":17953,"Ġbreakfast":17954,"URRENT":17955,".charAt":17956,"_exception":17957,"ĠAnton":17958,"Ġguidelines":17959,"Ġexhaust":17960,"ĠFinancial":17961,"Ġindent":17962,"Ġdesktop":17963,"Hidden":17964,"Failure":17965,"Ġprinciple":17966,"Ġiv":17967,"Ġseks":17968,"network":17969,"ĠnumberOf":17970,"ĠAlbert":17971,"ĉlong":17972,"801":17973,",.":17974,"Ġzeros":17975,"fade":17976,"ĠTyp":17977,"ĠTerm":17978,"ĠArts":17979,".Application":17980,"Ġbehalf":17981,"æĪ·":17982,"Ġmere":17983,"(`${":17984,"Ġawareness":17985,"elpers":17986,"flix":17987,"Ġweigh":17988,"Ġestimates":17989,".child":17990,"/O":17991,"ĠBitmap":17992,".bottom":17993,"Ġ**************************************************************************":17994,"Expect":17995,"ento":17996,"ĠForum":17997,"veral":17998,"Ġjail":17999,"Ġabilities":18000,"ĠHOLD":18001,"ĠCit":18002,"Ġdynam":18003,"Ġgray":18004,"ĉĉĉĉĉĉĉĉĉĉĉĉĉ":18005,".nextInt":18006,"antly":18007,"ĠARISING":18008,"(private":18009,"Ġrejected":18010,"ĠNic":18011,"Ġleather":18012,"={Ċ":18013,"alytics":18014,"thetic":18015,".Top":18016,"373":18017,".Page":18018,"={`":18019,"Ġ;čĊ":18020,"depth":18021,"mann":18022,"WD":18023,"ĠSom":18024,".Right":18025,"Ġ)}Ċ":18026,"Ġtrait":18027,"ÃĹ":18028,"iac":18029,"Ġrv":18030,"Sample":18031,".Xml":18032,"opped":18033,"ĠÑĦ":18034,"lists":18035,"Ġtear":18036,"iversary":18037,".collection":18038,"ĠConstitution":18039,"ĠHttpResponse":18040,"Ġbrill":18041,"ĠProm":18042,"hover":18043,"366":18044,"ĠMiami":18045,"Ġargue":18046,"_float":18047,"504":18048,"ĠãĤ":18049,"Ġnat":18050,"ĠTal":18051,"Ġintegration":18052,"(cur":18053,"Ġremoving":18054,"Ġcoeff":18055,"ĠThough":18056,"Ġforecast":18057,"408":18058,"ĠVegas":18059,"Site":18060,"346":18061,"Ġtrab":18062,"ĠHenry":18063,"-i":18064,"Ġinvolves":18065,"BT":18066,"Ġslo":18067,"Invoke":18068,"Ġlucky":18069,"025":18070,"rat":18071,"Ġ?Ċ":18072,"Ġhandled":18073,"(fd":18074,"contents":18075,"ĠOFF":18076,"RF":18077,"Ġsty":18078,"ĠMotor":18079,"tery":18080,"tax":18081,"MAP":18082,"ĠMrs":18083,"Ġphones":18084,"ĠUIView":18085,"\")));Ċ":18086,"(dev":18087,"ĠIrish":18088,"019":18089,"Ġws":18090,"DI":18091,"_OFFSET":18092,"ĠEvents":18093,"Ġstages":18094,"Ġ}//":18095,"Ġhaben":18096,"STANCE":18097,"ĠSin":18098,"ĠMoney":18099,"(top":18100,"Ġappointment":18101,"VERSION":18102,"metadata":18103,"_comment":18104,"Ġcolleagues":18105,"maps":18106,"âĺ":18107,"ĊĉĊ":18108,"(al":18109,"_req":18110,"Ġfut":18111,"Ġarchitecture":18112,"351":18113,"ĠWHETHER":18114,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":18115,"_screen":18116,"ĠstyleUrls":18117,"Ġmonster":18118,".up":18119,"phia":18120,"Ġprocessor":18121,"ĠTerr":18122,"=',":18123,"ĠManufact":18124,"ĠNT":18125,"kel":18126,"ibern":18127,"ĉfile":18128,"Ali":18129,"rientation":18130,"Ġ//!":18131,"apore":18132,"aneous":18133,"ĠCreat":18134,"folder":18135,"415":18136,"Ġhay":18137,"Suppress":18138,"(left":18139,"Ġeuro":18140,"Ġdisclaimer":18141,"ustry":18142,"ships":18143,"_fd":18144,"ĠFa":18145,"_insert":18146,"Ġrol":18147,"ifting":18148,"ĠComments":18149,"_br":18150,"Ġlosses":18151,"ĠAdded":18152,"charg":18153,"Ġпо":18154,"_system":18155,"ĠSometimes":18156,"ĠSpain":18157,"(group":18158,"ialis":18159,"Ġdollar":18160,"ĠArgs":18161,"499":18162,"297":18163,"quires":18164,"ĠTen":18165,".scss":18166,"Ġsurvive":18167,"usage":18168,"Ġjun":18169,"imiter":18170,"ï¼ģĊĊ":18171,"Ġfifth":18172,"toggle":18173,"Ġdecline":18174,"($\"":18175,"(Long":18176,"inge":18177,"Ġpilot":18178,"-light":18179,"-radius":18180,"Ġpodcast":18181,"Ġnaturally":18182,"Pages":18183,"为":18184,"ĠDespite":18185,"Ġlighting":18186,"Ġcrate":18187,"ĠBinary":18188,"Ġreducing":18189,"Ġeleg":18190,"ĠMouse":18191,"ĠTestBed":18192,"ĠbeforeEach":18193,"_ARRAY":18194,"Redirect":18195,"329":18196,"Ġflood":18197,"Ġships":18198,"363":18199,"Ġelectricity":18200,")*(":18201,"ê¸":18202,"ĠViet":18203,"hero":18204,"Ġdia":18205,"ĠKent":18206,"heart":18207,"Ġthreats":18208,"_acc":18209,"Ġsymbols":18210,"ischen":18211,"_inst":18212,"Criterion":18213,"ĠTIM":18214,".Height":18215,"580":18216,"ĠâĢĻ":18217,"();ĊĊĊ":18218,"Products":18219,"_SP":18220,"ĠCy":18221,"Ġdependent":18222,"este":18223,"Ġdatos":18224,"dit":18225,"ав":18226,"IGNAL":18227,"Ġlesson":18228,"\">'":18229,"ĠCover":18230,"ĠHope":18231,"ĠTimer":18232,"Ġdad":18233,"viders":18234,"ĠPhot":18235,"/?":18236,"ropy":18237,"oming":18238,"asion":18239,"Ġ\\(":18240,"ĠET":18241,"ĠReading":18242,"Ġepisodes":18243,"lm":18244,"421":18245,"echa":18246,"Ġneuro":18247,"820":18248,"Ġharmon":18249,"Ġliberal":18250,"-ind":18251,"393":18252,"DATA":18253,"Ġeveryday":18254,"Ġdivided":18255,"ĠActiveRecord":18256,"figure":18257,"UA":18258,"ä¹":18259,"riendly":18260,"tech":18261,"601":18262,".gameObject":18263,"иÑĤÑĮ":18264,"374":18265,"Ġmoon":18266,"ftime":18267,"Ġnoch":18268,"ĠTORT":18269,"ĠVM":18270,".initial":18271,"(child":18272,"Ġmusical":18273,"Ġoc":18274,"bas":18275,"ĠHay":18276,"361":18277,"_long":18278,"Ġmemset":18279,"iley":18280,"adelphia":18281,"SV":18282,"roat":18283,"_tx":18284,"Ġlon":18285,"ĠngOnInit":18286,"bp":18287,"ĠGolden":18288,"ACHE":18289,"Ġworried":18290,"azi":18291,"Ear":18292,"Take":18293,"(fp":18294,"burgh":18295,"_Data":18296,"gres":18297,"ĠOnt":18298,"pus":18299,"Ġtransparent":18300,"Ġpocket":18301,"Ġram":18302,"igrations":18303,".čĊčĊ":18304,"Ġ[(":18305,"Ġadopted":18306,"Ġreportedly":18307,"ĠDream":18308,"Ġ}));Ċ":18309,"losing":18310,"Ġteeth":18311,"ĠBooks":18312,"\",&":18313,"enny":18314,"LEMENT":18315,"Ġgel":18316,"ĠPlant":18317,"437":18318,"!âĢĿ":18319,".host":18320,"ĠReply":18321,"376":18322,"rength":18323,"Ġrecognition":18324,"Ġ}}>Ċ":18325,"LA":18326,"Ġmirror":18327,"Ġassistant":18328,"(device":18329,"Ġspiritual":18330,"builder":18331,"§":18332,"Ġoutr":18333,"Ġtt":18334,"ĠPER":18335,"Ġradical":18336,"Methods":18337,"Ġpace":18338,"udy":18339,"Ġgut":18340,"ĠGreek":18341,"Ġnonatomic":18342,"ĠPaper":18343,"_GPIO":18344,"Ġobst":18345,".Ad":18346,"vironments":18347,"ĠSov":18348,"356":18349,"(con":18350,"ĠTransaction":18351,".assign":18352,"ĉcatch":18353,"elter":18354,"Ġbitcoin":18355,"_GR":18356,"ĠčĊ":18473,"metic":18474,"Ġtransformation":18475,"åı·":18476,"Ġrgb":18477,"istributions":18478,"Ġimplicit":18479,"/in":18480,"destination":18481,"аÑĤÑĮ":18482,"Zero":18483,"Ġunset":18484,"920":18485,".where":18486,".go":18487,"Ġformation":18488,"Ġdeclaration":18489,"()čĊčĊ":18490,"ĠExpl":18491,"ĉĉĉĠĠ":18492,"/pro":18493,".JSON":18494,"441":18495,"Ġdesk":18496,".substr":18497,"//----------------------------------------------------------------------------":18498,"lyn":18499,"pson":18500,"407":18501,"disable":18502,"ĠFunc":18503,"ĉAssert":18504,"ĠMARK":18505,"Ġdefeat":18506,"Ġblind":18507,"Ġconstants":18508,"362":18509,".headers":18510,"UILD":18511,"Ġexpenses":18512,"Pixel":18513,"Ġhr":18514,"Ġfel":18515,"ĠEastern":18516,"424":18517,"490":18518,"_del":18519,"357":18520,"ĠCub":18521,"Ġsq":18522,"ĉcount":18523,"ĠDirectory":18524,"Ġexclus":18525,"Ġhistoric":18526,"Ġ------------------------------------------------":18527,"Ġcomposition":18528,"ĠdataGridView":18529,"ĠBurn":18530,"ĠBC":18531,"Master":18532,"Ġspawn":18533,"Ġbearing":18534,".SetActive":18535,"ilo":18536,"Ġgallery":18537,"Ġfounded":18538,"Ġavailability":18539,".sqrt":18540,"Ġpes":18541,"ĠDOM":18542,"mate":18543,"Oct":18544,"Ġmatched":18545,"itivity":18546,"Ġanxiety":18547,".price":18548,"ĠInstant":18549,"ìĬ":18550,"Ġtut":18551,"ICollection":18552,".shared":18553,"_sql":18554,"tbl":18555,"library":18556,"_destroy":18557,"ermal":18558,"ĠNotes":18559,"ĠEin":18560,"Ġsouthern":18561,"ĠOTHERWISE":18562,"Ġmacro":18563,".lower":18564,"cls":18565,"ContentView":18566,".link":18567,"constant":18568,"ĠBes":18569,"Ġsomebody":18570,"nb":18571,"399":18572,"\">{":18573,"(local":18574,".....":18575,"ĠNull":18576,"mx":18577,"Ġç":18578,"Ġpause":18579,"-----------":18580,"_MO":18581,"ĠCM":18582,"ĠforKey":18583,"ĠDVD":18584,"Ġclosest":18585,"_DEVICE":18586,"ĠStephen":18587,"ĠBBC":18588,"ĠTravel":18589,"Paint":18590,"ĠResults":18591,"ĠRule":18592,"Ġtp":18593,"Ġratings":18594,"cin":18595,"csv":18596,">/":18597,"ĠGOP":18598,"lad":18599,"ĠÑĢ":18600,"ĠindexPath":18601,"matrix":18602,"=f":18603,"arsed":18604,"Ġ});":18605,"ĠCos":18606,"ĠScore":18607,"Ġtak":18608,"ĠESP":18609,"ĠINC":18610,"_NULL":18611,"-flex":18612,"\"][":18613,"into":18614,"eland":18615,"Authorization":18616,"_FALSE":18617,"Ġgate":18618,"Ġvid":18619,"istent":18620,"TIME":18621,"Ġrewrite":18622,"Ġtie":18623,"Ġarchive":18624,"511":18625,".events":18626,".getParameter":18627,"ĠPermission":18628,"Ġprogramme":18629,"Ġé":18630,"jud":18631,"Ġcameras":18632,"338":18633,"349":18634,"(sys":18635,"ĠSyrian":18636,"Ġimprovements":18637,"Ġhip":18638,"Ġsuicide":18639,"Ġscholar":18640,"Ġcompatible":18641,"022":18642,"remote":18643,".down":18644,"FUNCTION":18645,"Ġmanaging":18646,"ĠUIKit":18647,".raw":18648,">>>>":18649,"371":18650,"Ġdemands":18651,"ellite":18652,"Ġdent":18653,"ĠMicro":18654,"åıĸ":18655,"'][$":18656,"ĠIE":18657,"imension":18658,"Ġtrem":18659,"630":18660,"Ġgained":18661,".with":18662,".ok":18663,"hou":18664,"Ġbom":18665,"ampaign":18666,"Ġjoining":18667,"fish":18668,"ĠaddSubview":18669,"860":18670,"Ġnorthern":18671,".cor":18672,"oret":18673,"Die":18674,"inish":18675,"_comp":18676,"Ġattended":18677,"Ġcollapse":18678,"ĠSS":18679,"acent":18680,"_EQUAL":18681,"ĠDeep":18682,"RGB":18683,"ĉtest":18684,"olves":18685,"uset":18686,"UnityEngine":18687,"writer":18688,"Resolver":18689,",%":18690,"ifference":18691,"_remove":18692,"onda":18693,"Ġfemme":18694,"385":18695,"decode":18696,"Branch":18697,"Ġflush":18698,"Ġinnovative":18699,"Tests":18700,"Ġ['./":18701,"Ġcovering":18702,".admin":18703,"ultipart":18704,"(lambda":18705,"namespace":18706,"ĠSport":18707,"Ġ!(":18708,"acles":18709,"Ġdepression":18710,"ĠKong":18711,"570":18712,"Ġpert":18713,"ĠConn":18714,"ĠOtherwise":18715,"/home":18716,"supported":18717,"Ġpink":18718,"Ġinvited":18719,"ños":18720,"_enabled":18721,"Ġ-Ċ":18722,"FW":18723,"eners":18724,"ĠMY":18725,"Ġsuggestions":18726,"Canvas":18727,"Ġfer":18728,"ĠMarketing":18729,"@Test":18730,"untu":18731,"ĠVen":18732,"ĠCou":18733,"ivals":18734,"Donald":18735,"limited":18736,"ĉĉĉĉĉĉĊ":18737,"Ġanalyst":18738,"(entry":18739,"Ġrepresentative":18740,"_attributes":18741,"Ġfur":18742,".hide":18743,"resp":18744,"adores":18745,"rides":18746,"ĠJosh":18747,"robot":18748,"ĠNAT":18749,"Ġsesso":18750,"Ġintegrated":18751,":true":18752,"parts":18753,"Ġstupid":18754,":event":18755,"@endsection":18756,"Ġpu":18757,".Table":18758,"ĠYii":18759,"`;ĊĊ":18760,"Ġclang":18761,"=\"\">":18762,"engan":18763,"_parameters":18764,".internal":18765,"ĠModern":18766,"Ġmetric":18767,"Ġsemi":18768,"={{Ċ":18769,"707":18770,".amazon":18771,"ĠBB":18772,"ainty":18773,"viewport":18774,"367":18775,"ĠstartActivity":18776,"dispatch":18777,"*****":18778,"Ġflav":18779,"ifferent":18780,"382":18781,"[this":18782,"Ġstake":18783,"Ġargued":18784,"viously":18785,".work":18786,"ĠOak":18787,"Old":18788,"(async":18789,"notes":18790,"Ġflip":18791,"Ġdisag":18792,"ĠTE":18793,"ĉerror":18794,"<'":18795,"Ġ»ĊĊ":18796,"Ġfiltered":18797,"ĠMach":18798,"Ġhung":18799,"_dump":18800,"_samples":18801,"-dismiss":18802,"Ġray":18803,"Implemented":18804,"DK":18805,"Ġjed":18806,"090":18807,"Ġbreaks":18808,"Ġfits":18809,".gr":18810,"ĠZero":18811,"oro":18812,"Ġequally":18813,"Ġ'[":18814,"Ġconcerning":18815,"<":18914,"Ġpromot":18915,"Ġincl":18916,"_only":18917,"를":18918,"ĠAttorney":18919,"-date":18920,"Ġlandscape":18921,"Ġfu":18922,"SY":18923,".prop":18924,"ĠArr":18925,"pag":18926,"ParallelGroup":18927,"':čĊ":18928,"Ġlogs":18929,"aunch":18930,"unci":18931,"nama":18932,"TableCell":18933,"issues":18934,".{":18935,"ecurity":18936,"_exec":18937,"olds":18938,"Ġhosts":18939,"Ġproto":18940,"_import":18941,"_sort":18942,"ĠBow":18943,"ĠNormal":18944,"ĠFarm":18945,".createParallelGroup":18946,"Rotation":18947,".err":18948,"Ġpleased":18949,"itage":18950,".Wh":18951,"ĉĉĠĠĠĠ":18952,"MR":18953,"ĠMORE":18954,"ĠNatural":18955,"_transform":18956,"BASE":18957,"eneral":18958,"utdown":18959,".commons":18960,"WT":18961,"Ġaan":18962,".Result":18963,"dog":18964,"Ġclicking":18965,"),ĊĊ":18966,"#line":18967,"Operator":18968,"Ġciv":18969,"Ġmerg":18970,"obuf":18971,"ngthen":18972,"Ġ[{":18973,"Ġcancell":18974,"trigger":18975,".:":18976,"WORK":18977,"declare":18978,"Ġdecrease":18979,"ÅĽci":18980,"loom":18981,".None":18982,"ĠMI":18983,"ĠJason":18984,"Ġhealthcare":18985,"iamond":18986,"sylvania":18987,"*x":18988,"ĠRa":18989,"[b":18990,"Ġprinting":18991,"phabet":18992,"ĠLabour":18993,"opper":18994,"Ġzijn":18995,"-target":18996,"_FUNCTION":18997,"Ġoct":18998,"ениÑı":18999,"åľ¨":19000,"Ġwestern":19001,"Ġcomputers":19002,"ĠRET":19003,"HashMap":19004,"[String":19005,"getValue":19006,"_DATE":19007,".Next":19008,"ĠFif":19009,"él":19010,"icked":19011,"æİ":19012,"-MM":19013,"Ġ{ĊĊĊ":19014,"Ġcontacts":19015,"Ġdigits":19016,"Produ":19017,"Ġunusual":19018,"Ġrapidly":19019,"tures":19020,"Ġangry":19021,"cancel":19022,"xxxx":19023,"_parser":19024,"idity":19025,"_PREFIX":19026,"710":19027,"Ġmehr":19028,"Ġrarely":19029,"ethe":19030,"opes":19031,"Ġ%.":19032,"works":19033,"Ġtheta":19034,"Ġcontribution":19035,"ĠTony":19036,"Ġsquad":19037,"537":19038,"ай":19039,"Ġîn":19040,"there":19041,"outed":19042,"ĉq":19043,"ĻĤ":19044,"good":19045,"LI":19046,"页":19047,"ĠLiving":19048,"izabeth":19049,"Ġkt":19050,"ĠDallas":19051,"]],Ċ":19052,"Ġ/>ĊĊ":19053,"Ġraising":19054,"/router":19055,"_game":19056,"368":19057,"ĠCUR":19058,"zens":19059,".es":19060,"ĠfontWeight":19061,"(func":19062,"notification":19063,"Ġ'../../../":19064,"Ġblame":19065,"ãĢĤĊĊĊĊ":19066,"anco":19067,"980":19068,"Identity":19069,"follow":19070,"Ġarts":19071,"xs":19072,"Ġofficially":19073,"ĠStudio":19074,"Ġrecommendations":19075,"Ġlocale":19076,"Ġamateur":19077,"ĠEnable":19078,"Ġcaps":19079,".End":19080,"388":19081,"-add":19082,"_gshared":19083,"ĠCT":19084,"Force":19085,"ĊĠĠĠĠĠĠĠĠĠĠĠĠĊ":19086,"Ġorange":19087,"Ġlp":19088,"Ġanswered":19089,".Grid":19090,"Ġdual":19091,"Ġstrategic":19092,"Ġnobody":19093,"Ġfatal":19094,"_est":19095,"(el":19096,"Ġìł":19097,"ĠBudd":19098,"AIT":19099,"_factor":19100,"-one":19101,"ĠHAVE":19102,"\"čĊčĊ":19103,"760":19104,"Prof":19105,"Ġär":19106,"strings":19107,"Ġdirty":19108,"ĠFace":19109,"ĠBegin":19110,"ĠBus":19111,"Ġwis":19112,"åŃĹ":19113,"Ġspeaker":19114,"Ġcarrier":19115,"ĠOm":19116,"Ġhadn":19117,"Allow":19118,"::__":19119,"Ġverb":19120,"ĠComplete":19121,"ĠEasy":19122,"Ġbills":19123,"ĠĠĊĊ":19124,"Vertical":19125,"Ġpron":19126,"ĠDefine":19127,"Ġlookup":19128,"variables":19129,"Ġpandas":19130,"umes":19131,"Ġinnoc":19132,"ĠsetUp":19133,"ĠChampionship":19134,"artist":19135,"ĠCType":19136,"Foundation":19137,"à¹Ī":19138,"ĠSetup":19139,"428":19140,"Ġrecipes":19141,"ĠUIColor":19142,"ĠFight":19143,"Ġauthorized":19144,"_click":19145,"990":19146,"_success":19147,"angan":19148,"ĠMountain":19149,"ĠDoctor":19150,"Ġegg":19151,"ĠMedicine":19152,"cles":19153,"`.Ċ":19154,"[int":19155,"dashboard":19156,"ĠAppro":19157,"-dr":19158,"Ġproduces":19159,"Ġrental":19160,"Ġreload":19161,"381":19162,"Ġarrival":19163,"spot":19164,"Ġundert":19165,"378":19166,"Ġequipped":19167,"Ġproved":19168,"Ġcenters":19169,"Ġdefines":19170,"also":19171,"Ġopacity":19172,"ĠUnfortunately":19173,"ĠIllinois":19174,"Ġне":19175,"ĠTemple":19176,"ĠTrail":19177,"ĠKelly":19178,"Ġmeasurement":19179,"Ġseparated":19180,"-circle":19181,"Hey":19182,"ĠREAD":19183,"igits":19184,"Ġib":19185,"ĠMOD":19186,"attery":19187,"аз":19188,"Ġvend":19189,"енÑĤ":19190,"ĠHttpClient":19191,"359":19192,"safe":19193,"_ASS":19194,"icit":19195,"ĠConstruct":19196,"ĠClo":19197,"ĠSix":19198,"_TOKEN":19199,"(block":19200,"Ġwarned":19201,"/*!":19202,"!Ċ":19296,"Ġinnovation":19297,"_\"":19298,"Ġ);čĊčĊ":19299,"Ġspots":19300,"Ġchoosing":19301,".cs":19302,"Ġflexible":19303,"UInt":19304,"435":19305,"930":19306,"Ġscratch":19307,"-al":19308,"Ġfestival":19309,"Ġoutstanding":19310,"================================================":19311,"Mean":19312,"ĠOregon":19313,"symbol":19314,".account":19315,"dney":19316,"'''":19317,"!\",":19318,"901":19319,"Ġparticle":19320,"Ãĥ":19321,"[MAX":19322,"IVER":19323,"ERENCE":19324,"NSMutable":19325,"ĠColumbia":19326,"_ĊĊ":19327,".fr":19328,"Ġcogn":19329,"VR":19330,"ĠMethods":19331,"ĠMade":19332,"ĠBR":19333,"ĠElse":19334,"Ġeggs":19335,"Ġswing":19336,"ĠInv":19337,"Ġdiseases":19338,"Ġfirms":19339,"Ġlemma":19340,"}`);Ċ":19341,"lings":19342,"Ġgym":19343,"uminum":19344,".Trim":19345,"Mem":19346,"Ġcriticism":19347,"ibernate":19348,"_TX":19349,"ioni":19350,"Ġguidance":19351,"Ġrepeatedly":19352,"Ġsupplier":19353,"Ġpainting":19354,"864":19355,".Fragment":19356,"edException":19357,"Ġwiring":19358,"Ġcourts":19359,"WEB":19360,"æľī":19361,"\\.":19362,"illance":19363,"Ġbrows":19364,"ĠPattern":19365,"PLICATION":19366,"ĠSummer":19367,"Chain":19368,"Ġcute":19369,"mercial":19370,"Ġdil":19371,"ĠFranklin":19372,"ĉglobal":19373,"INCLUDING":19374,"history":19375,"Ġlst":19376,"Qt":19377,"SDL":19378,"alia":19379,"iere":19380,"(...":19381,"ĉcin":19382,"iffs":19383,"velope":19384,"ĠRoot":19385,"cluster":19386,"UserName":19387,"igne":19388,"()Ċ":19485,"Ġapplying":19486,"Ġpromised":19487,"Ġox":19488,"ncia":19489,"ĠValidation":19490,"orts":19491,"_cur":19492,"elect":19493,"eye":19494,"(Data":19495,"Ġreporter":19496,"ĠBuff":19497,"395":19498,"Ġsr":19499,"Ġ\";":19500,"icky":19501,"Ġtempor":19502,"SN":19503,"Ġresident":19504,"pires":19505,"ysical":19506,"Ġendorse":19507,"ĠSong":19508,"isEmpty":19509,"leet":19510,"_util":19511,"Ġdistingu":19512,"ĠTalk":19513,"ĠMot":19514,"(default":19515,".Arg":19516,"gorithms":19517,"_words":19518,"immer":19519,"_reset":19520,"family":19521,"WW":19522,"Ġsavings":19523,"ĠâĢĿ":19524,"_enable":19525,"sidebar":19526,"Running":19527,"Ġali":19528,"Ġtestim":19529,"Ġwarnings":19530,"ĠChem":19531,"ĠExit":19532,"Ġfounder":19533,"pector":19534,"Ġrm":19535,"_dataset":19536,"ĠDas":19537,"Ġhan":19538,"Getty":19539,"ál":19540,"Ġny":19541,"Ġpoverty":19542,"Ġresulted":19543,".by":19544,"ĠVisit":19545,"Ġobtaining":19546,"/'.$":19547,"ĠĠĠĠĠĠĠĠĠĠĠĊ":19548,"shall":19549,"_LEFT":19550,"UIImage":19551,"_Name":19552,"have":19553,"ĠNob":19554,"lr":19555,"-footer":19556,"Ġnaked":19557,"ĠGarden":19558,"\\Facades":19559,"Ġgraduate":19560,"417":19561,"Ġfranchise":19562,"plane":19563,"Ġcontributions":19564,"ĠstringWith":19565,"Ġcrypto":19566,"Ġmovements":19567,"athers":19568,"Ġlifetime":19569,"Ġcommunicate":19570,"jar":19571,"ĠFragment":19572,"_IF":19573,"ĠNavy":19574,"ĠFigure":19575,"Ġsimulation":19576,"_stop":19577,"Ġreporters":19578,"Ġversus":19579,"aja":19580,"Ġα":19581,"Ġgovernor":19582,"ListItem":19583,"Ġsealed":19584,".Background":19585,"edi":19586,"ashing":19587,"Ġlip":19588,"ĠIh":19589,"merge":19590,"Ġnec":19591,"024":19592,"elocity":19593,"ATEG":19594,"Ġseeds":19595,"Ġfloating":19596,"701":19597,"_FA":19598,"walk":19599,"ĉuser":19600,"_depth":19601,"Ġwage":19602,"@app":19603,"Nil":19604,"([\"":19605,"(vector":19606,"Ġsecretary":19607,"461":19608,"ĠjPanel":19609,"vez":19610,"³³³³":19611,"direction":19612,"ĠEP":19613,"Ġhunt":19614,"396":19615,"JsonProperty":19616,"ĠPORT":19617,"]\",":19618,"ап":19619,"ĠForeign":19620,"panic":19621,"Ġtrials":19622,"ĠAle":19623,"Ġrural":19624,"-value":19625,"authorized":19626,"ĠScotland":19627,".drop":19628,"ĠMT":19629,"ç±":19630,"391":19631,"rowth":19632,"515":19633,"FilePath":19634,"Ġrecall":19635,"ifle":19636,"Ġcel":19637,"ĠSELECT":19638,"kn":19639,"_case":19640,"Ġcrop":19641,"543":19642,"sure":19643,"pot":19644,"ICS":19645,"Ġstem":19646,"Ġindustries":19647,"Put":19648,"Ġaber":19649,"roadcast":19650,"Icons":19651,")\")Ċ":19652,"æĪIJåĬŁ":19653,"gui":19654,"Ġassumed":19655,"Ġrx":19656,"EA":19657,"è§":19658,"ELL":19659,"Ġdose":19660,"Ġine":19661,"Ġdeeper":19662,"lider":19663,"Ġordinary":19664,"Ġgolf":19665,"605":19666,"_IMAGE":19667,"ĠNAME":19668,"(module":19669,"Ġatom":19670,"Ġbelt":19671,"Ġoffices":19672,"506":19673,"beta":19674,"Ġphilosophy":19675,"(JSON":19676,"-field":19677,"Ġintroduce":19678,"Ġconvenience":19679,"optim":19680,">\"Ċ":19681,"athy":19682,"Ġemployer":19683,"quate":19684,"Ġedited":19685,"Arguments":19686,"ĠNations":19687,"__)":19688,"Ġnose":19689,"ĠSample":19690,"')ĊĊĊ":19691,"Ġcake":19692,".getAttribute":19693,"HD":19694,"392":19695,"Modified":19696,"445":19697,"Ġpredicted":19698,"ÅĦ":19699,"anie":19700,"Sorry":19701,"(doc":19702,"wind":19703,"ieve":19704,"Ġprovisions":19705,"ATER":19706,"OTE":19707,"MY":19708,".Autowired":19709,"ĠBath":19710,"423":19711,".Boolean":19712,"Ġbackend":19713,".Mouse":19714,"ateral":19715,"paper":19716,"Const":19717,"ĠVR":19718,"_entity":19719,"_CTRL":19720,"ĠProtection":19721,"ĠGM":19722,"ĠStudy":19723,"Ġsoup":19724,"otime":19725,"'use":19726,"]\"":19727,"/users":19728,"aug":19729,"ĠHong":19730,"_norm":19731,"ãģ¨":19732,"Ġsecre":19733,"(Build":19734,"ĠContract":19735,"olas":19736,"Ġsauce":19737,"Ġaggressive":19738,"Ġracial":19739,"character":19740,"@@":19741,"Ġcompile":19742,"ĠVoid":19743,"_rem":19744,"_memory":19745,"348":19746,"kk":19747,"Ġmic":19748,"Same":19749,"Utility":19750,"ĠHtml":19751,"ĠXml":19752,"Ready":19753,"Ġgall":19754,"Ġallegedly":19755,"ĉĉĉĉĠĠĠ":19756,"ĠMetal":19757,"ĠPersonal":19758,"ĠborderRadius":19759,"rxjs":19760,"objects":19761,"Ġwanting":19762,"Ġbowl":19763,"vendor":19764,"offsetof":19765,"ĠRs":19766,"ĠRating":19767,"Ġrally":19768,"_NODE":19769,"418":19770,"ĠMix":19771,"Ġadvertis":19772,"485":19773,"667":19774,"Ġnarrative":19775,"sal":19776,"Ġmc":19777,"SError":19778,"Ġfingers":19779,"Ġaccompany":19780,"Ġtired":19781,"Ġstride":19782,"Ġgui":19783,"elist":19784,"Locale":19785,"Ġreleases":19786,"iking":19787,"Ġanger":19788,")))ĊĊ":19789,"allest":19790,"Summary":19791,"(O":19792,"(for":19793,"Ġbasketball":19794,"Ġroads":19795,"ĠInstall":19796,"ĠFab":19797,"itmap":19798,"475":19799,"Ġ))Ċ":19800,"Ġintersection":19801,"ighbor":19802,"ĠBry":19803,"ĠHERE":19804,"Software":19805,"elfare":19806,"acs":19807,"622":19808,"Ġtrailer":19809,".getClass":19810,"chars":19811,"Ġregulation":19812,"Ġrefers":19813,"Ġdestruction":19814,"Ġcontinuous":19815,"ĠAustin":19816,"é¢":19817,"akan":19818,".window":19819,"ĠTemplates":19820,"Ġabsence":19821,":n":19822,"Ġdisorder":19823,"flash":19824,"Ġdelet":19825,"boards":19826,"ĠĠĉ":19827,"ROP":19828,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":19829,"Ġacqu":19830,"Ġlawsuit":19831,"ĠReviews":19832,"Ġgarage":19833,"timer":19834,"Ġej":19835,"ĠRectangle":19836,"Ġflowers":19837,"398":19838,"ilst":19839,"ĠInstance":19840,"Super":19841,"det":19842,"disposing":19843,"ĠES":19844,"ĠIC":19845,"vere":19846,"Sk":19847,"_channels":19848,"puted":19849,"/null":19850,"nnen":19851,"431":19852,"ĠGallery":19853,"_global":19854,"Authentication":19855,"ĠRank":19856,"Ġblocked":19857,"Ġcalm":19858,"market":19859,"ĉval":19860,"Ġaug":19861,"period":19862,"ĠConstant":19863,"Ġ?>\">Ċ":19864,"Ġlobby":19865,"pal":19866,"379":19867,"Ġsink":19868,"508":19869,"iah":19870,"С":19871,"urname":19872,"Ġconver":19873,"Ġinvestigate":19874,"Christ":19875,"Hub":19876,"ĠIND":19877,"ĠPed":19878,"uras":19879,"ĉurl":19880,"ĠTro":19881,"Ġpreferences":19882,"Ġguaranteed":19883,"`ĊĊ":19884,"Ġportions":19885,"Ġevalu":19886,"'>;ĊĊ":19985,".AutoScaleMode":19986,"Ġcats":19987,"465":19988,"Ġregistry":19989,"ulus":19990,"FI":19991,"payload":19992,"-search":19993,"Ġstaying":19994,"acious":19995,"Decoration":19996,"Review":19997,"Inf":19998,"Keep":19999,"itis":20000,",String":20001,"Coord":20002,"Ġpero":20003,"Sex":20004,"ĠAtlanta":20005,"uesta":20006,"Argb":20007,">*":20008,"}_":20009,"Footer":20010,"Ġemployed":20011,"_bound":20012,"vide":20013,".func":20014,"$scope":20015,"Ġspo":20016,"ĠAnal":20017,"ounced":20018,"around":20019,"Ġrestriction":20020,"Ġshops":20021,"åĢ":20022,"ĠLatin":20023,"-col":20024,"Ġbarely":20025,"ĠEuro":20026,"Er":20027,"Ġfaire":20028,"_distance":20029,"_unlock":20030,"Quote":20031,"IVATE":20032,"ĠåĪ":20033,"Ġaimed":20034,"ĠRetrie":20035,".iter":20036,"Ġwrapped":20037,"Ġagreements":20038,"strument":20039,"(product":20040,"Ġstudied":20041,".setValue":20042,"Ġye":20043,"ĠCache":20044,"MBOL":20045,"Ġquarterback":20046,"Ġsyntax":20047,".getElementsBy":20048,".version":20049,"website":20050,"Runner":20051,"_single":20052,"ativ":20053,"ĠAltern":20054,"ĠBeautiful":20055,"rightarrow":20056,"Ġdiversity":20057,"plash":20058,"(co":20059,".Fill":20060,"Ġtyping":20061,"387":20062,"023":20063,"Ġclar":20064,"Hit":20065,"OO":20066,"acco":20067,"507":20068,"worth":20069,"Ġscripts":20070,"ĠMuslims":20071,"ĠLL":20072,"erving":20073,"(boolean":20074,"Ġbaseball":20075,"ĠCAN":20076,"394":20077,"044":20078,"MAIL":20079,"depend":20080,"Ġrespective":20081,"Ġconstexpr":20082,".*;ĊĊ":20083,"']))Ċ":20084,"Ġyard":20085,"Ġidentical":20086,"ifecycle":20087,"USH":20088,"upiter":20089,".validate":20090,"cli":20091,"ISTER":20092,"Indicator":20093,"Fail":20094,"Ġdemocracy":20095,".var":20096,"Ġsatisfied":20097,"-------------":20098,"encer":20099,"hor":20100,"Ġrounds":20101,"DAO":20102,"oa":20103,"Ġflask":20104,"=c":20105,"[]Ċ":20106,"/dist":20107,"Ġparte":20108,"Ġconfirmation":20109,"eron":20110,"aware":20111,"":20112,"Ġdependencies":20113,"ĠVideos":20114,"-row":20115,"Ġ**/Ċ":20116,"Ġnou":20117,"Ġhover":20118,"æŀ":20119,"Ġnin":20120,"ĠUSD":20121,"Mac":20122,"_Load":20123,"Ġoutcomes":20124,"_socket":20125,"Ġqueries":20126,"wm":20127,"592":20128,"Ġhitting":20129,"inux":20130,"Mich":20131,"udge":20132,"ATAB":20133,"Ġvulnerable":20134,"ä¾":20135,"Ġportfolio":20136,":YES":20137,"ĉmap":20138,"Bound":20139,"Ġiteration":20140,"incess":20141,"Ġactors":20142,"ĠQual":20143,"_clean":20144,"ãĢijãĢIJ":20145,"MSG":20146,"Green":20147,"ĠOfficer":20148,"Ġsmoking":20149,">',":20150,"ĠFlo":20151,"++;":20152,"433":20153,"olygon":20154,"Ġbulk":20155,"Ġdrama":20156,"Ġexceptions":20157,"osed":20158,"Ġ+čĊ":20159,"Ġlegacy":20160,"CV":20161,"Ġcontributed":20162,"ĠTerms":20163,"Ġbt":20164,"434":20165,"Ġuntuk":20166,"Ġalien":20167,"===Ċ":20168,"ĉVector":20169,"Ġls":20170,"Online":20171,".facebook":20172,"numeric":20173,"ockets":20174,"Aut":20175,"bury":20176,"-redux":20177,"ĠRedistributions":20178,"GLOBALS":20179,"urrencies":20180,"Ġtons":20181,"âĢĻ,":20182,"Ġê":20183,"(col":20184,"ĠSymbol":20185,"Ġstayed":20186,"ĠML":20187,"Ġmunicip":20188,"Ġsexo":20189,"Sen":20190,"nr":20191,"Ġgains":20192,"Ġshortly":20193,".Menu":20194,"ý":20195,"KNOWN":20196,"Ġoperators":20197,"-V":20198,"ĠPatrick":20199,"/add":20200,"_CO":20201,"iration":20202,"(post":20203,"Posts":20204,"/_":20205,"Ġplug":20206,"Ġintellectual":20207,"Ġmetab":20208,"Ġpregnancy":20209,"ĠPremier":20210,"nm":20211,"Ġprediction":20212,"606":20213,"ĠMinistry":20214,"Three":20215,"valuate":20216,"ĠMini":20217,"bu":20218,"оз":20219,"\";čĊ":20679,"ĠSav":20680,".Bold":20681,"Ġenables":20682,"ĉtmp":20683,"Ġmanually":20684,"ĠSqu":20685,"userid":20686,".function":20687,".cache":20688,"LOPT":20689,".Services":20690,"588":20691,"ddit":20692,"tim":20693,">>":20761,"station":20762,"lore":20763,"atype":20764,"ishop":20765,"/****************************************************************":20766,"521":20767,"ComboBox":20768,"Ġvacation":20769,"Ġinitiative":20770,"ĠdefaultValue":20771,"770":20772,"concat":20773,"ĠKh":20774,"632":20775,"ĠWelcome":20776,"izedName":20777,"Migration":20778,"Ġgradient":20779,"Hot":20780,"Ġhardly":20781,"elo":20782,"ĠStudents":20783,"Ġloose":20784,"730":20785,"atz":20786,".Send":20787,"'/":20788,"Ġuniversal":20789,"Ġenterprise":20790,"Ġregex":20791,"Ġvisitor":20792,"ĠFly":20793,"Seq":20794,"à¸Ļ":20795,"ĠVisual":20796,"Ġlibraries":20797,"atoes":20798,"Payment":20799,"447":20800,"Ġpent":20801,"Ġgathered":20802,"VRTX":20803,"ĠDM":20804,"Split":20805,"Ġletting":20806,"ÐĿ":20807,"_errors":20808,"epoch":20809,"PARAM":20810,"cu":20811,"ÑģÑĤв":20812,"olutions":20813,"Editing":20814,"fonts":20815,"Ġallocated":20816,"ĠBased":20817,"(Y":20818,"ĠJudge":20819,"Ġbrothers":20820,"FILES":20821,"ço":20822,"531":20823,"wb":20824,"_PI":20825,"'^":20826,"Ġsword":20827,".services":20828,"Ġnl":20829,"Tim":20830,"igg":20831,"ĠMoore":20832,"Ġcryptoc":20833,"åĩº":20834,"_posts":20835,"otate":20836,"?'":20837,"....ĊĊ":20838,"Ġkl":20839,"=\"$":20840,"Ġdecoration":20841,"ạ":20842,"ĠDIRECT":20843,"GUI":20844,")=>{Ċ":20845,"Ġnewsletter":20846,"Ġprecis":20847,"(point":20848,"ĠEquipment":20849,"uty":20850,"ĠDave":20851,"Ġparticipation":20852,"uarios":20853,"xit":20854,".As":20855,"ETER":20856,"orous":20857,"Ġshield":20858,"[]>":20859,"ilitary":20860,".origin":20861,"Ġpromotion":20862,"Unt":20863,"Ġct":20864,"TRA":20865,"556":20866,"ViewHolder":20867,"Ġsigma":20868,"delta":20869,"arehouse":20870,"contract":20871,"(Vector":20872,"721":20873,"Ġcompete":20874,"/form":20875,"/components":20876,"Ġnr":20877,"ĠIndones":20878,"ĠоÑĤ":20879,"ĠVolume":20880,".files":20881,"(resp":20882,"/models":20883,"Ġsurf":20884,"standard":20885,"/o":20886,"ĠXCTAssert":20887,"VICES":20888,".Code":20889,"SED":20890,"Ġactivate":20891,"Delta":20892,"Ġlimitation":20893,"rij":20894,"Ġpregnant":20895,":^(":20896,"Ġsour":20897,"pie":20898,"803":20899,"Ġexpense":20900,"ication":20901,"ĠLarge":20902,"Ġ±":20903,"ĠBowl":20904,"(models":20905,"/N":20906,"857":20907,"Pa":20908,".reload":20909,"Ġwondering":20910,"462":20911,"Execution":20912,"ĉĠĠĠĠĠĠ":20913,"ĠGraphics":20914,"ĠContin":20915,"_job":20916,"ĠgetName":20917,"ĠMagn":20918,"ĠDWORD":20919,"mad":20920,"Ġnh":20921,"features":20922,"}\");Ċ":20923,"heets":20924,"(train":20925,"zn":20926,"Ġrecruit":20927,".connection":20928,"Ġbarrel":20929,"Ġsteam":20930,"_setting":20931,"Ġangular":20932,"aneously":20933,"Ġbil":20934,"ĠNorm":20935,"522":20936,"(!$":20937,"ibt":20938,"%(":20939,"Ġposit":20940,"ĠFather":20941,"intendo":20942,"565":20943,"Live":20944,"041":20945,"Ġports":20946,"Ġmej":20947,"Ġlanding":20948,"ponder":20949,"Ġcod":20950,"_HEADER":20951,".Margin":20952,"Ġballs":20953,"Ġdiscussions":20954,"Ġblend":20955,"Hex":20956,"Ġfarmers":20957,"Ġmaintaining":20958,"ĠĠĠčĊ":20959,"syn":20960,"[T":20961,"rus":20962,"439":20963,"uffers":20964,"Ġcontributors":20965,"_sys":20966,".Debug":20967,"Ġconstructed":20968,"omes":20969,"?id":20970,"slider":20971,"Ġsuppliers":20972,"611":20973,"scriber":20974,"pes":20975,"Ðŀ":20976,"\":čĊ":20977,"\\Controller":20978,"))ĊĊĊ":20979,"Ġlua":20980,"Multi":20981,"ENS":20982,"Src":20983,"Ġpetition":20984,"Ġslave":20985,"looking":20986,"VERT":20987,"ĉvector":20988,"Special":20989,"hh":20990,"anne":20991,"ĠNiger":20992,"/views":20993,"zing":20994,"endant":20995,"(":21238,"544":21239,".Product":21240,"Forms":21241,"NEW":21242,"Pay":21243,"ĉboolean":21244,"_contact":21245,"ĠElectric":21246,"skip":21247,"Ġwur":21248,"Ġchronic":21249,"_driver":21250,"940":21251,"ĠSab":21252,"ĠUlt":21253,"ĠRad":21254,"STATUS":21255,"ĠLewis":21256,"OB":21257,"Ġgifts":21258,".Rec":21259,"TRUE":21260,"Ġintensity":21261,"Marker":21262,".compare":21263,"ffic":21264,"Cookie":21265,"ĠBaby":21266,"ĠBigDecimal":21267,"ilet":21268,"ĠHOLDERS":21269,"ĠLady":21270,"Ġlung":21271,"ĠAlabama":21272,"Ġdess":21273,"`);Ċ":21274,"ĠBuilder":21275,"_region":21276,"Ġneutral":21277,"909":21278,"Both":21279,"Ġhp":21280,"Ġhorn":21281,"Ġsegments":21282,"ĠEC":21283,"\"=>\"":21284,"(rec":21285,"ĠPi":21286,"GM":21287,"Ġlaptop":21288,"Scalar":21289,"463":21290,"isd":21291,"-dialog":21292,"ĠAnderson":21293,"Ġmistakes":21294,"708":21295,"ĠHan":21296,"jes":21297,"estination":21298,"436":21299,"Ġpromises":21300,"bid":21301,"ĠScient":21302,"GIN":21303,"ĠPerformance":21304,"bage":21305,".users":21306,"leading":21307,"Ġoral":21308,"Graphics":21309,"488":21310,"_PTR":21311,"518":21312,"hang":21313,"Ġinev":21314,"processing":21315,"Factor":21316,"ĠNA":21317,"$string":21318,"Ġgrounds":21319,".SaveChanges":21320,"clock":21321,"941":21322,"cripcion":21323,"ĠNewton":21324,"gc":21325,".includes":21326,"Ġblast":21327,"Ġ'-'":21328,"Ġpuede":21329,"469":21330,".Session":21331,"Ġgrep":21332,"_final":21333,"ĠGay":21334,"ĠGive":21335,"iri":21336,"-star":21337,"ĠUIImage":21338,"_epoch":21339,"ubb":21340,"enth":21341,"Ġelite":21342,"Ġcampaigns":21343,"ĠPorno":21344,"_assign":21345,"Protocol":21346,"ĠBeing":21347,"ĠAirport":21348,"Ġconventional":21349,"ĠWat":21350,"ĠCI":21351,"ETA":21352,"ĠAnthony":21353,"Ġtablet":21354,"(format":21355,"Ġconsistently":21356,"ĠIowa":21357,"474":21358,"Ġavatar":21359,"027":21360,".cursor":21361,"![":21362,"Ġhanging":21363,"Her":21364,"Such":21365,"';ĊĊĊ":21366,"orgeous":21367,"()==":21368,"ĠviewModel":21369,"Ġãĥ":21370,"Ġels":21371,"ĠAgent":21372,"Fetch":21373,"apor":21374,"Ġcx":21375,"pread":21376,"ĠPier":21377,"oeff":21378,"616":21379,"Sn":21380,"890":21381,"ĠVirtual":21382,"Apr":21383,".White":21384,"615":21385,"_MOD":21386,"ĠPoints":21387,"失":21388,"Ġgenes":21389,"Ġvendor":21390,"Ġmainstream":21391,"Ċ":21421,"Filename":21422,"Ġsne":21423,"ĠFootball":21424,"Ġrival":21425,"Ġdisaster":21426,"ionic":21427,"ĠDamage":21428,".Resource":21429,"-en":21430,"ĠTypes":21431,"getString":21432,"(board":21433,"Ġbol":21434,"plain":21435,"zym":21436,"า":21437,"Ġscanner":21438,"ilder":21439,"_msgs":21440,"æı":21441,"(intent":21442,"Ġdestruct":21443,"Ġbust":21444,"ĠEmploy":21445,"oni":21446,"ĠUIViewController":21447,"Ġodds":21448,"earer":21449,"Geometry":21450,"Ġyii":21451,"_EXPORT":21452,"ĠAttack":21453,"Ġniet":21454,"Ġimpression":21455,"ĠGil":21456,"_prob":21457,"528":21458,"ĠCF":21459,"ĠExperience":21460,"/plugins":21461,".Method":21462,"Ġbeliefs":21463,"Native":21464,"_build":21465,"Ġvig":21466,"Ġranks":21467,"covered":21468,"705":21469,"such":21470,"Guard":21471,".pack":21472,"adder":21473,"809":21474,"ivia":21475,"lng":21476,"ĠвÑĭ":21477,"552":21478,"Timestamp":21479,"_now":21480,"Ġpoker":21481,"Ġunc":21482,"Ġshapes":21483,"-types":21484,"_period":21485,"pk":21486,"Ġveteran":21487,"Ġsono":21488,"Ġappointed":21489,"overflow":21490,".driver":21491,"_cat":21492,"utt":21493,"plant":21494,"imb":21495,"ĠAccept":21496,"Ġconcert":21497,"ĉnode":21498,"ĉz":21499,"?>čĊ":21500,"Ġbanned":21501,"ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":21502,"Ġtoxic":21503,"Ġdisappe":21504,"473":21505,"ÈĽ":21506,"Ġgrace":21507,"ateful":21508,"Reply":21509,"ĠCruz":21510,"486":21511,"Ġscrap":21512,"Ġkeywords":21513,"simp":21514,"Ġmortgage":21515,"Ġcyber":21516,"ĠExecute":21517,"Ġlatitude":21518,"ifu":21519,".COM":21520,"dbo":21521,"Ġsorts":21522,"ĠGas":21523,"omial":21524,".Local":21525,"Cells":21526,".Replace":21527,"Strings":21528,".fit":21529,"ĠThird":21530,"%\",Ċ":21531,"Ġ{}\".":21532,"ĠSony":21533,"Ġ[:":21534,"585":21535,"Ġfallen":21536,".')Ċ":21537,"inh":21538,"ĠMC":21539,"Ġredis":21540,"Codes":21541,"Ġprofiles":21542,"hook":21543,"Reducer":21544,"_FUNC":21545,"Ġnavigate":21546,"strlen":21547,"Ġhorm":21548,"áŀ":21549,"ĠSR":21550,".boot":21551,"Ġdigest":21552,"ĉheader":21553,".findOne":21554,"æģ":21555,"DbType":21556,"nia":21557,"_merge":21558,"Ġdonne":21559,"/Getty":21560,"_CHAR":21561,"Ġbands":21562,".URL":21563,"artial":21564,"Ġfreq":21565,"Ġsist":21566,"Ng":21567,"Ġrendering":21568,"\\Core":21569,"Widgets":21570,"ĠVA":21571,"Ġactivists":21572,"Ste":21573,"=_":21574,"alla":21575,"Stamp":21576,"Ġloads":21577,"Ġxx":21578,"ĠLearning":21579,".Mvc":21580,"uir":21581,"(\"$":21582,"Ġconnecting":21583,"ReadOnly":21584,"uru":21585,"ĠEag":21586,"BIT":21587,"_DEL":21588,"å§":21589,"arrass":21590,"external":21591,"ĠYOUR":21592,"ĠBrew":21593,"ĠFive":21594,"Ġresize":21595,"igid":21596,"eration":21597,"653":21598,"ĠÑį":21599,"536":21600,"åĬł":21601,"039":21602,"ĠCatch":21603,"Ùģ":21604,"ĠLeon":21605,"amil":21606,".Body":21607,"Clip":21608,"/list":21609,".br":21610,"EditText":21611,"ĉdb":21612,".Game":21613,"(BuildContext":21614,"backend":21615,".Red":21616,"facebook":21617,"529":21618,".urls":21619,"mr":21620,"rolled":21621,"-------":21622,"Ġintervention":21623,"Ġretirement":21624,"ĠKit":21625,"ĠPRE":21626,"UpperCase":21627,"ĠSocket":21628,"Ġ:-":21629,"Ġstudying":21630,"ĠMetro":21631,"arded":21632,"Ġconversations":21633,"Called":21634,"Ġexamine":21635,"ertificate":21636,".gz":21637,"-responsive":21638,"Ġrefund":21639,"_network":21640,"026":21641,"allowed":21642,"empt":21643,"Ġmeals":21644,"Categories":21645,"Ġtraveling":21646,"Ġkg":21647,"Ġshame":21648,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":21649,"Ġexplicitly":21650,"Ġmathematic":21651,"ĠSuite":21652,"ĠRGB":21653,"******/":21654,"Ġmixture":21655,"learning":21656,".template":21657,"atts":21658,"wx":21659,"ĉctx":21660,".properties":21661,"Ġdrinks":21662,"ĠEither":21663,"setText":21664,".getData":21665,".zip":21666,"Ġreveals":21667,".Ċ":21681,"Ġranked":21682,"_impl":21683,"ĠHandles":21684,"Ġhosted":21685,"Ġupdating":21686,"album":21687,"éĿ":21688,"Ġshader":21689,"Editors":21690,"-round":21691,"[]{":21692,"Ġsep":21693,"ĠHi":21694,"TEM":21695,"lookup":21696,".man":21697,"_INPUT":21698,"Ġthreatened":21699,"_IMPORT":21700,"Ġdrops":21701,"ruit":21702,"sid":21703,"both":21704,"ĠExcel":21705,"Ġjer":21706,"ordinary":21707,"ей":21708,"VIEW":21709,"reply":21710,"Ġ):Ċ":21711,"colors":21712,"verified":21713,"_Tr":21714,"_parse":21715,"Ġcongress":21716,"617":21717,"Promise":21718,"ints":21719,"ĠMother":21720,".Api":21721,"ĠDuration":21722,"ĠfirstName":21723,"inheritdoc":21724,"ĠMars":21725,"Ġapr":21726,"ODY":21727,"Ġvisits":21728,"631":21729,"Ġhealing":21730,"letters":21731,")));čĊ":21732,"future":21733,".Framework":21734,"Ġkiss":21735,"Ġinvolve":21736,"Ġsilent":21737,"adows":21738,"Ġanybody":21739,"sch":21740,"690":21741,"Ġsolely":21742,"-img":21743,"Ġpropri":21744,"Ġinstruct":21745,"Ġlicenses":21746,"Ġmeth":21747,"Ġcondem":21748,"ĠDomain":21749,"ĠHarris":21750,"ĠsÃ¥":21751,"CEPT":21752,"Batch":21753,"@extends":21754,"ĠCONTRIBUT":21755,".DataFrame":21756,"472":21757,"_packet":21758,"recision":21759,"Ġfocusing":21760,".ht":21761,"__\":Ċ":21762,":Get":21763,"ĠKC":21764,"Ġpassage":21765,"Segment":21766,"_center":21767,"-zA":21768,"_BL":21769,"Ġconvin":21770,"Ġclassified":21771,"ĠNSMutable":21772,"_ap":21773,"tile":21774,"Rectangle":21775,"492":21776,"(nums":21777,"vens":21778,"ĠUIButton":21779,"ĠFeder":21780,"amo":21781,"Ġoutline":21782,"ĠParser":21783,"Ġâī":21784,"ĠWorks":21785,".Schema":21786,"Ġengines":21787,"637":21788,"563":21789,"_common":21790,"542":21791,"_old":21792,"ĠsetContentView":21793,"Ġ///<":21794,"ĠBT":21795,"fm":21796,"Ġdivers":21797,"_weights":21798,"emark":21799,"ĠACT":21800,"Ġproportion":21801,"overlay":21802,".dirname":21803,"ĠGit":21804,"_REFERENCE":21805,"<>":21806,"lb":21807,"_rule":21808,"è´¥":21809,"ĠPutin":21810,"Ġsleeping":21811,"():čĊ":21812,"Ġpreserve":21813,"Ġparliament":21814,"ĠLooking":21815,"Ġpicking":21816,"ĠDispatch":21817,"Ġslip":21818,"ëĵ":21819,"ĠLyn":21820,"_signal":21821,"configuration":21822,"ĠPitt":21823,"491":21824,"aden":21825,"procedure":21826,"Ġenthusi":21827,"fight":21828,"ĠConsider":21829,"Ġtorn":21830,"Connected":21831,".cos":21832,"_groups":21833,"ĠThink":21834,"Ġdeliber":21835,"Ġresid":21836,"working":21837,".columns":21838,"ĠCalled":21839,"Ġeslint":21840,">\",":21841,"_DOWN":21842,"hist":21843,"ĠAdvanced":21844,"Ġrewards":21845,"actors":21846,"Ġsilence":21847,"479":21848,"Ġmyth":21849,"Ġneur":21850,"519":21851,"Ġauction":21852,".GetString":21853,"eks":21854,"(project":21855,"598":21856,"ĉmsg":21857,"ĉoutput":21858,"Ġcomplaints":21859,"551":21860,",S":21861,"Ġtbl":21862,"Ġ,ĊĊ":21863,"riors":21864,"ahren":21865,"Ġlawyers":21866,"redux":21867,"_symbol":21868,"offee":21869,"_RESULT":21870,"(Name":21871,"UTC":21872,".currentTime":21873,"Ġorganis":21874,".arg":21875,"533":21876,"Ġminim":21877,"wick":21878,"Ġreceives":21879,"Balance":21880,"Ġspeaks":21881,"ĠDays":21882,"ĠBelow":21883,"483":21884,"tipo":21885,"Present":21886,"Ġreserv":21887,"hp":21888,"Ġrit":21889,"_RIGHT":21890,"--)":21891,"Ġchairman":21892,"781":21893,"DIS":21894,"ĠBOOST":21895,"Ġexperiments":21896,"687":21897,"__);Ċ":21898,"Ġstamp":21899,"Ġfert":21900,"Ġfond":21901,"Ter":21902,"elve":21903,"uren":21904,"+i":21905,"endency":21906,"Ġvirtually":21907,"...\"":21908,"ï½ŀ":21909,"925":21910,"-cent":21911,"_unique":21912,"Ġpricing":21913,"mic":21914,"RESH":21915,"Ġ:::":21916,"Ġannotation":21917,"ĠCircle":21918,"ongodb":21919,"itas":21920,"Ġ%(":21921,"(component":21922,"Ġоб":21923,"(port":21924,"-hour":21925,".obj":21926,"LBL":21927,"Ġjury":21928,"GBT":21929,"Ġspy":21930,"ĠProfessional":21931,"Ġ\"\";ĊĊ":21932,"Ġstriking":21933,"Ġdiscrimination":21934,"Ġpays":21935,"937":21936,"lict":21937,"entes":21938,"Ġthrowing":21939,"ĠPlugin":21940,"(def":21941,"ĠRuntimeException":21942,"ĠMigration":21943,"599":21944,"Ġdic":21945,"bag":21946,"onia":21947,"Ġcorruption":21948,"704":21949,"(Map":21950,"Ġprz":21951,".dto":21952,"Ġacquire":21953,"StateToProps":21954,"Ġloving":21955,"ож":21956,"_pattern":21957,"Ġemotions":21958,"Ġpublisher":21959,"_be":21960,"Ġcouples":21961,"498":21962,"oj":21963,"ĠChart":21964,"Ġtrop":21965,".tool":21966,"Ġestablishment":21967,"Ġdol":21968,"654":21969,"Ġtower":21970,"Ġlane":21971,"ĠSydney":21972,"Ġfilling":21973,"claimed":21974,"644":21975,"Ġdialogue":21976,"Ġconvention":21977,"booking":21978,"parency":21979,"æ±":21980,"ĠGeneric":21981,"718":21982,"\\Schema":21983,"482":21984,"618":21985,"Ġranges":21986,"/ch":21987,"Ġpanels":21988,"Ġruled":21989,"çĶŁ":21990,".ts":21991,"_sets":21992,"Ġcleanup":21993,"Previous":21994,"ĠAnimal":21995,"607":21996,"($(":21997,"ĠAve":21998,"ollar":21999,"028":22000,"_eval":22001,"ĉName":22002,"(tree":22003,"Ġ\"]":22004,"571":22005,"Ġduties":22006,"='/":22007,"Clicked":22008,"Ġdifferently":22009,"ĠClark":22010,"Ġdit":22011,"ologists":22012,"Ġsynd":22013,"Ġsends":22014,"-known":22015,"kb":22016,"ĠModal":22017,"itative":22018,"Ġracing":22019,"Ġhighlights":22020,"ĠSimon":22021,"ĠCaptain":22022,"ä¿¡":22023,"ĠCB":22024,"contin":22025,"aran":22026,"Ġphysics":22027,"retty":22028,"etal":22029,".md":22030,"axios":22031,"Ġspeakers":22032,"Ġprep":22033,"Ġawarded":22034,"ì§Ģ":22035,"ĠCorn":22036,"ĠNature":22037,"UDIO":22038,"737":22039,"Ġproj":22040,"-pre":22041,"[u":22042,"Features":22043,"ĠisEqual":22044,"Binary":22045,"sig":22046,"Ġconfusion":22047,"546":22048,"568":22049,"ĠHat":22050,"Ġktó":22051,".configure":22052,"MON":22053,"494":22054,"/edit":22055,"_Add":22056,",true":22057,"541":22058,"Ġcli":22059,"ErrorMessage":22060,"-loader":22061,"Dimensions":22062,"ultiply":22063,"Ġ{!!":22064,"ĠSqlCommand":22065,"Ġspoken":22066,"Ġpics":22067,"Ġtoy":22068,"(Key":22069,"ĠLoop":22070,"ب":22071,"EATURE":22072,"inction":22073,"_setup":22074,"wrapper":22075,"Ġtong":22076,"cular":22077,"Opt":22078,".Pl":22079,"=\",":22080,"(length":22081,"umn":22082,"Ġchrom":22083,"Ġsevent":22084,"ĠIllegalArgumentException":22085,"478":22086,"ĉstart":22087,"Ġbegun":22088,"CEPTION":22089,"dataset":22090,"825":22091,"ĠFailed":22092,"cols":22093,"459":22094,"Ġknee":22095,"imore":22096,".splice":22097,"shell":22098,"iggers":22099,"Ġthemes":22100,"995":22101,"ĠDJ":22102,"ĠAssistant":22103,"-$":22104,"Maybe":22105,"Ġordering":22106,"ĠIntelligence":22107,"ĠMassachusetts":22108,"Ġfailing":22109,"elson":22110,"Great":22111,"=i":22112,".rest":22113,"Ġinvite":22114,"-disable":22115,".GroupBox":22116,"âĢĻest":22117,"Ġtackle":22118,"gv":22119,"etter":22120,"Ġ),čĊ":22121,"_rules":22122,".warn":22123,"functions":22124,"ĠChristians":22125,"Ġbacked":22126,"Ġslider":22127,"Ġenjoying":22128,"nest":22129,"Ġhij":22130,"_ms":22131,"//*":22132,"Annotations":22133,"ĠVariables":22134,"":22351,"cycle":22352,"ĠBull":22353,"paths":22354,"Ġunp":22355,"ĠviewDidLoad":22356,"_Model":22357,"ĠassertTrue":22358,"Ġrated":22359,"Decl":22360,"verted":22361,"ĠDat":22362,"brew":22363,"Ġpointing":22364,"Ms":22365,"ĠPointer":22366,")'":22367,"_non":22368,"527":22369,"ĠSEC":22370,"Ġyeah":22371,"gency":22372,"initialize":22373,"fly":22374,"711":22375,"[pos":22376,",g":22377,"Tele":22378,"034":22379,"Ġjoke":22380,"Ġclause":22381,".findById":22382,"enes":22383,"(instance":22384,"626":22385,"£":22386,"915":22387,"Ġslic":22388,"_home":22389,"Ġ*/}Ċ":22390,"_pages":22391,"(service":22392,"905":22393,"RP":22394,"ĠAmong":22395,".getCurrent":22396,"806":22397,"ãĤ¹":22398,"Ġslee":22399,"=[Ċ":22846,"oler":22847,"Ġlibert":22848,"Ġ`Ċ":22849,"Ġwenn":22850,"lated":22851,"Ġimmune":22852,"(Node":22853,"ĠProblem":22854,"ĠAbs":22855,"logs":22856,"Ġ../":22857,"ĠADC":22858,"Ġ}}\">Ċ":22859,">');Ċ":22860,"=b":22861,"ĠWind":22862,"lahoma":22863,"Ġallocate":22864,"orian":22865,"Ġprescription":22866,"-quality":22867,"ĠMayor":22868,"855":22869,"inely":22870,"endforeach":22871,"ĠComplex":22872,"kom":22873,"709":22874,"TY":22875,"790":22876,"]].":22877,".Style":22878,"_many":22879,"','$":22880,"Ġbarrier":22881,"ĠFetch":22882,"ĠMarvel":22883,"Ġresist":22884,"ого":22885,"bidden":22886,"ĠRunnable":22887,":false":22888,"899":22889,"Ġbuilds":22890,"ĠStage":22891,"Ġdub":22892,"empo":22893,".site":22894,"558":22895,";ĊĊĊĊ":22896,"994":22897,"ĠDenver":22898,"Ġrevel":22899,"Ġtriggered":22900,"Ġdice":22901,"_fail":22902,"Ġgc":22903,"833":22904,"589":22905,"ĉX":22906,"ĠThrowable":22907,"775":22908,".router":22909,"ĠRevolution":22910,"ÑĢа":22911,"_NON":22912,"055":22913,"Ł¥":22914,"578":22915,"Ġelder":22916,"Ġabroad":22917,"Ġе":22918,"ĠAdult":22919,"blr":22920,"glyphicon":22921,"613":22922,"Ġpromoting":22923,"Ġiz":22924,"ĠSolid":22925,"645":22926,"_loader":22927,"early":22928,".enabled":22929,"-edit":22930,"ĠUL":22931,"_play":22932,"ĠInterrupt":22933,"Ġadvantages":22934,"ucle":22935,"Ġmechanical":22936,".tableLayoutPanel":22937,"ĠWorking":22938,"Ġanonymous":22939,"Rating":22940,"igious":22941,"_phone":22942,".addActionListener":22943,"Ġfran":22944,"unden":22945,"Ġ*)&":22946,"_bool":22947,"ulative":22948,"Ġcone":22949,"ĠMult":22950,"Ġmö":22951,"ĠForward":22952,"]):Ċ":22953,"Ġconvinced":22954,"acted":22955,"643":22956,"ãģĵ":22957,"ĠConfigure":22958,"Ġceiling":22959,"Der":22960,"Ġpassengers":22961,"Groups":22962,"Ġsoccer":22963,"/W":22964,"aviors":22965,"swith":22966,"ĠZone":22967,".Options":22968,"ĠMom":22969,"ieder":22970,"Arrays":22971,"Ġtreatments":22972,"Ġprotecting":22973,"fac":22974,"Ġpickle":22975,"ButtonItem":22976,"713":22977,"Ġblocking":22978,"strar":22979,"ò":22980,"ĠExport":22981,"Ġthrew":22982,"otta":22983,"ĠBASE":22984,".ws":22985,".LEADING":22986,"orderBy":22987,"_delay":22988,"ĠPu":22989,".dll":22990,"ĠChoose":22991,"992":22992,"Police":22993,"ĠBEGIN":22994,"boxes":22995,"Ġdiamond":22996,",l":22997,"Ġĉĉĉ":22998,"Ġcurious":22999,"624":23000,"tv":23001,"Ġerotische":23002,"ackages":23003,"ĉSet":23004,"Tick":23005,".border":23006,"staticmethod":23007,"Ġcher":23008,"invoice":23009,"Ġcru":23010,"Ġdefect":23011,"_metadata":23012,"relation":23013,"ikan":23014,"[N":23015,"(Qt":23016,"(Base":23017,"æģ¯":23018,"beat":23019,"ĠEmpty":23020,"ĉo":23021,"_shift":23022,"Ġregret":23023,"722":23024,"Those":23025,"Cent":23026,"ĠPortug":23027,"ĠIslands":23028,"ĠTIME":23029,"Management":23030,"996":23031,"-sp":23032,"539":23033,"ême":23034,"Ġnotion":23035,"unifu":23036,"PK":23037,"826":23038,"è¡Į":23039,"ĠCURLOPT":23040,"\\\"\\":23041,"UV":23042,"çº":23043,"dra":23044,"cou":23045,"=`":23046,"ĠDestroy":23047,"rp":23048,".cancel":23049,"GG":23050,"runtime":23051,"ĠVue":23052,"Ġprogressive":23053,"/services":23054,"Ġrunner":23055,"_FRAME":23056,".ToolStripMenuItem":23057,"Ġ','":23058,"delay":23059,"=utf":23060,"Ġscreening":23061,"Ġpulling":23062,"omas":23063,"Ġanth":23064,"-new":23065,"/local":23066,"ĠiPad":23067,"Ġtwitter":23068,"Ġdying":23069,"Ġheaven":23070,"ĠUInt":23071,"ĠSenator":23072,"Ġpresum":23073,"ĠWalker":23074,"Ġovercome":23075,"etection":23076,"Ġembarrass":23077,"China":23078,"639":23079,"Include":23080,"ROLL":23081,"ĠdataType":23082,"David":23083,"ร":23084,"lop":23085,"-month":23086,"Ġscar":23087,"ĠSafe":23088,"Ġ****************************************************************":23089,"Ġaccessories":23090,"Ġramp":23091,"_USE":23092,"Ġcontrad":23093,"))]Ċ":23094,"Ġprest":23095,"ĠHR":23096,"ĠRap":23097,"Ġusize":23098,"Ġcapability":23099,"Ġcort":23100,"-next":23101,"077":23102,"627":23103,"Ġburden":23104,"822":23105,"_reader":23106,"Ġ@@":23107,"regular":23108,"ĠKa":23109,"036":23110,"MAN":23111,"Ġastr":23112,"Ġ'')Ċ":23113,"Ġfed":23114,"Ġparsing":23115,"ĠYears":23116,"Ġbroker":23117,"\":{\"":23118,"Ġakt":23119,"Inventory":23120,"abeled":23121,"Ġargparse":23122,"*******Ċ":23123,"versation":23124,"Ġcord":23125,"ĠTi":23126,"Ġhopefully":23127,"Ġah":23128,"verb":23129,"Ġstolen":23130,".Entry":23131,"Ġexpecting":23132,"Orientation":23133,"Ġpowered":23134,"Ġpersist":23135,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":23136,"']);":23137,"')),Ċ":23138,"ĠCash":23139,"ĉitem":23140,"818":23141,"grades":23142,"ropol":23143,"basic":23144,"Ġ\");čĊ":23145,"Ġawards":23146,"(range":23147,"-all":23148,"ĠIBOutlet":23149,"ĠIndeed":23150,"----------------------------------------------------------------------------":23151,"Ġstomach":23152,"Ġflower":23153,"Ġsew":23154,"_times":23155,"avis":23156,"QString":23157,"ĠRoutes":23158,"_prot":23159,"Ġcomedy":23160,"Ġlogout":23161,"Ġwooden":23162,"Ġposter":23163,"piece":23164,".Join":23165,"ĠPok":23166,"celona":23167,"mutex":23168,";čĊčĊčĊ":23169,"Ġstrikes":23170,"787":23171,"Loaded":23172,")arg":23173,"esa":23174,"United":23175,"Ep":23176,"PELL":23177,"807":23178,"ĠAtlantic":23179,"ullet":23180,"652":23181,"apple":23182,"Ġsettled":23183,"acon":23184,"Ġprinter":23185,"ĠGC":23186,"å®ļ":23187,"Ġrendered":23188,",âĢĻ":23189,"heit":23190,"social":23191,".ge":23192,"714":23193,"ĠRick":23194,"ĠUtah":23195,"got":23196,"onical":23197,"ĠScroll":23198,"ĠSciences":23199,"Ġjug":23200,"Ġampl":23201,"enti":23202,"LEFT":23203,"Ġtabs":23204,"Ġenormous":23205,".getKey":23206,"locate":23207,".EX":23208,".storage":23209,".We":23210,"Ġtoast":23211,"ĠAdditionally":23212,"882":23213,"ĠNOW":23214,"547":23215,"_UPDATE":23216,"Ġtransferred":23217,"tha":23218,".Display":23219,"_ui":23220,"IDEO":23221,"Ġmeaningful":23222,"ĠMoscow":23223,",this":23224,"ĠVictoria":23225,"æĶ¹":23226,"ĠÐŁ":23227,".stack":23228,"ĠBarn":23229,"paredStatement":23230,":string":23231,"Ġbij":23232,"ĠSTATE":23233,"Ġemployers":23234,"ĉinput":23235,"(|":23236,"Ġlex":23237,"invoke":23238,"ĉnum":23239,"++,":23240,"atial":23241,"orses":23242,"Ġfork":23243,"_txt":23244,"ĠAntonio":23245,"Ġ(<":23246,"averse":23247,"Ġdevast":23248,"ãĢĢ":23249,".Dec":23250,"ĠGard":23251,"/ui":23252,".%":23253,"tri":23254,"Ġrolled":23255,"ValuePair":23256,"itten":23257,"ĠTher":23258,"Ġvrou":23259,"ĠFlow":23260,"ĠFinance":23261,"ĠComb":23262,"HC":23263,".setVisible":23264,"isl":23265,"Ġpk":23266,"773":23267,"Ġupset":23268,"(raw":23269,"ĠVice":23270,"eatures":23271,"ĠLang":23272,"029":23273,"Looking":23274,"767":23275,"ĠAST":23276,"Ġtrips":23277,"ĠJustin":23278,"browser":23279,"=\"'.$":23280,".vertices":23281,"821":23282,"-co":23283,"}/{":23284,"Ġ?,":23285,"ĠDomin":23286,"ĠBelg":23287,"\"<":23288,"Ġsuppose":23289,"addy":23290,"Ġwalks":23291,"688":23292,"ERRU":23293,"_filters":23294,"Preferred":23295,"scene":23296,"еÑģ":23297,"ĠAffairs":23298,"Ġ\"#{":23299,"ĠonSubmit":23300,"Ġstocks":23301,"/view":23302,"gree":23303,"-get":23304,"903":23305,"hit":23306,"Jo":23307,".getC":23308,"725":23309,"Initialized":23310,"ÑĤи":23311,"cuts":23312,"(Type":23313,"ĠAgreement":23314,"ĠVietnam":23315,"Ġ/*!":23316,"Ġpizza":23317,"-view":23318,"_em":23319,"Ġlhs":23320,"Ġmuy":23321,"ĠIdent":23322,"ĠFriends":23323,"061":23324,"Ġabund":23325,"_AD":23326,".timestamp":23327,"-'":23328,"Ġduplicate":23329,"Ġhunting":23330,"Ġregulatory":23331,"iao":23332,"amous":23333,"ĠEntertainment":23334,"[A":23335,"iatric":23336,"_CLIENT":23337,"ĠKids":23338,"/pkg":23339,"Break":23340,")));ĊĊ":23341,"ĠShape":23342,"Ġrelating":23343,"Interrupt":23344,"ableOpacity":23345,"embre":23346,"Ġmystery":23347,"Ġjournalists":23348,"ritable":23349,".Link":23350,"Ġstopping":23351,"CRET":23352,".DB":23353,"Ġpopularity":23354,"Ġgew":23355,"Ġimpr":23356,"setValue":23357,"FLAG":23358,"ĉmax":23359,"Ġbake":23360,"wy":23361,"ĠEconomic":23362,"Ġencontr":23363,"Ġfname":23364,"/de":23365,"Rank":23366,"Ġbugs":23367,".sm":23368,"Ġmedian":23369,"DOWN":23370,"ĠSure":23371,"AtIndex":23372,"ĠDick":23373,"Ġ(__":23374,".delta":23375,"Fr":23376,"Ġsuggesting":23377,"ĠRecyclerView":23378,",e":23379,"START":23380,"/****************************************************************************":23381,"xford":23382,"Ġreceipt":23383,"CLAIM":23384,"readonly":23385,"968":23386,"Ġengaging":23387,"619":23388,"Ca":23389,"asma":23390,"Ġensuring":23391,"English":23392,"ĠVancouver":23393,"hyth":23394,"Ġpurchasing":23395,"ĠPI":23396,".word":23397,"(sp":23398,".home":23399,":def":23400,"Ġgig":23401,"574":23402,"671":23403,"ĠVe":23404,"forum":23405,"ĠMitch":23406,"Bay":23407,"_FL":23408,"651":23409,"Ġsoll":23410,"577":23411,"_columns":23412,"Ġminority":23413,"bird":23414,"Ġhanded":23415,"SSL":23416,"STAT":23417,"Ġnervous":23418,"ĥ½":23419,"ĠfilePath":23420,"CREATE":23421,"Aw":23422,"Ġpens":23423,"835":23424,"seed":23425,"ĠCompute":23426,"olk":23427,"594":23428,"ĠAsset":23429,"reach":23430,"'),čĊ":23431,"navigation":23432,"LF":23433,"/util":23434,"ĠPub":23435,"ĠâĶ":23436,"cion":23437,"##Ċ":23438,"072":23439,"III":23440,"TagName":23441,"Ġamid":23442,"permission":23443,"ifiable":23444,"xFFFFFFFF":23445,"ни":23446,".Buffer":23447,"_irq":23448,"dark":23449,"Ġretval":23450,".fire":23451,"production":23452,".listen":23453,"ĠWeather":23454,"Ġbuyers":23455,".ne":23456,"erp":23457,"ĠPent":23458,"699":23459,"Ġwelfare":23460,"ĠpageSize":23461,"ĠStadium":23462,"erta":23463,"Ġlev":23464,"ampa":23465,"Pager":23466,"665":23467,"Ġcharging":23468,"ĠNetflix":23469,"|null":23470,"_random":23471,".xpath":23472,"Ġstere":23473,"ĠISIS":23474,"ponses":23475,"(loc":23476,"566":23477,"eyond":23478,"ĠOfficial":23479,"657":23480,"ĠMaryland":23481,"DataType":23482,"_par":23483,"{},":23484,"ĠEnjoy":23485,"727":23486,"_SHIFT":23487,"ĠAwards":23488,"_ENTRY":23489,"Ġseemingly":23490,"enticate":23491,"Ġhearts":23492,"583":23493,"_;ĊĊ":23494,"ĠHIV":23495,"Ġindivid":23496,"ĠFlag":23497,"_ctrl":23498,"ĠCallback":23499,",z":23500,"ĠGPU":23501,"ĉobj":23502,"ĠPhoenix":23503,"ĠBUS":23504,"907":23505,"Ġrubber":23506,"_AUTH":23507,"ĠSolutions":23508,"(location":23509,"Variables":23510,".setEnabled":23511,"_high":23512,"WO":23513,"Gesture":23514,"Ġretry":23515,"ĠobjectForKey":23516,"alloween":23517,"Ġmos":23518,"ĠCele":23519,"Ġikke":23520,"(cell":23521,"ĠMODE":23522,"rena":23523,"Ġdescribing":23524,"641":23525,"Ġphi":23526,"Ġrd":23527,"Ġdeserve":23528,"Ġwheels":23529,"å¸Ĥ":23530,"Ġcritics":23531,"755":23532,"Namespace":23533,"ĠFra":23534,"ĠĊĊĊĊ":23535,"Ġalla":23536,"Ġrequiring":23537,"æľŁ":23538,"utation":23539,"Ġdelayed":23540,"Ġadministrative":23541,"Ġbay":23542,".hidden":23543,"Tex":23544,"051":23545,"Ġboundaries":23546,"Ġ]);ĊĊ":23547,"ĠFollowing":23548,"~/":23549,"Fi":23550,"_conv":23551,"_TITLE":23552,"Ġdesde":23553,"ICollectionView":23554,"Alias":23555,"Ġbite":23556,"patient":23557,"_COMMAND":23558,"Completed":23559,"ĉelif":23560,"(<":23561,"Business":23562,"ĠPool":23563,"Ġpursue":23564,"ĠBan":23565,"_steps":23566,"_DECL":23567,"umble":23568,"Ġcombo":23569,"ĠLayer":23570,".xr":23571,"Ġdup":23572,"---------":23573,"628":23574,"Ġmodifier":23575,"rob":23576,"rez":23577,"696":23578,"Ġathletes":23579,"Used":23580,"wear":23581,"815":23582,"Ġlegitimate":23583,"Ġ\"ĊĊ":23584,"Ġhv":23585,"Std":23586,"037":23587,"ĠHold":23588,"Ġsurviv":23589,"ĠAlliance":23590,"ĠEarly":23591,"778":23592,"Behavior":23593,"(font":23594,"/libs":23595,"Ġrectangle":23596,"Ġsinger":23597,"Ġamp":23598,"EqualTo":23599,"Ġ\".\"":23600,"Ġgirlfriend":23601,"å±":23602,"linear":23603,"observ":23604,"Ġpiù":23605,"Ġcomplement":23606,"WithValue":23607,"(password":23608,"take":23609,"Blank":23610,"ĠCompar":23611,"'\",":23612,"_policy":23613,"mongoose":23614,"_FAILED":23615,".report":23616,"Ratio":23617,".PerformLayout":23618,"747":23619,"usable":23620,"mers":23621,"_render":23622,"PEED":23623,"772":23624,"Ġlesb":23625,"ĉE":23626,"_tool":23627,"Ġladies":23628,"908":23629,"оÑģ":23630,"))))Ċ":23631,";;;;":23632,".dot":23633,"Ġnest":23634,"peak":23635,"ukkit":23636,"eca":23637,"_SW":23638,"Ġ&(":23639,"ĠOklahoma":23640,"Ġbanking":23641,"569":23642,"ĠNintendo":23643,"752":23644,"Ġreproduce":23645,"_elements":23646,"_mac":23647,"proxy":23648,"Ġremarkable":23649,"}/${":23650,"Ġouts":23651,".hasNext":23652,"MODE":23653,"658":23654,"Ġanime":23655,".conn":23656,"Unique":23657,"Dom":23658,"Ġimportantly":23659,"itty":23660,"Ġjuice":23661,"Tw":23662,"ĠPartners":23663,"Ġattacking":23664,"Ġportable":23665,"amiento":23666,".PictureBox":23667,".gen":23668,"Ġoptimal":23669,"582":23670,"Ġrecre":23671,"Ġjournalist":23672,"ĠExtract":23673,"ĠMoreover":23674,"ĠmarginTop":23675,".Ap":23676,"Ġfiring":23677,"NaN":23678,"ĉtemplate":23679,"ад":23680,".En":23681,"Ġdefence":23682,"ĠTel":23683,"ilen":23684,"jan":23685,"=data":23686,"ĠUrl":23687,"ĠReuters":23688,"(total":23689,"ĠFifth":23690,"Ġessays":23691,"Ġinterpretation":23692,"Ġcharity":23693,"ĠRules":23694,"Ġsubsection":23695,"styled":23696,"azer":23697,"lags":23698,"LIST":23699,"Ġuploaded":23700,"Ġtrash":23701,"Ġregistr":23702,"Ġseller":23703,">';čĊ":23704,"ĠstartTime":23705,"çĻ":23706,"sy":23707,"(HttpServletRequest":23708,"Ġtrap":23709,"GC":23710,"Ġembedded":23711,"Ġsurrounded":23712,"816":23713,"imits":23714,"TX":23715,"ylinder":23716,"685":23717,"ĠFal":23718,"Ġsentences":23719,"ĠJa":23720,"IFICATION":23721,"weapon":23722,"ovation":23723,"Ġcoat":23724,"Ġinterpol":23725,"Ġlips":23726,"ĠKy":23727,"Ġvectors":23728,"_am":23729,"Ġintake":23730,".world":23731,"Ġinbox":23732,"ĠMAC":23733,"_ab":23734,"(nameof":23735,"633":23736,"Ġentert":23737,"Ġgathering":23738,"ĠSIM":23739,"++.":23740,"nya":23741,"'}}":23742,"ĠUPDATE":23743,"Ġpac":23744,"(html":23745,"ĠSant":23746,"iating":23747,"ĠIdeas":23748,"Ġspray":23749,"ĠHart":23750,"Ġverification":23751,"adesh":23752,"/modules":23753,"ĠMind":23754,"ĠSizedBox":23755,"Ġshelter":23756,"Ġheroes":23757,"atty":23758,"Ġcertified":23759,"sj":23760,"Ġêtre":23761,"ÅĤo":23762,"Ġpublishing":23763,"ĠMalays":23764,".getUser":23765,"ĠProvider":23766,"ĠLinkedList":23767,"ĠBor":23768,"ROUND":23769,"did":23770,"tain":23771,"pire":23772,"ĠJenn":23773,"tel":23774,"ande":23775,"757":23776,"_front":23777,"ĠMcG":23778,"TestMethod":23779,"à¸Ń":23780,"Ġoccasionally":23781,"ĠWales":23782,"Ġexercises":23783,"ĠÐĴ":23784,"045":23785,"-plus":23786,"Ġvalidator":23787,"Ġprayer":23788,"LATED":23789,"_author":23790,"Ġlabour":23791,"++Ċ":23792,"-equiv":23793,"ĠGPL":23794,"Ġfacebook":23795,"simple":23796,"gly":23797,"Processor":23798,"ipy":23799,"744":23800,"Ġ*>":23801,"648":23802,"Ġcleared":23803,"ĠPush":23804,"858":23805,"Ġpenis":23806,"Structure":23807,"lij":23808,"ĠMorgan":23809,"Ġhandful":23810,"\".Ċ":23811,"984":23812,"|\\":23813,"Ġ********************************":23814,"ĠAqu":23815,"584":23816,"_IC":23817,".loads":23818,"Ġmeter":23819,"ĠMarine":23820,"::{":23821,"ĠTS":23822,"776":23823,"ĠArrays":23824,".Title":23825,"GRAM":23826,"termin":23827,"Ġcoinc":23828,"Else":23829,"_states":23830,"-run":23831,"members":23832,"782":23833,"astro":23834,"066":23835,"ĠonPress":23836,"Ġbeings":23837,"Ġabandoned":23838,"Ġtaxp":23839,"owners":23840,".mode":23841,"Ġdiagnosis":23842,"Ġ_Ċ":23843,"ĠKnight":23844,"ĉA":23845,"Ġobserve":23846,"),'":23847,"823":23848,"!\")Ċ":23849,"ĠPara":23850,"Ġvariation":23851,"(False":23852,"ĠAnti":23853,"Ġgri":23854,"Ġhomeless":23855,"?v":23856,"Ġbez":23857,".Server":23858,"release":23859,"ĠPatri":23860,"Ġchars":23861,"Ġranking":23862,"activation":23863,"581":23864,"Ġwides":23865,"qr":23866,".Sql":23867,"acular":23868,"ĠBot":23869,"_sync":23870,"Ġhappiness":23871,"Ġvolunteers":23872,"877":23873,"Ġsits":23874,"/<":23875,"[e":23876,"(fileName":23877,"Ġcapac":23878,"832":23879,"ĠMaria":23880,"father":23881,"Ġgram":23882,"*i":23883,"Ġcaso":23884,"_draw":23885,"ĠRaw":23886,"ĠIterator":23887,"664":23888,"ĠPadding":23889,"924":23890,"PD":23891,"BOX":23892,"ĠSPECIAL":23893,"Ġfecha":23894,"Ġvide":23895,"ĠLeader":23896,"以":23897,"$(\".":23898,"Ġdiameter":23899,"Ġmild":23900,"745":23901,"Ġrocks":23902,"appings":23903,"048":23904,"directory":23905,"557":23906,".flush":23907,"ĠJess":23908,"UNIT":23909,"ĠPear":23910,"Ġmandatory":23911,"Sur":23912,"qt":23913,"Ġstreams":23914,"Ġcooperation":23915,"ĠSac":23916,"Ġcheaper":23917,"ĉch":23918,"animation":23919,"fare":23920,"(height":23921,"(True":23922,"NY":23923,"Ġwrest":23924,"Ġpolls":23925,"Ġencountered":23926,"ĠMarketable":23927,"_PASSWORD":23928,"716":23929,"_SELECT":23930,"ĠArabia":23931,"_clock":23932,"Ġvoy":23933,"Ġиз":23934,"Ġstir":23935,"isible":23936,"-effect":23937,".created":23938,"Ġtoys":23939,"ĠTradable":23940,"Ġrust":23941,"Ġstrcpy":23942,"_timestamp":23943,"Ġtalented":23944,",null":23945,"ĠJobs":23946,"ĠPortland":23947,"Ġweakness":23948,"Throw":23949,"ĠAngel":23950,"ä¿®":23951,"754":23952,"Ġuncert":23953,"ï¼īĊ":23954,"ĠìĿ´":23955,"Which":23956,"Ġ[-]:":23957,"Something":23958,"Ġconvicted":23959,"kle":23960,"edium":23961,"Ġbranches":23962,"Ġbases":23963,"ç®":23964,"Ġcomplexity":23965,"ĠFig":23966,".reshape":23967,"$db":23968,"736":23969,"_CONST":23970,"ĠTes":23971,".runtime":23972,"Ġdeny":23973,"ĠBSD":23974,"Ġkr":23975,"hatt":23976,"ĠStatic":23977,"Ġuniversities":23978,"Replace":23979,"Ġdrove":23980,"Ġadoles":23981,"_plugin":23982,"ĠLGBT":23983,"Ġtex":23984,"duction":23985,"751":23986,"799":23987,"EDI":23988,"ĠTed":23989,"_URI":23990,"Ġreception":23991,"arten":23992,".Single":23993,"rice":23994,"scious":23995,"843":23996,"_bg":23997,"Ġwages":23998,"ĠServlet":23999,"UILayout":24000,"Ġformatted":24001,".Mod":24002,"',Ċ":24049,"Ġexpanding":24050,"ĠHamilton":24051,"ĠContrib":24052,".Tables":24053,"728":24054,"Activ":24055,"HH":24056,"ocommerce":24057,"_;":24058,"Ġamongst":24059,"owing":24060,"859":24061,"ĠCold":24062,"APH":24063,"Ġpsychological":24064,"_tensor":24065,"Ġpackaging":24066,"ĠSweden":24067,"Ġpare":24068,"Ġaggregate":24069,"Ġmoderate":24070,"862":24071,"_hand":24072,"Ġdesignated":24073,"Ġdrum":24074,"ĠgetUser":24075,"ĠCreek":24076,"_scope":24077,"ĠTransfer":24078,"ĠMarg":24079,"Ġfighters":24080,"Wnd":24081,"ĠSel":24082,"ĠLaunch":24083,"Ġemerging":24084,"iframe":24085,"ĠAdditional":24086,"Ġfears":24087,"Ġsatellite":24088,"_:":24089,"Ġdisposing":24090,"GetValue":24091,"HttpPost":24092,"ATIVE":24093,"ulary":24094,"Views":24095,"Ġattending":24096,"ĠTennessee":24097,"ĠMission":24098,"Ġmedication":24099,"ĠWy":24100,"ĠAnna":24101,"ع":24102,"ĠVertex":24103,".types":24104,"Organ":24105,".DataGridViewTextBoxColumn":24106,"ĠRS":24107,"Ġtempo":24108,"(App":24109,"892":24110,"VersionUID":24111,".point":24112,"ĠDutch":24113,"Hours":24114,"LU":24115,"Ġquoted":24116,".builder":24117,"ĠPerfect":24118,"ĠAlways":24119,"_two":24120,"Ġexclusively":24121,"ĠCra":24122,"ificar":24123,"ĠAWS":24124,"ingham":24125,"complex":24126,"kernel":24127,"Ġgravity":24128,"Ġwi":24129,"052":24130,"Ġoverview":24131,"661":24132,"ĠWant":24133,"ĠWP":24134,"(sh":24135,".rotation":24136,"States":24137,"ĠTeen":24138,"_components":24139,"ìĪĺ":24140,"Received":24141,"Ġlyrics":24142,"rites":24143,"ĉĉĉĉĉĠ":24144,"-American":24145,"[num":24146,"/python":24147,"ĠUART":24148,"Ġapple":24149,"ĠJonathan":24150,"Ġmomentum":24151,"ั":24152,"Ĥ¹":24153,"Ġmich":24154,"andra":24155,"Ġbiological":24156,"ĠMens":24157,"Ġ%%":24158,"elsea":24159,"ĠMexican":24160,".randint":24161,"Ġtale":24162,"ĠValidate":24163,"Ġdefeated":24164,".htm":24165,"Ġcopper":24166,"=/":24167,"cosystem":24168,"Ġrip":24169,"decimal":24170,".VISIBLE":24171,"ĠTa":24172,"ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ":24173,"Ġdownloaded":24174,"environment":24175,"Ġnomine":24176,"building":24177,"ĠSpot":24178,"ipheral":24179,"Ġalto":24180,"quet":24181,"ĠFT":24182,"/get":24183,"/master":24184,"WIN":24185,"åħĥ":24186,"676":24187,"West":24188,"argc":24189,"Ġproducers":24190,"ĠMuch":24191,"_storage":24192,"credit":24193,"CONT":24194,"Ġvet":24195,"Ġvoices":24196,"('',":24197,"Ġinstruments":24198,"662":24199,"ĠMSG":24200,"esse":24201,"repository":24202,"omics":24203,"Ġdealer":24204,"Still":24205,"Ġbanner":24206,"ascii":24207,"Ġremarks":24208,"[js":24209,"Ġshorter":24210,"gulp":24211,"Ġmyster":24212,"Ġkun":24213,"ĠBird":24214,"Ġtiene":24215,"788":24216,"nut":24217,"ĠUm":24218,"Ġwise":24219,"Yeah":24220,"INESS":24221,"046":24222,"_begin":24223,"-heading":24224,"Course":24225,"ĠčĊčĊ":24226,"ombie":24227,"graded":24228,"ĠGPS":24229,"Ġże":24230,"Fit":24231,"caption":24232,"ön":24233,"/image":24234,"lia":24235,"(mod":24236,"Ġleak":24237,"enza":24238,"629":24239,"/H":24240,"ĠHappy":24241,"993":24242,"Dist":24243,"nx":24244,"ĠGovernor":24245,"(last":24246,"teacher":24247,"ĠSent":24248,"support":24249,"838":24250,"jectory":24251,"ĠÙħ":24252,"Registration":24253,"063":24254,"ĠGray":24255,",false":24256,"Ġadjusted":24257,"(settings":24258,"'Ċ":24324,"-fold":24325,"æĬ":24326,"ĠBetter":24327,"Ġ\"\\<":24328,"spacing":24329,"Ġfurnished":24330,"913":24331,"oser":24332,"]}Ċ":24333,"Ġ$\"":24334,"pull":24335,".Post":24336,"919":24337,"(ip":24338,"Ĺı":24339,".front":24340,"nte":24341,"ĠFM":24342,"guid":24343,"844":24344,"Ġnegotiations":24345,"agonal":24346,"934":24347,"Ġtremend":24348,"ungeon":24349,"Adv":24350,"carousel":24351,"ÃŁe":24352,"_DESC":24353,"Ġhammer":24354,"áºŃ":24355,"ĠĠĠĠĠĠĠĠĊĊ":24356,"-core":24357,"-service":24358,"Ġcorners":24359,"ĠSF":24360,"pred":24361,">A":24362,"ĠJLabel":24363,"Ġromantic":24364,"Ġtestimony":24365,"osc":24366,"ĠGeneration":24367,"asures":24368,"_internal":24369,"Ġprints":24370,"Ġ])Ċ":24371,"ĠCleveland":24372,"repo":24373,"Disc":24374,"677":24375,"762":24376,"Ġ\">Ċ":24377,"����":24378,"Ġnearest":24379,"591":24380,"_tb":24381,"(require":24382,"EOF":24383,"-child":24384,"Ġbudd":24385,".XtraEditors":24386,"alties":24387,"723":24388,"\\\":\\\"":24389,"Words":24390,"917":24391,"Ġlocally":24392,"Ġpurchases":24393,"695":24394,"Drawer":24395,"extract":24396,"Ġexecut":24397,"}'.":24398,"userdata":24399,"Ġfocuses":24400,"-minute":24401,"764":24402,"ĠPublish":24403,"ogo":24404,"Ġmountains":24405,"Bot":24406,"}>{":24407,"Ġtension":24408,"rod":24409,"mesh":24410,"Ġtransformed":24411,",R":24412,"()}Ċ":24413,".long":24414,"Ġgorgeous":24415,"ĠSchedule":24416,"Ġoldest":24417,"Ġsubprocess":24418,"(IN":24419,"yect":24420,"ĠCooper":24421,"arness":24422,"ĠMonitor":24423,".part":24424,"972":24425,"ĠNBC":24426,"668":24427,"Ġcotton":24428,"Ġhol":24429,"726":24430,"Ġrgba":24431,"ĠBio":24432,"Continue":24433,"Pod":24434,"Ġparticipating":24435,"clusions":24436,"(ByVal":24437,"734":24438,"ì":24439,"ĠHOW":24440,"_setopt":24441,"Ġaccompanying":24442,"091":24443,"aton":24444,"Ġ/\\":24445,"ĠAuthentication":24446,"ién":24447,"ĠBarack":24448,"/*.":24449,"Ġeager":24450,"ĠCancel":24451,"$":24502,"OLEAN":24503,"OKIE":24504,"IBILITY":24505,"UAGE":24506,"ĠSurvey":24507,"071":24508,"Ġresign":24509,"wing":24510,"Ġsecrets":24511,"Ġchips":24512,"JSONObject":24513,"Desktop":24514,"596":24515,"_SYMBOL":24516,"(resource":24517,"ĠĊ":24518,"Ġnewest":24519,"uli":24520,"Ġdesert":24521,"Ġdip":24522,"ĠPow":24523,"Ġequation":24524,"Ġpossibilities":24525,"ĠFed":24526,"osph":24527,"Ġ[%":24528,"Ġbubble":24529,"etherlands":24530,"793":24531,"Ġcement":24532,".auto":24533,"_AN":24534,"âĢĻ.":24535,"selection":24536,"ĠBond":24537,"988":24538,"Den":24539,"-O":24540,".getType":24541,"896":24542,".Window":24543,"pres":24544,"Ġswinger":24545,"\"})Ċ":24546,"Ġpip":24547,"Ġmice":24548,"Ġcompound":24549,"-plugin":24550,"iko":24551,"Ġcenturies":24552,"icular":24553,"-inline":24554,"ĉkey":24555,">\\<":24556,"ENSION":24557,"Ġ[čĊ":24558,"Ġprecisely":24559,"Ġété":24560,"ĠPast":24561,"ĠCambridge":24562,"-full":24563,"Ġanalyze":24564,"ĠSteven":24565,"Ġnem":24566,"due":24567,"oren":24568,"Ġmuscles":24569,"ijing":24570,"852":24571,"/-":24572,"ĠKennedy":24573,"597":24574,"RM":24575,"ossible":24576,"Ġactress":24577,"Ġdolor":24578,"914":24579,"å½ķ":24580,"Need":24581,".toggle":24582,"ĠRace":24583,"wers":24584,".material":24585,"ĠDue":24586,"ĠPel":24587,"#print":24588,"Ġindependence":24589,"exus":24590,"Shadow":24591,"Ġencoder":24592,"(level":24593,"ĠSwift":24594,".doc":24595,"_selection":24596,"952":24597,"ĠserialVersionUID":24598,"945":24599,"Labels":24600,"Ġperformances":24601,".Tag":24602,"ĠNHL":24603,"izen":24604,"/UIKit":24605,"991":24606,"_CONTROL":24607,"Ġearnings":24608,"975":24609,"ĠAlt":24610,"_HANDLE":24611,"Ctx":24612,"Ġpersu":24613,"Ġtran":24614,"ç¨":24615,"_CHANNEL":24616,"Ġsatisfaction":24617,"ĠGP":24618,"769":24619,"iox":24620,"mitt":24621,"lando":24622,"Ġpig":24623,"inals":24624,"ência":24625,"731":24626,"Surface":24627,"ĠUUID":24628,"Ġbeneficial":24629,"Ġsequences":24630,"ĉmemset":24631,"Ġmagical":24632,"«":24633,"Ġworn":24634,"ASC":24635,"popup":24636,"COMP":24637,"_before":24638,"eness":24639,"Ui":24640,"Les":24641,".require":24642,".Serializable":24643,"addGap":24644,"Ġauthorization":24645,"085":24646,".pyplot":24647,"urray":24648,"latitude":24649,"845":24650,"frames":24651,"ajs":24652,"Ġcompass":24653,"Ġobservations":24654,"_sup":24655,".environ":24656,"Ġtriple":24657,"ĠRuby":24658,"Ġdrain":24659,"_FILTER":24660,"San":24661,"UMP":24662,"NullException":24663,"ĠGab":24664,"owe":24665,"ĠTurkish":24666,"_sequence":24667,"ĠGrant":24668,"uela":24669,"Ġwo":24670,"Ġcube":24671,"iq":24672,"Ġdisorders":24673,"Ġextraordinary":24674,"Ġctrl":24675,"ĠSeq":24676,"entr":24677,"865":24678,"Ġsanctions":24679,"949":24680,"utsch":24681,"Reports":24682,"Ġinherit":24683,"Period":24684,"Ġphotography":24685,"ĠFramework":24686,"Ġspecialist":24687,"Ġ?ĊĊ":24688,"_selected":24689,".Player":24690,"Ġallocation":24691,"(account":24692,"Ġstructural":24693,"vable":24694,"-offset":24695,".AppCompatActivity":24696,"ам":24697,".AddWithValue":24698,"Ġicons":24699,"Ġshutdown":24700,"_low":24701,"ĠCompare":24702,"ĠCe":24703,"=head":24704,"lam":24705,".predict":24706,"_DEC":24707,"ĠSleep":24708,"ĠGratis":24709,"Ġsuggestion":24710,"ĠDEL":24711,"caff":24712,"avirus":24713,"Nothing":24714,"ŀĭ":24715,"Ġwidespread":24716,"Ġmechanisms":24717,"ĠtextAlign":24718,"occup":24719,"ĠRail":24720,":NS":24721,"Ġfiber":24722,"Ġmk":24723,"Ġvintage":24724,"-long":24725,".reduce":24726,".Entities":24727,"(record":24728,"Ġpleasant":24729,"FRING":24730,".Cells":24731,"OTT":24732,"ĉelseif":24733,"649":24734,"724":24735,"_confirm":24736,"ĠViewGroup":24737,"sym":24738,"Ġpray":24739,"Ġsuspected":24740,"Contains":24741,"983":24742,"Ġborders":24743,"ĠcomponentDid":24744,"ASSERT":24745,"Ġinfinite":24746,"-order":24747,"Ġhello":24748,"ĠGrade":24749,".currentTimeMillis":24750,"apolis":24751,"zh":24752,"ĉObject":24753,":\\\\":24754,"HO":24755,"valuation":24756,"Ġvocab":24757,"719":24758,"Ġcoupon":24759,"atabases":24760,".GetType":24761,"Learn":24762,"792":24763,"]=\"":24764,"ĠGary":24765,"otive":24766,"Ġash":24767,"Ġbib":24768,"XXXX":24769,"Ġbalanced":24770,"VALUE":24771,"ĠNat":24772,"_Ad":24773,"<":24930,"Ġfool":24931,"Ġesk":24932,".Null":24933,"ĠDies":24934,"_OUTPUT":24935,"_TYPED":24936,"Ġpainted":24937,"673":24938,"735":24939,"Ġsophistic":24940,"ĠBear":24941,"*n":24942,"_PACK":24943,"Ġdelivering":24944,"ĠCOUNT":24945,"åįķ":24946,"Ġjeg":24947,"-car":24948,"fname":24949,"Ġranging":24950,"848":24951,"ĠNeg":24952,"/******/":24953,"ĠCHAR":24954,"Ġultra":24955,"Grad":24956,"=t":24957,"Ġjudges":24958,"ĠDise":24959,"anners":24960,"985":24961,"891":24962,"861":24963,"Ġscal":24964,"_cal":24965,"ĠCONNECTION":24966,"_embed":24967,"(fn":24968,"ĠCraft":24969,"047":24970,"ĠPas":24971,"\")->":24972,".convert":24973,".resource":24974,"ĠSTATUS":24975,"ông":24976,"ĠTit":24977,"Ġclassroom":24978,"ĠArchitect":24979,"ĠKings":24980,"Ġsteady":24981,"/*!Ċ":24982,"ĠGene":24983,")\";Ċ":24984,"icia":24985,"stan":24986,"ĠConstruction":24987,"umper":24988,"951":24989,"wc":24990,"ĠCBS":24991,"inging":24992,"-party":24993,"(driver":24994,"MARK":24995,"082":24996,"Ġnested":24997,"eward":24998,"Ġdependency":24999,"Ġmales":25000,"928":25001,"ĠONE":25002,"ĠProduction":25003,"][$":25004,"ãĥ¼ãĥ":25005,"_LOAD":25006,"ĠBol":25007,"elry":25008,"831":25009,"łéĻ¤":25010,"ĠRequire":25011,"Ġplacing":25012,"xxx":25013,"CALE":25014,"Ġthumb":25015,"824":25016,"Choose":25017,"Ġprototype":25018,"VOID":25019,"Ġlesbian":25020,"741":25021,"Ġtraits":25022,"Sharp":25023,"Ġconsume":25024,"Truth":25025,"ĠactionPerformed":25026,"ĠEnvironmental":25027,"ĠDean":25028,"Ġestado":25029,"same":25030,"Ġnumeric":25031,"Ġtransit":25032,".Email":25033,"-side":25034,"_RUN":25035,"ĠVillage":25036,"_OPEN":25037,"è¦":25038,".rem":25039,"-warning":25040,"anya":25041,"PropertyChanged":25042,"Ġ(!_":25043,"(check":25044,"ilia":25045,"ĠSoft":25046,"steps":25047,"ĠMadrid":25048,"MemoryWarning":25049,"Ġhandlers":25050,"Ġexperiencing":25051,"Ġinspect":25052,"buttons":25053,"ReceiveMemoryWarning":25054,"chemy":25055,"Links":25056,"Ġurllib":25057,".SystemColors":25058,"ĠEigen":25059,"Ġpunishment":25060,":UIControl":25061,"bara":25062,"-set":25063,"Ġ}čĊčĊčĊ":25064,"Ġtolerance":25065,"Ġinterfaces":25066,".redirect":25067,"ighbors":25068,"csrf":25069,"_background":25070,".Utils":25071,"_HT":25072,"692":25073,"ĠInterest":25074,"imos":25075,"Ġgrants":25076,"083":25077,"Ġexamined":25078,"ÐĶ":25079,"Ġcf":25080,"forge":25081,"backs":25082,"ĠObjects":25083,"_sent":25084,".entry":25085,"ĠTHEN":25086,"ellido":25087,"cia":25088,",res":25089,"659":25090,"681":25091,"/stdc":25092,".nd":25093,"(Int":25094,"ĠAuthors":25095,"ĠAppCompatActivity":25096,"'{":25097,"Ġmedi":25098,"Music":25099,"igm":25100,"ceipt":25101,"Ġauss":25102,"Ġtargeting":25103,"ĠKeys":25104,"hn":25105,":]Ċ":25106,"Ġmineral":25107,"î":25108,".ca":25109,"761":25110,"omed":25111,"Ġsheets":25112,"Ġcamb":25113,"Ġdeadly":25114,".inject":25115,"(unit":25116,"ĠSelection":25117,".gms":25118,"(connection":25119,"Ġ$(\"":25120,"émon":25121,"ĠCurrently":25122,"pte":25123,"_paths":25124,"847":25125,"leaf":25126,"Ġimplications":25127,"posal":25128,"ä½į":25129,"[/":25130,"ancia":25131,"éĽ":25132,"mul":25133,"cie":25134,"Ġgeile":25135,"679":25136,"imals":25137,"UIView":25138,"Ġsurre":25139,"serialize":25140,"ISO":25141,"Ġarbitrary":25142,"Ġsockaddr":25143,".fn":25144,"ĠMerc":25145,"Ġcasting":25146,"KeyDown":25147,"ĠnewValue":25148,"opens":25149,"717":25150,"Todo":25151,"Ġflexibility":25152,"ĉĉĉĉĠĠ":25153,"Velocity":25154,"ún":25155,"rowing":25156,"Ġcomputed":25157,"`)Ċ":25158,"statement":25159,"Ġri":25160,"_cart":25161,"Low":25162,"transfer":25163,".nav":25164,"Ġgrave":25165,"ĠDoor":25166,"ĉalert":25167,"691":25168,"698":25169,".subscribe":25170,"-profile":25171,"ĉbase":25172,"ĠâĪĴ":25173,"__ĊĊ":25174,"Ġengineers":25175,"Ġexplosion":25176,"Ġdari":25177,"682":25178,"ĉLog":25179,"onal":25180,"Ġisolated":25181,"{i":25182,"ĠMsg":25183,"Future":25184,"Ġracist":25185,"-wrap":25186,"ĠVers":25187,"borg":25188,"ISION":25189,"ĠÑĢаÐ":25190,"ĠYan":25191,"836":25192,"initWith":25193,"Ġnomin":25194,"(empty":25195,"ÃŃn":25196,"ãĤ¤":25197,"ĉwidth":25198,"Ġchamber":25199,"/ajax":25200,"EMP":25201,"093":25202,"Ġneces":25203,"ivos":25204,"logic":25205,"*)&":25206,"cripts":25207,"976":25208,"RowAt":25209,"053":25210,"iblings":25211,"Ġears":25212,"Ġcomputing":25213,"Ġmaker":25214,"ĠNeither":25215,"breadcrumb":25216,"Ġserialize":25217,"ĠWithin":25218,"Ġdell":25219,"_TRACE":25220,"092":25221,"=a":25222,"Ġwishes":25223,"-inch":25224,"ĠDor":25225,"Ġinnocent":25226,"ĠDol":25227,"Ġintens":25228,"forced":25229,"054":25230,"ĠBIT":25231,"Ġphotographs":25232,"Ġcasa":25233,"ĠLen":25234,"\\Framework":25235,".Simple":25236,"Ġdear":25237,"895":25238,")/(":25239,"ippi":25240,"Ġowns":25241,"Players":25242,"Ġproposals":25243,".pi":25244,"usalem":25245,"Damage":25246,"Ġcalories":25247,"ĠCreative":25248,"Ġ[$":25249,"Ġ//čĊ":25250,"786":25251,"AndView":25252,"ème":25253,".custom":25254,"_factory":25255,"commands":25256,"_look":25257,"Ġstrcmp":25258,"YN":25259,"aired":25260,"Ġaudit":25261,"оÑģÑĤ":25262,"ĠReverse":25263,"ropriate":25264,"etics":25265,"';Ċ":25348,"Ġpepper":25349,"989":25350,"Ġshed":25351,"ĠMedium":25352,"ĠCookie":25353,"889":25354,"Ġoverseas":25355,"edor":25356,"asurement":25357,"766":25358,"åŃĺ":25359,"Ġ'.'":25360,"Ġphp":25361,"ĠPROC":25362,"Ġexceptional":25363,"(th":25364,"ĠJet":25365,"Ġoccupied":25366,".setImage":25367,"ĠRelated":25368,"ucker":25369,"Members":25370,"PRINT":25371,"ĠGlo":25372,"_VIEW":25373,"}\",Ċ":25374,"Ġadoption":25375,"[])Ċ":25376,"842":25377,"ĠMissouri":25378,"ĠLincoln":25379,"erald":25380,"Popup":25381,"Ġfate":25382,"-bootstrap":25383,"fections":25384,"ĠPoll":25385,"_ARGS":25386,"inance":25387,"697":25388,"-home":25389,".),":25390,"_done":25391,"694":25392,":ĊĊĊ":25393,"Ġdiscussing":25394,"ĠSQLException":25395,"Ġelectro":25396,"ĉreq":25397,"Ġzw":25398,"886":25399,"Ġlui":25400,"932":25401,"Ġovernight":25402,"$user":25403,"ĠWAY":25404,"Ġallerg":25405,"Ġdisappointed":25406,"Ġradiation":25407,"Ġimpressed":25408,"ificates":25409,"Ġtob":25410,"CLASS":25411,"Ġcuda":25412,"_det":25413,"-post":25414,"ulu":25415,"Translation":25416,"-hand":25417,".year":25418,"ĠMongo":25419,"Ġunclear":25420,".engine":25421,"WEBPACK":25422,"rices":25423,"_ACCESS":25424,"Ġholidays":25425,"percent":25426,".Identity":25427,"ĠGov":25428,"Ġpassionate":25429,"!!.":25430,"ĠGreece":25431,"plusplus":25432,"'));":25433,"GP":25434,"Ġexcit":25435,".tabPage":25436,"_cond":25437,"Ġsponsor":25438,"MODULE":25439,"_proc":25440,"Ġ$Ċ":25441,"Ġrational":25442,".Tool":25443,"Ġihr":25444,"cca":25445,"åĵģ":25446,"ĠEstate":25447,"IBUTE":25448,"ActionPerformed":25449,"ĠSolar":25450,"¦Ĥ":25451,"Ġequity":25452,"tid":25453,"938":25454,"Ġrecip":25455,".simple":25456,"mk":25457,"689":25458,"ĠLuke":25459,"ĠGuardian":25460,"Ġencrypted":25461,"Ġdominant":25462,".place":25463,"ĠNV":25464,"839":25465,"Ġtongue":25466,"(Get":25467,"Ġstainless":25468,".Play":25469,"Ġeb":25470,"aci":25471,".buffer":25472,"readcrumbs":25473,"Ġvaccine":25474,"prom":25475,"979":25476,"ĠuserInfo":25477,"Ġslug":25478,"SerializedName":25479,"-wide":25480,"Ġreactions":25481,"ĠYang":25482,"ĠAdds":25483,"(userId":25484,"Ġplates":25485,"ĠMEM":25486,"Ġbail":25487,"Inside":25488,"eted":25489,"Ġelsif":25490,"Ġsake":25491,"Ġcycles":25492,"ĠìĹ":25493,"ĉI":25494,"-collapse":25495,"841":25496,"ĠGMT":25497,"814":25498,"Declaration":25499,"Ġgros":25500,"Ġreaches":25501,"Ġcustody":25502,"Until":25503,"753":25504,"856":25505,"tu":25506,"ĠChen":25507,"Ġnx":25508,"(addr":25509,"ĠOffer":25510,"Ġcolleg":25511,"assador":25512,"674":25513,"Ġmapper":25514,"854":25515,"ĠSIGNAL":25516,"ĠBloom":25517,"ĠHoll":25518,"ĠImper":25519,"-des":25520,"_site":25521,"Proc":25522,"Equ":25523,"Ġatomic":25524,"ĠWoman":25525,"sent":25526,"738":25527,"817":25528,"scar":25529,"Ġintelligent":25530,"ĠGetting":25531,"ĠRegistration":25532,"ĠPhill":25533,"Ġkiller":25534,"unicode":25535,"ĊĉĉĊ":25536,"ĠJacob":25537,"ĠConst":25538,"Ġlocate":25539,"Ġcaus":25540,"749":25541,"ĠScholar":25542,"Ġconstitutional":25543,"Ġinflation":25544,"ĠGot":25545,"=array":25546,"endum":25547,"Ġtranslated":25548,"Ġdivorce":25549,"Entries":25550,"Ġsor":25551,"ĠQuote":25552,"irlines":25553,"UK":25554,"Ġexcel":25555,"(opt":25556,"ĠADV":25557,",:,":25558,"Ġcontacted":25559,"742":25560,"ĠDA":25561,"Ġrings":25562,"ĠIndustrial":25563,".getContext":25564,"Ġforgotten":25565,"ĠTan":25566,"Ġpants":25567,"Ġov":25568,"Ġdecoder":25569,"ĠPartial":25570,"Ġvc":25571,"Ġbattles":25572,"Arial":25573,"FRINGEMENT":25574,"irates":25575,",w":25576,"aintenance":25577,"ĠOd":25578,"ĠTechnologies":25579,"åīį":25580,"ĠCarter":25581,".findAll":25582,"Nome":25583,"Ben":25584,"ĠUsage":25585,"ĠPicture":25586,"Ġbadly":25587,"_panel":25588,"Ġpatent":25589,"ĠProtocol":25590,"lotte":25591,"ĉplayer":25592,"jections":25593,"746":25594,"Ġdou":25595,"_release":25596,"urniture":25597,"_tax":25598,"ĠFields":25599,".dataset":25600,"_master":25601,"CLUDE":25602,"ĠPharm":25603,"bst":25604,"Ġoperational":25605,".cell":25606,"Ġidentifying":25607,"Ġjwt":25608,"tuple":25609,"ĠTC":25610,"ĠCro":25611,"936":25612,"ixmap":25613,"-components":25614,"general":25615,"Ġoz":25616,"_De":25617,"_double":25618,"ĠToo":25619,"088":25620,".ViewGroup":25621,"879":25622,"gate":25623,"dings":25624,"photos":25625,"Ġgrande":25626,"ollect":25627,"_lin":25628,"Ġawful":25629,"filters":25630,"Ġalternate":25631,"esp":25632,"Ġcompress":25633,"eo":25634,"ĠScale":25635,"Ġindirect":25636,"Ġinvoice":25637,"ĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊ":25638,"Starting":25639,"ĠPlayers":25640,"iele":25641,".then":25642,"981":25643,"Ord":25644,"ĠTuple":25645,"Ġbout":25646,"ĠStatistics":25647,"Preview":25648,"Ġpuzzle":25649,"ĠWidth":25650,"STATE":25651,"Ġoverlay":25652,"ĉon":25653,"Ġinfr":25654,"Ġsmallest":25655,"locked":25656,"ÑĤо":25657,"ssl":25658,"779":25659,"Ġdeemed":25660,"Ġsco":25661,"reck":25662,"ĠjButton":25663,"Ġmissions":25664,"871":25665,"称":25666,".SelectedIndex":25667,"TABLE":25668,"Sept":25669,"Ġacknowledge":25670,"Ġstrtotime":25671,"ĠTell":25672,"ĠDak":25673,"Ġaluminum":25674,"Ġfence":25675,"ĠStars":25676,"CONFIG":25677,"Ġretrofit":25678,"Ġemphasis":25679,"/header":25680,"ĠSomething":25681,"inished":25682,"='\".$":25683,"ĠValidators":25684,"Ġpolar":25685,"sections":25686,"944":25687,".aspx":25688,"Ġaspir":25689,".Mock":25690,"CodeGen":25691,"Ġpeut":25692,"971":25693,"Ġaccepting":25694,"Ġbacking":25695,"Picture":25696,"/ap":25697,"ег":25698,"_SEC":25699,"-use":25700,"annotation":25701,"Ġcognitive":25702,"Ġgrip":25703,"hour":25704,"ĠLegal":25705,"Ġepic":25706,".toolStrip":25707,".notify":25708,".Last":25709,"ORIZ":25710,"Middleware":25711,"criptions":25712,"lash":25713,"_FOUND":25714,"ĠLiverpool":25715,"Ġ{}\",":25716,"931":25717,"Install":25718,"Ġnit":25719,"Ġfigured":25720,"[len":25721,".Win":25722,".platform":25723,"853":25724,"Ġgambling":25725,"(dt":25726,"avery":25727,"ĉinclude":25728,"Whether":25729,"Routing":25730,"Ġtherap":25731,"Remote":25732,"ĠLoss":25733,"yll":25734,"Ġapproached":25735,"ĠVehicle":25736,"ĠAlpha":25737,"Ġvocê":25738,"answers":25739,"NSDictionary":25740,"954":25741,"consider":25742,"unused":25743,"ĠFan":25744,"orable":25745,"fre":25746,"873":25747,"ĠDISCLAIM":25748,"ĠActor":25749,".]":25750,"toHave":25751,".userId":25752,"Ġspeeds":25753,"eway":25754,"Ġrecurs":25755,"Ġг":25756,"_priv":25757,"!âĢĿĊĊ":25758,"Choice":25759,"Ġsettle":25760,"Ġplanes":25761,"'},":25762,"Tom":25763,"ITER":25764,"!\"Ċ":25765,"å»":25766,"achelor":25767,"Ġseparation":25768,"Ġdal":25769,"adj":25770,"Ġregisters":25771,"riz":25772,"ĠNotice":25773,"Ġlu":25774,"Ġcourage":25775,"Ġaxes":25776,"cellent":25777,".async":25778,"073":25779,"Ġcompatibility":25780,"ç«":25781,"Ġ!ĊĊ":25782,"ĉtitle":25783,"YLE":25784,"ĉmessage":25785,"UUID":25786,"OLDER":25787,"ĠHH":25788,"ĠStyleSheet":25789,"Ġaccessed":25790,".validation":25791,"tasks":25792,"Ġpollution":25793,".canvas":25794,"Ġingredient":25795,"ĠCabin":25796,"Ah":25797,"oldown":25798,"ĠNOI":25799,"ĠÃĹ":25800,"[f":25801,"educ":25802,"yalty":25803,"(not":25804,"_State":25805,"933":25806,"amen":25807,"795":25808,"739":25809,"Ġdao":25810,"udad":25811,"ellers":25812,"}&":25813,"licity":25814,"_WINDOW":25815,"Ġtatto":25816,"valor":25817,".Range":25818,"Ġreferenced":25819,"ĠReserve":25820,"Money":25821,"874":25822,"SCRIPT":25823,"/product":25824,"choices":25825,"Ġtin":25826,"ãĤĵ":25827,"918":25828,"Ġseparator":25829,"Ġpkg":25830,"ammed":25831,"ĠMAT":25832,"!!ĊĊ":25833,"Ġraid":25834,"Ġmotivation":25835,"ĠXP":25836,"ĠBackground":25837,"ĠQuaternion":25838,".defineProperty":25839,"iker":25840,"ĉparent":25841,"ĠOriginally":25842,"antage":25843,"ĠHans":25844,"Ġtimeline":25845,".cur":25846,"opic":25847,"ĠSequ":25848,"must":25849,"ĠCoal":25850,"Ġformatter":25851,"_RGB":25852,"Ġ_(\"":25853,"'}),Ċ":25854,"Ġ=================":25855,"ĠFUNCTION":25856,"Ġlng":25857,"icates":25858,"live":25859,"_engine":25860,"Ġtowns":25861,"868":25862,"'))ĊĊ":25863,"ĠPK":25864,"(api":25865,"ĉscanf":25866,"089":25867,"packet":25868,".phone":25869,"áĢ":25870,"ĠAndy":25871,"_NAMES":25872,"982":25873,"PLY":25874,"955":25875,"Ġmins":25876,"imi":25877,"Ġbrick":25878,"Ġblade":25879,".stdout":25880,"}`;Ċ":25881,"Shift":25882,"ĉsb":25883,"ĠChecks":25884,"Ġphenomenon":25885,"Avatar":25886,"Ġministry":25887,"rose":25888,"ĉFile":25889,"878":25890,"Ġtitled":25891,"(LOG":25892,"Ġgan":25893,"design":25894,"(),čĊ":25895,"Ġbones":25896,"stm":25897,"ÅĽÄĩ":25898,"ĠInputStream":25899,"Ġvolunt":25900,"ĠSerializable":25901,"Ġfighter":25902,"ĠDrag":25903,"Twitter":25904,"Ġsubsid":25905,"ç¼":25906,"Ġforums":25907,".loading":25908,"logged":25909,"_this":25910,"Ġterrain":25911,"Ġirre":25912,"ĠIng":25913,"ĠCN":25914,"_objects":25915,".uid":25916,"Ġconsciousness":25917,"TINGS":25918,"ĠGall":25919,"Ġportray":25920,"056":25921,"ĠDeveloper":25922,"Ġparticipant":25923,"Ġ\";čĊ":25924,"/model":25925,"794":25926,"ĠOperations":25927,"^\\":25928,"ĠLater":25929,"Ġraises":25930,"-none":25931,".meta":25932,"='.$":25933,"Finished":25934,"Ġreplacing":25935,"Ġsampling":25936,"ĠJen":25937,"\"There":25938,"REAL":25939,"ALE":25940,"ìĬ¤":25941,"Orders":25942,"_parameter":25943,"ĠOlympic":25944,"Ġtrès":25945,"Ġarena":25946,"iol":25947,";?>":25948,"Ġimpacts":25949,"ĠWS":25950,":get":25951,"Ġflights":25952,"ĠRussell":25953,"camera":25954,"Fn":25955,"sigma":25956,"Ġforcing":25957,"Ġlocals":25958,"Ġdeparture":25959,"Ġcelebration":25960,"ĠSay":25961,"884":25962,"ï¼Ĵ":25963,"ĠHills":25964,".hasOwnProperty":25965,"Ġtypings":25966,".API":25967,"Ġdonation":25968,"OperationException":25969,".Activity":25970,"cplusplus":25971,"ĠCharlie":25972,"Ġimported":25973,"Ġdann":25974,"Ġoccasions":25975,"Ġimplementing":25976,"Ġpurple":25977,".dialog":25978,"SQLException":25979,"erno":25980,"Ġwars":25981,"Ġpaste":25982,"Ġdecreased":25983,"Ġharsh":25984,"Ġelabor":25985,"inputs":25986,"ĠViews":25987,"ĠerrorMessage":25988,"_mul":25989,"ĉwrite":25990,"ĠCop":25991,"ĠAnnual":25992,"(button":25993,"Ġvida":25994,"bars":25995,"ĠHarvard":25996,"ĉexpect":25997,"Ġindexes":25998,"Ġdocumentary":25999,"Ġflesh":26000,"ORLD":26001,"ĠDelta":26002,"MAND":26003,"Brush":26004,"-column":26005,"Ġdevelopments":26006,"974":26007,"783":26008,"methodVisitor":26009,"slice":26010,"ĠPDO":26011,"Ġinvesting":26012,"867":26013,"irable":26014,"Ġxmlns":26015,"ï¼Ľ":26016,"arta":26017,"Ġtheories":26018,"_city":26019,"Ġ$__":26020,"Creating":26021,"(pr":26022,"Dropdown":26023,"ismatch":26024,"ĠNET":26025,"926":26026,"'])){Ċ":26027,"ĠValues":26028,"ĠSEO":26029,"ĠSTAT":26030,"Ġecosystem":26031,"Ġtempt":26032,"Ġ\\\\":26033,"Ġ//{Ċ":26034,"ĠChristopher":26035,"ĠKentucky":26036,"ĠHttpServletResponse":26037,"Ġhybrid":26038,"yon":26039,"Ġfeeding":26040,"ĠExtra":26041,"Norm":26042,"ITCH":26043,"ĠSean":26044,"ĠUpload":26045,"mun":26046,"pur":26047,"Ġpersistent":26048,"ĠIDC":26049,"ĠPerform":26050,"863":26051,".merge":26052,"_room":26053,"Meanwhile":26054,"!='":26055,"ĠWel":26056,"ArgsConstructor":26057,"887":26058,".Database":26059,"Ġcounting":26060,"()*":26061,"ĶåĽŀ":26062,"ĠTOP":26063,"mill":26064,"ĠDT":26065,"IGNED":26066,"956":26067,"ĠKB":26068,"Ġcomply":26069,"South":26070,"_collection":26071,"Chapter":26072,"Ġexplaining":26073,"_AM":26074,"_ts":26075,"cards":26076,"Ġquel":26077,"Ġpole":26078,"Ġtouchdown":26079,"ĠOthers":26080,"Ġpeers":26081,"ĠTypeError":26082,"763":26083,"Ġsixth":26084,"Ġcheer":26085,"Ġdispute":26086,"963":26087,"893":26088,"usc":26089,")],":26090,"thumb":26091,"Ġhiding":26092,"ĠSIG":26093,"likes":26094,"ĠPAGE":26095,".Reflection":26096,"Ġheadquarters":26097,"TING":26098,"ĠGhost":26099,"MLE":26100,"$Ċ":26101,"Ġcontrary":26102,"extend":26103,"']).":26104,"FFECT":26105,"ĠPinterest":26106,"úmero":26107,"ricane":26108,"ĉsession":26109,"Ġcrystal":26110,"-Control":26111,"overnment":26112,"ograf":26113,"961":26114,"-action":26115,"volume":26116,"ften":26117,"Ġuncon":26118,"Ġanimate":26119,"Ġlease":26120,"scr":26121,"Ġrefuse":26122,"ãĢĭ":26123,"ftp":26124,"information":26125,"Ġevaluated":26126,"Ġinjection":26127,"Ġjack":26128,"Ġworkshop":26129,"注":26130,"PTH":26131,"ĠTs":26132,"offer":26133,"ĉos":26134,"Ġkingdom":26135,"Missing":26136,"Ġlawmakers":26137,"extField":26138,"Ġsinging":26139,"abi":26140,"/client":26141,".media":26142,"ATEGORY":26143,"Signature":26144,"%',Ċ":26145,"ĠFuck":26146,"][:":26147,"Ġsensors":26148,"/com":26149,"ĠPrimary":26150,".SQL":26151,"_program":26152,"Ġpills":26153,"Ġintegral":26154,"Ġfleet":26155,"Ġdropping":26156,".sl":26157,"Been":26158,"Ġpets":26159,"Ġadvised":26160,"Ġdragon":26161,"_EDIT":26162,"(im":26163,"939":26164,"FER":26165,"ĠDrug":26166,"(random":26167,"Ġcompression":26168,"oust":26169,"[%":26170,"Ġbuyer":26171,"hop":26172,"Roles":26173,"manage":26174,"Ġpainful":26175,"ĠBranch":26176,"-modal":26177,"enant":26178,"ĠMesh":26179,"/font":26180,"ĠGraham":26181,"Ġâĺ":26182,"Ġnc":26183,"ĠFrancis":26184,"Ġspecification":26185,"Ġdamages":26186,"-config":26187,"Ġtheoret":26188,"secure":26189,"_multi":26190,"aceutical":26191,"Ġdemanding":26192,"enne":26193,"ISTS":26194,"094":26195,"()));ĊĊ":26196,"Reason":26197,"Recent":26198,"phase":26199,"Ġpsy":26200,"_MAN":26201,"Ġvolunteer":26202,"å¿":26203,"istributed":26204,"lio":26205,"Ġproductivity":26206,"_comm":26207,"Spring":26208,"nis":26209,".weight":26210,"ĠCancer":26211,"Alloc":26212,"ĠTweet":26213,"Ġseparately":26214,"ĉcheck":26215,"_properties":26216,".Unit":26217,"829":26218,"_CLK":26219,"Ġgt":26220,"Ġ();ĊĊ":26221,"Ġhandy":26222,"834":26223,"ĠThompson":26224,"Ġunnecessary":26225,"ĠReader":26226,"894":26227,"GN":26228,"=request":26229,"ĠUtility":26230,".Repository":26231,"ĠAx":26232,"hydr":26233,"791":26234,"ieu":26235,"Ġthy":26236,"Ġlt":26237,"_mail":26238,"ä¿®æĶ¹":26239,"ailand":26240,"ĠPhilip":26241,"Ġbitter":26242,"Ġbetting":26243,"837":26244,"Ġtimed":26245,"ocks":26246,"076":26247,"'a":26248,"Ġalgorithms":26249,"Ġreinterpret":26250,"Ġtoss":26251,"rogen":26252,"Ġhoped":26253,"(selected":26254,"Ġventure":26255,"TEX":26256,"ĠLeave":26257,".Substring":26258,"Ġgrateful":26259,"743":26260,"uka":26261,"ĠConsumer":26262,"Ġaggreg":26263,"Circle":26264,"à¸ģ":26265,"_blocks":26266,"Ġlegally":26267,"Ġ\"|":26268,"ãĥĥ":26269,".board":26270,".Ab":26271,"Functions":26272,"recipe":26273,"èĩ":26274,"ĠOxford":26275,"Ġwholes":26276,".Build":26277,"_changed":26278,"hai":26279,"Ġdepartments":26280,"964":26281,"Imp":26282,"Ġcoalition":26283,"INFRINGEMENT":26284,"Ġempower":26285,"itches":26286,"North":26287,"Ġinflamm":26288,"ONSE":26289,"Ġmissile":26290,"ĠRaj":26291,"ĠIssue":26292,"Ġatoi":26293,"caled":26294,".Controllers":26295,"ĠWolf":26296,"Ġcrushers":26297,"á»ĩ":26298,".Auth":26299,".addAttribute":26300,"his":26301,"Ġboots":26302,".clean":26303,"camp":26304,"Ġtenant":26305,"Ġtune":26306,"Ġ{}'.":26307,"Ġworkout":26308,"Repo":26309,"Ġpartially":26310,"MISSION":26311,"jamin":26312,"ĠSB":26313,"Ġdetermination":26314,"Ġ'');Ċ":26315,"ĠBeng":26316,"Ġvos":26317,"Ġinhab":26318,"/lang":26319,"sburgh":26320,"Executor":26321,"hone":26322,"ĠChallenge":26323,"_links":26324,".Level":26325,"Ġunderground":26326,"-code":26327,"959":26328,"Ġoptimization":26329,"logging":26330,"_dest":26331,"Ġsnake":26332,"Ġchemicals":26333,"_IMPORTED":26334,"adoop":26335,"ĠTHAT":26336,"managed":26337,"Ġreduces":26338,"ĠREAL":26339,"ĠGuy":26340,"_GENERIC":26341,"/********************************":26342,".amount":26343,"Ġdere":26344,"getTime":26345,"Ġpant":26346,"anonymous":26347,"Ġharmony":26348,"ĠAlan":26349,"Ġscenarios":26350,"Ġdirt":26351,"htags":26352,"Mc":26353,"Shell":26354,"rin":26355,"{čĊčĊ":26356,".pow":26357,"ĉclient":26358,"Ġconspiracy":26359,"Ġadmission":26360,"ĠRegional":26361,"ĠViewController":26362,"ĠPhilippines":26363,"Ġdepos":26364,"Ġpap":26365,"962":26366,"ĠPad":26367,"Paul":26368,".ComboBox":26369,"Ġtutor":26370,"ĠRecipe":26371,"writing":26372,"Ġcontributor":26373,"OTH":26374,"Small":26375,"VI":26376,"Ġhacer":26377,"equ":26378,"ĠExamples":26379,"human":26380,".messages":26381,"ĉtyp":26382,"Ġ(čĊ":26383,"ĠSSL":26384,"LEN":26385,"ĠRomney":26386,"(grid":26387,"ĉmin":26388,"Ġ>ĊĊ":26389,"Ġfruits":26390,"Ġvoter":26391,"Inline":26392,"pane":26393,"ĠCollections":26394,"charset":26395,"Ġspam":26396,"zb":26397,"itemap":26398,"Ġsucceeded":26399,"_COL":26400,"Ġelapsed":26401,"imeter":26402,"Ġrecovered":26403,"Tensor":26404,"hattan":26405,".setup":26406,"isto":26407,"(head":26408,"977":26409,"ĠSIZE":26410,"Ġtactics":26411,"Ġdistur":26412,"Ġpreval":26413,"icios":26414,"(Value":26415,"_cols":26416,"ĠFat":26417,"Ġseal":26418,"Ġsons":26419,"Ġensures":26420,"095":26421,"Ġpressing":26422,"=&":26423,"igenous":26424,"Ġharassment":26425,"_JSON":26426,"Ġignor":26427,"ynomial":26428,"omer":26429,"_static":26430,"Ġsignificance":26431,"Ġcircles":26432,"_System":26433,"Ġdiscipline":26434,"Ġdressed":26435,"Ġsphere":26436,"927":26437,"Ġclimb":26438,"759":26439,"_actions":26440,"ĠBab":26441,"Ġ'=',":26442,"_schema":26443,"\"use":26444,"Ġunders":26445,"Ġcups":26446,".screen":26447,"/new":26448,"Ġappearing":26449,"TOP":26450,"vised":26451,"clang":26452,"Ġinvestigators":26453,"Ġmysterious":26454,"Ġpromising":26455,"Ġqualify":26456,"Ġcave":26457,"Ġequip":26458,"=x":26459,"GT":26460,"(link":26461,".velocity":26462,".erase":26463,"oter":26464,"++++++++":26465,"profit":26466,"Ġzones":26467,"_uid":26468,"-ser":26469,"Ġobjectives":26470,"Ġmilf":26471,"webkit":26472,"(match":26473,"neh":26474,"ĠAssociated":26475,"ĠTodo":26476,"=d":26477,"065":26478,"Cam":26479,"Ġvocal":26480,"Ġsudo":26481,"(EX":26482,"Ġtrou":26483,"ABC":26484,".bean":26485,"ĠGround":26486,"ĠREST":26487,"weets":26488,"Ing":26489,"imon":26490,"946":26491,"_bus":26492,"ĠCOLOR":26493,"unto":26494,"Ġfoss":26495,"ĠLinks":26496,"869":26497,"äng":26498,"/forms":26499,"prises":26500,"Ġachievement":26501,"CALL":26502,"елÑĮ":26503,"ĠVerify":26504,"_SOURCE":26505,"aptcha":26506,"IDD":26507,"_reference":26508,"Gold":26509,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":26510,"947":26511,"Receiver":26512,"099":26513,"Ġaj":26514,"_direction":26515,"}]":26516,"ĠCompet":26517,"Ġbang":26518,"798":26519,"ĠCass":26520,"-url":26521,"techn":26522,"ĠJerusalem":26523,"longitude":26524,"');čĊčĊ":26525,"Ġwinners":26526,"Tasks":26527,"ĠDMA":26528,"Ġtooltip":26529,"İ·":26530,"ĠBra":26531,"_duration":26532,"cury":26533,"parents":26534,"---->(":26607,"ĠKir":26608,"Ġintros":26609,"Ġsketch":26610,"Ġskilled":26611,"Ġimmer":26612,"Ġadequate":26613,"_rep":26614,"(header":26615,"_like":26616,"Ġperceived":26617,"ssh":26618,"Ġassuming":26619,"Ġff":26620,"_uuid":26621,"ulas":26622,"Ġdemocratic":26623,".entities":26624,"Series":26625,"aphore":26626,"Ġnewer":26627,"}(":26628,"SEC":26629,"airo":26630,"Ġcommod":26631,"Ġprivilege":26632,"Ġdeux":26633,"ĠHop":26634,".'/":26635,"ctic":26636,".';Ċ":26637,"C":26712,"ĠWarren":26713,"Ġoptimizer":26714,"ĠSERVICES":26715,"_oper":26716,"getAttribute":26717,"ĠMcK":26718,"_self":26719,"084":26720,".rs":26721,"\")ĊĊĊ":26722,"GetComponent":26723,"erce":26724,"Ġtous":26725,"units":26726,"']);čĊ":26727,"Zoom":26728,"/E":26729,"Ġobsc":26730,"Ġfastest":26731,"online":26732,"Ġpeaceful":26733,"ffen":26734,"Ġcargo":26735,"ĉpr":26736,"Ġseeks":26737,"zu":26738,"074":26739,"Trim":26740,"Ġward":26741,"Ġverd":26742,"Ġblogs":26743,".exceptions":26744,"ĠPremium":26745,"ĠNetherlands":26746,"Safe":26747,"Finish":26748,"ĠAlbum":26749,"_ACC":26750,"=this":26751,"virtual":26752,"]>":26753,"_LABEL":26754,"ĠNich":26755,"_win":26756,"ĠAaron":26757,"WP":26758,";$":26759,"aims":26760,"ĠImageView":26761,"Ġendless":26762,"ERA":26763,"_DISABLE":26764,"Ġcancelled":26765,"-us":26766,"Ġinspection":26767,"emin":26768,"ĠGrey":26769,"-open":26770,"Ġiterations":26771,".owner":26772,"Ġkeras":26773,".Password":26774,"ĠRy":26775,"ĠINS":26776,"Air":26777,"ĠSeveral":26778,".TabStop":26779,"INGLE":26780,"ĠHair":26781,"ĠCanvas":26782,"AAAA":26783,"Ġflaw":26784,"cedes":26785,".Report":26786,"íĬ":26787,"ĠTips":26788,"criptors":26789,".transaction":26790,".Spring":26791,"Ġviewer":26792,"Ġinsights":26793,"è¾ĵ":26794,"ordion":26795,"UINT":26796,"seek":26797,"ĠAuf":26798,"ìŀIJ":26799,"Ġstrain":26800,"Tooltip":26801,"Ġdz":26802,"ignal":26803,"adt":26804,"Ġuc":26805,"finite":26806,"Ġnm":26807,".cmd":26808,"ĠMySql":26809,"[data":26810,".jackson":26811,".tree":26812,"RequestParam":26813,"_agent":26814,"\")]čĊ":26815,"Ġassass":26816,"(Constants":26817,":ss":26818,"ĠMAN":26819,"+-+-":26820,"ĠBottom":26821,"prints":26822,"ĠSame":26823,"@Autowired":26824,"swap":26825,"ición":26826,"Ġprotesters":26827,"Ġhoney":26828,"ĠVeter":26829,"(Calendar":26830,"-ad":26831,"ĠBrooklyn":26832,"Life":26833,"_VAR":26834,"zech":26835,"ĠCALL":26836,"_CAST":26837,"ĠElection":26838,"Ġthickness":26839,"Very":26840,"_INTEGER":26841,"-dev":26842,"))))":26843,"apat":26844,"oooo":26845,"demo":26846,"ĠparseFloat":26847,"ĠRather":26848,"STIT":26849,"maker":26850,"[current":26851,"chrono":26852,"Ġchrist":26853,"ãģª":26854,"ĠDetail":26855,"Æ°á»":26856,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":26857,"Ġsul":26858,"idency":26859,"Que":26860,"Ġelegant":26861,"apons":26862,"Ġdishes":26863,"Ġintegers":26864,"(read":26865,"057":26866,"findViewById":26867,"ĠAmount":26868,"ĠSkip":26869,"Ġhabits":26870,"*)(":26871,"Ġmonsters":26872,"MAC":26873,":end":26874,"Ġfrank":26875,"Assembly":26876,"Ġdfs":26877,"Ġneut":26878,"_TYPES":26879,"equal":26880,"loyd":26881,"(uri":26882,"Ġchi":26883,"Ġdefendant":26884,"Ġconflicts":26885,"Ġvil":26886,"-js":26887,"ĠPeace":26888,"Ġmutable":26889,")sender":26890,"ĠFocus":26891,"建":26892,"Ġappreciated":26893,"sleep":26894,"ĠRED":26895,"Culture":26896,"Ġdesigners":26897,"_generator":26898,"codes":26899,"/ex":26900,".GetValue":26901,"umbled":26902,".scalajs":26903,"peror":26904,"Ġveterans":26905,"Ġ})čĊ":26906,"Ġunfortunately":26907,"_CREATE":26908,"Mass":26909,"ĠCLAIM":26910,"ĠMeet":26911,"_support":26912,"Bank":26913,"().Ċ":26914,"Dark":26915,"_LOW":26916,"ĠMining":26917,"ĠOwner":26918,"iera":26919,"Cliente":26920,"Ġencouraging":26921,">S":26922,"Ġboyfriend":26923,"ĠHalf":26924,"ĠACC":26925,"Aff":26926,"_ar":26927,"-life":26928,"cx":26929,".JButton":26930,"izado":26931,".zero":26932,".openqa":26933,"oton":26934,".textContent":26935,"Ġtoll":26936,"atie":26937,"Ġballot":26938,"-number":26939,".Exception":26940,"ĉparams":26941,"circle":26942,"-map":26943,"Ġnap":26944,"ĠRobot":26945,"ĠIch":26946,"registration":26947,"Amazon":26948,"rollment":26949,"(exp":26950,"Ġtanks":26951,"ĠGordon":26952,"Ġmachinery":26953,"Ġbaseline":26954,"æĭ":26955,"086":26956,"Ø©":26957,"ĠConvention":26958,"ĉconfig":26959,"ookies":26960,"mult":26961,"Records":26962,"ĠEST":26963,"Ġgarbage":26964,"Ġconform":26965,"idal":26966,"Ġbarg":26967,"Ġsurvived":26968,"Ġinvestigations":26969,"935":26970,".containsKey":26971,"--------------------------------------------------------------------------Ċ":26972,"ortion":26973,"Ġhorr":26974,"_http":26975,"Ġmant":26976,"];čĊčĊ":26977,"binary":26978,"948":26979,"empl":26980,"Ġinquiry":26981,"ĠMeanwhile":26982,"098":26983,"Ġcollecting":26984,".EntityFramework":26985,"\",ĊĊ":26986,"ĠPic":26987,"@Inject":26988,"ickness":26989,"ĠBinding":26990,"Ġcontrolling":26991,"reverse":26992,"Ġchairs":26993,"sembled":26994,"(add":26995,"Disabled":26996,"anas":26997,".translate":26998,"-----------Ċ":26999,"Ġreflected":27000,"\"]ĊĊ":27001,"External":27002,"Arrow":27003,"Singleton":27004,"%x":27005,"ĠÅ":27006,"Ġancest":27007,"ĠOrleans":27008,"ĉcmd":27009,"Ġprohibited":27010,"ithmetic":27011,"(channel":27012,"_css":27013,"Forward":27014,".socket":27015,"Ġluc":27016,"âĨ":27017,"ĠFirefox":27018,"ĠMovies":27019,")_":27020,".ends":27021,"(shape":27022,"Ġdealt":27023,"Ġsaves":27024,"Ġglory":27025,"Ġmejor":27026,"Ġbreathing":27027,"Ġeller":27028,"getData":27029,"Ġangles":27030,"Ġtoolbar":27031,"Ġspacing":27032,"059":27033,"IPS":27034,"Ġfloors":27035,"_ACTIVE":27036,"Ġshuffle":27037,"/shared":27038,"ĠEle":27039,"edish":27040,"Ġwebcam":27041,".expect":27042,"iloc":27043,"ĠIncludes":27044,"Ġtweeted":27045,"Ġ:)":27046,"ĠEssay":27047,"Fix":27048,"-between":27049,"_web":27050,".conv":27051,"Ġracism":27052,"Ġreflects":27053,"umm":27054,"иÑĤе":27055,"_footer":27056,"/docs":27057,"ĠPour":27058,"NgModule":27059,".initialize":27060,"patterns":27061,"_In":27062,"ĠAbb":27063,"*čĊ":27064,"Ġsentiment":27065,"buff":27066,"_counts":27067,"Ġreuse":27068,"chunk":27069,"Ġimposed":27070,"PrimaryKey":27071,"Foreground":27072,"Ġconsumed":27073,"?!":27074,"Ġdick":27075,"Ġchron":27076,"ĠFern":27077,"Ġresponsive":27078,"958":27079,"Ġinsect":27080,"iculty":27081,"Ġrw":27082,"Ġalike":27083,"Ġsubset":27084,"ĠCookies":27085,"ĠPair":27086,"Ġtier":27087,"IFO":27088,"avour":27089,"ĠQU":27090,",sizeof":27091,"Ġmerged":27092,"mv":27093,"itol":27094,"ylon":27095,"Ġjumped":27096,".role":27097,"ensaje":27098,"Rules":27099,"Ġbrowse":27100,"Animator":27101,"Ġyoga":27102,"Ġvariants":27103,"Ġcourtesy":27104,"uran":27105,"pbs":27106,"elseif":27107,"Alt":27108,"ĠLane":27109,"CLK":27110,"IMARY":27111,"_PROPERTY":27112,"ï¼IJ":27113,"Ġchan":27114,"Ġgradually":27115,"Ġshake":27116,"Ġblonde":27117,"...\");Ċ":27118,"-sex":27119,"Ġgameplay":27120,"acies":27121,".refresh":27122,"USB":27123,"ĠPlot":27124,"Was":27125,"issippi":27126,"ĠTensor":27127,"Ġcryptocurrency":27128,"Ġdifficulties":27129,"Deleted":27130,"Without":27131,"_append":27132,"_ver":27133,"967":27134,"\"))čĊ":27135,"Ġhonestly":27136,"Ġpivot":27137,"Ġtemps":27138,"_ps":27139,"ĠUnlike":27140,"[:-":27141,"VS":27142,"_inf":27143,"Ġjunior":27144,"Ġanimations":27145,"Ġfilepath":27146,"?{{$":27168,"Ġunicode":27169,"places":27170,"ĠCoffee":27171,".SE":27172,"ĠPAR":27173,"(txt":27174,"gebra":27175,"Ġfires":27176,"MainWindow":27177,"medium":27178,"Ġ(âĢľ":27179,"Ġlg":27180,"Ġcmp":27181,"/base":27182,"_layers":27183,"_entries":27184,"Ġadminister":27185,"ĠSUCH":27186,"BP":27187,"ĠScottish":27188,"ĉčĊĉčĊ":27189,"guard":27190,"ĠStrong":27191,"Insn":27192,"ĠCAP":27193,"asury":27194,"ĠSEE":27195,"Clock":27196,"erie":27197,"\\models":27198,"Ġ$$":27199,"ĠCab":27200,"Ġwurde":27201,"Ġsoldier":27202,"Ġclips":27203,"Ġarrangement":27204,"ĠWonder":27205,"ĠHorn":27206,"Ġscared":27207,"Ġcure":27208,"mkdir":27209,"Ġaligned":27210,"ĠPink":27211,"Ġlanded":27212,"Dimension":27213,"ScrollPane":27214,".chat":27215,".With":27216,"ĠTrain":27217,"].Ċ":27218,"Ġthirty":27219,"Ġdurable":27220,"Ġld":27221,"Ġlateinit":27222,"Ġcharts":27223,"Ġinsult":27224,".Fatal":27225,"_ct":27226,"Ġmasks":27227,"CLUDED":27228,"President":27229,"Ġcolours":27230,"gments":27231,".attributes":27232,"ĠFlex":27233,"ĠClock":27234,"ÃŃcul":27235,"imen":27236,"JO":27237,"ĠRegex":27238,"_LINK":27239,"Ġcouch":27240,"ĠINPUT":27241,"Ġbeating":27242,"business":27243,"preced":27244,".unit":27245,"ĠFel":27246,"Never":27247,"ospel":27248,".startswith":27249,"ĠEPA":27250,".only":27251,"Ġpreventing":27252,"yer":27253,"ColumnName":27254,"Ġelevation":27255,"flu":27256,"icycle":27257,"Ġoffline":27258,"Toolbar":27259,"Ġcompeting":27260,")].":27261,"Ġmog":27262,"ĠisValid":27263,"Ask":27264,"_av":27265,"_lat":27266,"ANC":27267,"ĠJoh":27268,"kers":27269,"Ġguards":27270,"Ġchains":27271,"ĠSimpleDateFormat":27272,".static":27273,"Ġvessel":27274,"Ġmud":27275,"Ġstabil":27276,"Ġstret":27277,"gm":27278,"amation":27279,"çľ":27280,"-with":27281,"Ġros":27282,"_PA":27283,"Ġresultado":27284,"Ġconfidential":27285,"ĠTokyo":27286,"ĉusing":27287,"ĠMathf":27288,"ombine":27289,"ĠESPN":27290,"Ġdealers":27291,"Ġdismissed":27292,"TRY":27293,"Ġteens":27294,"records":27295,"Ġwings":27296,"gallery":27297,"accounts":27298,"_LIB":27299,"Ġjacket":27300,"ĠNSObject":27301,"Ġstones":27302,"ĠDelivery":27303,"ĠDiet":27304,"/watch":27305,"Ġtoilet":27306,"ĠGuest":27307,".day":27308,"067":27309,"Ġintval":27310,"087":27311,"Visit":27312,"Ġinvestigated":27313,"Ġpentru":27314,"ĠTheatre":27315,"andidates":27316,"Lang":27317,"ĠServ":27318,"Ġcontrollers":27319,"ĠsetTitle":27320,"NP":27321,"amy":27322,"flat":27323,"(ui":27324,"069":27325,"_document":27326,"èĥ½":27327,"ĠCoin":27328,"ĠAdams":27329,"ptic":27330,"Ġproductive":27331,"Ġaccomplished":27332,"čĊčĊčĊčĊ":27333,"Ġdeferred":27334,"ientes":27335,"Ġsinc":27336,"olars":27337,"Rightarrow":27338,"Ġvariations":27339,"(offset":27340,"957":27341,".LayoutInflater":27342,"Ġsuspend":27343,"Ġprevention":27344,"_private":27345,"_js":27346,"âĺħ":27347,"Ġwieder":27348,"atum":27349,"ĴĮ":27350,"Ġappearances":27351,".Document":27352,"Ġvalidates":27353,"calendar":27354,"}\";Ċ":27355,".demo":27356,"conut":27357,"Ġcorrection":27358,"ĠDeal":27359,"Ġbatteries":27360,".duration":27361,",\\":27362,"_marker":27363,"multi":27364,"Ġhalt":27365,"Ġcms":27366,"Ġshaped":27367,"Bro":27368,"reduce":27369,"Ġ####":27370,"CTOR":27371,"ĠBenef":27372,"Ġiconic":27373,"Ġpiano":27374,"Ġeffectiveness":27375,"|.Ċ":27376,"Ġajax":27377,"Ġvolumes":27378,"ม":27379,"Ġcljs":27380,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":27381,"aths":27382,"raits":27383,"大":27384,"Ñĸ":27385,"_mult":27386,"Ġfascinating":27387,"Average":27388,"Ġpré":27389,"ĠChairman":27390,".findElement":27391,"_pin":27392,"Ġcomparing":27393,"Ġdarkness":27394,"-Fi":27395,"-server":27396,"Ġselecting":27397,"sterdam":27398,"ĠParts":27399,"FORMATION":27400,"Ġnoting":27401,"Ġpile":27402,"ogs":27403,"Ġpalette":27404,"_do":27405,"itize":27406,"079":27407,"()(":27408,"Ġdefining":27409,"Ġremainder":27410,"Units":27411,"_TASK":27412,"HttpClient":27413,"Social":27414,"Ġfundra":27415,"NR":27416,"chest":27417,"Currency":27418,".adapter":27419,"Ġdop":27420,"unting":27421,"ANGUAGE":27422,"\"He":27423,"ĉindex":27424,"_package":27425,".Icon":27426,"Ġrepet":27427,"mass":27428,"=\".$":27429,"ĠSud":27430,"Ġlid":27431,"province":27432,"ìľ":27433,"GPIO":27434,"Ðļ":27435,"ĠMySQL":27436,"Ġdocs":27437,"ĠGA":27438,"Ġipsum":27439,"Kernel":27440,"Ġaccepts":27441,"Ġfitting":27442,"Ġcuando":27443,"Ġduplic":27444,"ĠBrother":27445,"ĠKle":27446,"nums":27447,"Ġmorph":27448,"Ġ########":27449,"ĠCGPoint":27450,"manual":27765,"ĠTechnical":27766,"Ġcorporation":27767,"ĠHW":27768,"anka":27769,"TAIL":27770,"istas":27771,"Ġperforms":27772,"ĠBehavior":27773,".For":27774,"_ORDER":27775,"ĠKick":27776,"Ġcallbacks":27777,"_dr":27778,"uego":27779,"hub":27780,"ufficient":27781,"sky":27782,"Ġbp":27783,"htable":27784,"ĠONLY":27785,"ĠAUTHORS":27786,".Argument":27787,"\"};Ċ":27788,"ĠThunder":27789,"ĠKom":27790,".Should":27791,"AUTH":27792,"ahu":27793,"_payment":27794,"Ġstarter":27795,"ìĦľ":27796,"ìļ©":27797,"Blog":27798,".patch":27799,"Ġgoverned":27800,"assy":27801,"-found":27802,"Ġtheater":27803,"ĠFontWeight":27804,"ĠBatman":27805,"\"If":27806,".Random":27807,"_delta":27808,"ĠCE":27809,"Authenticated":27810,"Ġdrone":27811,"Ġcous":27812,"radius":27813,"Mer":27814,"(None":27815,"ĠNJ":27816,"_headers":27817,"Ġamer":27818,"pytest":27819,"ĠActions":27820,"ĉĉĉĠĠĠĠ":27821,"Ġett":27822,"Ġholy":27823,"Ġuncomfort":27824,"ĠNin":27825,"ĠDecimal":27826,"ĠMessages":27827,".sender":27828,"]])Ċ":27829,"Ġembrace":27830,"Though":27831,"/sp":27832,"Ġcultures":27833,"Ġhighway":27834,"tar":27835,".fail":27836,"_hidden":27837,"ĠcomponentDidMount":27838,"ĠWright":27839,"Ġjag":27840,"_il":27841,"../../../":27842,"igu":27843,"Food":27844,"Ġace":27845,"Ġaños":27846,"USD":27847,"Ġmutual":27848,"Logic":27849,"Ġtemple":27850,"Ġbriefly":27851,"ĠTrip":27852,"classmethod":27853,"defaults":27854,"Ġchunks":27855,",,,,":27856,"ĠReason":27857,"$id":27858,"-ups":27859,"Ġdamn":27860,"Ġtrucks":27861,"Ġunlimited":27862,"Ġsculpt":27863,"ĠCards":27864,"Ġautor":27865,"ĠTesting":27866,"Ġdiese":27867,"shops":27868,"ç´":27869,"(payload":27870,"ĠPATH":27871,"ĠMemorial":27872,"Ġridiculous":27873,"egree":27874,"-winning":27875,"Ġrehab":27876,"Ġsophisticated":27877,"wpdb":27878,"ĉpath":27879,"!\";Ċ":27880,"_SYS":27881,".speed":27882,"Ġsoap":27883,"suffix":27884,"Wrap":27885,"Ġenhancement":27886,"Ãī":27887,"úb":27888,"Ġplaylist":27889,"Ġmixing":27890,"antidad":27891,"=\"\";Ċ":27892,"ĠRevision":27893,"ĠBeat":27894,".inc":27895,"-way":27896,"encias":27897,"ulers":27898,"Cat":27899,"idel":27900,"ĠShip":27901,".setColor":27902,"Ġthreatening":27903,".modules":27904,"Ġafterwards":27905,"ĠDashboard":27906,"ĊĠĊ":27907,"Signal":27908,"Ġprimer":27909,"orneys":27910,"iciary":27911,"Ġligne":27912,"_predict":27913,"Ġaest":27914,"_https":27915,">:":27916,"ĠLex":27917,"Ġrencontres":27918,"egral":27919,"scala":27920,"_family":27921,"ÃŁen":27922,"_sym":27923,"Ġuncertainty":27924,"ĠVALUE":27925,"Ġ};čĊčĊ":27926,"Ġbroader":27927,"Ġhorses":27928,"ãģĿ":27929,"ĠKal":27930,"oba":27931,"_INET":27932,"ĠKill":27933,"jquery":27934,"amination":27935,"[@\"":27936,"Ġmuj":27937,"###Ċ":27938,"FirstOrDefault":27939,"thenReturn":27940,"Che":27941,"/footer":27942,"Ġparks":27943,"asje":27944,"ĠGulf":27945,"Ġmodest":27946,".Init":27947,"ï¼ŁĊĊ":27948,"Ġprospects":27949,"Ġsvg":27950,"Ġåı":27951,".Dialog":27952,"_NET":27953,"Ġ(($":27954,"Ġek":27955,"ĠWarning":27956,"ĠMK":27957,"":28265,"ĠRepair":28266,"_BE":28267,"Brand":28268,"uart":28269,"preview":28270,"Ġinitiatives":28271,"running":28272,"bang":28273,"ĉupdate":28274,"ĠCoach":28275,"Rich":28276,"Ġyoutube":28277,"Ġritual":28278,"appa":28279,"ĠRobinson":28280,"precision":28281,"////////////////////////////////////////////////////////////////////////////":28282,"=[]Ċ":28283,"Ġcelebrated":28284,"OTO":28285,"Ġinclusion":28286,"JP":28287,"';čĊčĊ":28288,"Ġnotable":28289,"(_.":28290,"Managed":28291,"Ġguides":28292," ":28293,"atedRoute":28294,"ĠAdjust":28295,"Ġcolored":28296,"_scores":28297,"ĠTesla":28298,"_progress":28299,".inst":28300,"['_":28301,".flags":28302,"Ġfclose":28303,"_OPER":28304,"ży":28305,"_note":28306,"Ġtransgender":28307,"åķ":28308,"RIPT":28309,"Ġabsent":28310,"Ġamet":28311,"Ġoperand":28312,"ë©":28313,"Ġhood":28314,"toLowerCase":28315,"avo":28316,"ĠCircuit":28317,"ĠLind":28318,"--}}Ċ":28319,"=m":28320,"Ġsuppress":28321,"ĠMAP":28322,"iang":28323,"-admin":28324,"Ġsidebar":28325,"ĠBu":28326,"ĠHex":28327,",F":28328,"ĠSignal":28329,"Ġtransparency":28330,"ĠFederation":28331,"/V":28332,"Req":28333,"Ġpulse":28334,"Ġtends":28335,"Numbers":28336,"%'":28337,"Ġdeport":28338,"datas":28339,"_UINT":28340,"_tra":28341,"oko":28342,"Ġ\"?":28343,"compet":28344,"solete":28345,"undry":28346,"Ġoverlap":28347,"}`,Ċ":28348,".ly":28349,"_summary":28350,"ĠLost":28351,".Center":28352,"Ġdisability":28353,".Serialization":28354,"Ġgeom":28355,"Ġ?:":28356,"ĠWo":28357,"Ġshipped":28358,"Ĥæķ°":28359,"Ġugly":28360,"Ġexcitement":28361,"Ġexterior":28362,"Ġcheckout":28363,"Ġkur":28364,",D":28365,"ĠAlaska":28366,"Ġsynthetic":28367,"ĠBudget":28368,"ĠSubscribe":28369,"Ġ&Ċ":28370,"ÈĻi":28371,"ĠYu":28372,"ĉquery":28373,"}.Ċ":28374,"Ġtraged":28375,"assen":28376,"Ġaccommodation":28377,"Ġphysician":28378,"Ġrenamed":28379,"Ġtidak":28380,"zÄħ":28381,"Ġminus":28382,"nych":28383,"097":28384,"_EXCEPTION":28385,"threads":28386,"Ġtire":28387,"_created":28388,"ensure":28389,"Ġworthy":28390,"Ġexcuse":28391,"Ġcloth":28392,".parentNode":28393,"/platform":28394,"ĠUFC":28395,"ĠGtk":28396,"unny":28397,"Ġgibt":28398,"keley":28399,"hum":28400,"(tx":28401,"ĉdev":28402,"Ġoutfit":28403,"doors":28404,"Ġfon":28405,"icut":28406,"volatile":28407,"Ġhomosex":28408,"Maximum":28409,"Ġexpend":28410,"Ġ});ĊĊĊ":28411,"Eq":28412,"onders":28413,"department":28414,"ĠPhysics":28415,"\"});Ċ":28416,"Ġparad":28417,".Str":28418,"Ġsele":28419,"IFIED":28420,"Ġdelivers":28421,"ivan":28422,"Ġresponsibilities":28423,"Ġadvocates":28424,"èµ":28425,"ĠRID":28426,".parameters":28427,"Metrics":28428,"ronics":28429,"ĠUITableViewCell":28430,"Absolute":28431,"ipse":28432,"ylum":28433,"MLElement":28434,"_VALID":28435,"\\<^":28630,"Ġios":28631,"sound":28632,"\"];":28633,"Ġfreed":28634,"rottle":28635,"ĠLower":28636,"[count":28637,"åĿ":28638,"Ġpale":28639,"ĠWayne":28640,"earth":28641,"_categories":28642,"UCK":28643,".metadata":28644,"Ġsummon":28645,"HOME":28646,"олÑĮз":28647,"Ġmanufactured":28648,"Ġdock":28649,"Ġcompetitors":28650,"_MODEL":28651,"okia":28652,"ĠHey":28653,"ο":28654,"Ġbackward":28655,"ĠPOSS":28656,"ropa":28657,"Ġcri":28658,"_OBJ":28659,"Transport":28660,"-high":28661,"Ġerotik":28662,"_slot":28663,"Ġartic":28664,"_framework":28665,"-serif":28666,"ĠSqlDbType":28667,"')(":28668,"+\"/":28669,"Ġwore":28670,"Sil":28671,"Ġstoring":28672,"ĠPhase":28673,"uant":28674,"Ġbump":28675,"inho":28676,"Ġdign":28677,"Ġbacks":28678,"qq":28679,"(hash":28680,"Ġgeo":28681,"Ġtender":28682,"Logo":28683,"!)Ċ":28684,"ĠMX":28685,"ĠArthur":28686,"essoa":28687,"_Ch":28688,"Ġbedrooms":28689,"=\"#\"><":28690,"Ġthroat":28691,"insic":28692,".integer":28693,"Ġprimitive":28694,"Truthy":28695,"Ġfacilitate":28696,"Ġcreativity":28697,"ĠDNS":28698,"Ġgra":28699,"uez":28700,"Ġcountless":28701,"ĠPoland":28702,"'M":28703,"ĠDist":28704,"Ġvest":28705,"Ġcertification":28706,"á»ij":28707,"held":28708,"extensions":28709,"(static":28710,"Ġgrades":28711,"ĠUber":28712,"ãģŁ":28713,"Ġ[])Ċ":28714,"datos":28715,"ĠgetData":28716,"ĠCharg":28717,"ĠBS":28718,".microsoft":28719,".video":28720,".direction":28721,"->{'":28722,"lua":28723,"apest":28724,"Ġboiler":28725,"erek":28726,"Ġdecides":28727,".jar":28728,"ISC":28729,"ĠWords":28730,"(CON":28731,"EMPLATE":28732,"reeze":28733,"shots":28734,"apps":28735,"unted":28736,".setName":28737,"::<":28738,"-bold":28739,"ê²":28740,"å¯Ĩ":28741,"Longrightarrow":28742,"Ġunfair":28743,"Ġearning":28744,"Ġshelf":28745,"UREMENT":28746,"Ġidle":28747,"_MENU":28748,".Custom":28749,"AGER":28750,"-\"":28751,"_switch":28752,"because":28753,")view":28754,"mare":28755,"_condition":28756,"ĠStarting":28757,"Mvc":28758,"(pre":28759,"dump":28760,"_LOCK":28761,"atetime":28762,".callback":28763,"ĠCer":28764,"opol":28765,"ibrary":28766,"Ġreservation":28767,"ĉĉĉĉĉĉĉĊ":28768,"lector":28769,"graduate":28770,"Ġgenerous":28771,"Ġion":28772,"ricao":28773,"mq":28774,"_complete":28775,"(cursor":28776,"ĠFormControl":28777,":center":28778,"Ġsubstitute":28779,"ĠPlanning":28780,"Ġpension":28781,"Ġrecommendation":28782,"ĠTags":28783,"Ġgef":28784,"Ġalbums":28785,"Ġwashing":28786,"roc":28787,"Ġtrains":28788,"atings":28789,"Ġexponent":28790,"ackbar":28791,"-ln":28792,"ág":28793,".DataAnnotations":28794,"ĠEIF":28795,"ĠMalaysia":28796,"ĉPORT":28797,"onus":28798,"Ġclever":28799,"Ġpeu":28800,">ĊĊĊĊ":28801,"ĠArguments":28802,"Ġdebugging":28803,"(right":28804,"'D":28805,"compute":28806,"Ġfinest":28807,"ORAGE":28808,"Ġspectacular":28809,"phrase":28810,"Ġindia":28811,"Ġlegendary":28812,"birth":28813,"Ġcomposite":28814,"Ġgrows":28815,"ĠTD":28816,"Ġepid":28817,"Ġlaunching":28818,"]][":28819,"Minutes":28820,"ĠCha":28821,"Ġcleaned":28822,"Ġwitnesses":28823,"ukan":28824,"ĉType":28825,"Ġhabe":28826,"paragraph":28827,"ĠJPanel":28828,"ĠHann":28829,"Ġvaried":28830,"ĠPokemon":28831,"ĠMUST":28832,"åĬ¨":28833,".visibility":28834,"opup":28835,"^[":28836,".expand":28837,"Ġ\"',":28838,".fasterxml":28839,"_auto":28840,"ĠSheet":28841,"marker":28842,"Parcel":28843,"ews":28844,"ĠStrategy":28845,"-making":28846,"Ġunve":28847,"Ġtrailing":28848,"Ġclicks":28849,"ĠGetComponent":28850,"ĉcontent":28851,"IGENCE":28852,"ERNEL":28853,"NSMutableArray":28854,"Ġbreat":28855,"Ġharmful":28856,"¶Ī":28857,"Ġbesides":28858,"Ġboring":28859,"Ġbrutal":28860,"vang":28861,"(parse":28862,"quick":28863,"Ġpytest":28864,"Ġswitching":28865,"()]Ċ":28866,"ĠìĦ":28867,"LER":28868,"ĉfont":28869,"Ġnett":28870,")]ĊĊ":28871,"(/\\":28872,"æŀľ":28873,"toArray":28874,"Ġbreed":28875,"ĠCAR":28876,"ĠWeapon":28877,"Abs":28878,"tot":28879,"ĠsetName":28880,"aptive":28881,"Ġ:,":28882,"Ġescaped":28883,"orden":28884,"ĠPri":28885,"thumbnail":28886,"Ġdescriptions":28887,"/styles":28888,"ĠPCI":28889,"Ġalphabet":28890,"asticsearch":28891,"NOTE":28892,"Ġcialis":28893,"ĠGriff":28894,"Ġporque":28895,"Ġproteins":28896,"plays":28897,"Ġstating":28898,"Ġimagination":28899,"Ġfacial":28900,"ĠMechan":28901,"Ġarranged":28902,"_used":28903,"Ġarrangements":28904,"ĠPipe":28905,"hostname":28906,"Ġprovinc":28907,"Tit":28908,".FlatStyle":28909,"ĠSplit":28910,"ĠLoader":28911,".cc":28912,"Ġclinic":28913,"----------------------------":28914,"Ġbaking":28915,"ĠENT":28916,"neath":28917,"ãĢģĊĊ":28918,"ANE":28919,".EntityFrameworkCore":28920,"appers":28921,".ic":28922,"ĠNgModule":28923,"ĠFORM":28924,"Ġ';":28925,"-profit":28926,"hw":28927,"enemy":28928,"ĠEye":28929,"Ġcaution":28930,"town":28931,"Ġurged":28932,"ĠJimmy":28933,"ynchronous":28934,"-sized":28935,"making":28936,",{":28937,"]',":28938,"_Object":28939,"ahoma":28940,"Ġactivist":28941,"INVAL":28942,"ĠCommercial":28943,"ĠOrlando":28944,"(tab":28945,"Ġب":28946,"Algorithm":28947,"Ġheritage":28948,"GetMapping":28949,"Ġfailures":28950,"rios":28951,"ativa":28952,"Ġtet":28953,"Ġcarpet":28954,"(Z":28955,"three":28956,"Ġdisclosure":28957,".ERROR":28958,"_called":28959,"Ġdial":28960,"Ġoccasional":28961,".Err":28962,"Ġfuncion":28963,"caffold":28964,"Ġreleasing":28965,"ï¼īĊĊ":28966,"_Value":28967,"ĠVari":28968,"yellow":28969,"Ġstruggles":28970,".cal":28971,"ĠDakota":28972,"ĉclose":28973,"Ġsandwich":28974,"Ġanalytics":28975,"Ġ**)":28976,"&#":28977,"ĠJos":28978,"Ġpassive":28979,"ATTR":28980,"Throwable":28981,"ĠMun":28982,"ĠUint":28983,"(disposing":28984,"arak":28985,"ĠLeaders":28986,"Ġaffecting":28987,"ĠitemView":28988,"Ġeconomics":28989,"fv":28990,"à¹Ģ":28991,".rb":28992,"ĠOverall":28993,"Ġwealthy":28994,"Ġevolved":28995,"nda":28996,"ĠHus":28997,"restrict":28998,"umen":28999,"ĠAgricult":29000,"!ĊĊĊ":29001,"Ġexpires":29002,"Ġspokesperson":29003,"interval":29004,"Ġâ":29005,"Ġqueen":29006,"(nil":29007,"ingo":29008,"Heap":29009,"Ùİ":29010,"Ġcomplain":29011,"Sym":29012,"ĠClone":29013,"ĠRu":29014,"ĠWILL":29015,"ĠCrystal":29016,"/content":29017,"ingen":29018,"ointment":29019,"LastName":29020,"avicon":29021,"ĠIBM":29022,"ĠDimension":29023,"anh":29024,"icipants":29025,"ĠAnne":29026,".progress":29027,"Ġalgo":29028,"obil":29029,"ĠVoice":29030,"ĠFE":29031,"Ġgli":29032,"Ġved":29033,"Ġprevents":29034,"\\Column":29035,"Ġfolk":29036,"etti":29037,"Ġmn":29038,"ĠCLASS":29039,"Ġdisplaying":29040,"ĠKl":29041,"ĠFerr":29042,"duto":29043,".ib":29044,"Ġdados":29045,"'name":29046,"-space":29047,"Ġitalian":29048,"Ġinverse":29049,"Ġdense":29050,"uter":29051,"ĠIEnumerator":29052,"-sign":29053,"Ġnationwide":29054,"Ġpersona":29055,"Ġsolved":29056,"Ġdramatically":29057,"Logout":29058,"Ġgrav":29059,"Ġanalyses":29060,"ollo":29061,"Ġlamp":29062,".team":29063,"ĠErot":29064,"=[\"":29065,"Ġdancing":29066,"Ġ?>/":29067,"Ġcater":29068,"ffe":29069,"ĠSha":29070,"ĠBos":29071,"ĠREQUIRE":29072,"ĠMonster":29073,"ĠRB":29074,"ĠIDE":29075,"Ġsuits":29076,"ĠformData":29077,"(theta":29078,"Ġspatial":29079,"=NULL":29080,"ĠSqlConnection":29081,"Ġà":29082,"ĠVenez":29083,"ĠMorning":29084,"Ġpublications":29085,"ĠNONINFRINGEMENT":29086,"firstName":29087,"uds":29088,"Would":29089,"_HEAD":29090,"Ġinvested":29091,"stable":29092,"fred":29093,"Ġcommander":29094,"SES":29095,"âĢĶa":29096,"anche":29097,"ĠMovement":29098,"ë³":29099,"Suite":29100,"Ġjurisdiction":29101,"리":29102,"ĠBeth":29103,"jQuery":29104,"ĠIsa":29105,"Ġdental":29106,",*":29107,"ĠLimit":29108,"iliation":29109,"=\"{":29110,"bast":29111,"Ġturb":29112,"isy":29113,"OOK":29114,"Ġadvocate":29115,"imag":29116,"LECTION":29117,"лÑĮ":29118,"(category":29119,".dec":29120,"Ġuniqu":29121,"_sn":29122,"Ġattracted":29123,"ĠÃī":29124,"ĠRunning":29125,"_edges":29126,"ĠDisable":29127,"_AS":29128,"åĽ¾":29129,"Ġnetworking":29130,"_branch":29131,"Having":29132,"toBeTruthy":29133,"GI":29134,"Ġcamps":29135,"sep":29136,"-part":29137,"Ġ)ĊĊĊĊĊĊĊĊ":29138,"ustralia":29139,"ĠReports":29140,"rito":29141,"Ġwaist":29142,"_plus":29143,"ĠWW":29144,"-person":29145,"April":29146,"Ġsar":29147,".tar":29148,"Ġagricultural":29149,"tic":29150,"Ġtcp":29151,"ĠsetValue":29152,"agento":29153,"ĠAppe":29154,"piler":29155,"CADE":29156,"Ġanche":29157,"atcher":29158,"Ġcomics":29159,"Ġlbs":29160,"_segment":29161,"']=$":29162,"itters":29163,"icher":29164,"GINE":29165,"Ġutilize":29166,"ĠCursor":29167,"_expression":29168,"Ġdag":29169,"x":29357,".Task":29358,"money":29359,"ibaba":29360,"'});Ċ":29361,"ĠSpecific":29362,"ĠLinear":29363,"_OPT":29364,"HashCode":29365,"(Player":29366,".ContainsKey":29367,"Ġcollapsed":29368,"transparent":29369,"_RANGE":29370,"Viewer":29371,"(cfg":29372,"Ġsorting":29373,"Ġinfected":29374,"ĠNach":29375,"Ġaccommodate":29376,".elements":29377,"_PART":29378,"ĠSexy":29379,"=get":29380,"(year":29381,"Ġxhr":29382,":]":29383,"owski":29384,"Ġsummar":29385,"Ġ¿":29386,"Ġinte":29387,"Ġworkflow":29388,"ĠTaiwan":29389,"versions":29390,"åıij":29391,"Ġsurprisingly":29392,"Ġoptical":29393,"Ġproces":29394,"Ġdisagree":29395,"Ġnuevo":29396,"ĠCAM":29397,"sorted":29398,"leases":29399,"istle":29400,"Ident":29401,"ĉevent":29402,"jected":29403,"Chunk":29404,"Vars":29405,".provider":29406,"Ġproceedings":29407,"Ġinclusive":29408,"Ġartwork":29409,"endants":29410,"ï¼ļĊ":29411,"seen":29412,"Ġlig":29413,"Ġmakers":29414,"_fun":29415,"Ġlengths":29416,"PathVariable":29417,"[item":29418,"ี":29419,"Dead":29420,"FFFFFF":29421,"ĠUrban":29422,"uples":29423,"ichen":29424,"(nullptr":29425,".spec":29426,",System":29427,"URATION":29428,"(job":29429,"å¼ı":29430,"Ġtracker":29431,"ÅĻ":29432,"ĠMR":29433,"ĠSQLite":29434,"Ġdto":29435,"Ġ;;Ċ":29436,"Ġmint":29437,"ĠIntroduction":29438,"cao":29439,"Ġquestioned":29440,"Ġfitted":29441,"revision":29442,"sq":29443,"Ġmig":29444,"_units":29445,"_async":29446,"Ġflick":29447,"});ĊĊĊ":29448,"Ġnotre":29449,"}`,":29450,"Filters":29451,"Ġmundo":29452,"_days":29453,"Ġfrm":29454,"utc":29455,"Ġvals":29456,"ewidth":29457,"ĠGenerator":29458,"ĠArtist":29459,"ĠIDs":29460,"ĠArticles":29461,"reater":29462,"ĠComponentFixture":29463,".=":29464,"Ġrou":29465,"-no":29466,".bukkit":29467,"egg":29468,"ĠDiff":29469,"atics":29470,"ÑĥÑĩ":29471,"âĢĶĊĊ":29472,"ĠCharlotte":29473,"bye":29474,"Ġ});čĊčĊ":29475,"ĠVik":29476,"ĠBrow":29477,"Ġlv":29478,"ĠGib":29479,"-wing":29480,"GLIGENCE":29481,"(Il":29482,"ĠEngineer":29483,".Wait":29484,"ĠPictures":29485,"Ġrhet":29486,"Ġthermal":29487,"Ġpraise":29488,"<>();ĊĊ":29489,"ĠSpider":29490,"Pause":29491,"ĠBaker":29492,"Ġslower":29493,"Ġ}]Ċ":29494,"_enqueue":29495,"Ġdisappeared":29496,"ĠTicket":29497,"INUX":29498,"_LOCAL":29499,"аÑģÑģ":29500,"@Injectable":29501,"community":29502,"GestureRecognizer":29503,"åĽ½":29504,"Ġscales":29505,"Ġ-(":29506,"/'+":29507,"ĠSit":29508,"Ġexecutives":29509,"arding":29510,"Ġadvers":29511,"Ġbackwards":29512,"ĉcontext":29513,"ĠHamp":29514,"ĠPF":29515,"ĠDeck":29516,"ĠCraig":29517,"American":29518,"Ġbell":29519,"Ġprol":29520,"ufen":29521,"Ġrng":29522,"arshal":29523,"ĠSimply":29524,"firstname":29525,"shore":29526,"July":29527,"Ġmortality":29528,"ĠâĨĴĊĊ":29529,"Helpers":29530,"Ġbenchmark":29531,"emade":29532,"Ġorganisations":29533,".gson":29534,"ĠTextField":29535,"Ġcivilians":29536,".Arrays":29537,"ĠMississippi":29538,"Ġintermediate":29539,"getUser":29540,"_cluster":29541,"Relative":29542,"foreign":29543,".querySelectorAll":29544,"ForeignKey":29545,"Ġreasonably":29546,"---------Ċ":29547,"Cards":29548,"ĠKam":29549,"ĠThor":29550,"Ġroller":29551,"-element":29552,"ĠCurrency":29553,"ddie":29554,"ALLY":29555,"ĠRA":29556,"Ġpermet":29557,"aaaa":29558,"Ġhomework":29559,"ĠVit":29560,"Ġmold":29561,"ĠFer":29562,"[start":29563,"Ġstatistical":29564,"Ġscary":29565,"_HOME":29566,".Begin":29567,"Construct":29568,"ogenic":29569,"ĠDEALINGS":29570,"Ġtambién":29571,"ixon":29572,".ind":29573,"acre":29574,"Ġtransforms":29575,"ĠNap":29576,".Block":29577,"ussia":29578,"piration":29579,"ulent":29580,"Ġceil":29581,"Clause":29582,"naire":29583,"TES":29584,"Ġneat":29585,"STD":29586,"ĠRegExp":29587,"perform":29588,":)":29589,"Ġunions":29590,"Ġsublic":29591,"Ġwinds":29592,"loating":29593,"glich":29594,"Ġpagination":29595,"Skill":29596,"Apply":29597,"ĠOperator":29598,"istogram":29599,"Ġqualities":29600,"Cross":29601,"Ġdecom":29602,"],\"":29603,"ĠJuan":29604,".modal":29605,".Child":29606,"ĠRoger":29607,"STITUTE":29608,":CGRectMake":29609,"alette":29610,"Ġsta":29611,"aside":29612,"Ġblur":29613,"ĠWa":29614,"ifetime":29615,"reed":29616,"controls":29617,"Ġbins":29618,"Ġпол":29619,"*/,Ċ":29620,"UIS":29621,"ĠRou":29622,"ĠDemo":29623,"-awesome":29624,"ĠChain":29625,"Ġhasta":29626,"ĠBart":29627,".KEY":29628,"Ġvendors":29629,"nofollow":29630,"ĠDest":29631,"_builder":29632,"Ġargues":29633,"_answer":29634,"goto":29635,"ĠRESULT":29636,"ĠMON":29637,"Ġpoder":29638,"oons":29639,"_CASE":29640,"Ġreplic":29641,"Ġfinancing":29642,"ĠDATE":29643,"cern":29644,"_track":29645,"ties":29646,"/logo":29647,"ĠNEGLIGENCE":29648,"getType":29649,">T":29650,"bet":29651,"girl":29652,"ĠINCIDENTAL":29653,"-site":29654,".trigger":29655,"ĠLisa":29656,"_inputs":29657,"Ġrelatives":29658,"LoggedIn":29659,"Configure":29660,"IK":29661,".accept":29662,"Resume":29663,"ĠDraft":29664,"Ġ*>(":29665,"ĠWA":29666,"edian":29667,"erness":29668,"ĠLayoutInflater":29669,"*/čĊčĊ":29670,"othy":29671,"Ġobligation":29672,"Subscribe":29673,"Ġthumbnail":29674,"exist":29675,"Ġinsisted":29676,"ĠUICollectionView":29677,"ĠAngular":29678,"Ġtablets":29679,"ĠImpact":29680,"ãĢįĊĊ":29681,"aho":29682,"Ġcharacteristic":29683,"gd":29684,"Ġ=================================================":29685,"ourt":29686,"`.":29687,"Appro":29688,"Coordinate":29689,"Remember":29690,"Ġmarine":29691,"]=='":29692,"ĠAdministrator":29693,".getDefault":29694,"Ġforgot":29695,"ĠStructure":29696,"Vue":29697,"arsing":29698,"moment":29699,"kw":29700,"_cursor":29701,"Attack":29702,"Ġathletic":29703,"Ġdiagnosed":29704,"Ġende":29705,"åĪłéĻ¤":29706,"House":29707,"ĠPARAM":29708,"Ġwiki":29709,"ĠOpp":29710,"Ġconservation":29711,"Ġsnd":29712,"_tem":29713,"substr":29714,"ĠCape":29715,".sim":29716,"UTION":29717,"anan":29718,"âĢĻun":29719,"Ġgy":29720,"-work":29721,"Ġcompelling":29722,"='#":29723,"ĉsub":29724,"Ġdirectories":29725,"íĬ¸":29726,"Ġtouches":29727,"outines":29728,".Collection":29729,"schedule":29730,".lat":29731,"ĠDoctrine":29732,"CAA":29733,"ĠRefer":29734,"Ġshifts":29735,"Ġlikelihood":29736,"preter":29737,"ĠFemale":29738,"Ġintercept":29739,"Ġlou":29740,"çĻ»":29741,"Ġrug":29742,"ĠCrown":29743,"Ġ****************************************************************************":29744,"-product":29745,"Ġprompted":29746,"ungle":29747,"docker":29748,"ĠTu":29749,"ĠUnique":29750,"_Error":29751,"ulos":29752,"ĠâĦ":29753,"Ġ(`":29754,"Getting":29755,"_scal":29756,"ĠEnh":29757,"üt":29758,"Ġsustained":29759,"Ġpatches":29760,"Ġprosper":29761,"ĠGaza":29762,"_light":29763,"Ġincons":29764,"--------Ċ":29765,"ĉĉĠĠĠĠĠĠ":29766,"SF":29767,"CN":29768,":\";Ċ":29769,"ĠCollins":29770,"(*)":29771,"Ġcompilation":29772,"']čĊ":29773,"Ġconsequence":29774,",...":29775,"Ġdm":29776,"ĠBLOCK":29777,"Cluster":29778,"Ġski":29779,"(argc":29780,"Tuple":29781,"Ġjoins":29782,"ĠSheriff":29783,"War":29784,"indi":29785,"Ġcommented":29786,"HOST":29787,"Ġinvitation":29788,"apanese":29789,"Ġpermits":29790,"precedented":29791,"_zone":29792,"ĠAmy":29793,"_RD":29794,"Minimum":29795,"Ġinvocation":29796,".enable":29797,"ichten":29798,"-owned":29799,"\"id":29800,"_POINTER":29801,"Fac":29802,"Ġspecifications":29803,"Ġnomination":29804,"Ġgp":29805,"<(":29806,"Ġrobots":29807,"ĠJerry":29808,"Ġholders":29809,"Ġwand":29810,"cms":29811,"Ġ}))Ċ":29812,".Toast":29813,"ĠIList":29814,"Based":29815,"zoom":29816,"/style":29817,"ĠBeck":29818,"Men":29819,"Ġcontributing":29820,"Ġundo":29821,"ĠOH":29822,"ĠaddObject":29823,"Ġeigen":29824,"signup":29825,"éĶĻ":29826,"Ġdistant":29827,"PARATOR":29828,"ĠMari":29829,"Ġmá":29830,"Emp":29831,"ós":29832,"ĠìĪĺ":29833,"evt":29834,"+j":29835,"park":29836,"ĠStay":29837,"ĠDun":29838,"Ġsoy":29839,">%":29840,"azines":29841,"Ġtiempo":29842,"(me":29843,"present":29844,".This":29845,"Ġeditors":29846,"FIELD":29847,".Work":29848,"ĠUniverse":29849,"Ġdrunk":29850,".timer":29851,"Ġaltered":29852,"ĠNar":29853,"ëł¥":29854,".Active":29855,"idor":29856,"çŃ":29857,".deltaTime":29858,"Ġawkward":29859,""":29860,"ĠSafari":29861,"Ġtricks":29862,"MENTS":29863,"division":29864,"Ġvarying":29865,"ĠHighway":29866,"Ġphotographer":29867,"ĠStewart":29868,"Ġlasting":29869,".Pre":29870,".amazonaws":29871,"ĠLuck":29872,".Description":29873,"ĠNaz":29874,"neg":29875,"Ġcó":29876,"<<\"\\":29877,"ĠSurv":29878,"ĠUnc":29879,"Recipe":29880,".BorderStyle":29881,"Ġmodifications":29882,"-at":29883,"ATFORM":29884,"hdr":29885,"ako":29886,"Ġsublicense":29887,"ĠJump":29888,"Ġbeim":29889,"ĠManhattan":29890,".bool":29891,"_hw":29892,"ÑĤÑĮ":29893,"Bin":29894,"Ġgateway":29895,"\"\":":29896,"ĠUIS":29897,":\"+":29898,"-def":29899,"ĠRegular":29900,"/testing":29901,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":29902,"stringstream":29903,"Ġdispar":29904,"Ġmobil":29905,"-read":29906,"ĠAdapter":29907,"ĠChampions":29908,"Ġscheduler":29909,"Ġkills":29910,"ĠMultiple":29911,"irror":29912,"Ġgods":29913,"ADO":29914,"akte":29915,"ĠUsuario":29916,".circular":29917,"Ġrecept":29918,"ĠExpr":29919,"Ġelderly":29920,"Ġnicely":29921,"Ġbeste":29922,"Want":29923,"Ġclassical":29924,".sprite":29925,"objc":29926,"ĠMason":29927,"Ġsistema":29928,".Black":29929,"eso":29930,"ĠZeit":29931,"Ġdivid":29932,"Ġenters":29933,"_subject":29934,"ĠPlanet":29935,".warning":29936,"ĠGram":29937,"_tokens":29938,"Ġhouseholds":29939,"_customer":29940,"userName":29941,"cross":29942,"Ġpione":29943,"Ġassists":29944,"_SM":29945,"ibo":29946,"Ġloyal":29947,"Ġuseless":29948,"#elif":29949,"ĠUltimate":29950,"Come":29951,"gel":29952,"Ġdich":29953,"xyz":29954,"ikel":29955,"obra":29956,"_scan":29957,"ĠInterior":29958,"ĠNice":29959,"Ġplac":29960,"ĉtarget":29961,"Ġviral":29962,"asso":29963,"()/":29964,"unde":29965,"ĠAdobe":29966,"Os":29967,"visited":29968,"ĠOW":29969,"ĠFeed":29970,"ĠSequence":29971,"Ġmanages":29972,"inson":29973,"ĠLouisiana":29974,"{})":29975,"ĠHab":29976,"ĠLD":29977,"Ġbip":29978,"prites":29979,"(elem":29980,".hibernate":29981,"élé":29982,"Ġohne":29983,"_transaction":29984,"Ġannunci":29985,"Published":29986,"ĠHonda":29987,"ĠTam":29988,"ĠPacket":29989,"_selector":29990,"Ġchallenged":29991,"Processing":29992,"-hover":29993,"Ġtrainer":29994,"_cancel":29995,"ĠNSDictionary":29996,"abric":29997,"ĠMLS":29998,"_sensor":29999,"Ġshrink":30000,"ĠFX":30001,"threshold":30002,"ĉHX":30003,"-mark":30004,"`.`":30005,"Scheme":30006,"(full":30007,"_writer":30008,"ĠSys":30009,"Ġfled":30010,"ĠCin":30011,"-widget":30012,"ĠPrevious":30013,"Gender":30014,"_question":30015,"Feed":30016,"Ġscrut":30017,"(prefix":30018,"ãĢĤãĢĤ":30019,"Ġinfections":30020,"Parts":30021,"Ġhierarchy":30022,"_DELETE":30023,"ĠPatient":30024,"_pay":30025,"Ġpromoted":30026,"Ġìĭ":30027,"Ġcivilian":30028,"Ġagriculture":30029,"ĠPiece":30030,"Ġstance":30031,"utsche":30032,"Assign":30033,".ACTION":30034,"Fig":30035,"_radius":30036,"ĠSync":30037,"ducer":30038,"failure":30039,"ensed":30040,"ptime":30041,"BM":30042,"_datetime":30043,"quivo":30044,"QUEUE":30045,"èĢħ":30046,"Appear":30047,"Ġsummit":30048,":void":30049,"Ġvine":30050,"认":30051,"onne":30052,"_TRANS":30053,".green":30054,"_cc":30055,"Ġhungry":30056,"Ġ\">":30057,"());čĊčĊ":30058,"Extract":30059,"izens":30060,"Ġsolver":30061,"Notify":30062,"Ġenglish":30063,"ĠShopping":30064,"interfaces":30065,"REQ":30066,"Ġilleg":30067,"ĠUIImageView":30068,"Ġdisconnect":30069,"ĠUntil":30070,"ĠConservative":30071,"@Column":30072,"Ġshifted":30073,"Ġ:čĊ":30074,"Ġfich":30075,"Ġdla":30076,"Ġshoe":30077,"\"),čĊ":30078,"ularity":30079,"_RESP":30080,"Weather":30081,"UIApplication":30082,".iterator":30083,"Ġaging":30084,".Parent":30085,"owie":30086,"(equal":30087,"ĠConv":30088,"/default":30089,"Ġmeasuring":30090,".prev":30091,".IsValid":30092,".Fat":30093,"ĠsÄĥ":30094,"keywords":30095,"without":30096,"Ġsovere":30097,"Ġexchanges":30098,"Ġmelt":30099,"Ġislands":30100,"ĠIntegr":30101,"Ġjumping":30102,"Ġgle":30103,"Ġjournalism":30104,"Ġdated":30105,"Localized":30106,"ĠRefresh":30107,"Particle":30108,"Ġaa":30109,"ĠSTRICT":30110,"Ġbod":30111,".Process":30112,"_AUTO":30113,"ĠPublished":30114,"every":30115,"Ġtechnological":30116,"lsx":30117,"Ġirrit":30118,"Additional":30119,"Ġdelimiter":30120,"_language":30121,"-area":30122,"boys":30123,"ĠTube":30124,"Ġwat":30125,"Ġmechanics":30126,"_owner":30127,"Spell":30128,"ĠStories":30129,".AppendLine":30130,"TableView":30131,"hem":30132,"stick":30133,"ollower":30134,"IFF":30135,"ĠUV":30136,"ollision":30137,"SUB":30138,"Ġcomparable":30139,"Ġdonde":30140,"sales":30141,"llvm":30142,"Ġ}],Ċ":30143,"OTTOM":30144,"ĠPurpose":30145,"Lab":30146,"Ġinterviewed":30147,"ois":30148,"asil":30149,".setId":30150,"ĠInstruction":30151,"-->":30152,"ĠModified":30153,"ationally":30154,"ĠMeeting":30155,"误":30156,"#region":30157,"Ġrouting":30158,".focus":30159,"ĠYouth":30160,"<":30448,"Ġunto":30449,"ologically":30450,"ĠMul":30451,"VIDIA":30452,"Ġslim":30453,"ĠCommissioner":30454,"(on":30455,"Ġunderneath":30456,"/db":30457,"vote":30458,"(Message":30459,"ĠPope":30460,"Defined":30461,"Ġswift":30462,"urf":30463,"Ġadapted":30464,"SEL":30465,"Ġrevenues":30466,"Ġdivine":30467,"=y":30468,"Gradient":30469,"_act":30470,"Ġ/*!<":30471,"Ġpolygon":30472,"ĠFDA":30473,"ĠCarr":30474,"atables":30475,"(stdout":30476,"Ġrefriger":30477,"Ġcoordin":30478,"avorites":30479,"ÑĪи":30480,"Ġcompassion":30481,"ĠPOSSIBILITY":30482,"-secondary":30483,"uracy":30484,"Ġcompromise":30485,"_AV":30486,"_os":30487,"Ġbeside":30488,"ĥĿ":30489,"Ġln":30490,".plugins":30491,"Capacity":30492,"alah":30493,".bin":30494,"ĠCRC":30495,"_balance":30496,"ĠflexDirection":30497,"Ġambit":30498,"Ġnickname":30499,"ĠForces":30500,"CLE":30501,"ĠShell":30502,"Ġsail":30503,"ĠWriter":30504,"ĠAlice":30505,"dw":30506,"ĠIndians":30507,"ĠMarshall":30508,"_SRC":30509,"Ġnormalized":30510,"ĠJag":30511,"ãĤĴ":30512,"zeit":30513,"rpc":30514,"ÃŃc":30515,".inline":30516,"Ġtravers":30517,"_numeric":30518,"Ġutilities":30519,"Ġevac":30520,"INPUT":30521,"ĉregister":30522,"MX":30523,"ĠCampbell":30524,"Ġdatasets":30525,"Ġdemanded":30526,"ĠinitialState":30527,"gan":30528,"Ġei":30529,"Unexpected":30530,"-web":30531,"trait":30532,",Y":30533,"ĠTodd":30534,"Ġskeleton":30535,"Ġoptimize":30536,"第":30537,"ĠUpon":30538,"ĠStObject":30539,"Ġaplic":30540,".'P":30578,"vron":30579,".UN":30580,"Ġpainter":30581,"izarre":30582,"Ġlav":30583,"Ġpom":30584,"preg":30585,"=function":30586,"(serial":30587,"ifica":30588,"uming":30589,"åľ°":30590,"ãģĤ":30591,"-op":30592,"UCH":30593,"ĠHend":30594,".propTypes":30595,"Ġyo":30596,"Ġroutines":30597,"Ġcaring":30598,"Sem":30599,"Ġreserves":30600,"Ġpriorities":30601,"redits":30602,"ISTR":30603,"ContentType":30604,"ĠSchw":30605,"/media":30606,"Ġestr":30607,"Ġclimbing":30608,"-week":30609,"cherche":30610,"sensor":30611,"ToArray":30612,"ĠMontreal":30613,"Ġclouds":30614,"ĠInjectable":30615,"ĠRice":30616,"Ġpropaganda":30617,"_provider":30618,"Ġindoor":30619,"Ġinaug":30620,"Ġdiplom":30621,"Ġmessaging":30622,"_mut":30623,"å¦Ĥ":30624,"Ġkw":30625,"ONS":30626,"arians":30627,"RPC":30628,")]čĊ":30629,"-ray":30630,"ĠSor":30631,"mall":30632,"Ġmarketplace":30633,"Ġvtk":30634,"Ma":30635,"ogan":30636,"igi":30637,"Ġsponsored":30638,"ĠDani":30639,".SEVER":30640,">'.$":30641,"multipart":30642,"ĠWol":30643,"ĠtableName":30644,"ĠUsername":30645,"BackgroundColor":30646,"Ġfright":30647,"_EMAIL":30648,"September":30649,"_vals":30650,"opia":30651,"Ġspotted":30652,"-Ch":30653,"ĠdataSource":30654,"/\"Ċ":30655,"екÑĤ":30656,"ĠRequestMethod":30657,"ĠReplace":30658,"-do":30659,"ahn":30660,"ĠPhD":30661,"].ĊĊ":30662,"NON":30663,"gement":30664,"ĠThr":30665,"Ġquietly":30666,"Ġtorture":30667,"Ġteas":30668,"ĠCY":30669,"Ġatr":30670,"development":30671,"-detail":30672,"Ġlighter":30673,"Ġarguing":30674,"Ġdeserves":30675,"Ġcurriculum":30676,"_CONTEXT":30677,"ÅĤy":30678,"HITE":30679,"ĉID":30680,"/uploads":30681,"Ġtits":30682,"reo":30683,"_drop":30684,".UTF":30685,"Ġpickup":30686,"Ġgrocery":30687,"ĠPure":30688,"Ġeasiest":30689,"Phil":30690,".feature":30691,"(\"*":30692,"Ġinvestor":30693,"tok":30694,"Ġjar":30695,"Los":30696,"âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ":30697,".queue":30698,"-speed":30699,"Mal":30700,"umblr":30701,"ĠCONST":30702,"ĠHRESULT":30703,"ĠDance":30704,"(filePath":30705,"Ġattributed":30706,"à¥į":30707,"ĠBund":30708,"coins":30709,"Ġsão":30710,"Ġpir":30711,"personal":30712,"Ġprelim":30713,"Ġpropose":30714,"ĠTL":30715,"]])":30716,"ĠSubscription":30717,"ĠKre":30718,",len":30719,".FirstOrDefault":30720,")--":30721,"_products":30722,".GetBytes":30723,"Ship":30724,"Ġencrypt":30725,"ĠSG":30726,"ĠMyst":30727,"hir":30728,"Ġiterate":30729,"Ġintend":30730,".mockito":30731,"Ġchapters":30732,"(angle":30733,"ĠVlad":30734,"设":30735,"'.ĊĊ":30736,"ResponseBody":30737,"ĠAbd":30738,"deal":30739,"Ġbarriers":30740,"-outline":30741,"bill":30742,"ĠFalls":30743,"_second":30744,".include":30745,".ceil":30746,"Ġoccupation":30747,"phony":30748,".moveTo":30749,"ĠJennifer":30750,"ASTER":30751,";\"><":30752,"ĠEnabled":30753,"Ġterminate":30754,"ĠIo":30755,"lations":30756,"ĠTHEORY":30757,"Ġearliest":30758,"Ġrack":30759,"ĠScar":30760,"shake":30761,"chip":30762,"Ġuv":30763,"Ġalliance":30764,"пиÑģ":30765,"ĠGOODS":30766,"zione":30767,"ĠVI":30768,"Ġ{-":30769,"Ġfiltering":30770,"Ġmiscon":30771,".DockStyle":30772,"Ġbush":30773,"Ġjunk":30774,"æĮ":30775,"ĠQUE":30776,"Ġhooks":30777,"Ġfirmware":30778,"Ġmiddleware":30779,"dic":30780,"ĠOakland":30781,"Ġarrives":30782,"Payload":30783,"pixel":30784,"]|":30785,"ĠstartDate":30786,".PRO":30787,"_audio":30788,"Ġmidfield":30789,"igidbody":30790,"ĠSwiss":30791,"ĠClip":30792,"ĠDump":30793,"ĠTextBox":30794,"Ġgeh":30795,"yield":30796,"ods":30797,"Ġreferendum":30798,"Backend":30799,"ĠCream":30800,"Ġdominated":30801,"ĠArchive":30802,"Ġriders":30803,".prepareStatement":30804,"Ġquando":30805,"Ġchef":30806,"wiki":30807,"inel":30808,"ampling":30809,"(\"\\\\":30810,"Ġsag":30811,"_proxy":30812,"ãģķ":30813,"pdo":30814,".getElementsByTagName":30815,"Ġdemonstration":30816,"ĠNPC":30817,"Ġarchivo":30818,"endance":30819,"Ġefficiently":30820,"(actual":30821,".tableView":30822,"Ġmush":30823,"Ġbears":30824,"_threads":30825,"jas":30826,"ahun":30827,"Ġneural":30828,"Ġdesigning":30829,"ĠGDP":30830,"Ġlifted":30831,"缮":30832,"ĠJoint":30833,"ĠInclude":30834,"ĠGiants":30835,"Ġwithdrawal":30836,"ĠRent":30837,"native":30838,"ĠSeek":30839,"gression":30840,"_CPU":30841,"\\S":30842,"ĠShield":30843,"Ġsolic":30844,"Ġboom":30845,"yecto":30846,"Ġmanufacture":30847,"ĠâĢĭ":30848,"Ġbbox":30849,"Ġearthqu":30850,"ollectors":30851,":@\"%":30852,"Ġloops":30853,"Je":30854,"alking":30855,"ĠWhats":30856,"ĠBoys":30857,".book":30858,"ARGE":30859,"_pixel":30860,"Ġsuspects":30861,"ι":30862,"usp":30863,"ĠBMW":30864,"ieces":30865,"(person":30866,"å¼Ģ":30867,"é»":30868,"ĠPodcast":30869,"Ġbou":30870,"(Item":30871,"û":30872,"(Input":30873,"HttpGet":30874,"Ġburg":30875,")^":30876,"BOARD":30877,"*/,":30878,"Ġgulp":30879,"ĠBenn":30880,"Ġdecks":30881,".statusCode":30882,"Ġacute":30883,"Ġhug":30884,"ugu":30885,"Ġpled":30886,",\"%":30887,"hape":30888,"Ġзап":30889,"ĠMaine":30890,".real":30891,"Ġdalam":30892,"ĠMinor":30893,".Float":30894,"disp":30895,"Ġtl":30896,"Ġencount":30897,"=>$":30898,"Ġfg":30899,"tees":30900,"ĠRecomm":30901,"äl":30902,"Ġchemistry":30903,"Blocks":30904,"OID":30905,"Ġforex":30906,"ĠAppend":30907,"Ġ{*":30908,"ĠSupply":30909,"CGFloat":30910,"(bl":30911,"Ġate":30912,"adora":30913,"Ġgust":30914,"Associ":30915,">.Ċ":30916,"FETCH":30917,".serial":30918,"widgets":30919,"ardless":30920,"iefs":30921,"_FULL":30922,"ernetes":30923,"ĠPred":30924,"ØŃ":30925,"äºĭ":30926,"ubernetes":30927,"ĠLaura":30928,"Ġlabeled":30929,"Highlight":30930,"Ġannoying":30931,"/update":30932,"(description":30933,"Ġintimid":30934,"$c":30935,"\")))Ċ":30936,".AP":30937,"Ġ[]*":30938,"ĠEXIT":30939,".Host":30940,"ĠOPEN":30941,".sendMessage":30942,"_camera":30943,"_tile":30944,"Ġtherm":30945,"onomous":30946,"Ġdisadv":30947,"Ġnaar":30948,"indexOf":30949,"ĠPP":30950,".protocol":30951,"AFE":30952,"Ġtextures":30953,"################################################":30954,"umbai":30955,".stats":30956,"ĠGE":30957,"Ġie":30958,"ĠSTD":30959,"ĠMann":30960,".reflect":30961,"KB":30962,"Ġdive":30963,".wav":30964,"/*----------------------------------------------------------------":30965,"/settings":30966,".lifecycle":30967,"Ġdaughters":30968,"orus":30969,"uber":30970,"NING":30971,"stri":30972,"ĠTip":30973,"Ġzn":30974,"Ġswitched":30975,"inet":30976,"uffy":30977,"ĠTransportation":30978,"(conf":30979,"frica":30980,"ĠXL":30981,"ĠLead":30982,"_percent":30983,"__":30999,"permissions":31000,"ĠDetermine":31001,".Man":31002,"Ġadvances":31003,".InputStream":31004,"Ġstrongest":31005,"ĠeBay":31006,"Ġ#-":31007,"Ġdirname":31008,"ĠSMS":31009,"Ġmedications":31010,"Ġamended":31011,"Ġchurches":31012,"ĠImperial":31013,"$row":31014,"ĠMadison":31015,"ĠInsp":31016,"Ġaffair":31017,"Ġpsychology":31018,"vh":31019,"Ġseverity":31020,"âĢIJ":31021,"Ġstrips":31022,"AH":31023,"vertising":31024,"Ġconse":31025,"IMAGE":31026,"ĠStats":31027,"ĉsc":31028,".Cursor":31029,"Ġfreeze":31030,"sson":31031,"(xml":31032,"ĠSusan":31033,".tile":31034,"eded":31035,"ĠĠĠĠĉĉĉ":31036,"uelle":31037,"ĠMitchell":31038,"based":31039,"Operand":31040,"½æķ°":31041,"ĠFF":31042,"ĉstrcpy":31043,"ounces":31044,"ildo":31045,".executeQuery":31046,"Ġapproaching":31047,"ĠSeven":31048,"Ġnuts":31049,"Ġric":31050,"assignment":31051,"Ġcalculator":31052,"ĠMurphy":31053,"ĠBou":31054,"íĦ":31055,"Ġbutt":31056,"Ġticks":31057,"Projects":31058,"ilib":31059,".textColor":31060,"mov":31061,"_logo":31062,"(template":31063,"ĠINIT":31064,"ĠimageView":31065,"scriptions":31066,"ORITY":31067,"Consumer":31068,"Ġunprecedented":31069,"Ġtourist":31070,"Ġbron":31071,"Ġcontractor":31072,"Ġlicence":31073,"ĠNam":31074,"æ¯":31075,"(transform":31076,"_ATT":31077,"Pref":31078,"ĠGam":31079,"Ġvessels":31080,"Ġhav":31081,"Later":31082,".ToLower":31083,"Ġurls":31084,"Ġbreakdown":31085,"Ġpenalties":31086,"Ġfoster":31087,"ĠUE":31088,"Ġclue":31089,"comed":31090,"åIJį称":31091,"-main":31092,"Ġpts":31093,"Ġcounted":31094,"icts":31095,"/post":31096,"Ġgetattr":31097,"Ġping":31098,"ANCEL":31099,"Ġpec":31100,"Ñħод":31101,"antom":31102,"ĠBlueprint":31103,"ĠEventEmitter":31104,"Ġlä":31105,"æ²":31106,"Ġstraw":31107,"(comp":31108,"'une":31109,">N":31110,"-client":31111,"esModule":31112,"-base":31113,"Ġretreat":31114,"_simple":31115,"ĉĉĉĉĉĉĠ":31116,"fee":31117,"')čĊčĊ":31118,"ControlItem":31119,"Ġsubscribers":31120,"please":31121,"ĠEff":31122,"Ġpound":31123,"ĠBytes":31124,"ĠTea":31125,"_activity":31126,"Ġmaxim":31127,"Ġopcode":31128,"BSD":31129,".constant":31130,";}":31131,"ombres":31132,"Ġcareers":31133,").ĊĊĊĊ":31134,"Ġspreading":31135,"-expanded":31136,"ĠOrd":31137,"amarin":31138,"Ġmobility":31139,"Unfortunately":31140,"akk":31141,"NL":31142,"_redirect":31143,"ĠPG":31144,"ĠSensor":31145,"bol":31146,"tap":31147,"_MEMORY":31148,"ĠUIAlert":31149,"plitude":31150,"Website":31151,"ĠLogo":31152,"love":31153,"[ind":31154,"Ġaltogether":31155,"Ġwondered":31156,"Ġesper":31157,"ĠLiberal":31158,"Ġoss":31159,"Ġelit":31160,"Ġstiff":31161,"odox":31162,"_mentions":31163,"ĠDouglas":31164,"_pid":31165,"ĠCK":31166,"ĠinitWithFrame":31167,".blog":31168,"pkg":31169,"anghai":31170,"QUIRED":31171,"uu":31172,"Ġmkdir":31173,"ATAL":31174,"Ġunh":31175,"inces":31176,"sth":31177,"Ġhypothesis":31178,"Ġcata":31179,"ĠTB":31180,"ĠClar":31181,"Ġpredecess":31182,"Ġsituated":31183,"-world":31184,"))/":31185,"Ġheadlines":31186,".stat":31187,"Ġoutbreak":31188,"spath":31189,"_FLAGS":31190,"ĠServletException":31191,"Sun":31192,"FROM":31193,"ĠDir":31194,"ãĥ»ãĥ»ãĥ»":31195,"_coord":31196,"ĠOptim":31197,"Monitor":31198,".bit":31199,"XXX":31200,"Ġtodas":31201,"feld":31202,"ÑĢи":31203,"imir":31204,"Ġpolitically":31205,"Ġmolecular":31206,"Ġtraded":31207,"Ġ{{$":31208,"ĠSwedish":31209,"Ġ'@/":31210,"_REAL":31211,"Ġwarehouse":31212,"today":31213,",L":31214,"orp":31215,"false":31492,"Ġspa":31493,"ĠNear":31494,"ìķ":31495,"Ġintrig":31496,"_members":31497,"wave":31498,"Ġanalysts":31499,"_OS":31500,"edin":31501,"ĠFri":31502,"Ġretrieved":31503,"Regular":31504,"_obs":31505,"EXPORT":31506,"')}}\"":31507,"\"class":31508,"__((":31509,"bucket":31510,"Ġstro":31511,"ĠPatch":31512,"ystick":31513,"fulness":31514,"apos":31515,"Da":31516,"ĉĉĉĉĉĠĠĠ":31517,"Ġenrich":31518,"unordered":31519,"hole":31520,"Cong":31521,"';ĊĊ":31563,"STRUCT":31564,"QR":31565,"IDs":31566,"(arguments":31567,"_aux":31568,"(Event":31569,"_PRIVATE":31570,"ĠTrek":31571,"Ġdownloads":31572,"mutable":31573,"_STRUCT":31574,"(wx":31575,"Ġdomains":31576,"jspx":31577,"ĠViagra":31578,"Commands":31579,"Js":31580,".cfg":31581,"ContentPane":31582,"ĠEditText":31583,"à¥įà¤":31584,"Attach":31585,"ĠARM":31586,"positive":31587,"ĠGenerated":31588,"Ġseized":31589,"=:":31590,"Ġelectronics":31591,"ĠAppComponent":31592,"/',Ċ":31593,".equalsIgnoreCase":31594,"Doctrine":31595,"disk":31596,"ĠPolitical":31597,"CHO":31598,"":31684,"ĠBeauty":31685,"Ġ`<":31686,"Ġtouching":31687,"Ġ|--":31688,"ĉflag":31689,"normalize":31690,"Ġtrapped":31691,"Ġestablishing":31692,"/build":31693,"AJ":31694,"fy":31695,"-react":31696,"avn":31697,"RIPTION":31698,"Ġkut":31699,"ĠFashion":31700,"ĠInform":31701,"curities":31702,"{Ċ":31734,"Ġgarlic":31735,"Ġrepr":31736,"Ġreplies":31737,"(prop":31738,"Ġspirits":31739,"Ġinspire":31740,"Ġbasement":31741,".reject":31742,"Ġhints":31743,"Ġpolling":31744,"ĉĠĊ":31745,"_rating":31746,"Ġcath":31747,"avier":31748,"Ġcompressed":31749,"ĠVS":31750,"]'":31751,"Ġjudicial":31752,"ĠTrend":31753,"training":31754,"ESTAMP":31755,"ognition":31756,"Äģ":31757,"SENT":31758,"ventions":31759,"Ġconsultant":31760,"umph":31761,"ĠuserService":31762,",NULL":31763,"kh":31764,"Dear":31765,"_BAD":31766,"itations":31767,"Ġmetaph":31768,"'é":31769,"andise":31770,"-font":31771,".chart":31772,"Ġsg":31773,"_Controller":31774,".jpeg":31775,"ĠULONG":31776,"ĉgame":31777,"(ss":31778,"ĠMaj":31779,"ĉgo":31780,"ĠSad":31781,"ĠBerg":31782,"ĠMine":31783,"Pack":31784,"Ġresistant":31785,"ĠROM":31786,"Ġpeg":31787,"ĠStanford":31788,"ĠYahoo":31789,"Ġscaled":31790,"Ġlan":31791,"=[]":31792,"\"/>ččĊ":31836,"Ġsud":31837,"ĉbackground":31838,"Ġscholars":31839,"-muted":31840,"ará":31841,"Ġ=====":31842,"Ġ____":31843,"Creat":31844,"enever":31845,"/wp":31846,"ĠVPN":31847,"ErrorCode":31848,")],Ċ":31849,"(builder":31850,"ĠEnemy":31851,"Sensor":31852,"usa":31853,"Ġtriggers":31854,"Ġplayoffs":31855,"_REQ":31856,"Ġ(~":31857,"ĠBarry":31858,"Ġpermanently":31859,"ĠRUN":31860,"Ġbure":31861,".Fatalf":31862,"Ġchick":31863,"ĉpanic":31864,"psi":31865,"oka":31866,"éĢī":31867,">[":31868,"Ġunderstands":31869,"ĠJunior":31870,"ĠINFO":31871,"=mysqli":31872,"ustain":31873,"-source":31874,"serv":31875,"ĠCREATE":31876,".au":31877,"Ġsells":31878,"ĠĠĊĠĠĊ":31879,"Europe":31880,"zw":31881,"preh":31882,"ĠNSA":31883,"Ġxy":31884,"ิ":31885,"ĠBeyond":31886,"Instead":31887,"NonQuery":31888,"Ġarise":31889,"Ġavoided":31890,".emplace":31891,"_models":31892,"}),Ċ":31893,"Ġhid":31894,"Ġ&_":31895,".points":31896,".getWidth":31897,".Exec":31898,"Ġ////":31899,"ĠSessions":31900,"...\\":31901,"ĠColomb":31902,"Ġacceleration":31903,"restore":31904,"Ġile":31905,"obic":31906,"}Ċ":32396,"plaint":32397,"getText":32398,"Ġindividually":32399,"Ġcheckbox":32400,"UY":32401,"ĠLamb":32402,"Ġdysfunction":32403,"ĠLar":32404,"à°":32405,"ĠCreating":32406,"');ĊĊĊ":32407,"\"They":32408,"locations":32409,"_CORE":32410,"Interaction":32411,"umbnails":32412,"ĠPartner":32413,"brit":32414,"Ġlesser":32415,"ĠSlot":32416,"setAttribute":32417,"ĠWave":32418,".po":32419,"/store":32420,"Ġbrowsing":32421,"_pd":32422,"sume":32423,"sed":32424,"Curve":32425,"Ġplasma":32426,"Ġsuspicious":32427,"ìĿ¸":32428,"ĠBah":32429,"ĠExplicit":32430,"_CC":32431,".ClientSize":32432,"\\View":32433,"Ġsubstit":32434,"loon":32435,"ĠGAME":32436,"ĠBrid":32437,"Ľå»º":32438,"_User":32439,"Ġsquares":32440,"fone":32441,"Ġsacred":32442,"ughs":32443,"]interface":32444,"ĠThrow":32445,"ĠKirk":32446,"Ġempire":32447,"Ġassessed":32448,"Tax":32449,"ĠHeaven":32450,"-buffer":32451,"_STATIC":32452,"éné":32453,"-bordered":32454,"Ġpunct":32455,"(mode":32456,"Ġkeine":32457,"Sent":32458,"ĠCalcul":32459,"ĠEve":32460,"Ġstylish":32461,"Ġoils":32462,".TestCase":32463,"Ġtrademark":32464,"Ġliterary":32465,"Ġconcentrations":32466,"ĠRelations":32467,"(Class":32468,"Ġstdin":32469,"Ġvæ":32470,"backup":32471,".VERSION":32472,".AutoScaleDimensions":32473,"starter":32474,"Transactional":32475,"-panel":32476,"Studio":32477,"kc":32478,"ĠChamber":32479,"ĠSpiel":32480,"Ġrho":32481,"اÙĦ":32482,"!'":32483,".Attributes":32484,"Ġmurdered":32485,"apeutic":32486,"Ġintimate":32487,"ĠtextField":32488,"ĠBuffalo":32489,"dummy":32490,"\"%":32491,"ĠLiberty":32492,"obar":32493,"ĠTank":32494,"ĠPopular":32495,"ervisor":32496,"ĠIniti":32497,"ĠMall":32498,"ĠPrior":32499,"CAP":32500,"ĠClay":32501,"ĠCertificate":32502,".Lock":32503,"-strip":32504,"-driven":32505,"/all":32506,"ĠMessageBoxButtons":32507,"_SECRET":32508,"_pb":32509,"Ġrats":32510,"ाà¤":32511,"Ġnt":32512,".Router":32513,"_topic":32514,"Ġtennis":32515,"ĠPUBLIC":32516,"ĠActivatedRoute":32517,"Ġ',Ċ":32518,"Ġcostume":32519,"Ġjokes":32520,".Handle":32521,"ĉbyte":32522,"Ġflavors":32523,"(cc":32524,"Ġpersonas":32525,"ĉimage":32526,"ĠNazi":32527,"Ġgrammar":32528,"Ġúlt":32529,"Ġvalve":32530,"Ġvic":32531,"ĠRachel":32532,"_invalid":32533,"Prefs":32534,"stdint":32535,"(route":32536,"Ġhtmlspecialchars":32537,"Ġpeoples":32538,"pline":32539,"Ġnv":32540,"ĠQuant":32541,"oppers":32542,"ĠcurrentUser":32543,"ĠCatal":32544,"Ġreconc":32545,"Ġconjunction":32546,"lx":32547,"amburg":32548,"Ġinfluential":32549,"danger":32550,"inders":32551,"Ġ%@\",":32552,".configuration":32553,"osome":32554,".identity":32555,"Ġpicker":32556,"nost":32557,"ĠDIY":32558,"August":32559,"ablo":32560,"Leaf":32561,"ĠReco":32562,"cko":32563,"DOC":32564,"ĠHerm":32565,":any":32566,"ĠInterview":32567,"ĠTex":32568,"xfe":32569,"(work":32570,"Ġleap":32571,"Heading":32572,"Ġquarters":32573,"\\Bundle":32574,"reb":32575,"Perhaps":32576,"ĠGmbH":32577,"Birth":32578,"ĉsum":32579,"ĠWatson":32580,".nil":32581,"ç¡":32582,"{}ĊĊ":32583,"icaid":32584,"Getter":32585,"\"name":32586,"Ġ\"čĊ":32587,"_none":32588,"zm":32589,"acute":32590,"uesto":32591,"Ġsous":32592,"Ġrebuild":32593,"Ġnewspapers":32594,"ĠHaz":32595,"Ġkits":32596,"ifo":32597,"Blur":32598,"Ġsuited":32599,"-In":32600,"à¯":32601,"ĠKeith":32602,"ĠNorway":32603,"INIT":32604,"ireccion":32605,"ieties":32606,"_usage":32607,"ĠDoug":32608,"rise":32609,"Ġtrillion":32610,"imited":32611,"ĠREL":32612,"alic":32613,"Ġcriticized":32614,"theorem":32615,"Ġcease":32616,"Ġsidew":32617,"ĠTerry":32618,"Ġsubsidi":32619,"Ġfirmly":32620,"Ġaws":32621,"Ġhott":32622,"Ġdressing":32623,"badge":32624,"ĠApplications":32625,"è¿ĶåĽŀ":32626,"Ġlaughed":32627,"Ġhobby":32628,"Ġmusicians":32629,"Ġ*.":32630,".placeholder":32631,"Ġcounters":32632,"ĠCapitol":32633,"SDK":32634,"Ġhelmet":32635,"andbox":32636,"quit":32637,"Ġcriminals":32638,"Ġteenager":32639,"(update":32640,"Gl":32641,".selection":32642,"Ġdischarge":32643,"Ġpresenting":32644,"ufacturer":32645,"_UNKNOWN":32646,"Ġstressed":32647,"åĻ¨":32648,"Proto":32649,"_correct":32650,"haus":32651,"Ġrenov":32652,"Ġfirearms":32653,"Ġtechnically":32654,"-browser":32655,"Ġcandy":32656,"Stroke":32657,"Ġexecutor":32658,"Ġoccurrence":32659,"ĠIPv":32660,"_INTERFACE":32661,"ĠRetrieve":32662,".bad":32663,"Exchange":32664,"Navbar":32665,"ĠKid":32666,"(getApplicationContext":32667,"_STOP":32668,"ĠBoss":32669,"Listeners":32670,"Ġshooter":32671,"ĠAlb":32672,"äch":32673,"Ġpix":32674,".keyCode":32675,"alone":32676,"Ġabsurd":32677,"ĠCum":32678,"ĠNewtonsoft":32679,"ikt":32680,"Ġlaughing":32681,"Ġcapitalism":32682,"reeNode":32683,"Tx":32684,"_QUERY":32685,".Sleep":32686,"(login":32687,"WebElement":32688,"Ġcelebrating":32689,"Ġdeprecated":32690,"Ġmaar":32691,"Ġartistic":32692,"_ASSOC":32693,"ĠBorderRadius":32694,"ĉwp":32695,"Ġsurvivors":32696,"Inner":32697,"-red":32698,"Ġprosecution":32699,"_pp":32700,"(\"$":32782,"Ġcomma":32783,"unchecked":32784,"graphics":32785,"rors":32786,"GROUND":32787,"(public":32788,"Ġcustomized":32789,"ĠArkansas":32790,"ĠRew":32791,"Ġexpiration":32792,"×ķ":32793,"ĠCul":32794,"Ġnons":32795,".Filter":32796,"Ġsenator":32797,"_definition":32798,"ashington":32799,"ymph":32800,"/J":32801,"Ġfuse":32802,"ramid":32803,"ĠSupplier":32804,"Ġautocomplete":32805,"Ġ}),":32806,".\"ĊĊĊ":32807,"_functions":32808,"ĉto":32809,".eval":32810,"ĠTObject":32811,"References":32812,"Ġheated":32813,"HAL":32814,"Ġ))}Ċ":32815,"}$":32816,"ĠBarr":32817,"_UNIT":32818,"+$":32819,"ĠgetValue":32820,"iped":32821,"chied":32822,"(vm":32823,"cue":32824,"_integer":32825,"_course":32826,"third":32827,"Ġrevised":32828,"**/Ċ":32829,"_DIRECT":32830,"OutOf":32831,"(\"(":32832,"ĠFeel":32833,"Ġreass":32834,"Ġsubtitle":32835,"peri":32836,"nf":32837,"Ġenjoys":32838,"Ġtreats":32839,")this":32840,"-tabs":32841,"ancers":32842,"Ġcontinent":32843,"Ġcardio":32844,"Ser":32845,".question":32846,"Ġphrases":32847,"Validators":32848,"Ġpopul":32849,"ĠlÃŃ":32850,"song":32851,"_INTERNAL":32852,"Ġadviser":32853,"Ġpuzz":32854,"Ġambitious":32855,"ĠTob":32856,"ĠDP":32857,"Ġpresidency":32858,"Ġsurrender":32859,"Ġwatches":32860,"_binary":32861,"ĠSoon":32862,"Ġcanada":32863,"(\"\")Ċ":32864,"]='":32865,"ĠBrandon":32866,"epsilon":32867,"rw":32868,".addChild":32869,".Copy":32870,"Principal":32871,"Photos":32872,"Ġmarginal":32873,"Ġbasics":32874,"eing":32875,"Must":32876,"_String":32877,"Ġole":32878,"Magento":32879,".customer":32880,"(prev":32881,"ล":32882,"Ġloyalty":32883,"Cog":32884,"Ġprotocols":32885,"ĠCompanies":32886,"Ġtheoretical":32887,"Ġaccessing":32888,"ĠZen":32889,".ones":32890,"attice":32891,"_world":32892,"zes":32893,"Ġtattoo":32894,"Ġmenos":32895,"Ġintersect":32896,"\"];ĊĊ":32897,"belie":32898,"Ġinactive":32899,".readline":32900,"-labelled":32901,".done":32902,"lickr":32903,"ĠWORK":32904,"Ġderivative":32905,"Ġdatabases":32906,"âĤĤ":32907,"Ġsx":32908,".isArray":32909,"Ġys":32910,"Ġpada":32911,"ĠBullet":32912,"(`/":32913,"isActive":32914,"ĠCGSize":32915,"(equalTo":32916,"ĠColumbus":32917,"Ġmarry":32918,"DEV":32919,"_limits":32920,"rones":32921,"IAS":32922,"Ġtau":32923,"mino":32924,"_Write":32925,"ĠWine":32926,"Ġ[['":32927,"ĠPull":32928,"riters":32929,"rients":32930,"Ġshifting":32931,"upp":32932,"_TIMER":32933,"ĠConditions":32934,"ấ":32935,"ĠOrders":32936,"ĠStrength":32937,"æīĢ":32938,"Ġvalidity":32939,"Ġfot":32940,"etur":32941,"Ġbolt":32942,"åĨħ":32943,"ĠAlong":32944,"oshi":32945,"Ġassumptions":32946,"Ġmagazines":32947,"_SPI":32948,"Ġpunt":32949,"_PRODUCT":32950,"Ġrelay":32951,"ĠJavascript":32952,".te":32953,"-es":32954,"Ġwidgets":32955,"(fs":32956,"\";":33023,"atching":33024,"ĠKnowledge":33025,"ĉThe":33026,";margin":33027,"lessness":33028,"opard":33029,"umatic":33030,"()));čĊ":33031,"Ġfals":33032,"(cache":33033,"TypeId":33034,"éĢļ":33035,"_choice":33036,"ĠGoth":33037,"ĠSites":33038,"MG":33039,"_border":33040,"Indices":33041,"Comparer":33042,"ĠRedistribution":33043,"Ġcloset":33044,"Ġversatile":33045,"Inputs":33046,"********************":33047,"Ġobesity":33048,"quiz":33049,"gra":33050,"(global":33051,"åĬ¡":33052,"Ġcollector":33053,"Ġkor":33054,"ovable":33055,"ADC":33056,"ĠEventHandler":33057,".nc":33058,"Ġplayback":33059,"ientos":33060,"_perm":33061,"_WARNING":33062,"ĠOlympics":33063,".norm":33064,"ĠBroadcast":33065,"_small":33066,"drive":33067,".iloc":33068,"Ġtyped":33069,"MEM":33070,"_cons":33071,"DMETHOD":33072,"Ġlun":33073,".distance":33074,"(par":33075,"poon":33076,"Ġbast":33077,"activities":33078,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":33079,":čĊčĊ":33080,"SER":33081,")&&":33082,"_lst":33083,"ĠPolish":33084,"Ġknocked":33085,"Ġfrustration":33086,"aukee":33087,"Ġphosph":33088,"iquid":33089,"_coeff":33090,"æѤ":33091,"Latest":33092,"ĠDust":33093,"Tipo":33094,"Ġmaintains":33095,"Ġmarsh":33096,"incinn":33097,"lbl":33098,"Care":33099,"Ġneighborhoods":33100,"_gpio":33101,"ĠArsenal":33102,"Dem":33103,"ĠWhe":33104,"_hook":33105,"Ġldc":33106,"ĠHarper":33107,"ĠBerkeley":33108,"Ġgraduated":33109,"Percent":33110,"Ġarriving":33111,"ĠAdventure":33112,"(scope":33113,"('*":33114,"quarter":33115,"ĠMarie":33116,"Speaking":33117,"_codegen":33118,"Ġimmun":33119,"caster":33120,"ãĤĮ":33121,"åķĨ":33122,"ĠDimensions":33123,".record":33124,"Ġtexto":33125,"ĠMichelle":33126,"Pending":33127,"(by":33128,"_PAR":33129,"ucht":33130,"bee":33131,".Thread":33132,"ampire":33133,"know":33134,"ĠClinical":33135,"ĠmarginBottom":33136,"Ġdistinguish":33137,".Full":33138,".undefined":33139,"ĠSequelize":33140,"############################################################################":33141,"Ġeducated":33142,"_OVER":33143,"åºı":33144,"ĠÂłĠÂł":33145,"_each":33146,"Ġurge":33147,"depart":33148,"Ġdonors":33149,"ĠAu":33150,"Ġbillions":33151,"Ġbelonging":33152,"_age":33153,"_Int":33154,"Ġsubstances":33155,"machine":33156,"!!!ĊĊ":33157,"Ġjsonify":33158,"ibbean":33159,"ĠCad":33160,"ĠendTime":33161,"Ġcycling":33162,"ĠUITextField":33163,"Ġleverage":33164,"Ġvanilla":33165,"eat":33166,"Launch":33167,"(pt":33168,"states":33169,"ĠControls":33170,"ĠRespons":33171,"ĠJake":33172,"Ġasleep":33173,"fortunate":33174,".nextLine":33175,"SizeMode":33176,"ìĿ¼":33177,"TestingModule":33178,"German":33179,"ĠInvestig":33180,".reverse":33181,"ĠBACK":33182,"(DateTime":33183,"Ġnonprofit":33184,"ĠExpect":33185,"Ġtanto":33186,"']),":33187,"ĉthe":33188,"Multiple":33189,"(getActivity":33190,"_WAIT":33191,"Ġjá":33192,"decor":33193,"levance":33194,"ĠGitHub":33195,"mination":33196,"_quantity":33197,".Scanner":33198,"ĠLion":33199,"éĶĻ误":33200,"Ġdre":33201,"Ġtantra":33202,"ĠcontentType":33203,"Ġfid":33204,"_alt":33205,"NSIndexPath":33206,"-pl":33207,"åĮĸ":33208,"Ġantibiot":33209,"tables":33210,"acial":33211,"ĠRegistry":33212,"Ġolive":33213,"igers":33214,"Ġsubscriber":33215,"_pres":33216,"ĠSyntax":33217,"Ġlovers":33218,".Byte":33219,"olders":33220,"_forward":33221,"always":33222,"Caption":33223,"Priv":33224,"ĠTampa":33225,"isateur":33226,"-labelledby":33227,"ĠToString":33228,"ĠìĤ¬":33229,"Ġinitiated":33230,"WF":33231,"Ġinstitutional":33232,"inject":33233,"ĠScr":33234,"Ġdoctrine":33235,"Ġspacious":33236,"isure":33237,"ĠAna":33238,"\"time":33239,"essaging":33240,"Ġcid":33241,"ĠNan":33242,"Ġincomplete":33243,"TAG":33244,"-build":33245,"December":33246,"Ġresidual":33247,"(PDO":33248,"ĠListen":33249,"Ġglyph":33250,"Ġgaps":33251,"nea":33252,".Rect":33253,"Ġsau":33254,"ĠPhotograph":33255,"Ġexecutable":33256,"ĠExpert":33257,"Coroutine":33258,"_sizes":33259,"ĠNL":33260,".isValid":33261,");}Ċ":33262,"-reg":33263,"Ġciting":33264,"cwd":33265,"ĠOttawa":33266,"ĠBatt":33267,"Ġrenewable":33268,"Ġpreliminary":33269,"Ġasylum":33270,"Ġwrist":33271,"Ġutiliz":33272,"Ġdetention":33273,"Fast":33274,"Ġange":33275,"incinnati":33276,"Ġsteering":33277,"ĠNaN":33278,"iosity":33279,"/page":33280,"Ġè¿":33281,"sterol":33282,"Ġdisg":33283,"(DB":33284,"ĠDESCRIPTION":33285,"Ġ_$":33286,"Ġobstacle":33287,"Ġbizarre":33288,"Ġextraction":33289,"_expected":33290,"Ġloses":33291,"ĠCelebr":33292,"ĠhtmlFor":33293,"Ġexploit":33294,"олÑĮзов":33295,"XYZ":33296,"Ġmagnet":33297,"amped":33298,"Ġatoms":33299,"Sources":33300,"pectives":33301,"Ñģли":33302,"Ġ=čĊ":33303,"Ġdare":33304,"ĠWalter":33305,"Ġbrightness":33306,"Ġannotations":33307,"ëı":33308,"iske":33309,"Schedule":33310,".images":33311,"rosso":33312,"Ġ\"..":33313,"gamma":33314,"Ġinstructor":33315,"Ġoverwrite":33316,"-am":33317,"Ġdevastating":33318,"ĠSaints":33319,"Ġhs":33320,"Ġbonuses":33321,"$output":33322,"ijd":33323,"(ActionEvent":33324,"monitor":33325,"Ġmattress":33326,"January":33327,".jp":33328,"Ġcaracter":33329,"Ġimpose":33330,"_rest":33331,"ĠSignature":33332,"Ġcoronavirus":33333,"ãģĬ":33334,"_compare":33335,"Measure":33336,"itated":33337,"elijk":33338,"igos":33339,"esar":33340,"Ġrushed":33341,"metry":33342,"_SEPARATOR":33343,"_WE":33344,"_ATTRIBUTE":33345,"Ġyaml":33346,"Ġspecs":33347,"ĠRah":33348,"pheric":33349,"ĠInvestment":33350,"äll":33351,"Ġappealing":33352,"Ġviewport":33353,"ç©":33354,"ĠmarginLeft":33355,"Ġsubtract":33356,"ĠEDIT":33357,"ĉArrayList":33358,"grading":33359,"ĠFailure":33360,"asper":33361,"EEK":33362,"(now":33363,")Ċ":33379,"Collision":33380,"ĠGreater":33381,"ĠRacing":33382,"alan":33383,"Ġmonetary":33384,",new":33385,"ĠSorry":33386,".Enable":33387,"ĠInstantiate":33388,"ollen":33389,"ë©´":33390,"ĠCalling":33391,"_hour":33392,"ADA":33393,"Ġshy":33394,")**":33395,"Ġ==>":33396,"Ġespecial":33397,"Ġinterpreted":33398,"!=\"":33399,"Ġpharmacy":33400,".single":33401,"ĠCialis":33402,"Ġparas":33403,".toUpperCase":33404,"ĠDemon":33405,"Prime":33406,"Ġrankings":33407,"Adding":33408,"_HASH":33409,"ĠExam":33410,"Ú©":33411,"ĠVictor":33412,"Okay":33413,"\"];čĊ":33414,"Ġfortune":33415,"ĠFETCH":33416,"expand":33417,".Interop":33418,"Ġbarn":33419,"æ¶Ī":33420,"uevo":33421,"Ġspeculation":33422,"âĶĢâĶĢâĶĢâĶĢ":33423,"ĠNu":33424,"ĠBlues":33425,"(fname":33426,"Ġinhabit":33427,"Ġ\\\"%":33428,"CES":33429,"ulario":33430,"_cr":33431,"Ġvalidated":33432,"Ġmidnight":33433,"anking":33434,"Ġincorporate":33435,"Ġpursuit":33436,"EXP":33437,"prime":33438,"Pid":33439,"-US":33440,"ĠNurs":33441,"ĠWheel":33442,"éĺ":33443,"Ġinp":33444,"Ġsupportive":33445,".member":33446,"ĠShot":33447,".CheckBox":33448,"Ġaffirm":33449,"Tor":33450,"FullYear":33451,"Ġconsiderably":33452,"credentials":33453,"_opts":33454,"Roll":33455,"(round":33456,"Ġcoment":33457,"_UART":33458,"Ġextending":33459,"RG":33460,"resultado":33461,"itu":33462,".getSession":33463,"Ġattraction":33464,"&D":33465,"$html":33466,"ĠJessica":33467,"ĠAssociate":33468,"añ":33469,"_ed":33470,"ĠLag":33471,"Ġorigins":33472,"())->":33473,"addEventListener":33474,"IALOG":33475,"åIJ¦":33476,".Compare":33477,"Album":33478,"ĠKu":33479,"\";ĊĊ":33523,"quisite":33524,"channels":33525,"/res":33526,"ĠAnalytics":33527,".appcompat":33528,"/to":33529,"ĠonError":33530,"(attr":33531,"IRM":33532,"Ġragaz":33533,"-as":33534,".Second":33535,"oriented":33536,"Ġdonn":33537,"Ġlightning":33538,"fid":33539,"ĠPle":33540,"ãģ¾ãģĻ":33541,"tro":33542,".True":33543,"Observable":33544,"×Ļ":33545,"umbing":33546,"Ġprospective":33547,"-filter":33548,"Ġpursuant":33549,"(points":33550,".Bind":33551,"Ġpalm":33552,"clearfix":33553,"ös":33554,"ĠGonz":33555,"Ġweaken":33556,"Drive":33557,"enido":33558,"lld":33559,"obox":33560,"anean":33561,"Got":33562,"ä¿Ŀ":33563,"Regex":33564,"æĥ":33565,"Ġsalad":33566,"assis":33567,"\"net":33568,"inheritDoc":33569,"ĠRV":33570,"quier":33571,"Ġclazz":33572,"Ä±ÅŁ":33573,"osterone":33574,"Ġairline":33575,".listdir":33576,"Ġdownloading":33577,"ĠPalm":33578,"waukee":33579,"<":33580,".BL":33581,"_INLINE":33582,"offs":33583,"<<(":33584,"_news":33585,"Ġchase":33586,"/><":33587,"Ġeuros":33588,"ĠEgyptian":33589,"ĠStainless":33590,"_BOOL":33591,"ĠGuild":33592,"ĠDynam":33593,"[indexPath":33594,"Ġï":33595,"Ġmemorable":33596,"ĠChampion":33597,"ResourceManager":33598,".Login":33599,"ĠFormer":33600,"yped":33601,"Ġlleg":33602,";\",":33603,"DWORD":33604,"Ġtaxi":33605,"Ġbombs":33606,"rah":33607,".tags":33608,"_tests":33609,"stones":33610,"âĢĿ)":33611,"[g":33612,"rtype":33613,"Ġvu":33614,"Ġhostile":33615,"Chars":33616,"ĠPatriots":33617,"/status":33618,"());Ċ":33972,"ajÄħ":33973,"_OCC":33974,"Ġplanets":33975,"æŁ¥":33976,"ĠDublin":33977,"Ġserie":33978,".printf":33979,"deep":33980,"`)":33981,"Ġ\\$":33982,"Ġμ":33983,"_VIDEO":33984,"endors":33985,"ĠCrypto":33986,"Far":33987,".Transparent":33988,".TR":33989,"iasm":33990,"_training":33991,"Ġteaches":33992,"ĠBelt":33993,"Ġlimiting":33994,"ĠKath":33995,"ĠIndexPath":33996,"Ġachievements":33997,"Ġserá":33998,"interopRequire":33999,"Ġdisse":34000,".If":34001,"arming":34002,"ulsion":34003,"Po":34004,"_DETAIL":34005,"Prototype":34006,"ĠCAL":34007,"Ġagrees":34008,".vo":34009,".ExecuteNonQuery":34010,"ĠTopic":34011,"Ġ'{}":34012,"Arm":34013,"Ġecc":34014,"Mag":34015,"Ġserialized":34016,"ĉconn":34017,"cached":34018,"=tf":34019,"ĠByteArray":34020,"protobuf":34021,"varchar":34022,"ĉASSERT":34023,"Ġliste":34024,"_trigger":34025,"·¸":34026,"Feel":34027,"Tahoma":34028,"ĠLik":34029,"Ġstructured":34030,"ergus":34031,".Initial":34032,"_ge":34033,"cljs":34034,".contact":34035,"Ġandere":34036,"$stmt":34037,"_CURRENT":34038,"ĠDiscover":34039,"$res":34040,"formatter":34041,"Ha":34042,"vangst":34043,"Ġemerge":34044,"ãĢĤâĢĿ":34045,"ĠCabinet":34046,"-square":34047,"éĥ¨":34048,"Ġrage":34049,"ĠAJ":34050,"ĠVT":34051,"shadow":34052,"ĠFaith":34053,"enames":34054,"pretty":34055,"hasil":34056,"party":34057,"Ġvarchar":34058,"Ġfotos":34059,"Ġalum":34060,"ĠBelgium":34061,".ylabel":34062,"Ġdej":34063,"_numbers":34064,"Ġhu":34065,".setAdapter":34066,"ĠUsually":34067,"(sample":34068,".Shared":34069,"Ġbooked":34070,"Ġ>>=":34071,"Ġminerals":34072,"\">":34091,"prog":34092,"boo":34093,"_md":34094,"_pack":34095,"(express":34096,"utz":34097,"\\Auth":34098,",id":34099,"ĠChile":34100,"actice":34101,"Ġrecruitment":34102,"Ġposes":34103,"Ġvulnerability":34104,"instanc":34105,"orum":34106,"dess":34107,"Ġxl":34108,"%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%":34109,"(fig":34110,"Ġdeleting":34111,".del":34112,")')Ċ":34113,"ĠWeekly":34114,"???":34115,"(strcmp":34116,"smith":34117,"Ġpursuing":34118,"-so":34119,"ĠApps":34120,"/'Ċ":34121,"Ġdecis":34122,"FORE":34123,"Everyone":34124,"Ġlanes":34125,"Virtual":34126,".attach":34127,"(Log":34128,"ĠMedicaid":34129,"(Path":34130,"ĠTurner":34131,"/application":34132,"Ġportrait":34133,"Ġoppose":34134,"checkout":34135,"Ġfinishes":34136,"_ME":34137,"Barrier":34138,"Song":34139,"VAR":34140,"Earlier":34141,"rella":34142,"Ġhast":34143,"azar":34144,"Ġpulls":34145,"ngx":34146,"Ġinspiring":34147,"ÑĥÑİ":34148,"-direction":34149,"Ġexplosive":34150,"ĠcreatedAt":34151,"sto":34152,"Ġwheat":34153,"ĠBuilt":34154,"'ai":34155,"Ġtracked":34156,"hammad":34157,"RowAtIndexPath":34158,"_heap":34159,"Due":34160,"Ġconnects":34161,".publish":34162,"emu":34163,"Ġbullets":34164,"BAR":34165,"olate":34166,"Ġinternally":34167,"Ġcatching":34168,"-password":34169,"ouched":34170,"æĢ§":34171,"eous":34172,"Ġxrange":34173,"Quality":34174,"vv":34175,"Manage":34176,"(($":34177,"acements":34178,"ĠBrothers":34179,"ĠHEAD":34180,"ĠUnsupported":34181,"san":34182,"esi":34183,"***Ċ":34184,"Ġadaptation":34185,"ĠWorker":34186,"']/":34187,".savefig":34188,"(trans":34189,"ج":34190,"nee":34191,"Correct":34192,"...\")Ċ":34193,"Ġsubmitting":34194,"-path":34195,"ĉlast":34196,"issan":34197,".xlabel":34198,"ĠSepar":34199,"/no":34200,"_best":34201,"ĠMills":34202,"_sock":34203,"(flag":34204,"Ġdestinations":34205,"emption":34206,"ĠFAIL":34207,"åĴĮ":34208,"Ġrp":34209,"fact":34210,"ĉlen":34211,"DAY":34212,"Ġseiz":34213,"_dst":34214,"lip":34215,".Linear":34216,"ĠBasket":34217,"$t":34218,"$i":34219,"-brand":34220,"ĠNeil":34221,"ĠEq":34222,"Ġthou":34223,"ogene":34224,"Ġscholarship":34225,"æĽ´":34226,"Ġswo":34227,"aginator":34228,"eni":34229,"(book":34230,"Ġblink":34231,"thus":34232,"ĠcancellationToken":34233,"ĠPalestinians":34234,"Ġprofitable":34235,"Ġbackpack":34236,"enson":34237,"true":34384,"ĠNYC":34385,"Ġbored":34386,"ĠDetect":34387,"Ġappar":34388,"Ġjeans":34389,"ĠTak":34390,"IOD":34391,"ĠHorse":34392,"(FILE":34393,"(?":34394,"rique":34395,"optimizer":34396,"nat":34397,"loys":34398,"ĉToken":34399,"oubted":34400,"uess":34401,"ocoa":34402,"DataMember":34403,"_POWER":34404,"classList":34405,"PushButton":34406,"ĠWiFi":34407,".Stream":34408,".guild":34409,"Ġnog":34410,"ĠPortugal":34411,"ĠUnter":34412,"Primitive":34413,"boss":34414,"ĠDeutsch":34415,"Ġerotic":34416,"Ġstrconv":34417,".TryParse":34418,"Ġgrams":34419,".Success":34420,"_pk":34421,"ĠHarvey":34422,"-minded":34423,".country":34424,"[]\"":34425,"Ġangel":34426,"Ġbeats":34427,"ĠVor":34428,"ilio":34429,".master":34430,"something":34431,"ĠPACK":34432,"(if":34433,"RequestBody":34434,"Ġantes":34435,"/widget":34436,"Ġmodo":34437,"ĠAW":34438,"finder":34439,"Ġoptimized":34440,"Ġmissiles":34441,"NB":34442,"ĉinternal":34443,"tex":34444,"ĠSri":34445,"Ġdamaging":34446,"ĠMais":34447,"-Allow":34448,"ĠZh":34449,"-alt":34450,"Ġ));ĊĊ":34451,"èī":34452,"Ġinfluences":34453,"Ġcatal":34454,"_REGISTER":34455,"ĠAPIs":34456,"-century":34457,"Ġbiology":34458,"ĠActual":34459,"Ġheels":34460,"TRACE":34461,"_DIG":34462,"Dataset":34463,"ĠMatter":34464,"Ġclassifier":34465,".wikipedia":34466,"ĠRogers":34467,"Ġdonated":34468,"rawler":34469,"enen":34470,"Ġcasinos":34471,"ortal":34472,"Ġprive":34473,"spe":34474,"ducers":34475,".ep":34476,"Ġgrasp":34477,"acji":34478,"Ġdairy":34479,"Ġbuses":34480,".comm":34481,".ins":34482,"ĠIRS":34483,"ĠBeer":34484,"adc":34485,"oard":34486,"_MET":34487,"Ġ'+'":34488,"rans":34489,"Ġkinda":34490,"ĠâĶĤ":34491,"ĠMaur":34492,"аг":34493,"Ġbandwidth":34494,"ibus":34495,"ĠDifferent":34496,"(mat":34497,"ĠResume":34498,"_UNS":34499,"establish":34500,"Ġfonction":34501,"Subscription":34502,"_company":34503,"Ġlightly":34504,".confirm":34505,".yaml":34506,"ĠBoost":34507,"Commerce":34508,"-template":34509,"_DELAY":34510,"ĠHI":34511,"Ġnavig":34512,"(Sender":34513,"ĠHS":34514,"_\"+":34515,"ĠREQUEST":34516,"Ġwifi":34517,"=\"\"Ċ":34518,"])->":34519,"Ġrope":34520,"Ġviolated":34521,"Ġglance":34522,"ĠKurd":34523,"Ġè®":34524,"deck":34525,"ĠISBN":34526,"Ġinfect":34527,"ĠFoo":34528,"Ġgetter":34529,"Ġtener":34530,"appe":34531,".hh":34532,"_hot":34533,"\".$":34743,"Ġrelies":34744,"(Console":34745,"International":34746,"->{$":34747,"Mid":34748,"Ġdissert":34749,"dds":34750,"Ġdeposits":34751,"ĉdriver":34752,"#ga":34753,"prising":34754,"println":34755,"Ġpresenter":34756,"Ġmines":34757,"CSS":34758,"ĠDual":34759,"(!(":34760,"Ġkam":34761,"ĠisLoading":34762,"ĠProtect":34763,".upper":34764,"arium":34765,"]:ĊĊĊ":34766,"Yii":34767,"-shirt":34768,"ĠIMAGE":34769,"_colors":34770,"Ġurgent":34771,".Container":34772,"!(Ċ":34773,"Saturday":34774,"Ġsocieties":34775,"ĠThan":34776,"ĠCod":34777,"=@":34778,"Ġattachments":34779,".mobile":34780,"Ġspite":34781,"Ġbounce":34782,"rawl":34783,"instancetype":34784,"ĠTruck":34785,"Ġmanipulation":34786,"(Config":34787,"-inst":34788,"Ġstor":34789,"itution":34790,"PreferredGap":34791,"ĠmainAxisAlignment":34792,"Ġlistened":34793,"'''ĊĊ":34794,"ottage":34795,"-project":34796,".APPLICATION":34797,"ĉroot":34798,"Ġwhit":34799,"Ġbilder":34800,"Ġker":34801,"Ġappliances":34802,"rowave":34803,"ìĿĢ":34804,"ematics":34805,"ĠOrg":34806,"oping":34807,"_SEARCH":34808,"Ġcham":34809,"addContainerGap":34810,"Ġ().":34811,"ĠArrow":34812,"Illegal":34813,"Currently":34814,"Ġusa":34815,"Ġpasswords":34816,"Ġrenown":34817,"avern":34818,"ĠEvil":34819,"Ġconcat":34820,"Ġduo":34821,"Ġvale":34822,"ĠBean":34823,"Ġindicators":34824,"cmath":34825,"ĠPump":34826,"November":34827,"ificant":34828,"_DOMAIN":34829,"regar":34830,"ĠPortal":34831,"\"$":34832,"Ġformerly":34833,"\"]:Ċ":34834,"ĠVisibility":34835,".getElementsByClassName":34836,"_RED":34837,"Ġchampions":34838,"à´":34839,"Valor":34840,"_es":34841,"*a":34842,"-repeat":34843,"Band":34844,".stage":34845,"Ġbureauc":34846,"Cnt":34847,"eten":34848,"-function":34849,"Ġmuito":34850,"PID":34851,"_editor":34852,"Ġcrashed":34853,"dead":34854,"kat":34855,"agh":34856,"ĠEXT":34857,"asser":34858,"-small":34859,"Ġrealiz":34860,"(Entity":34861,"ús":34862,"ĠActually":34863,"ĠElite":34864,"Ġhelm":34865,"(nonatomic":34866,"asher":34867,"Community":34868,"alleng":34869,"iry":34870,"ĠGrowth":34871,"Ġsue":34872,"Ġfrequencies":34873,"_descriptor":34874,".Attribute":34875,"Ġrecipients":34876,"_NS":34877,"/\"+":34878,"iban":34879,"Ġathlete":34880,"ĠIgn":34881,"_DMA":34882,"(ds":34883,"ĠRequirements":34884,"ADI":34885,"erez":34886,"\\Admin":34887,"braska":34888,"ĠRust":34889,"Relation":34890,"COD":34891,"ĠVERSION":34892,"emma":34893,")){":34894,".Duration":34895,"ĠCamb":34896,"-logo":34897,"Ġreadable":34898,"Ġcreators":34899,"()];Ċ":34900,"UpDown":34901,"-half":34902,".getMonth":34903,"(sf":34904,"Pic":34905,"Ġhunger":34906,".tx":34907,"Ġexceeded":34908,"_seed":34909,"(^":34910,"_sk":34911,".perform":34912,"Ġ>::":34913,"Ġmongo":34914,"=float":34915,"bindParam":34916,"Smart":34917,"ifa":34918,"Ġsecurities":34919,"Ġprejud":34920,"Ġ,\"":34921,"Ġcorps":34922,"Ġvra":34923,"amacare":34924,"iterr":34925,"(Media":34926,"uche":34927,"Ġcob":34928,"Ġliber":34929,".geometry":34930,"Locator":34931,"Ġsliding":34932,"Ġsurgical":34933,"_CUR":34934,"Ġconsect":34935,"[*":34936,"ĠResort":34937,"Stub":34938,"_DOUBLE":34939,"ĠSoph":34940,"Ġelectoral":34941,"_disable":34942,"ĠÑģо":34943,"ĠLightning":34944,"Ġmentions":34945,"ocy":34946,"Ġleaked":34947,"Ġrelaxing":34948,"Presenter":34949,"vsp":34950,"Ġguilt":34951,"=-=-":34952,".reply":34953,"ĠMirror":34954,"Camp":34955,"Ġ+#+#+#+":34956,"Ġ+#+#+#+#+#+":34957,".Author":34958,"Ġdirective":34959,"-hook":34960,"íĦ°":34961,"}ĊĊĊĊĊ":34962,"@pytest":34963,"_rand":34964,"mis":34965,"Ġcolorful":34966,"uje":34967,"lasses":34968,"ĠClasses":34969,".have":34970,"%),":34971,"é¢ĺ":34972,"Ġdisturbing":34973,"substring":34974,"ĠKoh":34975,"Invest":34976,"purchase":34977,"Ġrecycling":34978,"ĠART":34979,"ierarchy":34980,"Ġfps":34981,".checkBox":34982,"íķ´":34983,"_material":34984,"ducation":34985,"Ġfw":34986,"udit":34987,"Ġreviewing":34988,"ĠSid":34989,"Syntax":34990,"ĠWritten":34991,"argar":34992,"UME":34993,"/q":34994,"Classifier":34995,"Official":34996,"Ġjazz":34997,"Ġomega":34998,"Physics":34999,"Ġlugar":35000,"_accessor":35001,".commands":35002,"Ability":35003,"ĠBatch":35004,"RAM":35005,"Ġencounters":35006,".Qu":35007,"BYTE":35008,"ĠDistribution":35009,"Ġuso":35010,"ĠRecovery":35011,"approved":35012,"Ġdenial":35013,"/share":35014,"LinkedList":35015,")čĊčĊčĊ":35016,"uddy":35017,"Ġfines":35018,"Ġry":35019,"Unicode":35020,"ĉrender":35021,"Ġpremises":35022,"Ġpon":35023,"aliases":35024,"/Foundation":35025,"cuda":35026,"ĠCock":35027,",:)":35028,"(folder":35029,"Ġméd":35030,"drag":35031,"Ġtalents":35032,"ĠĠĠĊĊ":35033,"еÑģÑĤв":35034,"mob":35035,".yml":35036,"Ġaster":35037,"Ġdiscre":35038,"goal":35039,"ĠGTX":35040,"ĠSUCCESS":35041,"ĠLONG":35042,"(find":35043,"Ġsingular":35044,"_sz":35045,"ĠEthereum":35046,"..Ċ":35047,"Ġirres":35048,"')){Ċ":35049,"Ġministers":35050,"Steps":35051,"iversal":35052,"ĠNevertheless":35053,"-led":35054,"Ġ(%)":35055,"ç¡®":35056,"Ġtimezone":35057,"Ġstranger":35058,"(render":35059,"Ġshutil":35060,"Ġmph":35061,"Ġtrio":35062,"ppy":35063,"Ġpredomin":35064,"Ġendors":35065,"ĠRussians":35066,"ĉrow":35067,"Ġwizard":35068,".serialize":35069,"Ġcomplained":35070,"Ġsido":35071,"Ġdelighted":35072,"-me":35073,"ĠRav":35074,"Human":35075,"adays":35076,"recv":35077,"Working":35078,"Jump":35079,"ĠÃ¥r":35080,"ĠAutomatic":35081,"_Base":35082,"æł¼":35083,"aurants":35084,"¯":35085,"æ¸":35086,"(CType":35087,"IFI":35088,"(amount":35089,"Ġbelieving":35090,"=mysql":35091,"Ġfir":35092,"Ġrestoration":35093,"ereco":35094,"Т":35095,"_'+":35096,"Ġebook":35097,"Ġdebris":35098,"(inputs":35099,"AYOUT":35100,"Ġscreaming":35101,"avia":35102,"lander":35103,"Ġdistress":35104,"Ġassembled":35105,"ĠAvoid":35106,"(thread":35107,"ĠRPC":35108,"_EXIT":35109,"(queue":35110,"иÑģÑĤ":35111,"Dll":35112,"Ġskull":35113,"_pub":35114,"chez":35115,"minate":35116,"ensen":35117,"Ġinsane":35118,"bounds":35119,"ĠRosen":35120,"Ġconditioning":35121,"processed":35122,"videos":35123,"four":35124,".Conv":35125,"|;Ċ":35126,"Personal":35127,"cerpt":35128,":UIControlStateNormal":35129,"Ġdoses":35130,"ĠKarl":35131,"ĠFrequ":35132,".BASE":35133,"ĠVote":35134,"Ġconcurrent":35135,"ĠMessageBoxIcon":35136,"ĠÃĸ":35137,"ĠDubai":35138,"ĠRetail":35139,":number":35140,"ĠObserver":35141,"ĠBigInteger":35142,"_origin":35143,"_WORK":35144,"Frames":35145,"Ġnotably":35146,".âĢľ":35147,"Ġtropical":35148,"Ġniche":35149,"amina":35150,".sys":35151,"(tokens":35152,"modify":35153,"osit":35154,"strom":35155,"ĠComics":35156,"OPTION":35157,"Ticket":35158,"Ġfactories":35159,"Ġdisput":35160,"_File":35161,"ĠFinn":35162,"eee":35163,"ĠDiscord":35164,"_money":35165,".tpl":35166,"_safe":35167,"LB":35168,"Ġglut":35169,"JK":35170,".flow":35171,"-cont":35172,"gos":35173,"Ġhorizon":35174,"ĠRush":35175,"::*":35176,"Pipe":35177,"ulla":35178,"borough":35179,"heimer":35180,"(move":35181,"(Text":35182,"});čĊčĊ":35183,"welcome":35184,"ĠComponents":35185,"Ġgovernance":35186,"closed":35187,"ĉmargin":35188,"Ġlaundry":35189,"ĠTerminal":35190,"izards":35191,".âĢĶ":35192,".remote":35193,".radius":35194,"ĠQuebec":35195,"Ġdh":35196,"Tech":35197,"ĠMist":35198,"seller":35199,"_literal":35200,"Ġgenius":35201,"Ġbrains":35202,"gem":35203,"ĠMeasure":35204,"Ġcatast":35205,"rance":35206,".TextField":35207,"Ġconsuming":35208,"Ġ'\\''":35209,"oubtedly":35210,"ĠCertain":35211,"Ev":35212,"erti":35213,"being":35214,"Experience":35215,"Ġ//[":35216,"ĠArabic":35217,"ĠCrist":35218,"ĠAzure":35219,"Ġhora":35220,"ladesh":35221,"\\Blueprint":35222,"dar":35223,".rel":35224,"Ġsuprem":35225,"ĠReagan":35226,"ĠAttributes":35227,"-sidebar":35228,"ĠuseStyles":35229,"ĠAirlines":35230,"Ġhills":35231,"/xhtml":35232,"vinc":35233,"_mock":35234,"ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":35235,"ĠPill":35236,".LayoutStyle":35237,"ĠCommander":35238,"]<":35239,"signature":35240,"Ġ{}čĊ":35241,"Ġhatred":35242,"Ġëĭ":35243,"olesterol":35244,"Ġ********":35245,"ancellor":35246,"crop":35247,"TIM":35248,"ĉĉĊĊ":35249,"ysqli":35250,"uitive":35251,"ĉunset":35252,"_sel":35253,"Ġmenus":35254,"tick":35255,"Ġconstitute":35256,"ĠElements":35257,"ĠRedis":35258,"aggio":35259,"_fp":35260,"_depend":35261,"emas":35262,"CAST":35263,"orange":35264,"jon":35265,"ĠEmily":35266,"Ġpotatoes":35267,"Ġreceptor":35268,"ĠElectronic":35269,"ĠLights":35270,"Ġcombining":35271,"ĠSomeone":35272,"Ġ########.":35273,"ĠTOD":35274,"/show":35275,"Xd":35276,".\"'":35277,"afx":35278,"Ġtragic":35279,"Styled":35280,"ĠMarco":35281,"Gallery":35282,"dale":35283,".âĢĿĊĊĊĊ":35284,"érie":35285,"/service":35286,"äºĨ":35287,"Ġambient":35288,"_SETTINGS":35289,".Adapter":35290,"lene":35291,"Ġtravels":35292,"Notice":35293,"Ġcleans":35294,"ĠFem":35295,"chair":35296,"Ñĥн":35297,"/my":35298,"_bad":35299,"ĠEconomics":35300,"ISA":35301,"_CNT":35302,"(Menu":35303,"äºİ":35304,"ĠRidge":35305,"Ġlengthy":35306,"Dot":35307,"Ġjumps":35308,"Ġhey":35309,"$pdf":35310,"Ġworm":35311,"Ġsut":35312,"Ġsher":35313,"iamo":35314,"ĠCalc":35315,"trieve":35316,"Ġcops":35317,"ĠChrom":35318,"Ġregulated":35319,"reatment":35320,"ĠHigher":35321,"oks":35322,"Ġdeze":35323,"LOCATION":35324,"ongsTo":35325,"Ġfinite":35326,"Ġvaries":35327,"Ġpositioned":35328,"'il":35329,"éĩij":35330,"Ġhike":35331,"(done":35332,"playlist":35333,"Ġada":35334,"Ġcoastal":35335,"ĠNancy":35336,".DateTimeField":35337,"CppCodeGen":35338,"ĠSimilarly":35339,"reur":35340,"ĠContr":35341,"ĠHidden":35342,"ĠBeta":35343,"atched":35344,"_install":35345,".Output":35346,"Lookup":35347,"ĠRichmond":35348,"quared":35349,"Ġmanga":35350,"-controls":35351,"ĠBernard":35352,"Large":35353,"Ġslices":35354,"Ġoffence":35355,"ĠMega":35356,"Ġestar":35357,"Ġjoints":35358,"Ġsumm":35359,"_platform":35360,"Buff":35361,".addSubview":35362,"Ġretained":35363,"Letter":35364,".dim":35365,"Ġessere":35366,"ĠScaffold":35367,"EXPECT":35368,"ĉRE":35369,".longitude":35370,"ünd":35371,"Ġstatue":35372,".addWidget":35373,"ĠCaribbean":35374,"addPreferredGap":35375,"ilde":35376,"UILabel":35377,"ĠOpport":35378,"Ġimperial":35379,"ursion":35380,"Ġmandate":35381,"Ġpromotional":35382,"Ġvk":35383,"iaÅĤ":35384,"Ġpyl":35385,"ĠCreation":35386,"озд":35387,"Ġsimpler":35388,".what":35389,"ĠRecent":35390,"Storm":35391,".quantity":35392,"ĠLov":35393,"\"-":35394,"ubbles":35395,"_notification":35396,"(world":35397,"urger":35398,"*(-":35399,":\"Ċ":35400,"hm":35401,"anship":35402,"ĠAlmost":35403,"Ġmotorcycle":35404,"_fee":35405,"Ġabsorb":35406,"ĠVincent":35407,"Ġsounded":35408,"ÃŃst":35409,"Ġpharmaceutical":35410,"htag":35411,"ĠKindle":35412,"italize":35413,"ĠEmperor":35414,"oustic":35415,"Ġspecialists":35416,"åħ¬":35417,"BorderStyle":35418,"/\\":35419,"RELATED":35420,"(',',":35421,"(expr":35422,"Ġht":35423,"åįĪ":35424,"_Create":35425,"Ġspecially":35426,"Ġ[];čĊ":35427,"Ġheel":35428,"Ġsept":35429,"_arch":35430,"(initial":35431,"%.ĊĊ":35432,"\\\",\\\"":35433,"Ġdiscusses":35434,"Ġupt":35435,"Ġ[&":35436,"Ġmanus":35437,".hand":35438,"ĠMAIN":35439,"ĠDenmark":35440,"Ġ],čĊ":35441,"Ġcryst":35442,"Ġnack":35443,"Coords":35444,"_inner":35445,"Ġmidst":35446,"Ġawake":35447,"ĠÐŀ":35448,"-break":35449,"ÃŃvel":35450,"_PASS":35451,"ĠParams":35452,"Ġdetr":35453,"Ġspider":35454,"ĠConcept":35455,"Ġprend":35456,"CHED":35457,".Exit":35458,"Ġpopulated":35459,"Ġvirtue":35460,"_SESSION":35461,"Ġnouvel":35462,"oauth":35463,"ĠданнÑĭ":35464,"rink":35465,".HeaderText":35466,"aturated":35467,"Ġerst":35468,"Ġåħ":35469,"à¥ĩ":35470,"_visible":35471,"eyer":35472,"Ġliable":35473,"Ġdebe":35474,"Ġbw":35475,"{-#":35476,"_WIN":35477,"dfs":35478,"Hover":35479,"ĠPUT":35480,"-angle":35481,"Ġnoble":35482,"Ġtraces":35483,"encv":35484,"ĠuserData":35485,"_ins":35486,"ĠSuz":35487,"Ġnewsletters":35488,"ĠModi":35489,"Ġentrepreneurs":35490,"Ġtribute":35491,"Ġrumors":35492,"Ġrr":35493,"ĠQuarter":35494,"ê³ł":35495,"Ġfeeds":35496,"óg":35497,"Ġenvelope":35498,"Ġlear":35499,"Ġkø":35500,"developer":35501,"Similar":35502,":\")Ċ":35503,"subscription":35504,"Modifier":35505,"italic":35506,"Ġnasty":35507,"Ġtermination":35508,"Ġcharming":35509,"ĠâŁ":35510,"tons":35511,".trace":35512,"hots":35513,"ĠUR":35514,"Mont":35515,"Ġjustified":35516,"ĠGang":35517,"inea":35518,"Ġbog":35519,"(ap":35520,"_$":35521,"Ġcontamin":35522,".Dot":35523,"ĉDebug":35524,"(exports":35525,"Ġpaired":35526,"ĠAssignment":35527,"Ġautomobile":35528,"ĵį":35529,"Ġphases":35530,"vw":35531,"@SuppressWarnings":35532,"=\\":35533,"rant":35534,"-ed":35535,"ĉawait":35536,"Ġcertificates":35537,"'>\"":35538,"Ġintact":35539,"CTRL":35540,"Mike":35541,"gregation":35542,"ATTERN":35543,"Ġrepublic":35544,"_upper":35545,"iliary":35546,"Ġcomputation":35547,"hire":35548,"ĠShin":35549,"_ANY":35550,"ĠManufacturer":35551,"ĠCarm":35552,"Ġbearings":35553,"_comb":35554,"cad":35555,"uristic":35556,"Ġwholesale":35557,"Ġdonor":35558,".interfaces":35559,"presso":35560,"ĠBrun":35561,"-close":35562,"prove":35563,"_SK":35564,"ĉframe":35565,"etros":35566,"ĠPain":35567,"_EXP":35568,"ĠLT":35569,"_fs":35570,".datas":35571,"ĉss":35572,"voir":35573,"ĠAxis":35574,"Major":35575,"=\"<":35576,"[h":35577,"Ġprofess":35578,"igrate":35579,"(score":35580,"Keyword":35581,"\"os":35582,"ĠĠĠĠĉĊ":35583,"analysis":35584,"Ġreplay":35585,".pass":35586,"\\d":35587,"tls":35588,"Ġsanct":35589,".light":35590,"_mobile":35591,"ÑģÑĤÑĮ":35592,"ĉtotal":35593,"uity":35594,"Ġpaused":35595,"NAS":35596,"Ġencore":35597,"loe":35598,"Ġ-*-ĊĊ":35599,".high":35600,"ampler":35601,"ĠSecure":35602,"Ġfragments":35603,"_vel":35604,"illary":35605,"ĠStein":35606,"ĠDawn":35607,"Ġmaximize":35608,"ย":35609,"Ġ/^":35610,"Ġcontinually":35611,"Ġshadows":35612,"ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":35613,"ĠIActionResult":35614,"Ġinformación":35615,"CHECK":35616,".SelectedItem":35617,"bundle":35618,"olley":35619,"<":35781,"Ġtrajectory":35782,"_ring":35783,"Ġhydrogen":35784,"tron":35785,"Ġstatute":35786,"Ġconditional":35787,"Ġtray":35788,"-school":35789,"(widget":35790,"$config":35791,"Ġrequesting":35792,".uint":35793,"eton":35794,"brities":35795,"OfType":35796,"ADMIN":35797,"predict":35798,"Ġgegen":35799,"ĠHapp":35800,"OCUMENT":35801,"ĠApart":35802,"Ġ-----":35803,"roe":35804,"uide":35805,"justify":35806,"ĠSquad":35807,"Ġprofes":35808,".bot":35809,"_currency":35810,"innen":35811,"ĠMumbai":35812,"ĠNumbers":35813,"avanaugh":35814,"agnitude":35815,"âĢľThere":35816,"=http":35817,"çīĩ":35818,"Ġvb":35819,"+'{{$":35902,"Ġinode":35903,"sil":35904,"Ġhace":35905,"Ġseverely":35906,"ĠOverview":35907,"Ġspraw":35908,"Ġbeaches":35909,":left":35910,"·»":35911,"(${":35912,"ĠFIRST":35913,"ĠSpa":35914,"-ass":35915,"Ġbaise":35916,"ĠNODE":35917,"ĠPizza":35918,"Pet":35919,"(seq":35920,"\\\">Ċ":35921,"CppMethodPointer":35922,"Ġvp":35923,"Ġia":35924,"_seconds":35925,"emet":35926,"/blob":35927,"_THRESH":35928,"...čĊ":35929,"Dest":35930,"ĠNH":35931,".dataSource":35932,"ités":35933,"ĠJak":35934,"sell":35935,"Ġworkshops":35936,"\",Ċ":36552,"_Pin":36553,"uese":36554,"Ġoverrides":36555,"_ready":36556,"Advanced":36557,"Ġopi":36558,"-cart":36559,"(\"/\",":36560,"ĠDeb":36561,"CRY":36562,"ĠVertical":36563,"ĠOVER":36564,"ĠCorporate":36565,"Ġ\"\";":36566,"Ġstepping":36567,"ej":36568,"Ġaccusations":36569,"Ġoraz":36570,"_tail":36571,"Ġinduced":36572,"Ġelastic":36573,"Ġblown":36574,",//":36575,"Ġbackgrounds":36576,"âĢĻune":36577,"-sdk":36578,"ĠsetInterval":36579,"Ġincentives":36580,"Ġvegetable":36581,"_On":36582,"expanded":36583,"pix":36584,"_shader":36585,"ĠSPDX":36586,"@example":36587,"ĠWrapper":36588,".Zero":36589,"Positive":36590,"Ġspinner":36591,"Ġinvented":36592,"ĠGates":36593,"оÑĤоÑĢ":36594,"Ġcomparisons":36595,"è·":36596,".primary":36597,"dataProvider":36598,"additional":36599,"ĉoptions":36600,"snapshot":36601,".setHorizontal":36602,"Ġ\"{}":36603,"ĠFisher":36604,"halten":36605,"":36638,"ĠRegistered":36639,"INED":36640,"kal":36641,"parison":36642,"Ġobjeto":36643,"Vi":36644,"manda":36645,"Ġrenewed":36646,"ĠSof":36647,"essel":36648,".ndarray":36649,"Ġcrap":36650,"管":36651,".abspath":36652,"(up":36653,"Ġclearance":36654,"ĠTW":36655,"_COPY":36656,"ĠĠĠĠĠĠĠĠĠĠĠĠĉ":36657,"Ġforests":36658,"Ġarguably":36659,"ĠASS":36660,"hey":36661,"amel":36662,"_fore":36663,"ĠSoutheast":36664,"Ġabused":36665,"Ġpracticing":36666,"akedirs":36667,"主":36668,"_resources":36669,"Ġpond":36670,".Fixed":36671,"LastError":36672,"ĠPsychology":36673,"Ġ\"//":36674,"!:":36675,"Reusable":36676,"Ġmensaje":36677,"Ġrospy":36678,"Ġbour":36679,"Ġvarieties":36680,"Ġempath":36681,"(({":36682,"_org":36683,"ĠMes":36684,"ĠMagento":36685,"ISTORY":36686,"Unless":36687,"Ġhj":36688,"ĠDuty":36689,"Jun":36690,",size":36691,"Ġpaintings":36692,"Ġdispens":36693,"dart":36694,"Ġbehavioral":36695,"Ġrpc":36696,"calculate":36697,"fruit":36698,"_mm":36699,"ĉpthread":36700,"MaxLength":36701,"Ġcurrencies":36702,"_capacity":36703,"ĠOz":36704,"Ġfirearm":36705,"Ġcoefficient":36706,"Ġbankruptcy":36707,"wart":36708,"Ġfatigue":36709,"AVA":36710,"Ġespa":36711,"_pc":36712,"ĠQuotes":36713,"_LIGHT":36714,"ĠTickets":36715,"Ġrelates":36716,"Ġpublishers":36717,"Ġunlocked":36718,"Ġ//----------------------------------------------------------------":36719,"ĠInterruptedException":36720,"Ġoutlook":36721,"rn":36722,"Ġrebels":36723,"Written":36724,"Ġasian":36725,"otto":36726,"Ġĉĉĉĉ":36727,"_gpu":36728,"Txt":36729,".ImageView":36730,"Ġsuis":36731,"_tables":36732,".RecyclerView":36733,"Ġwhatsoever":36734,"èģ":36735,"]++;Ċ":36736,"assertTrue":36737,"_verify":36738,"ĠRivers":36739,"Ġ][":36740,"Jet":36741,"idian":36742,"Sibling":36743,"Ġgenres":36744,".Access":36745,"OPS":36746,"Ġtrivial":36747,"ส":36748,"alen":36749,"вед":36750,"ĠSword":36751,"Ġscrutiny":36752,"(cb":36753,"Ġcommerce":36754,"Ġguarantees":36755,"_adv":36756,"ĠLET":36757,"recio":36758,"Ġhilar":36759,"Ġbackyard":36760,"ãĢı":36761,"Ġillustrated":36762,"/vendor":36763,".Util":36764,"Ġwow":36765,"LOY":36766,"ĠMarshal":36767,"\">'.$":36768,"ĠBak":36769,"Ġmodifiers":36770,"dictionary":36771,"ĠStre":36772,"multiple":36773,"\")),":36774,"ĠCort":36775,"']\").":36776,"(admin":36777,"ĠCreator":36778,"Internet":36779,"(ms":36780,"logy":36781,"DECLARE":36782,"ĠMarcus":36783,"<<<<":36784,"ãģł":36785,"_my":36786,"(inst":36787,"Ġsciences":36788,"NDER":36789,".enter":36790,"Ġitu":36791,"Ġbehave":36792,"Pan":36793,"ombies":36794,"='<":36795,"'));čĊ":36796,"ĠMENU":36797,"ĠWorkers":36798,".NoError":36799,"Ġbindings":36800,"Ġdisabilities":36801,"{\\":36802,"ĠMunicip":36803,"Ġcores":36804,"urple":36805,"ĠNokia":36806,"usions":36807,"ĠFitness":36808,".handleChange":36809,"Ġjavascript":36810,"ìļĶ":36811,"(dec":36812,"Ġpacking":36813,"-depend":36814,"Ġtranscript":36815,"zeros":36816,"_alert":36817,"?\",Ċ":36818,"libs":36819,"±Ð¾ÑĤ":36820,"Ġ|ĊĊ":36821,"trained":36822,"ĠGent":36823,"ĠRab":36824,"xp":36825,"_configuration":36826,"天":36827,"_accept":36828,".recyclerview":36829,":url":36830,"ĠMuhammad":36831,"Ġprivileges":36832,"_bank":36833,"uku":36834,"wallet":36835,"ĠROOT":36836,"Ġencuent":36837,"?family":36838,"ĉposition":36839,"Ġcg":36840,"Ġprecip":36841,"methods":36842,"_fast":36843,"increment":36844,"ĠTiger":36845,"_OCCURRED":36846,"quip":36847,"ĠHAS":36848,"_dom":36849,"Ġwreck":36850,"bj":36851,"Ġdern":36852,"Ġorgans":36853,".entries":36854,"Ġ_('":36855,"ramento":36856,"ĠJamie":36857,"Ġpunk":36858,"IPP":36859,"Ġprograma":36860,"Ġattain":36861,"Ġproves":36862,"/sign":36863,"Ġanswering":36864,"Ġladder":36865,"****************************":36866,"ĠWalmart":36867,"ĠCONTENT":36868,"ductor":36869,"Ġverbal":36870,"ĠPID":36871,"crypto":36872,"_CALLBACK":36873,"Ġ=================================":36874,"Ġpotent":36875,"Ġshorts":36876,".Uri":36877,".uniform":36878,";border":36879,"ĠWer":36880,"Ġherein":36881,"lla":36882,"ĠIhr":36883,"Pixmap":36884,"literal":36885,"!)ĊĊ":36886,"generic":36887,"rust":36888,"_scripts":36889,"osto":36890,"itus":36891,"ĠCoalition":36892,"Ġremot":36893,"deploy":36894,"ĠEagle":36895,"ãĢģãĢĮ":36896,"Ġimportante":36897,"ĉobject":36898,"Ġseasonal":36899,"nej":36900,"aidu":36901,"BindView":36902,"ĠSierra":36903,"-bg":36904,"ĠmakeStyles":36905,"[offset":36906,"Games":36907,"Ġhormone":36908,"ARIO":36909,"heads":36910,"(select":36911,"ĠStarted":36912,"@param":36913,"_decl":36914,"_blog":36915,"Ġaño":36916,"\\Api":36917,"ĠMilwaukee":36918,"Provid":36919,"Animated":36920,"Ġcooler":36921,"ĠSeed":36922,".Edit":36923,"ÏĦ":36924,"ĠTaking":36925,"ĠborderColor":36926,"-founder":36927,".LoggerFactory":36928,"Ġ\"\"ĊĊ":36929,"ALT":36930,"ĠLate":36931,"EDIATE":36932,"Ġ);ĊĊĊ":36933,"afa":36934,"Ġcancellation":36935,"Atom":36936,"ĠBirmingham":36937,"empresa":36938,"HEMA":36939,"ascal":36940,"Ġupside":36941,".Version":36942,"ĠFolder":36943,"ĠEight":36944,"ĠVintage":36945,"ĠAppDelegate":36946,"ĠPrevention":36947,".separator":36948,"STM":36949,"(room":36950,"generator":36951,"Ġcattle":36952,"ĉZ":36953,"ĠParticle":36954,"'};Ċ":36955,"Ġneighbours":36956,"ĠStateless":36957,"Ġaltitude":36958,"Ġsaint":36959,"обав":36960,"Ġconvinc":36961,"ĠContents":36962,"Ġjeune":36963,"(ts":36964,"Serialization":36965,"(collection":36966,"ĠJazz":36967,"ĠDod":36968,"ĠRoch":36969,"acio":36970,"commended":36971,"DEFINE":36972,".onload":36973,"Ġspecialty":36974,"PLACE":36975,"_MOVE":36976,"Ġaccountable":36977,"Reuters":36978,"Ġficken":36979,"Ġdepr":36980,"Wow":36981,"Void":36982,".space":36983,"à¸Ĺ":36984,"Ġtq":36985,"ĠPets":36986,"<$":36987,"(Current":36988,"berries":36989,"planation":36990,"ĠlistOf":36991,"ĠThu":36992,"ĠPRINT":36993,"Ġmismo":36994,"Ġdoi":36995,"chk":36996,"ĠUnicode":36997,"(role":36998,"Ġvirgin":36999,"-->Ċ":37460,"Vol":37461,"ĠSSD":37462,"))),":37463,".Optional":37464,"Ġnurses":37465,"Ġorb":37466,"_pe":37467,");čĊčĊčĊ":37468,"placed":37469,"esser":37470,"Ġtherapeutic":37471,"Ġwhitespace":37472,"Ġaston":37473,"Successful":37474,"Ġpraised":37475,"ĠWes":37476,"Ġeighth":37477,"iral":37478,"Ġvrouw":37479,"Ġfaction":37480,"_bias":37481,"Ġwitch":37482,"Ġnpc":37483,"(sb":37484,"ĠRodrig":37485,"_big":37486,"Dependency":37487,"ĠAbraham":37488,"ardi":37489,"CAR":37490,"nos":37491,"Ġabundance":37492,"Ġnutrients":37493,"instein":37494,".Vert":37495,"ĠISS":37496,"D":37595,"Ġservlet":37596,"bastian":37597,"Ġ>&":37598,"SID":37599,"_clk":37600,"Ġdivisions":37601,"}',Ċ":37602,"Ġdildo":37603,"Ġparade":37604,"major":37605,"Ġaboard":37606,";++":37607,"Ġfusion":37608,"\"},{\"":37609,"ĠDialogResult":37610,"ĉarr":37611,"-em":37612,"_nr":37613,"(handler":37614,".NET":37615,".XtraReports":37616,"ĠShah":37617,"ĠBrief":37618,"-,":37619,"Ġprecio":37620,"ĉĉĉĠĠĠĠĠĠ":37621,"Ġtant":37622,"ĠGrande":37623,"/xml":37624,"_ICON":37625,"ĠRetro":37626,"unque":37627,"Ġnag":37628,"toFixed":37629,"XL":37630,"Ġdeclaring":37631,"ĠConcrete":37632,"ĠAmazing":37633,"ĉprintk":37634,"Ġdebates":37635,"DATED":37636,"Ġaesthetic":37637,"emetery":37638,"RoutingModule":37639,"ĠNashville":37640,"WAYS":37641,"Ġwolf":37642,"Ġobservers":37643,"OTA":37644,"anson":37645,"Ġea":37646,"Ġgreenhouse":37647,"ĵįä½ľ":37648,"Ġstair":37649,"Ġimmigrant":37650,"_apply":37651,"peare":37652,"ĠBloomberg":37653,"_PLAYER":37654,"Resp":37655,"æŃ£":37656,"Chooser":37657,"ĠICollection":37658,"Peter":37659,"Erro":37660,".detectChanges":37661,"Maps":37662,"Ġsqueeze":37663,"ĠHomes":37664,"wegian":37665,"Ġformatting":37666,"Ġnegotiate":37667,"uld":37668,"ĠNep":37669,"ĠQB":37670,"Ġeconomies":37671,"Ġ*/,":37672,"Ġredund":37673,"ĠAber":37674,".IsNullOrWhiteSpace":37675,"ycled":37676,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":37677,"_Sh":37678,"Ġskept":37679,"Ġrecreated":37680,"ĠgetType":37681,"Ġmargins":37682,"Ġcolonial":37683,"charts":37684,"//@":37685,"Ġprocessors":37686,"说":37687,"batis":37688,"æĦı":37689,"atorio":37690,"mentioned":37691,"Patient":37692,"Ġprey":37693,"Checkbox":37694,"_xpath":37695,".skip":37696,"ĠMormon":37697,"ĠMemoryStream":37698,"CREMENT":37699,"Ġku":37700,"meld":37701,"\\Data":37702,"ĠKernel":37703,"iltr":37704,"éĢģ":37705,"(profile":37706,"Carbon":37707,"ROLE":37708,"(pl":37709,"]*(":37710,".memory":37711,"Ġmedal":37712,"Ġadvisor":37713,"ität":37714,"Ġhdr":37715,"ierung":37716,"ĠProvides":37717,"(alpha":37718,"Ġteenagers":37719,"-parser":37720,".LatLng":37721,"]()Ċ":37722,"Ġfelony":37723,"ĉĉĉĊĉĉĉĊ":37724,"BOOK":37725,"Ġslash":37726,"Ġclearfix":37727,"ĠProphet":37728,"容":37729,"rightness":37730,"-fi":37731,".kind":37732,"erton":37733,"Jim":37734,"Ġmanipulate":37735,"Ġworksheet":37736,"olin":37737,"stars":37738,"Ġartifact":37739,"_EMPTY":37740,"ĉmain":37741,"-------------';":37809,"Ġexpressing":37810,"ĠIQ":37811,"ĠFact":37812,"/*******************************************************************************Ċ":37813,"_mass":37814,")):":37815,"Ġcondom":37816,"ĠcreateState":37817,"ometown":37818,"Ġirr":37819,"Ġ>(":37820,">B":37821,"iteration":37822,"ãĥª":37823,"Ġshirts":37824,"ounty":37825,"->$":37826,"_SIGN":37827,"ĠDale":37828,"Ġjj":37829,"Easy":37830,"Fre":37831,"ĠNy":37832,"Ġchlor":37833,"matched":37834,"ĠGerm":37835,"-UA":37836,"ĠNathan":37837,"education":37838,"-yard":37839,"-che":37840,"houses":37841,"ritional":37842,"Ġproximity":37843,"Ġdiesem":37844,"áºŃp":37845,"Ġdrought":37846,".audio":37847,"ĠLeo":37848,"Ġfavorable":37849,"inch":37850,"ĠDaw":37851,"ribly":37852,"_student":37853,"idable":37854,"OVE":37855,"Ġlacks":37856,"ouncing":37857,".business":37858,"Ġreopen":37859,"maybe":37860,"_GLOBAL":37861,"Ġdresses":37862,"ĠEdwards":37863,"ensible":37864,"ĠHardware":37865,"ĠExcellent":37866,"ĠTimeUnit":37867,"CTIONS":37868,"Ġschedules":37869,"Ġsegue":37870,"Opens":37871,"ammen":37872,"-Identifier":37873,"Ġstaring":37874,"Ġhappily":37875,"ĠHob":37876,"'_":37877,"Ġ\");":37878,"amentos":37879,"etched":37880,"Ġ/>}Ċ":37881,".Users":37882,"Ġinterrupted":37883,"Contacts":37884,"Ġregistro":37885,"inburgh":37886,"CHA":37887,"_imp":37888,"phis":37889,"say":37890,"Ġretailer":37891,".NODE":37892,"/maps":37893,"_LAST":37894,"ĠCharge":37895,"_guard":37896,"Collider":37897,"ĠStatelessWidget":37898,"\":[\"":37899,"(\"../../":37900,"ioxide":37901,"ĠSund":37902,"Ġ'';":37903,"unset":37904,"addWidget":37905,"лÑİ":37906,"elles":37907,"alker":37908,"Arc":37909,"Ġdeduct":37910,"GUILayout":37911,"ĠVilla":37912,"Ġforbidden":37913,"_where":37914,"Ġ\\/":37915,"ĠTib":37916,"_AX":37917,"]čĊčĊ":37918,"ĠBir":37919,"Ġbend":37920,"ĠMAKE":37921,"ĠMET":37922,"Ġfutures":37923,"Ġweighted":37924,"\"\"\"čĊ":37925,"Ġauthorize":37926,"(program":37927,"},{\"":37928,"Ġcoefficients":37929,"ês":37930,"PerPage":37931,"ĠBathroom":37932,"ĠPublishing":37933,"GPL":37934,"Ġsubmissions":37935,"ĠNUMBER":37936,"jÄħ":37937,"Ġadditionally":37938,"empre":37939,"ĠShel":37940,"otyp":37941,"Solution":37942,"Ġthunder":37943,"_ec":37944,"ĠĊĠĠĠĠĊ":37945,"ĠFellow":37946,"Ġkay":37947,"ĠnewState":37948,"ONTAL":37949,"Implementation":37950,".Look":37951,"Ġents":37952,"Ġlors":37953,"ĠBIG":37954,"fab":37955,"Ġaveraged":37956,"ĠFeedback":37957,"ĠWells":37958,"Ġmartial":37959,"Ġindul":37960,"ĠCommunist":37961,"ĠForex":37962,"ĠAgriculture":37963,"\"[":37964,"Ġquar":37965,"ĠKont":37966,"ĉview":37967,".Bytes":37968,"desktop":37969,"ĠMakes":37970,"akespeare":37971,".Nullable":37972,"Ġspotlight":37973,"VB":37974,"owy":37975,"(torch":37976,"tridge":37977,"_bounds":37978,"Ġapologize":37979,".addItem":37980,"antd":37981,"*);Ċ":37982,",u":37983,"(gen":37984,"ç»ĵ":37985,"reator":37986,"ĠCord":37987,"oupper":37988,".metro":37989,"Ġew":37990,"ĠWORD":37991,".After":37992,"Ġdetained":37993,"ĠHammer":37994,"existing":37995,"Ġost":37996,"Ġmonument":37997,"-custom":37998,"UserID":37999,"ĠNom":38000,"Ġrejection":38001,"(dim":38002,"Ġsingleton":38003,"ĉdie":38004,"ariance":38005,"reports":38006,"]!=":38007,"elda":38008,"Ġprevalence":38009,"_regs":38010,".\".":38011,"Ġfeminist":38012,"Codec":38013,"Ġ**Ċ":38014,"(labels":38015,"_MARK":38016,"FAILED":38017,"Ġadministered":38018,"WN":38019,"ĠĠĠĠĠĠĠĠĉĉ":38020,"Ġnoun":38021,"wig":38022,"Ġgotta":38023,"Ġrif":38024,"-im":38025,"ĠPaulo":38026,"ĠCommandType":38027,"]))ĊĊ":38028,"-zero":38029,"Training":38030,"Ġlord":38031,"_art":38032,"reddit":38033,"Cert":38034,"Ġpeso":38035,"Rot":38036,"Ġendanger":38037,".dr":38038,"userInfo":38039,"unts":38040,"nv":38041,"ĠTrailer":38042,"-first":38043,"(make":38044,"Ġbenefici":38045,"-black":38046,"iÃŁ":38047,"Ġundoubtedly":38048,"Ġmex":38049,"ĠAncient":38050,"(as":38051,"Ġdescent":38052,"Pick":38053,"Ġreplica":38054,"$obj":38055,"ähr":38056,"Ġarrows":38057,"fty":38058,"ĠLibya":38059,"uga":38060,"charged":38061,"Tur":38062,"Ġhomic":38063,"issen":38064,"ĠFake":38065,"Ġbeers":38066,"Ġscattered":38067,"(Time":38068,"UTIL":38069,"Ġbureaucr":38070,"/plain":38071,"Ġsticking":38072,"FAIL":38073,"ĠCovid":38074,"Third":38075,"_present":38076,"ĠPierre":38077,"Ġëª":38078,"Ġ[...]ĊĊ":38079,"Prob":38080,"ĠTraffic":38081,"icao":38082,"doctor":38083,"Ġ),ĊĊ":38084,"Tabs":38085,"alu":38086,"ï¼ļâĢľ":38087,"Ġinherent":38088,"_No":38089,"ritis":38090,"ĠProof":38091,".basename":38092,"ä¼ļ":38093,"Ġchim":38094,"ĠProtected":38095,"crit":38096,"Ġprone":38097,"Ġкон":38098,"ĠHeroes":38099,"Ġanxious":38100,"Ġanos":38101,"Ġweekends":38102,"Ġsext":38103,"Ġreducer":38104,"=UTF":38105,"half":38106,"ĠSaw":38107,".mm":38108,"Ġnueva":38109,".currentTarget":38110,".lua":38111,"_EXTENSION":38112,"ĉreg":38113,"ĠCtrl":38114,"_align":38115,"acceptable":38116,"Ġrushing":38117,"frac":38118,"Ġboasts":38119,"Five":38120,"±":38121,"ĠTemperature":38122,">):":38123,"Ġcharter":38124,"REATED":38125,"Ġsubjected":38126,"Ġopc":38127,"healthy":38128,"使çĶ¨":38129,"ĠScientific":38130,"Ġfrau":38131,"riages":38132,"à¸Ķ":38133,".inventory":38134,"ationale":38135,"Mad":38136,"minutes":38137,">>();Ċ":38138,"ĠEnv":38139,"Ġrecordings":38140,"Ġsuspicion":38141,"sqlite":38142,"ĉread":38143,"ãģ¦":38144,"Ġworries":38145,".putString":38146,"ĠShanghai":38147,"(uid":38148,"rer":38149,"ĠvÃŃde":38150,"\"):":38151,"Ġmethodology":38152,"ĠкоÑĤоÑĢ":38153,"ccc":38154,"avad":38155,"Ġinduction":38156,"ĉThread":38157,",string":38158,"ại":38159,"nehmen":38160,"uition":38161,"Ġ*__":38162,".emf":38163,"Ġìľ":38164,"/themes":38165,"ĠNine":38166,".One":38167,"ĠEmbed":38168,"Ġfaz":38169,"uations":38170,"Ġprivately":38171,"Ġling":38172,"[F":38173,"ushi":38174,"Ġlaunches":38175,"(KEY":38176,"GMT":38177,"Ġaiming":38178,"patible":38179,"ĠBiden":38180,"iw":38181,"ĠDegree":38182,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":38183,"Ġ$('<":38184,"ários":38185,"toUpperCase":38186,"ìłľ":38187,"ĠEUR":38188,"Ġoversight":38189,"Ġtablesp":38190,"Updates":38191,".makedirs":38192,"Ġhumidity":38193,"/template":38194,"Always":38195,"(IS":38196,"_cert":38197,"Dig":38198,"Ġunderway":38199,"orton":38200,"ĠHurricane":38201,"Ġspends":38202,"ĠSegment":38203,"Ġflies":38204,"ĠToggle":38205,"ĠLynch":38206,"Ġsenses":38207,"ĠKos":38208,"setEnabled":38209,"istically":38210,"Ġtester":38211,"Ġadministrators":38212,"Ġtagged":38213,"Ðĵ":38214,"Ġshortcut":38215,"ĠResolution":38216,"Ġsupervision":38217,"ĠAshley":38218,"Tracking":38219,"ulatory":38220,"andel":38221,"isten":38222,"Ġunre":38223,"(diff":38224,"ANTS":38225,"Ġrider":38226,"ĠsÄħ":38227,".Series":38228,"_orders":38229,"ORIZONTAL":38230,"Ġretention":38231,"ãĢĤčĊčĊ":38335,"Ġdiagonal":38336,"ĠCancellationToken":38337,"_Internal":38338,"Ġruin":38339,".Qt":38340,"ocratic":38341,"Tel":38342,"ĠAnswers":38343,"matic":38344,"Ġxp":38345,"atem":38346,"_jobs":38347,"_any":38348,"Ġseniors":38349,"Ġlandmark":38350,"ĠQList":38351,"Ġmaneu":38352,"otify":38353,"/\";Ċ":38354,"/server":38355,"ĠPhilosoph":38356,"utenant":38357,"(io":38358,"hz":38359,"Ġauthenticated":38360,"dv":38361,"-Compatible":38362,"Originally":38363,",function":38364,"ãĢĤčĊ":38365,"ĠRepresentative":38366,"asily":38367,"ircuit":38368,".dt":38369,"(math":38370,".Marshal":38371,"[,":38372,"ĠCities":38373,"_turn":38374,"|)Ċ":38375,"Ġcantidad":38376,"alter":38377,"ĉui":38378,"ĠNebraska":38379,"Ġskirt":38380,".bg":38381,"SharedPreferences":38382,"(style":38383,"Ġgrief":38384,"gew":38385,"Ġsafeg":38386,"olang":38387,"_lists":38388,"ìĽ":38389,"Ġgranite":38390,"Ġhottest":38391,".jdbc":38392,".Customer":38393,"Ġâī¤":38394,"Ġwaar":38395,"_scene":38396,"+'/":38397,"ĠJTextField":38398,"Ġseating":38399,"Ġwears":38400,"Ġ`/":38401,"Cases":38402,"ĠYoutube":38403,"ım":38404,"Ġbalcon":38405,",G":38406,"MetaData":38407,"-price":38408,"SCR":38409,"Unity":38410,"Ġtrunk":38411,"={`${":38412,"Ġearthquake":38413,"Partial":38414,"Ġsubst":38415,"Ġelimin":38416,"=\"'.":38417,"//*[@":38418,"Ġsupervisor":38419,"vrolet":38420,"_article":38421,"Ġpane":38422,"bio":38423,"Ġmotors":38424,"NM":38425,"Frank":38426,"Ġonion":38427,"-word":38428,"ItemClickListener":38429,"Ġbrit":38430,"endencies":38431,"Computer":38432,"_running":38433,"(day":38434,"-he":38435,"(named":38436,"ĠSach":38437,"оÑĩ":38438,"campaign":38439,".Abstract":38440,"(wrapper":38441,".pay":38442,"Ġuw":38443,"Geo":38444,"rails":38445,"/select":38446,"ichte":38447,"sons":38448,"EVENT":38449,"Ġaliment":38450,"Providers":38451,"Await":38452,"_INTERVAL":38453,".off":38454,"Ġgluten":38455,"_cloud":38456,"Ġwen":38457,".extract":38458,"ĉbutton":38459,"/MM":38460,"Party":38461,"Ġdemographic":38462,"_errno":38463,"Ġhiking":38464,"('')Ċ":38465,"\",@\"":38466,"Ġwit":38467,"rá":38468,"ologie":38469,"ĠStyles":38470,"ĠBrowserModule":38471,".RequestMapping":38472,"icans":38473,"PAGE":38474,"creation":38475,"ĠFerguson":38476,"uded":38477,"numbers":38478,"ĠGTK":38479,"Ġpresentations":38480,"ĠBobby":38481,"_span":38482,"estyle":38483,"Ġillegally":38484,"abela":38485,"Ġbattlefield":38486,"capacity":38487,"terror":38488,"]\");Ċ":38489,"Ġwarrior":38490,"leader":38491,"ĠDBG":38492,"ĠRevenue":38493,"Ġvigil":38494,"Ġcounterparts":38495,"(Error":38496,"ACTER":38497,"Ġheeft":38498,"Ġselections":38499,"zeug":38500,"tom":38501,"-two":38502,".;Ċ":38503,"_statement":38504,"ĠAid":38505,"ĠVul":38506,"_rgb":38507,"Ġprizes":38508,"Ġeditable":38509,"ĉform":38510,"ını":38511,".decor":38512,"Demo":38513,"lices":38514,"Ġenctype":38515,"ratulations":38516,"ĠROS":38517,"_chars":38518,"ĠJahr":38519,"partial":38520,"ÑĥÑĤ":38521,"ĠReceive":38522,"ĠLands":38523,"APTER":38524,"Ġchopped":38525,"..\"":38526,"ĠAnaly":38527,"ĠUID":38528,"ĠRadeon":38529,"ĠBee":38530,"Ġunm":38531,">M":38532,".findall":38533,"Tokenizer":38534,"ĠWHAT":38535,"Ġsj":38536,"Drawing":38537,"Ess":38538,"OND":38539,"Ĭ¶":38540,"(packet":38541,"âĢĶbut":38542,"Invocation":38543,"ĠNuclear":38544,"?;Ċ":38545,"Ġgrandes":38546,"ĠCrypt":38547,"remark":38548,"Ġ'../../../../":38549,"Ġinability":38550,"magic":38551,"cats":38552,"Ġsimulate":38553,":${":38554,"inflate":38555,"Ġener":38556,":NO":38557,"iples":38558,"Ġmerit":38559,"ĠRated":38560,"Ġglue":38561,"/blog":38562,"Ġgren":38563,"Ġthrilled":38564,".CH":38565,"uncan":38566,"ĠPRIMARY":38567,"Ġpersec":38568,"Ġfeared":38569,".MIN":38570,"ĠTheater":38571,"éĴ":38572,"ategorie":38573,"段":38574,"Ġappetite":38575,"square":38576,"ĠAlexand":38577,".UserId":38578,"_gt":38579,"_enter":38580,"Ġgraduates":38581,"FragmentManager":38582,"Authorize":38583,"-NLS":38584,"(My":38585,"Ġtriumph":38586,"usting":38587,"_PARAMS":38588,"Characters":38589,"(:,:,":38590,"_BUILD":38591,"MHz":38592,"Ġwashed":38593,"Ġuncle":38594,"Steve":38595,"ardown":38596,"${":38780,"_confirmation":38781,"Ġtrophy":38782,"Works":38783,"ĠElectronics":38784,"ĠMediterranean":38785,"_metrics":38786,"Ġannouncing":38787,"ĠDAY":38788,"_proto":38789,"Ġpear":38790,"baseUrl":38791,"ĉĉĉĉĉĉĉĉĊ":38792,"Ġcoordination":38793,":N":38794,".animate":38795,"ĠCotton":38796,"_hit":38797,"âľ":38798,"Ġjetzt":38799,"ifter":38800,"(fields":38801,"ownload":38802,"ificacion":38803,".cuda":38804,"ĠLiu":38805,">equals":38806,"ĠAce":38807,"ÑĢам":38808,"ĠSuperman":38809,"ĠGarcia":38810,"Ġarrests":38811,"agar":38812,"Ġ{})":38813,"Ġmacros":38814,"roupe":38815,"être":38816,"Ġtwisted":38817,"struments":38818,"_(\"":38819,"_vertices":38820,"ĠTransition":38821,"ик":38822,"[max":38823,"mind":38824,"ĠaccessToken":38825,"Ġunle":38826,"mus":38827,"cop":38828,"ĠFactor":38829,"Ġconced":38830,"Ġretr":38831,".linalg":38832,"-slider":38833,"obl":38834,"_StaticFields":38835,"Ġzombie":38836,"selling":38837,"Ġchap":38838,"Ġshaking":38839,"ĠTranslate":38840,"ĠAmsterdam":38841,"ĠETH":38842,"_EXTERN":38843,"kd":38844,"_disc":38845,"Ġpreceding":38846,"Ġprix":38847,"ObjectName":38848,"_modified":38849,"ardware":38850,"Ġ?>\">":38851,"ĠDW":38852,"`${":38853,"Ġ?>\">ĊĊ":38959,"Ġspinning":38960,"_pending":38961,"Matchers":38962,".Keys":38963,"ĠPV":38964,"enus":38965,"antis":38966,"Ġdiscard":38967,"Ġhaul":38968,"Ġempir":38969,"Ġpathway":38970,"Ġoak":38971,"мен":38972,"-induced":38973,"Ġimpair":38974,"ĠCalgary":38975,".isHidden":38976,"dz":38977,"_include":38978,"Ġgm":38979,"Ġ'('":38980,"PY":38981,"uggestions":38982,"Ġcommodity":38983,"cro":38984,"/sub":38985,"ĠgetInstance":38986,"ĠLegacy":38987,"ĠKil":38988,"Bal":38989,"(short":38990,"Inform":38991,"+x":38992,"*r":38993,"ĠHopefully":38994,"orate":38995,"Ġmachen":38996,"Ġtreaty":38997,"ĠOri":38998,".public":38999,"-horizontal":39000,"Ġtactic":39001,"Ġbord":39002,"wares":39003,"Ġammo":39004,"ĠLists":39005,"Ġequations":39006,"/her":39007,"ĠNSW":39008,"Bounding":39009,"_Collections":39010,"Ġavail":39011,".DropDown":39012,"è°":39013,"Ġhh":39014,"ĠlÃł":39015,".pb":39016,"Ġmemorial":39017,"ĠATTR":39018,"Ġexhausted":39019,"Ġtsp":39020,"ĉredirect":39021,"Ġlikewise":39022,"STER":39023,"Ljava":39024,"Ġcondemned":39025,"ocaust":39026,"(strict":39027,"Ġexempt":39028,"Ġsms":39029,"Ġexagger":39030,"SYS":39031,"Ġlounge":39032,":^":39033,"Ġtodd":39034,"deb":39035,"atorial":39036,"ĠPorter":39037,"Ġtuition":39038,"Ġexempl":39039,"Ġparen":39040,".lineTo":39041,"Ġkidney":39042,"Ġça":39043,"Ġcui":39044,"ï¼Į请":39045,"XC":39046,"Ġmoż":39047,"Ġnominated":39048,"lung":39049,"ImGui":39050,"ĠBuzz":39051,"Ġstereo":39052,"portal":39053,"resas":39054,"Ġklass":39055,"Ġdrafted":39056,"Ġprojectile":39057,"/gpl":39058,"(parameters":39059,"*)Ċ":39060,"Ġassisted":39061,"ĠNSInteger":39062,"sitemap":39063,":nth":39064,".Views":39065,".ArgumentParser":39066,"Ġmeer":39067,"zier":39068,"ĠDig":39069,"Ċ":39136,"Ġplag":39137,"pine":39138,"Ġblanket":39139,"Ġ:-":39743,"Ġlcd":39744,"---------------":39745,"(\"\"":39746,"Ġtactical":39747,"ĠRonald":39748,"extr":39749,"ĠFest":39750,"Ġfuer":39751,"-navigation":39752,"Ġkb":39753,"ghost":39754,"ĠhandleChange":39755,"_cls":39756,"()!=":39757,"Comparator":39758,".vm":39759,"ĠCox":39760,"_review":39761,"/@":39762,"_cookie":39763,"Ġrecognised":39764,"ldap":39765,"Threads":39766,"ĠSexual":39767,"ĠBearing":39768,"(SQL":39769,"Ġxr":39770,"Ġthigh":39771,"URLConnection":39772,"ĠSUV":39773,"ĠmContext":39774,"Ġincidence":39775,"ĠEste":39776,".sup":39777,"_te":39778,"(EXIT":39779,"CMD":39780,"/\">":39781,"Almost":39782,"ĠUne":39783,"Ġanderen":39784,"ĠSingleton":39785,"Ġbore":39786,"Think":39787,"Ġnarc":39788,"]initWith":39789,"_shop":39790,"(strategy":39791,"!',":39792,"herits":39793,"ĠDesk":39794,"_machine":39795,".netty":39796,"ında":39797,"=<":39798,"ĠQR":39799,"ĠSidebar":39800,".splitContainer":39801,"ĠonSuccess":39802,"Ġmonkey":39803,"Enjoy":39804,"(nodes":39805,"pectrum":39806,"Ġ(*(":39807,"ĉUINT":39808,",height":39809,"ĠNetworks":39810,".tail":39811,".linspace":39812,"Ġ\"...":39813,"Listen":39814,"Æ¡":39815,".Channel":39816,"-defined":39817,"Repeat":39818,"adjust":39819,"ERM":39820,"_application":39821,".assertNotNull":39822,"-stream":39823,"Ġrabbit":39824,"Ġpositioning":39825,"Ġwoke":39826,"Ġfing":39827,"Ġmultiplayer":39828,"Ġregistering":39829,"until":39830,"Ã¥n":39831,"(::":39832,"ussions":39833,"Ġpotato":39834,"ĠEquals":39835,".Sup":39836,"/apache":39837,"Ġ(=":39838,".\")":39839,".ptr":39840,"ĠSpeech":39841,".clip":39842,"ĠGabriel":39843,"Ġmusician":39844,"/issues":39845,".shop":39846,"ĠHier":39847,"_RET":39848,"_bucket":39849,"ãĥ¡":39850,"avs":39851,"Ġroz":39852,"flower":39853,"WriteBarrier":39854,"ĠMilan":39855,"Ġlegislature":39856,"ĠDoll":39857,"Ġproving":39858,".concatenate":39859,"âķIJ":39860,"Ġgchar":39861,"cdnjs":39862,"bles":39863,"ĠListing":39864,"ло":39865,".xrLabel":39866,"ĠSak":39867,"justice":39868,"ĠValentine":39869,"unless":39870,"Ġpiger":39871,"(run":39872,"Ġtestified":39873,"ANA":39874,"ĠRemoves":39875,"))));Ċ":39876,"recated":39877,"ĠRuntimeMethod":39878,"Ġconqu":39879,"ãĤ¢":39880,"Ġtissues":39881,"ailer":39882,"été":39883,"-Star":39884,"Ġflames":39885,".setIcon":39886,"Ġsupern":39887,"Ġvagina":39888,"-variable":39889,"Ġwellness":39890,"CUR":39891,"Ġbelle":39892,".getRequest":39893,"Ġpoco":39894,"benh":39895,"agens":39896,"Ġspill":39897,"ĠJur":39898,"Ġdispatcher":39899,"ного":39900,"emonic":39901,"(dirname":39902,"ĠÐĶ":39903,"Ġpasse":39904,"Ġganz":39905,"ricing":39906,"EU":39907,"Ġmujeres":39908,"essen":39909,".attribute":39910,"jj":39911,"ĉĉĠĊ":39912,"[^":39913,"Ġstrtolower":39914,"lexer":39915,"ectar":39916,"hotel":39917,".square":39918,"Ġrall":39919,"Ġlowered":39920,"handled":39921,"Market":39922,"ĠUses":39923,"ivas":39924,".Business":39925,"ãģĹãģ¦":39926,"DIV":39927,"Ġwasted":39928,"Ġavoir":39929,"êm":39930,"_ACCOUNT":39931,".et":39932,"ĉSDL":39933,"kap":39934,"Ġfox":39935,"uppet":39936,"{},Ċ":39937,"\",'":39938,"Favorite":39939,"PEND":39940,"ĠAES":39941,"}),":39942,"Ġdeduction":39943,"ĠpolÃŃt":39944,"ĠcomponentWill":39945,"ĠTelerik":39946,"_SELF":39947,"Ġmuse":39948,"Craft":39949,"Ġdens":39950,"ि":39951,"(tp":39952,"Ġtasty":39953,"Ġbalances":39954,"Ġdedication":39955,"ĠWallace":39956,"Ġunlaw":39957,"\\\">\\":39958,"Ġmum":39959,"-update":39960,"emente":39961,"Ġsoda":39962,"Republic":39963,"asmine":39964,"éric":39965,"(Status":39966,"ĠJsonConvert":39967,"ĠDisk":39968,".Redirect":39969,"Ġfilming":39970,"/mol":39971,"Ro":39972,"Ġville":39973,"Ġtrabaj":39974,"Ġsynthesis":39975,"rega":39976,"Ġrl":39977,"Scheduler":39978,"ISHED":39979,"currentUser":39980,"(errors":39981,"'h":39982,"_bot":39983,"ximo":39984,"ĠUSART":39985,"_super":39986,"_DECREF":39987,"ной":39988,"_ROW":39989,"Ġpromotes":39990,"ĠTA":39991,"Ġhoras":39992,"ĠRepresents":39993,"Ġnameof":39994,"ĠExc":39995,"ĠGarage":39996,"Ġseine":39997,",#":39998,"Ġherb":39999,"/resources":40000,"Ġpleaded":40001,".radioButton":40002,"Ġæĺ":40003,"Ops":40004,"ĠNest":40005,"cstring":40006,"ĠDefence":40007,"Ġrefere":40008,"_leaf":40009,"Ġrevelation":40010,"ë§":40011,".executeUpdate":40012,"_WORLD":40013,"Ġexpans":40014,"(\"\\\"":40015,"jab":40016,"Ġdoubts":40017,"ĠGeometry":40018,"Ġintroduces":40019,"Ġsenators":40020,"Ġcanal":40021,".helper":40022,"ĠBiology":40023,"_SENS":40024,".previous":40025,"-touch":40026,"abit":40027,"Ġimpacted":40028,"Ġbrackets":40029,".direct":40030,"accum":40031,"Ġtestosterone":40032,"ĉaction":40033,"ĠChance":40034,"Ġpeaks":40035,"CppCodeGenWriteBarrier":40036,"Ġunbelie":40037,"_press":40038,".Rel":40039,"angled":40040,"/templates":40041,"-->čĊ":40042,"lime":40043,"Ġsufficiently":40044,"_nt":40045,"Expand":40046,".isfile":40047,"ĠisEmpty":40048,"Ġqt":40049,"Ġmulher":40050,"acob":40051,"George":40052,"常":40053,"Ġassim":40054,"aso":40055,"Ġcomprised":40056,"OV":40057,"(CONFIG":40058,"ĉwriter":40059,"Ġdesp":40060,"Ġtenure":40061,"(cr":40062,".pool":40063,"ĠBrend":40064,"Ġcensor":40065,"(timeout":40066,"Ġplea":40067,".Wrap":40068,"Ġtightly":40069,"ĠWere":40070,"ĠIgnore":40071,"abei":40072,"Ġbridges":40073,"Ġcondemn":40074,"Ġsimplicity":40075,"Ġroutinely":40076,"Ġblacks":40077,"jb":40078,"ĠPit":40079,"Utf":40080,"Ġ/Ċ":40081,"reload":40082,"ĠsetObject":40083,"/global":40084,"Ġfatty":40085,"Ġsocks":40086,"Couldn":40087,"Ġerotisk":40088,"æĿ¡":40089,"ĠPressure":40090,"ĠMaz":40091,"npos":40092,"tolower":40093,"ĠEQ":40094,"uteur":40095,"ĠMoment":40096,"Ġeta":40097,"{{--":40098,"Ġgraphs":40099,"ĠGuar":40100,"rine":40101,"(--":40102,"ĠHttpStatus":40103,"(student":40104,"*np":40105,"Ġrailway":40106,"Ġasynchronous":40107,"_vm":40108,"'],'":40109,",text":40110,"merchant":40111,"(Guid":40112,"ĠGra":40113,"ixer":40114,"fetchAll":40115,".addListener":40116,"flip":40117,"*$":40118,">(),":40119,"Ġsunlight":40120,"assigned":40121,"Ġabc":40122,"ĠCOLUMN":40123,"ĠðŁĻĤĊĊ":40124,")...":40125,"Ġensemble":40126,"Ġnewline":40127,"_SINGLE":40128,"iedad":40129,"Ġdarker":40130,"ormap":40131,"Ġlion":40132,"plits":40133,"Ġillustration":40134,"ĠIEEE":40135,"Ġvista":40136,"ousands":40137,"*******":40138,"ĠTommy":40139,"Ġhue":40140,"Sel":40141,"Ġaura":40142,"ĠTherapy":40143,"Ġanimator":40144,".constraints":40145,"Ġvague":40146,"(\"\")":40147,"Ġvillain":40148,"Ġblessing":40149,"ĠstringBuilder":40150,"ĠMisc":40151,"ĠDIR":40152,"fax":40153,"-node":40154,"ĠWalking":40155,"ĠAU":40156,"sess":40157,"Ġgrill":40158,"VERTISE":40159,"ĠFoods":40160,"Ġtournaments":40161,"Ãĵ":40162,"ĠMarsh":40163,"Ġwonders":40164,"Longitude":40165,".CommandText":40166,"=input":40167,"_encoder":40168,"pageSize":40169,"ĠgetState":40170,">>Ċ":40171,".grey":40172,"pod":40173,"Ġreadings":40174,"Ġreconsider":40175,"Startup":40176,"Ġexcer":40177,".balance":40178,"_cycle":40179,"_Time":40180,"LOCAL":40181,"ĠEFI":40182,"ĠReyn":40183,".setForeground":40184,"byn":40185,"Ġdisconnected":40186,"ACTIVE":40187,"Ġembedding":40188,"ickers":40189,"Ġsurroundings":40190,"*c":40191,"Ġgarant":40192,"Ġbf":40193,"Ġwipe":40194,"Ġä¸ĭ":40195,"_TRA":40196,"adox":40197,"çķ":40198,"Ġsucks":40199,"ĠSongs":40200,"ĠAssociates":40201,"ĠBald":40202,"ĠBrett":40203,"venile":40204,"Ġvt":40205,"Ġinade":40206,"Ġresigned":40207,"ĠGlenn":40208,".pattern":40209,".DataBind":40210,"Ñĥм":40211,"LayoutInflater":40212,"chet":40213,"ĠTestament":40214,".ms":40215,"Ġpav":40216,"ĠReactDOM":40217,"urdy":40218,"ADATA":40219,"Mu":40220,"/actions":40221,"ĠJs":40222,"_extract":40223,"ĠBring":40224,":id":40225,"strt":40226,"ivation":40227,"Ġoutright":40228,"azu":40229,"loyment":40230,"иÑı":40231,"aldo":40232,"ĠPublisher":40233,"Education":40234,"Palette":40235,"_drv":40236,"Ġ($(":40237,"ĠAnda":40238,"Ġremedy":40239,"Ġinconsistent":40240,"tection":40241,"Ġregulators":40242,"Ġshortest":40243,"(pair":40244,"ĠInstallation":40245,"Ġdefendants":40246,"Ġ();":40247,"-large":40248,"Mel":40249,"Ġthreaten":40250,"нÑı":40251,"Ġfetish":40252,"otine":40253,"_dic":40254,"Ġ<$":40255,"Ġstagger":40256,"spi":40257,"$response":40258,"Serv":40259,"-born":40260,"jos":40261,"ĉimg":40262,"ĉWHERE":40263,"_lt":40264,"å½ĵ":40265,".cost":40266,"ĠTue":40267,".labels":40268,"ĠLV":40269,"wcsstore":40270,"ĠJesse":40271,"ห":40272,"Trade":40273,"Ġpredecessor":40274,"ëĤ":40275,"finally":40276,"_general":40277,"oggler":40278,"_REGION":40279,"nement":40280,"Ġblogger":40281,"ĠHarbor":40282,"ĠDataset":40283,"[w":40284,"Ġattendees":40285,".ico":40286,"maximum":40287,".Unlock":40288,"_SYNC":40289,"ágina":40290,"Ġdowns":40291,"ĠWii":40292,"])/":40293,"Ġkicking":40294,"unication":40295,"ĠDAC":40296,"ĠIDS":40297,"ĠRental":40298,"ĠcurrentTime":40299,"Ġvaccines":40300,"ĠDevil":40301,"Ġnors":40302,"_mouse":40303,"urrection":40304,"(no":40305,"Ġ>čĊ":40306,"Ġaggression":40307,"Ġbreeding":40308,".symbol":40309,"iman":40310,"AbsolutePath":40311,"ĠWHO":40312,"_flush":40313,"-root":40314,"arna":40315,"&M":40316,"Ġfathers":40317,"ĠRocket":40318,"iveau":40319,"Ġwander":40320,"Ġcompos":40321,"ĠWarrior":40322,"ĠSeat":40323,"ĠClinic":40324,"_invoice":40325,"(dispatch":40326,"Producto":40327,"aturing":40328,"ossier":40329,"ĠMAY":40330,"Ġdagger":40331,"Ġsanitized":40332,"ĠRFC":40333,"Ġproph":40334,"Ġurine":40335,"Ġgrind":40336,"ĠExpanded":40337,"descripcion":40338,"-fw":40339,"ĠKerry":40340,"=name":40341,"Ġchk":40342,"Ġnationally":40343,"Ġthee":40344,"Inc":40345,"Ġ?>>":40346,".RadioButton":40347,".HttpServletResponse":40348,"/Y":40349,"ĉfield":40350,"Ġhomme":40351,"yper":40352,"Physical":40353,"=v":40354,"Ġdriv":40355,"ĠErrors":40356,"ĠcÄĥ":40357,"Death":40358,"ĠWINDOW":40359,"Ġpoet":40360,"ĠSharp":40361,"ĠImmutable":40362,"ĉcreate":40363,"Ġgeht":40364,"ĠReform":40365,"aiser":40366,"ĠInitialization":40367,"Ġimmunity":40368,".compose":40369,"Ġlatency":40370,"ĠLebanon":40371,"ĠParad":40372,"Ġfuels":40373,"ĠExhib":40374,"coh":40375,"%\">Ċ":40376,"ĠCLI":40377,")initWith":40378,"-Za":40379,"_CLEAR":40380,"regn":40381,"Ġfinances":40382,".standard":40383,"_CATEGORY":40384,".library":40385,"Ġtravelers":40386,"_wp":40387,"ĠEvaluation":40388,"starting":40389,"Ġ)),Ċ":40390,"episode":40391,"ĠVariant":40392,"Ġdaemon":40393,"ĠJulia":40394,"ĠNR":40395,"Ġdoubles":40396,"'":40626,"Ġqueryset":40627,";}čĊ":40628,"ĠPopulation":40629,"utedString":40630,"resident":40631,"_FONT":40632,"ĠRespond":40633,"Ġobscure":40634,"Ġobservable":40635,"ĠContributors":40636,"kon":40637,"ĠMusk":40638,"exao":40639,"ĠTub":40640,"BootApplication":40641,"SOR":40642,".Horizontal":40643,".findBy":40644,".power":40645,"Ġpositively":40646,"venience":40647,"ĠJong":40648,"Ġwhistle":40649,"ĠзнаÑĩ":40650,"Ġlending":40651,"Ġdestructive":40652,"ĠonDelete":40653,"authorization":40654,"();?>":40655,"_original":40656,"science":40657,"atra":40658,"?,?,":40659,"ĠAsc":40660,"Ġconvincing":40661,"$a":40662,"orgen":40663,"_Date":40664,"ĠProvide":40665,"Ġlonely":40666,")'Ċ":40667,"exchange":40668,";?>Ċ":40669,".fast":40670,"Samples":40671,"London":40672,"'])čĊ":40673,"ĠIonic":40674,"Ġpesso":40675,"ĠKnights":40676,"ĠRaf":40677,"_attrs":40678,"Ġrepeal":40679,">Main":40680,"ĠOrdered":40681,"_New":40682,"=\"\">\";Ċ":40763,"ĠSERVER":40764,"ĠHEADER":40765,"_velocity":40766,"ĠInvoke":40767,".timestamps":40768,"Ġsulf":40769,"IQUE":40770,"Ġinhabitants":40771,"phins":40772,"azzo":40773,"Ġmono":40774,"Legend":40775,"Ġnonce":40776,"IFE":40777,";\";Ċ":40778,"-create":40779,"\"\",Ċ":40780,"permit":40781,"ĠImmigration":40782,"Ġpathname":40783,"ffective":40784,"âĻĢâĻĢ":40785,"Ġexams":40786,"-event":40787,"ĠTill":40788,"[mid":40789,"FIX":40790,";color":40791,"(Order":40792,"_traits":40793,"ĠorderBy":40794,"Ġsunt":40795,"ĠNicholas":40796,"ز":40797,"Ġsunny":40798,"iners":40799,"Ġaccessibility":40800,"ĠHB":40801,".comp":40802,"ĉop":40803,"Ġminorities":40804,"etheus":40805,"Ġcollaborative":40806,"prit":40807,"HIR":40808,"Ġwraps":40809,"ĉdraw":40810,"god":40811,"ĠIX":40812,".apps":40813,"ĠNM":40814,"Ġirrelevant":40815,"ĠTigers":40816,"Ġdiag":40817,"GV":40818,"ĠAccessories":40819,"kont":40820,"Ġsimplify":40821,"ĠFavorite":40822,"_tools":40823,"([]);Ċ":40824,"Ġtowers":40825,"Bes":40826,"Ġhunter":40827,"Ġsalon":40828,"(buff":40829,"ĉdebug":40830,"Ġmalware":40831,"Moving":40832,"-options":40833,")+'":40834,"ĠLOVE":40835,"_SOCKET":40836,"_fin":40837,"ĠDelaware":40838,"Ġsheriff":40839,"-invalid":40840,"ĠFULL":40841,"Ġпод":40842,"elas":40843,"\"strings":40844,"ĠRepresentatives":40845,"surface":40846,"resolved":40847,"htdocs":40848,")):čĊ":40849,"Ġpressures":40850,"Ġnorms":40851,"Ġpla":40852,"Ġsurname":40853,"Ġpostal":40854,"ĠDepart":40855,"Ġslaughter":40856,"orida":40857,"Ġhebben":40858,"Ġdesar":40859,"compact":40860,"_LANG":40861,"åIJĪ":40862,"opoly":40863,"_rad":40864,"ĠSTDMETHOD":40865,"Lazy":40866,"ĠĠĠĉ":40867,"...,":40868,"(web":40869,"ĠPont":40870,"Ġetwas":40871,"Ġupward":40872,"_hat":40873,"Ġ],ĊĊ":40874,"ĠbaseUrl":40875,"Ġworrying":40876,"-addon":40877,"(getClass":40878,"SPI":40879,"Ġcapturing":40880,")},Ċ":40881,"Effects":40882,"Ġcompetent":40883,"Ġfoul":40884,"Ġsubscribing":40885,"ĠOBJECT":40886,"IXEL":40887,"bucks":40888,"(edge":40889,"(pass":40890,"ĠPeterson":40891,"Ġboobs":40892,"ĠDelay":40893,"_square":40894,"elim":40895,"oters":40896,"_PC":40897,"%E":40898,"onclick":40899,"ĠSVG":40900,"Ġtopped":40901,"Ġfist":40902,"smart":40903,"ĠRalph":40904,"(owner":40905,"jours":40906,"Ġbronze":40907,"ĠArgumentException":40908,"(original":40909,"_SCALE":40910,"_cp":40911,"Ġrecommends":40912,".setStyle":40913,"Sure":40914,"LAND":40915,"Ġrepeating":40916,"Matt":40917,".Visibility":40918,"Ġenterprises":40919,".Setup":40920,"(scene":40921,"ĠReactive":40922,"urge":40923,"bw":40924,".Put":40925,"persist":40926,".cookie":40927,"ĠAudi":40928,"`s":40929,"supplier":40930,"(Form":40931,"¡":40932,"_so":40933,"ĮĢ":40934,"ĠLegion":40935,"tte":40936,"Nd":40937,"Loss":40938,"(attrs":40939,".scatter":40940,"Ġgroom":40941,"Ġglimpse":40942,"Ġnails":40943,"Ġcumulative":40944,"Ġfazer":40945,"_services":40946,".Num":40947,"ibilit":40948,"_resolution":40949,"ĠTx":40950,"uminium":40951,"opa":40952,".schedule":40953,"smtp":40954,"à¸ķ":40955,"urry":40956,"ük":40957,"goog":40958,"_signature":40959,".into":40960,"ĠSteps":40961,"Ġhomeowners":40962,"ĠNSURL":40963,"ĠPAC":40964,"ĠĠĠĠĠĠĠĠĠĠĠĠĊĊ":40965,">')Ċ":40966,"enh":40967,"Ġincap":40968,"$MESS":40969,"Ġmoins":40970,"ĠFi":40971,"Ġoffseason":40972,"pressions":40973,">.Ċ":41045,"ĠGrass":41046,"ĠGoal":41047,"_pdf":41048,"Handlers":41049,"Ġstacks":41050,".getFullYear":41051,"=[];Ċ":41052,"车":41053,",V":41054,"(split":41055,"Ñĥнк":41056,"Ġbakeca":41057,"Ġ~/.":41058,"pez":41059,"tails":41060,"ĠGlen":41061,"ĠsetImage":41062,"ĠComic":41063,"BLOCK":41064,"ĉThis":41065,"oader":41066,"Ġcapitalist":41067,"_STEP":41068,"(Boolean":41069,"ĠCorrect":41070,"rina":41071,"Ġconcaten":41072,"å®ŀ":41073,"():ĊĊ":41074,"Ġunanim":41075,"lli":41076,"alars":41077,"-ne":41078,"Ġdivor":41079,"ĠKickstarter":41080,"]._":41081,"*'+":41722,"åĿĢ":41723,"acency":41724,"(URL":41725,"_half":41726,"=l":41727,"ĠlistView":41728,"(section":41729,".toArray":41730,"+/":41731,"ĠRodriguez":41732,"istream":41733,"Ġeligibility":41734,"::-":41735,".newInstance":41736,"PB":41737,"ĠAssets":41738,"ĠComposite":41739,"ĠLabs":41740,"ĠHamas":41741,"++);Ċ":41742,"Ġblk":41743,"ĠNeo":41744,"Luc":41745,"@login":41746,"Ġunaware":41747,".met":41748,"_RELEASE":41749,"(ST":41750,"AMIL":41751,"rike":41752,"Ġ(){Ċ":41753,"(sprintf":41754,"ĠAccounts":41755,"ĠVIEW":41756,"ĠAj":41757,"ãĤ°":41758,"Ġwhisk":41759,"Ġidi":41760,"Ġrode":41761,"Ġihn":41762,"ĠElementary":41763,"Qty":41764,"Ġintriguing":41765,"Ġå¤":41766,"Jobs":41767,"ĉoffset":41768,"ĠAhmed":41769,"ĠTaliban":41770,"Ġèİ·åıĸ":41771,"Ġinjected":41772,".Authentication":41773,"_linear":41774,".Decimal":41775,"Ġapples":41776,"Ġshareholders":41777,"Ġbaked":41778,".diff":41779,"ĠEddie":41780,"okers":41781,"Ġconfronted":41782,"voices":41783,"Ġtus":41784,"ĠSpin":41785,"NODE":41786,"_Un":41787,"CTX":41788,"/google":41789,"Temperature":41790,"Ġ'').":41791,"Ġmagnificent":41792,"ĠstartIndex":41793,"sembles":41794,"Anyone":41795,"zk":41796,"ehen":41797,"ĠDame":41798,".strict":41799,"Ġreplaces":41800,"Ġlineback":41801,"Ġpushes":41802,"Ġcheek":41803,"ĠShi":41804,"_BYTES":41805,"REA":41806,"ản":41807,"_CONNECTION":41808,"Gateway":41809,"ĠTravis":41810,"ĠAX":41811,"ĠBasically":41812,"ĠUpgrade":41813,"àª":41814,"themes":41815,"ermo":41816,"kor":41817,"Female":41818,"_attach":41819,"ĠìĤ¬ìļ©":41820,"Ġpoz":41821,"==============Ċ":41822,"(symbol":41823,"ĠSector":41824,"__)ĊĊ":41825,"_padding":41826,"ï¼ļ\"":41827,"Ġfabs":41828,"Ġranged":41829,"setName":41830,"Ġperror":41831,"âĹ":41832,"ĠFileReader":41833,"Ġfulfilled":41834,"_Current":41835,"Ġdominate":41836,"Ġsmugg":41837,"PostMapping":41838,"_force":41839,"Ġbloc":41840,"ĠGiant":41841,"(video":41842,"ĠCU":41843,"SystemService":41844,"Ġelf":41845,"Ġkontakt":41846,"ëª":41847,"kees":41848,"gtk":41849,"ĠparamInt":41850,"Ġmarkup":41851,"uales":41852,"Ġaccounted":41853,"Ġgangbang":41854,"RYPT":41855,"ĠWrong":41856,"Ġcredited":41857,"ĠMESSAGE":41858,"Ġflaws":41859,"Ġbbw":41860,"Ġmetabolic":41861,"ĠOEM":41862,"/event":41863,"(Collectors":41864,"monton":41865,"appear":41866,"Ġopted":41867,"Ġcheat":41868,"Ġdav":41869,"ĠProceed":41870,"Ġê¸":41871,"anked":41872,"из":41873,"ansk":41874,"ĠHang":41875,"ĠCler":41876,"Ġdisgu":41877,"Ġcmap":41878,".cljs":41879,"Ġaument":41880,"lez":41881,"ĠJoined":41882,"_received":41883,"Ġaerial":41884,"otel":41885,"Ġgreet":41886,"\"s":41887,"ĠGenesis":41888,"ĠCalif":41889,"panion":41890,"Ġtailored":41891,"mapping":41892,"andExpect":41893,".track":41894,"atomy":41895,"ĠOw":41896,"ullah":41897,".Yes":41898,"ĠSimpleName":41899,"dbh":41900,"'en":41901,"Ġnonsense":41902,"Ġphilosophical":41903,"(getContext":41904,"Ġisso":41905,"ĠACE":41906,"startDate":41907,"ĠbÄĻd":41908,"ĠAUTHOR":41909,"ĠGlobe":41910,"Ġinsects":41911,"_Al":41912,"ushing":41913,"è®°":41914,"/Home":41915,"ĠLocalDate":41916,"needed":41917,"hesive":41918,"Ġillusion":41919,"äºĮ":41920,"Ġtrat":41921,"xo":41922,"/detail":41923,"_MATCH":41924,"Ġbroadband":41925,"Ġwal":41926,"ĠIllegalStateException":41927,"IRECTION":41928,"Ġnortheast":41929,"esium":41930,"ĠCliente":41931,"ulance":41932,"nty":41933,"Ġtecn":41934,"Devices":41935,"Ġgrains":41936,"ĠOg":41937,"ĠSEL":41938,"udiant":41939,"Ġ++;Ċ":41940,"Ġexplanations":41941,"occo":41942,"Ġdiets":41943,"Ġcohort":41944,"(controller":41945,".Iterator":41946,"-rich":41947,"rocess":41948,"GD":41949,"Ġcarbohydr":41950,"Ġfried":41951,"ĠEmployment":41952,"ìŀ¥":41953,"ĠLeonard":41954,"_${":41955,"quares":41956,"Ġcompanions":41957,"Ġparis":41958,"Ġstimulation":41959,"ĠZoo":41960,"Ġrelevance":41961,"ĠColour":41962,"Ġspear":41963,"otional":41964,"ĠLite":41965,"ĠKosten":41966,"Ġó":41967,"_attachment":41968,"orphic":41969,"Ġdamit":41970,"Ġdlg":41971,"Ġthrive":41972,"CHANGE":41973,"ĠApparently":41974,"Ġatual":41975,"Ġrooted":41976,"(images":41977,"awi":41978,"ariat":41979,"Ġcherry":41980,"STATIC":41981,"mnt":41982,"ĠUserId":41983,"illet":41984,"ĠHispanic":41985,"Ġnak":41986,"Ġcentro":41987,"Ġdims":41988,"_initialize":41989,"ık":41990,"ĠCenters":41991,"REN":41992,"Ġevolutionary":41993,"ĠTopics":41994,"_damage":41995,"emer":41996,"Ġrund":41997,"Ġpunished":41998,"Ġcubic":41999,"fair":42000,"[];ĊĊ":42001,"Ġinstantiate":42002,"Ġoversee":42003,"-delete":42004,"unteer":42005,"startTime":42006,"ĠPipeline":42007,"_GAME":42008,"ĠCir":42009,"ĉNull":42010,".Formatting":42011,"ucumber":42012,"ĠRide":42013,"Ġzoo":42014,"Ġchecker":42015,"åIJĮ":42016,"=C":42017,"Ġgrit":42018,"\");//":42019,"_xy":42020,"ĠDeclaration":42021,"Ġcallable":42022,"Foo":42023,"ĠListItem":42024,"Ġinaccur":42025,"mlin":42026,"ĉData":42027,"Ġevolving":42028,"awan":42029,"Ġcafe":42030,"folk":42031,"_IDX":42032,"ĠAnything":42033,"ĠPalestine":42034,"ĠGridView":42035,"Ġcolony":42036,"ĠGermans":42037,"(+":42038,".pid":42039,".jsx":42040,"ĠSuperior":42041,"Christian":42042,"ĠLect":42043,"ĉGame":42044,"Ġinstrumental":42045,"Animations":42046,"дал":42047,"ĠMoses":42048,"ĉĉčĊĉĉčĊ":42049,"zs":42050,"kte":42051,"ä¸ļ":42052,"_DIST":42053,"bitmap":42054,"dB":42055,"Ġpersistence":42056,"ÑĢоÑģ":42057,"$l":42058,"Bron":42059,"Ġ{|":42060,"_chart":42061,"ĠConsum":42062,"Ġhemp":42063,"Ġ\"))Ċ":42064,"Ġattackers":42065,"Ġknowledgeable":42066,"Ġcet":42067,"Ġviruses":42068,"'I":42069,"Ġpitcher":42070,"Ġsweeping":42071,"=list":42072,"aptops":42073,".depth":42074,"Ġinstructed":42075,"ĠRus":42076,"benhavn":42077,"Ġин":42078,"Sports":42079,"Ġonset":42080,"æĿĥ":42081,".RED":42082,"_si":42083,"ĠPST":42084,".onChange":42085,">tag":42086,"ĠRoh":42087,"_character":42088,"ĠLaws":42089,"ĠBachelor":42090,"_swap":42091,".reactivex":42092,"Ġrewarding":42093,"Medium":42094,"-[":42095,"ĠRecently":42096,"Joint":42097,"partition":42098,"ĠMinutes":42099,"Ġindo":42100,"Ġabsorbed":42101,"ĠGN":42102,"_IND":42103,"Ġsaber":42104,"Spawn":42105,"outputs":42106,"ĠJeffrey":42107,"Ġmedieval":42108,"hed":42109,"Guide":42110,"Ġpsycho":42111,"Ġglam":42112,"Elim":42113,"ädchen":42114,"_plain":42115,"ĠSau":42116,"-four":42117,"Ġanalyzing":42118,"QUERY":42119,"Ġtomato":42120,"_buttons":42121,"VEN":42122,".setStatus":42123,".Url":42124,"+ĊĊ":42125,"Ġcomplaining":42126,"degree":42127,"confirmed":42128,"Ġsubt":42129,"parsed":42130,"Ġtorque":42131,"Ġtroubled":42132,"ĠTARGET":42133,"Ġtrademarks":42134,"ĠCoordinate":42135,"ĠViv":42136,"Ġ//}ĊĊ":42137,"Ġaprès":42138,".getPosition":42139,"(KeyCode":42140,"ĠSilva":42141,"Ġmeteor":42142,"Ġendorsement":42143,"Overview":42144,"ĠPoss":42145,".Inject":42146,"Ġevenly":42147,"Ġvisualization":42148,"Ġwchar":42149,"ĠHDMI":42150,"Ġfunct":42151,"ickname":42152,"','','":42153,"Ġforwards":42154,"ManagedObject":42155,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":42156,"ĉserver":42157,"ĠOutlook":42158,"ĠChronicle":42159,"Ġdubbed":42160,"Ġdok":42161,"ĠWear":42162,".AL":42163,"paren":42164,".Interface":42165,"Interfaces":42166,".cod":42167,"Ġdib":42168,".Globalization":42169,"ĠAcademic":42170,"Ġassms":42171,"Autom":42172,"Ġlw":42173,"ĠNW":42174,"Ġ&&čĊ":42175,"Ġproblema":42176,"ĠManufacturing":42177,"limits":42178,"-mobile":42179,"Ġfilme":42180,"/map":42181,"Ġdoit":42182,"ĠInk":42183,"Ġsued":42184,".arr":42185,"Ġundermin":42186,"ĠProc":42187,"crollView":42188,"__$":42189,"Ġsidewalk":42190,"(that":42191,"ื":42192,"[q":42193,"grammar":42194,"Ġtë":42195,"quito":42196,"Ġspiral":42197,"extended":42198,"Ġfocal":42199,"Ġdigging":42200,"pas":42201,"ĠTall":42202,".proxy":42203,"itures":42204,"TRACT":42205,"ĠRealm":42206,"Ġfeder":42207,"Ġoriented":42208,"ĠAlternative":42209,"Ġowe":42210,"Ġsourced":42211,"inker":42212,".det":42213,"Sep":42214,"ĠQui":42215,"ĠPalmer":42216,"(_,":42217,"samples":42218,"oyer":42219,"ullan":42220,"quez":42221,"Edges":42222,"Ġshout":42223,"ĠAchie":42224,"Ġhaar":42225,"_Construct":42226,"Ġpremature":42227,"Ġrevert":42228,"').Ċ":42229,"Ġschn":42230,"filtered":42231,"nullptr":42232,"Saved":42233,"itecture":42234,"CLA":42235,"Ġvl":42236,"stell":42237,"ĉMe":42238,"ĠLip":42239,"national":42240,"Ġwholly":42241,"Ġsprings":42242,".Timer":42243,"ĉsrc":42244,"elsen":42245,"åħ¶":42246,"Ġcommunicating":42247,"ĠQuiz":42248,"Ġteng":42249,"Ġgez":42250,"ĠOutside":42251,".Sign":42252,"(cs":42253,"Ġdisputes":42254,"ĠWeiss":42255,"annes":42256,">No":42257,"ĠBach":42258,".removeAll":42259,"refer":42260,"/dashboard":42261,"ĠAjax":42262,"IndexChanged":42263,"ĠWeak":42264,"'\"Ċ":42265,"Ġsights":42266,"accessToken":42267,"ĠJoi":42268,"(domain":42269,"ĉcv":42270,"Ġcontinuation":42271,"Ġplum":42272,"adir":42273,".setMessage":42274,"Ġï¼Į":42275,"Ġswallow":42276,"ĠLamp":42277,"Ġqw":42278,"Ġuu":42279,"Coin":42280,"ubic":42281,"ĠDeals":42282,"race":42283,"Ġdictator":42284,"Ġmeme":42285,"turned":42286,"ĠJulie":42287,".gridColumn":42288,"Ġpuppy":42289,"Ġpam":42290,"Ġ){čĊ":42291,"Ġinviting":42292,"Ġfrench":42293,"vim":42294,"Ġwrapping":42295,"Ġ#-}Ċ":42296,"([-":42297,"Early":42298,"Ġshiny":42299,".faces":42300,"Ġrebell":42301,"abcdef":42302,"ält":42303,"Ġestimation":42304,"phys":42305,"losures":42306,"_REL":42307,"Ġexclusion":42308,"ĠSkype":42309,"weise":42310,"-stop":42311,"nothing":42312,"ĠEgg":42313,"isors":42314,"Richard":42315,"Ġcounseling":42316,"Ġcommem":42317,"ĠQMessageBox":42318,"ĠSynd":42319,"ĠFrost":42320,"ĠCompetition":42321,"ĠAwake":42322,"Ġted":42323,"iciones":42324,"ĠDevComponents":42325,"VERTISEMENT":42326,"otti":42327,".runner":42328,"Ġuniquely":42329,".flag":42330,"ĉrs":42331,"_generic":42332,"Ġ```Ċ":42333,"ACHINE":42334,"Ġmein":42335,"(Application":42336,"(br":42337,"Ġratios":42338,":,":42339,"ĠXCTest":42340,"ustainable":42341,"-www":42342,"itles":42343,"_TEMP":42344,"Ġsyst":42345,"umericUpDown":42346,"ĉassertTrue":42347,"Ġwf":42348,".peek":42349,"ĠBulg":42350,"Ġterrifying":42351,".MODE":42352,"ĠGW":42353,"ár":42354,"Ġfic":42355,"Ġcommitments":42356,"-tech":42357,"ĠLiquid":42358,"opez":42359,"zheimer":42360,"aña":42361,"-media":42362,"(animated":42363,"_goal":42364,"Ġgum":42365,"ystone":42366,".SET":42367,"ĠWend":42368,"setCellValue":42369,"Ġmsgs":42370,"cash":42371,"ALLOC":42372,"/aws":42373,"Ġmicrowave":42374,".Pointer":42375,"ĉConsole":42376,"_sorted":42377,"ĠFilip":42378,"Prod":42379,"Ġ//!<":42380,"ingroup":42381,"Ġks":42382,"_TRI":42383,"Ġteaspoon":42384,"ĠATT":42385,"Ġrecovering":42386,"ĠGLOBAL":42387,".Par":42388,"Ġ/>;Ċ":42389,"Ġmarble":42390,"ulators":42391,"ĠCycle":42392,"Ġherbs":42393,"_metric":42394,")!":42395,"_CLOCK":42396,"_Button":42397,"Harry":42398,"è¿Ľ":42399,"Ġstrains":42400,"ĠAppBar":42401,"ĠChan":42402,"/video":42403,"Ġbam":42404,".Progress":42405,"$f":42406,"lemen":42407,"Ġirregular":42408,"ĠDuncan":42409,"ĠMint":42410,"-video":42411,"া":42412,"ówn":42413,"ĠEMPTY":42414,"Ġstacked":42415,"ĠHA":42416,"_cut":42417,"Ġwherein":42418,"ĠWays":42419,"(counter":42420,"è¯ķ":42421,"FormGroup":42422,"Ġblew":42423,"courses":42424,"Ġproductos":42425,"rys":42426,"ĠRestr":42427,"Ġstyling":42428,">s":42429,"Ġpiv":42430,"Ġitertools":42431,"getRepository":42432,"ĠIk":42433,"_devices":42434,"layui":42435,"Ġhalfway":42436,"Ġfranç":42437,"Ġtuning":42438,"OA":42439,"_Node":42440,"arde":42441,"Ġfierce":42442,"licted":42443,"#čĊ":42444,"Ġbreakthrough":42445,"ĠErik":42446,"Ġbride":42447,"Ġ.\"":42448,"culus":42449,"inside":42450,"ĠIndianapolis":42451,"ĠEE":42452,"Ġyog":42453,"urret":42454,".fs":42455,".grad":42456,"_cards":42457,"_accuracy":42458,"_epi":42459,"queda":42460,"/org":42461,"éªĮ":42462,"Ġcompte":42463,"))[":42464,"Outside":42465,"Greater":42466,"ĠRenderer":42467,".actor":42468,"Accounts":42469,"Idle":42470,"_hours":42471,"erner":42472,"Joined":42473,"Ġmenj":42474,"requires":42475,"ĠOPER":42476,".removeChild":42477,"ĉsp":42478,"Ġesse":42479,"rift":42480,"xFE":42481,"ĠShakespeare":42482,"____________":42483,"Ġbudgets":42484,"ModelState":42485,"fillable":42486,"-component":42487,"ocos":42488,"ĠBUTTON":42489,"/io":42490,",out":42491,"sms":42492,"Thomas":42493,"ĠArmed":42494,"resume":42495,"Ġrotating":42496,"ĠVault":42497,"Ġseus":42498,".(*":42499,"Ġamino":42500,"Ġ[]);ĊĊ":42501,"Ġprovoc":42502,"nox":42503,".GetEnumerator":42504,"=======Ċ":42505,"æĸĻ":42506,"_scroll":42507,"Ġfilmed":42508,"ĠSoci":42509,"gap":42510,"gro":42511,"Vote":42512,"\"But":42513,"_RC":42514,"Animal":42515,"ÂĢ":42516,"ibile":42517,"Ġawaken":42518,"orest":42519,"inja":42520,"ĠIvan":42521,"(Command":42522,"Ġ*****":42523,"η":42524,"Ġkvinder":42525,"/helpers":42526,"_cases":42527,"tg":42528,"ìĦ¸":42529,"Registered":42530,"ĉpass":42531,"_digits":42532,"Ġcontour":42533,"Ġinfants":42534,"Ġjustification":42535,"ĠFortunately":42536,"Contr":42537,"ĠonCreateView":42538,"_SAMPLE":42539,"ĠallowNull":42540,"Ġnud":42541,"Ġfetched":42542,"_equ":42543,"ĠUnable":42544,"=\\\"\"":42545,">{Ċ":42546,"Ġcommittees":42547,"istema":42548,"+\".":42549,"ÃŃan":42550,"mant":42551,"Ġsoutheast":42552,"ï¼ĮĊ":42553,"dialogs":42554,"PROJECT":42555,"charger":42556,"-port":42557,"(uuid":42558,".export":42559,"Six":42560,"ĠRP":42561,"Prem":42562,"Ġconscience":42563,"ĠmarginRight":42564,"_distribution":42565,"yaml":42566,"resizing":42567,"Dock":42568,"ĠLocations":42569,"GY":42570,"Seed":42571,"BUFFER":42572,"ossip":42573,"ullen":42574,"Things":42575,"-self":42576,".poll":42577,"PLAYER":42578,"Ġå®":42579,"GROUP":42580,"ĠAway":42581,"Ġgospel":42582,"xfd":42583,"Mary":42584,"ĠPortable":42585,"TURE":42586,"Ġutilis":42587,"Ġseit":42588,"Ġstrand":42589,"Ġtransc":42590,"Ġ(^":42591,"ĠAlfred":42592,".mem":42593,".circle":42594,"Ġ~/":42595,"forcing":42596,"Ġriot":42597,"prox":42598,"THON":42599,"ización":42600,"ĠNI":42601,"rost":42602,"Ġdispro":42603,"_instances":42604,"ï¼ĮâĢľ":42605,"ographer":42606,"endas":42607,"ĠIsaac":42608,"ĠPine":42609,"/dis":42610,"ĠcolorWith":42611,"iterate":42612,"_stride":42613,"Ġpunto":42614,".EventArgs":42615,"(center":42616,"Ġneighboring":42617,"ĠPrison":42618,"ĠMessenger":42619,"Ġepidemic":42620,"dao":42621,"_complex":42622,"Ġgravel":42623,"_DIP":42624,"ément":42625,"ĠAri":42626,"_bitmap":42627,".quit":42628,"(valid":42629,"Ġpend":42630,"Ġrespiratory":42631,"Ġrebound":42632,"DefaultValue":42633,"ãĥŃ":42634,"Ġcommits":42635,".tests":42636,"_fr":42637,"itet":42638,".sf":42639,"Ġspacecraft":42640,"critical":42641,"Ġdepressed":42642,"ĠAnyObject":42643,"Ġunb":42644,"Ġdiscern":42645,"(mysql":42646,"Latin":42647,"ĠBog":42648,"ĠWildlife":42649,"ToFile":42650,"ioxid":42651,"@RestController":42652,"Ġ\"$(":42653,"Ġ<<\"":42654,"Ġdefects":42655,"Ġdatum":42656,"hin":42657,"Ġrealizar":42658,"anyahu":42659,"ĠSig":42660,"@Data":42661,"adaptive":42662,"ĠCatherine":42663,".cr":42664,"ĠCOOKIE":42665,"Ġpictured":42666,"ĠFighter":42667,"Queryable":42668,"ĠAnyway":42669,"ĠGLFW":42670,"_namespace":42671,"_ft":42672,"Ġ])":42673,"Organization":42674,"Ġconstitutes":42675,"Ġquand":42676,"(chunk":42677,"\"/>čĊ":42678,"ĠLakes":42679,"mainwindow":42680,"Carthy":42681,"spin":42682,"(csv":42683,":red":42684,"-commerce":42685,"ู":42686,"Ġdiscovering":42687,"Ġeco":42688,"_fac":42689,"inceton":42690,"ĠGreens":42691,"jwt":42692,"ص":42693,"ĠBroncos":42694,"ĠGoods":42695,"(GTK":42696,"ĠreturnValue":42697,"Ġsiempre":42698,"Ġneutr":42699,"went":42700,"ĠNatal":42701,"Ġenthusiastic":42702,"á»į":42703,"FN":42704,"/database":42705,"Catalog":42706,"Ġbrun":42707,"ĠKash":42708,"_Pl":42709,"iscrim":42710,",width":42711,"Ġinmates":42712,"Assignment":42713,"ĠHaven":42714,"Ġplayground":42715,"exam":42716,"@Controller":42717,"uliar":42718,".getParent":42719,"Ġ\";ĊĊ":42720,":size":42721,"issors":42722,"Ġfis":42723,"Ġalc":42724,"ensation":42725,"ĠNixon":42726,"Ġmighty":42727,"-str":42728,"_special":42729,"_ADC":42730,"ĠTwig":42731,"umbling":42732,"-address":42733,"Ġheroin":42734,"YTE":42735,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":42736,"Friend":42737,"Ġave":42738,"ĠPNG":42739,"ĠKurdish":42740,"DataSetChanged":42741,"Ġblades":42742,"bral":42743,"Steam":42744,"Ġsigu":42745,"IRTUAL":42746,"acos":42747,"UDP":42748,"(database":42749,"hec":42750,"ĠStrings":42751,"_scalar":42752,"ĉdesc":42753,"ĠTLS":42754,";\"Ċ":42755,"ĠCorbyn":42756,"SimpleName":42757,"uell":42758,"ĠEntre":42759,"ellites":42760,"-place":42761,"Ġfrankly":42762,"ĠErf":42763,"CEL":42764,"ĠpaÃŃs":42765,"Ġhedge":42766,"Ġlatent":42767,"ĠIRQ":42768,"ĠHerald":42769,"ĠPrec":42770,"ë³´":42771,".TEXT":42772,"Salary":42773,"Ġautumn":42774,"Ġtravail":42775,".Sum":42776,"Ġcared":42777,"Mor":42778,"Ġintuitive":42779,"Ġjournals":42780,"_IT":42781,"ĠTrou":42782,"ä¼ł":42783,"HasColumnName":42784,"Composite":42785,"Ġspice":42786,"_disk":42787,"_CODES":42788,"ĠIntroduced":42789,"iona":42790,"Ġnuestra":42791,"oct":42792,"ĠĠĠĠĊĠĠĠĠĊĠĠĠĠĊ":42793,"(parameter":42794,"Ġstudios":42795,"ĠprojectId":42796,"Ġbdsm":42797,".SqlClient":42798,"imizer":42799,"ĠCARD":42800,"+t":42801,"aan":42802,".sol":42803,"_Adjust":42804,"Ġrighteous":42805,"ĠLogging":42806,".filters":42807,"_TAB":42808,"ĉsys":42809,"rophic":42810,"otherapy":42811,"ĠBrowse":42812,"keyboard":42813,"RON":42814,"+\\":42815,"ropped":42816,"Ġextensively":42817,"fk":42818,"Ġlime":42819,"years":42820,"Exc":42821,"Ġsph":42822,"Ġcheating":42823,"andro":42824,"ÃŃo":42825,"Ġprince":42826,"oire":42827,"ĠDestination":42828,"ĠConverts":42829,"Ġupstream":42830,"oled":42831,"Ġservants":42832,"Ġsemantic":42833,"Ġcrunch":42834,"Ġeventual":42835,"runner":42836,"/error":42837,"Spin":42838,"Ġsecretly":42839,"Ġassemble":42840,".Person":42841,"enderror":42842,"_<":42843,"Ġpendant":42844,"Sleep":42845,"ĠChemistry":42846,"Ġbosses":42847,"lk":42848,"))),Ċ":42849,"Blockly":42850,"DEVICE":42851,"Ġreflecting":42852,"Ġample":42853,"Milliseconds":42854,"ĠPresidential":42855,"Ġusuarios":42856,"ĠNZ":42857,"ĠSalary":42858,"ĠAmanda":42859,"_np":42860,"jury":42861,"Ġkön":42862,"Ġtherapist":42863,"Ġhomosexual":42864,"ĠDrake":42865,"-window":42866,"ĠLocated":42867,".Driver":42868,"ĠVIDEO":42869,"Ġmerchants":42870,"ĠChest":42871,"-lock":42872,"/php":42873,"Ġmilano":42874,"_STYLE":42875,"arger":42876,"idea":42877,"GUID":42878,"advanced":42879,"meal":42880,"OptionsItemSelected":42881,"='%":42882,"ĠCham":42883,":data":42884,"(stat":42885,"WillAppear":42886,"Ġinformal":42887,"aji":42888,"Ġreproductive":42889,"ĠCAS":42890,"ãģ£":42891,"FUNC":42892,"ĠRuth":42893,")+(":42894,"CONST":42895,"ĠFans":42896,"ĠgroupId":42897,"xffffffff":42898,"Ġsampler":42899,"Ġ}}\">":42900,".the":42901,"Ġhollow":42902,"WAY":42903,"ĠFaculty":42904,"AttributedString":42905,"ĠLooks":42906,"ĠRex":42907,"jk":42908,"ĠMIL":42909,"Ġbard":42910,".Long":42911,"Ġlivest":42912,"Ġskal":42913,"icism":42914,"MAIN":42915,"Ġmucho":42916,"BODY":42917,"Ġese":42918,"ĉuse":42919,"Foot":42920,".SQLException":42921,"Ġinheritance":42922,"received":42923,"Ġputas":42924,"edis":42925,"alsa":42926,"ĠErrorMessage":42927,"Booking":42928,"Ġtract":42929,"acz":42930,"ĠCant":42931,"_regex":42932,"Ġideological":42933,"Ġjihad":42934,"hos":42935,"/sys":42936,"colm":42937,"(pool":42938,"Ġestán":42939,"ĠPending":42940,"emás":42941,"Ġktóry":42942,"));ĊĊĊ":42943,"transactions":42944,"Ġwield":42945,"itere":42946,"erture":42947,"_ss":42948,"Ġstretching":42949,"Ġprisoner":42950,".ReadAll":42951,"Ġbesch":42952,"--;čĊ":42953,"Ġcrisp":42954,"_SCAN":42955,"Ġae":42956,"Strict":42957,"ĠMinneapolis":42958,"ĠBoeing":42959,"aris":42960,"rek":42961,"_pipe":42962,"Ġpriests":42963,"(EIF":42964,"ehicles":42965,"ĠInteractive":42966,"between":42967,"ĉNullCheck":42968,"ĠBlair":42969,"ĠLt":42970,"_inline":42971,"ethyl":42972,"¼":42973,"_packages":42974,"Ġbarrels":42975,"_he":42976,"Ġregexp":42977,"_pts":42978,"_Handler":42979,"ingular":42980,"ĠNissan":42981,"ĠRanch":42982,"Ġperch":42983,"Unsupported":42984,"Smith":42985,"ĠLegends":42986,"Mi":42987,"Ġgf":42988,"steder":42989,"Ġacquiring":42990,"Ġsimulator":42991,"(),\"":42992,"receive":42993,"Ġinplace":42994,"ACTION":42995,"ĠWebDriver":42996,"filesystem":42997,"'+Ċ":43009,"Ġcredible":43010,"amat":43011,"playing":43012,".setImageResource":43013,"quel":43014,"Ġpodr":43015,"geom":43016,"Ek":43017,"ĠQatar":43018,"Ġgeld":43019,"?',Ċ":43020,"Ġcyl":43021,"(ax":43022,"ĠWI":43023,"urally":43024,"ĠBrasil":43025,"Ġsenza":43026,"aley":43027,"onen":43028,"Ġbah":43029,"Ġmolecule":43030,"Rad":43031,"è¿°":43032,"ANCH":43033,"-background":43034,"-agent":43035,"Ġprolifer":43036,":boolean":43037,"Ġtide":43038,"erializer":43039,"_;čĊ":43040,"Fee":43041,"**)":43042,"ergy":43043,"ĠHonor":43044,".Logging":43045,"iris":43046,"Ġundermine":43047,"ĠDy":43048,"Ġtyr":43049,"Ġdeque":43050,"Ġdamer":43051,"([])Ċ":43052,".layoutControlItem":43053,"peated":43054,"CAN":43055,"ragments":43056,"Land":43057,")]);Ċ":43058,"ĠSah":43059,"ĠDECL":43060,"Within":43061,"ĠNamespace":43062,"another":43063,"sembling":43064,".describe":43065,"Consum":43066,"ĠFear":43067,"given":43068,"Orange":43069,"This":43093,"ĠdataIndex":43094,"Ġprintable":43095,"ĠEyes":43096,"_targets":43097,"(Py":43098,".over":43099,"Ġbru":43100,"ampton":43101,"Ġplaintiff":43102,");Ċ":43113,"invest":43114,".*ĊĊ":43115,"Ġtélé":43116,"Ġsuperf":43117,"Ġcascade":43118,"DTD":43119,"Ġvivid":43120,"Ġsubsidies":43121,"ĠHass":43122,"Ġcollaps":43123,"Ġceramic":43124,"{}\".":43125,"ĠLeakage":43126,"-trash":43127,"collapsed":43128,"-social":43129,"ĠChad":43130,"Ġinclined":43131,"Ġsto":43132,"Ġstoryboard":43133,".payment":43134,"stackoverflow":43135,"ĠRaiders":43136,"Ġ#'":43137,"olicies":43138,"ìľ¼ë¡ľ":43139,"emap":43140,"Ġkj":43141,"Ġquota":43142,"ĠGardens":43143,"ë²Ī":43144,"ĠAngels":43145,"Ġoft":43146,"Ġlowercase":43147,"ĠiParam":43148,"Ġcheapest":43149,"unta":43150,"_pkt":43151,"icators":43152,"Ġleurs":43153,"Ġdecreases":43154,"ĉdefine":43155,"PREC":43156,"ammers":43157,"ĠPreparedStatement":43158,"(direction":43159,"Ġcrews":43160,"arked":43161,"ĠMemphis":43162,"ĠSell":43163,"GTK":43164,"Ġmaid":43165,":disable":43166,"éĽĨ":43167,"ĠPf":43168,"Ġalbeit":43169,"openh":43170,"?>\">Ċ":43171,".getSource":43172,"(scale":43173,"Du":43174,"ĠPIL":43175,"_refresh":43176,"Ġbets":43177,"(car":43178,"ĠVon":43179,"|--------------------------------------------------------------------------Ċ":43180,"ĠGrat":43181,"Much":43182,"(Dialog":43183,".stopPropagation":43184,"Ġtek":43185,"Ġexits":43186,"'],$":43187,"ĠphoneNumber":43188,"ucs":43189,"ecimal":43190,"--------------":43191,"inp":43192,".pojo":43193,"Ġcorpus":43194,"Ġpractitioners":43195,".pic":43196,"\"testing":43197,"ĠstringBy":43198,".NotNull":43199,"Ġrang":43200,".Dynamic":43201,"_Render":43202,"аÑĤа":43203,"Waiting":43204,"ĠWik":43205,"Ġoverwhelmed":43206,"%\">":43207,"ĠAE":43208,"}}>Ċ":43209,"uw":43210,"_typ":43211,"Ġbuckets":43212,"Ġgreeting":43213,"Ġlaughter":43214,"Ġantagon":43215,"uggestion":43216,"-email":43217,"ĉtop":43218,"Ġeros":43219,"_tri":43220,"Ġissuing":43221,"Ġhá":43222,"Ġisolate":43223,"Overflow":43224,",E":43225,"Ġnutritional":43226,"ĠAbbott":43227,"Ġnf":43228,".touch":43229,".fetchall":43230,"_zip":43231,"\")}Ċ":43232,"Ġamat":43233,"ĠCisco":43234,"ĠnÃ¥":43235,"PLEX":43236,"Ġsei":43237,"foto":43238,".toJson":43239,"å¤ļ":43240,"ĠKlein":43241,"Ġlibc":43242,"Ġminers":43243,"å¢":43244,"-print":43245,"ĠPride":43246,"Todos":43247,"Ġmasked":43248,"ĠsetData":43249,"Ġtelefon":43250,"Ġunhappy":43251,"ĠTables":43252,"geb":43253,"(debug":43254,"_allowed":43255,"-access":43256,"Ġlogistics":43257,"Ġgems":43258,"ĠMature":43259,"Ġrsp":43260,"ĠAlle":43261,".getBytes":43262,"\\web":43263,"ynchronized":43264,"Paragraph":43265,"Ġthrottle":43266,".sqlite":43267,"consulta":43268,"ĠSeah":43269,"Ce":43270,"Ġsubmar":43271,"ERE":43272,"Vous":43273,"Ġreddit":43274,"Ġsqlalchemy":43275,"-mile":43276,"ocide":43277,"Pour":43278,"}}\">Ċ":43279,"stead":43280,"Ġ@(":43281,"Ġ[])":43282,"ĠAds":43283,"Ġoverload":43284,"ridden":43285,"ĠDesert":43286,"ĠWrap":43287,"ĠPortuguese":43288,"etz":43289,"ĉfirst":43290,"Ġmilestone":43291,"æĹł":43292,"ÑĥÑī":43293,"(success":43294,"\")Ċ":43463,"ĠDollar":43464,"Ġemoji":43465,"Carousel":43466,"-player":43467,"Ġadjusting":43468,"Ġjuga":43469,"allenges":43470,"gene":43471,"(bodyParser":43472,"lopedia":43473,"ĠBehind":43474,"Ġsleeves":43475,"Ġdragging":43476,"ĠChevrolet":43477,"Ġbiz":43478,"ivities":43479,"ĠFrequency":43480,",char":43481,".WHITE":43482,"_preview":43483,")';Ċ":43484,"_ax":43485,"IONS":43486,".cpu":43487,".inputs":43488,"UBE":43489,"_feed":43490,"ĠSupplement":43491,"!).":43492,"esus":43493,"ĠUDP":43494,"Ġmicrophone":43495,"Ġconfirms":43496,".isNotEmpty":43497,"\":\"\",Ċ":43498,"_SCREEN":43499,"ĉexpected":43500,"+-+-+-+-":43501,"ĠHait":43502,"fastcall":43503,"Ġdepict":43504,"vb":43505,"_picture":43506,"ĉdescription":43507,"ĠWife":43508,"uci":43509,"Ġvicious":43510,"ä»ĸ":43511,"ueba":43512,"ĠsetUser":43513,"ãģ¡":43514,"Ġdiving":43515,"Ġopera":43516,"usercontent":43517,"arah":43518,")},":43519,"yun":43520,"velt":43521,"Ġuncovered":43522,"Ġhips":43523,"Ġoscill":43524,"Ġasserting":43525,"ĠXi":43526,".restore":43527,"kea":43528,"Ġspelling":43529,"Ġderive":43530,"abwe":43531,"ĠDow":43532,".setType":43533,"_vs":43534,"Ġcozy":43535,".categories":43536,"Org":43537,"_mgr":43538,"Ġdungeon":43539,"collectionView":43540,"ĠBlank":43541,"acias":43542,"ää":43543,"_cleanup":43544,"_ACTIVITY":43545,"Ġtriangles":43546,".MenuItem":43547,"Ġiphone":43548,"ĠWon":43549,"]]ĊĊ":43550,"ĠComparison":43551,".Doc":43552,"Ġcanonical":43553,"ĠSudan":43554,"'){":43555,"UpInside":43556,"builtin":43557,"ENCY":43558,"xbe":43559,"Ġchuck":43560,"Ġcontradict":43561,"Ġnuestro":43562,"Ġarchitectural":43563,"ĠFib":43564,"Ġcompares":43565,"*k":43566,"Cfg":43567,"çĦ¡":43568,"nten":43569,"Matches":43570,"ĠDOWNLOAD":43571,"_HANDLER":43572,"management":43573,"[S":43574,"ENG":43575,"ÂĢÂ":43576,"fang":43577,"Ġslipped":43578,"ĠLanka":43579,"escaping":43580,"Ġtackles":43581,"ĠPedro":43582,".Prop":43583,".''":43584,".Generated":43585,".NewGuid":43586,"atrigesimal":43587,"illon":43588,"Ġstatistic":43589,"species":43590,"holding":43591,"Drupal":43592,"Ġfundamentally":43593,"Ġbondage":43594,"Ġresolutions":43595,"InlineData":43596,"\\Type":43597,"estion":43598,".wrap":43599,"Ġwarriors":43600,"ĠLOCAL":43601,"Archive":43602,"Ġembraced":43603,"ủ":43604,".Ver":43605,"ĠAffordable":43606,"olesale":43607,"ĠApplied":43608,"ĠConversion":43609,"mega":43610,"_cam":43611,"Ġceremon":43612,"aurus":43613,"ĠVolk":43614,".opens":43615,"/about":43616,"ĠStd":43617,"journal":43618,"()){čĊ":43619,",\"\\":43620,"(Arrays":43621,"ĠDense":43622,"aseña":43623,"änner":43624,"/stat":43625,"userData":43626,"Ġgerman":43627,"Ġtz":43628,"worthy":43629,"FormatException":43630,"pherd":43631,"Ġsmiles":43632,"ĠWhenever":43633,"(adapter":43634,".badlogic":43635,"Ġbriefing":43636,".GridColumn":43637,"-char":43638,"dimension":43639,"ĠCopper":43640,"Ġninth":43641,"Ġ'{{":43642,"Ġrav":43643,"_Table":43644,"Ġderivatives":43645,"ĠRaise":43646,"ĠFut":43647,"armor":43648,"-padding":43649,"Ġremin":43650,"ĉstyle":43651,"ĠMembership":43652,"Ġspreads":43653,"Ġgalleries":43654,"ĠClarke":43655,"Ġconception":43656,"minute":43657,"Ġabusive":43658,"_adj":43659,"Ġterrific":43660,"Ġovert":43661,"ourcing":43662,"Ġentrada":43663,"levels":43664,"Ġcritique":43665,"Ġrespects":43666,"ĠMMA":43667,"iene":43668,"Ġencaps":43669,"ĠRaymond":43670,"Divider":43671,"ivable":43672,"baz":43673,"Ġ@_;Ċ":43674,"ĠClaire":43675,"Ġurging":43676,"CEE":43677,"Ġtransformer":43678,"discord":43679,"ĠJourney":43680,"tos":43681,"Ġcompetitions":43682,"ĠOBJ":43683,"ĠBis":43684,"Ġrelaxation":43685,"idy":43686,"_INSTANCE":43687,"ĠPref":43688,"dados":43689,"iciencies":43690,"ĠMediaQuery":43691,"ĠCube":43692,"ĠStrange":43693,"gpu":43694,"(days":43695,"_InitStruct":43696,"Ġfingerprint":43697,"emat":43698,"ĠGecko":43699,"Ġrails":43700,"ĠLum":43701,"straction":43702,"igung":43703,"(movie":43704,"_dictionary":43705,"_interrupt":43706,"ĠQC":43707,"iked":43708,"appendChild":43709,"recipient":43710,"ré":43711,"Ve":43712,"Ġtowel":43713,".lastIndexOf":43714,"Ġplacebo":43715,"ĠWie":43716,".esp":43717,"(Debug":43718,"operative":43719,"Ġdeceased":43720,"&id":43721,"ĉmutex":43722,"elic":43723,"Ġbapt":43724,"ĉčĊčĊ":43725,"Ġfarther":43726,"Half":43727,".disable":43728,".menuStrip":43729,"leccion":43730,"ĠresultCode":43731,"Ġcans":43732,"-election":43733,"female":43734,"_FIX":43735,"ausible":43736,"ĠPOWER":43737,"Ġreconstruction":43738,"Ġscans":43739,".XtraBars":43740,"âĢĺs":43741,"Removed":43742,"Ġparagraphs":43743,"_margin":43744,"Ġlymph":43745,"Ġbos":43746,"lington":43747,"ĠBaptist":43748,"Ġadvertisements":43749,"ĠManage":43750,"/yyyy":43751,"IOUS":43752,"ENCES":43753,"ĠFiction":43754,"ĉmenu":43755,"ĠFileOutputStream":43756,"ovan":43757,"ĠFeng":43758,"Ġskipping":43759,"getClass":43760,"anni":43761,"Ġrebounds":43762,"Ġpublicity":43763,"Ġingres":43764,"usement":43765,"Ġthoughtful":43766,".Chart":43767,"Ġhatte":43768,"passport":43769,"Ġhooked":43770,"ĠLens":43771,"Ġflagship":43772,"Ġstip":43773,"ĠGEN":43774,"Ġclues":43775,"ipv":43776,"ĠRise":43777,"ĠGew":43778,"tablename":43779,"Ġforemost":43780,"_validate":43781,"_analysis":43782,"olla":43783,"Ġqualifications":43784,"Ġdistributions":43785,"ĠFlower":43786,"Ġtense":43787,"Ġthankful":43788,"Ġclutch":43789,"Ġunified":43790,"roads":43791,"Ġsiti":43792,"Ġstall":43793,"_PRIORITY":43794,"cstdlib":43795,"_USERNAME":43796,".bytes":43797,"?page":43798,"ermalink":43799,"ĠVeget":43800,"/vnd":43801,"-author":43802,".NONE":43803,"ĠConcurrent":43804,"ĠCry":43805,"Ġstarters":43806,"ĠInteraction":43807,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":43808,"ĠLEVEL":43809,"Ell":43810,"ĠcomboBox":43811,"ĠTheresa":43812,"tek":43813,"_Handle":43814,"Ġaby":43815,".gdx":43816,",end":43817,"(Local":43818,"Ol":43819,"knife":43820,"arial":43821,"ĠHoff":43822,"Ġprostituerade":43823,"Doctor":43824,"Instances":43825,".SetValue":43826,"ĉfrom":43827,"Ġluxurious":43828,"Indent":43829,"Allocator":43830,"_DRAW":43831,"(\",\",":43832,"ĠFrances":43833,"ĠgroupBox":43834,"(schema":43835,"Printf":43836,"ORIES":43837,"-gradient":43838,"Ġreput":43839,"arin":43840,"_DONE":43841,"incre":43842,"ignty":43843,"Ġexert":43844,"Ġ-.":43845,"/App":43846,"-through":43847,"Ġdeclining":43848,"Ġdessert":43849,"Ġincumb":43850,"Ġdesignation":43851,".PORT":43852,",strong":43853,"Ġsandbox":43854,"Ġwines":43855,"ĠPav":43856,"$str":43857,"askell":43858,"Ġhö":43859,"ĠPY":43860,"GetInstance":43861,"TextInput":43862,"gameObject":43863,"/events":43864,"createdAt":43865,"ĠlocalVar":43866,"ĠWHITE":43867,"pered":43868,"ilege":43869,"efficient":43870,",color":43871,"cate":43872,"ĠCafe":43873,"Ġsimilarities":43874,"Ġpumps":43875,"ĠHungary":43876,".Username":43877,"Ġskate":43878,"Ġtouchdowns":43879,"Ġaccelerate":43880,"ĠHelen":43881,"OMEM":43882,"ĠKun":43883,"_vol":43884,"ĠfindAll":43885,"ĠMenschen":43886,"ahead":43887,");\"":43888,"kommen":43889,"Ġpossessed":43890,".argmax":43891,".transition":43892,"ARP":43893,"OLUME":43894,"(script":43895,"ĠÐĺ":43896,"ĠFinding":43897,"onces":43898,"Io":43899,"Bold":43900,"Ġrenewal":43901,"_DIALOG":43902,"Ġdisreg":43903,"INTERN":43904,"Ġtoute":43905,"Ġelectr":43906,"ĠGross":43907,"ĉtrue":43908,".Fields":43909,"ĠWIDTH":43910,"ĠDent":43911,"ĠÃģ":43912,"NSNotification":43913,"Ġaos":43914,"Ġmelee":43915,".Validation":43916,"ĠDEC":43917,"-dependent":43918,"Ġsuic":43919,"Traits":43920,"$message":43921,"ĠDear":43922,"ĉFILE":43923,"languages":43924,".Prot":43925,".addr":43926,"-generation":43927,"ICON":43928,"Ġtransplant":43929,"-description":43930,"Ġchasing":43931,"Ġchees":43932,"Ġ}*/Ċ":43933,"Trad":43934,"queries":43935,"/widgets":43936,"subpackage":43937,"Ġespec":43938,"Ġcracked":43939,"Ġcompetitor":43940,"Purchase":43941,"-team":43942,"olecular":43943,"orThunk":43944,"&P":43945,"Ġrelent":43946,"/#{":43947,"ĠproductId":43948,"Ġè¾":43949,"ĠLav":43950,"ĠAlter":43951,".Mode":43952,"ADIO":43953,"grp":43954,"æ·»åĬł":43955,"Quit":43956,"Ġdepths":43957,"-category":43958,"ĠDATABASE":43959,"SPELL":43960,"ĠFalcon":43961,"ĠQStringList":43962,"Ġ''.":43963,"ĠInstitution":43964,"damage":43965,"azor":43966,"belongsTo":43967,"verages":43968,"ĠNONE":43969,"ippets":43970,",\\Ċ":43971,"Ġfootprint":43972,"_archive":43973,"nak":43974,".getField":43975,"ĠReflection":43976,"Ġ']":43977,"ĠHBO":43978,"_discount":43979,"Ġincest":43980,"ĠDodge":43981,"ĠWade":43982,".NO":43983,"\"encoding":43984,"ĠBlockchain":43985,"Ġlawsuits":43986,"ĠMaint":43987,"chten":43988,"Ġétait":43989,"Ġktóre":43990,"_ctl":43991,"(timer":43992,"Battle":43993,"izo":43994,"ayed":43995,"IOR":43996,"ĠGlasgow":43997,"Ġsynth":43998,"_logs":43999,".pose":44000,"_AdjustorThunk":44001,"((&":44002,"Ġunsure":44003,"ystate":44004,"íķĺëĬĶ":44005,"OULD":44006,".ng":44007,"Ġdefaultdict":44008,"workspace":44009,"Ġselective":44010,"PickerController":44011,"YNAMIC":44012,".methods":44013,"Ġpathways":44014,"ĠFew":44015,"KG":44016,"CRYPT":44017,"following":44018,"ĠDLC":44019,"ĠSara":44020,"Ġpreset":44021,"estructor":44022,"ĠKurt":44023,"Ġairplane":44024,"Ġomp":44025,"ĠParents":44026,"ĠMartinez":44027,".complete":44028,"Ġbroadly":44029,"Ġscare":44030,"ĠMé":44031,"Ġelimination":44032,"Ġpoured":44033,"/sw":44034,"Ġcomun":44035,"Ġmasc":44036,"ĠOrganic":44037,"ĠStringUtils":44038,"ilateral":44039,"Ġreluctant":44040,"-age":44041,"Ġnz":44042,".\"\\":44043,"Ġpastor":44044,"alez":44045,"Ġefect":44046,"prov":44047,"/init":44048,"Ġpenn":44049,"unds":44050,"Ġssize":44051,"ĠProj":44052,"basename":44053,"Ġshells":44054,"ĠNeck":44055,"ĠEnforcement":44056,"vided":44057,"stown":44058,"Sphere":44059,"$r":44060,"ussen":44061,"afil":44062,"ĠTelegram":44063,"Ġanalytical":44064,"нÑĭе":44065,"usually":44066,"xn":44067,"Ġhistorian":44068,"ĠGregory":44069,"olph":44070,"ĠUna":44071,"Ġcontributes":44072,"%-":44073,"antiago":44074,"ÑĢед":44075,".region":44076,"Ġabrupt":44077,"ĠUnsupportedOperationException":44078,"ĠTASK":44079,"_finish":44080,"Ġnotorious":44081,"ĠVs":44082,"ĠMQ":44083,"Ġsunset":44084,"Ġunacceptable":44085,"arcer":44086,"Ġillumin":44087,"ĠOrb":44088,"Ġbh":44089,"Este":44090,"_dispatch":44091,"Ġripped":44092,"Ġtoujours":44093,"ĠParcel":44094,"_ll":44095,".userName":44096,".classes":44097,"SOURCE":44098,"(Number":44099,"елÑı":44100,"Ġheadphones":44101,"(side":44102,"constitution":44103,"annah":44104,"čĊĠĠĠĠĠĠĠĠčĊ":44105,"Ġcliff":44106,"-ref":44107,"Ġmostrar":44108,"ĠPowell":44109,"+y":44110,"ĠBG":44111,"_fragment":44112,".Port":44113,"Ġrealizing":44114,"paramref":44115,"Ġhometown":44116,"@Table":44117,"+\"--}}Ċ":44296,"French":44297,"EntityManager":44298,"ĠPlain":44299,"////////////////////////////////////////////////////////////////////":44300,"³":44301,"(RE":44302,"capt":44303,"Ġorganisms":44304,"Ġjets":44305,"olocation":44306,"ĠAppRoutingModule":44307,"Ġglorious":44308,"æľį":44309,"Ġdiscarded":44310,"ĉĉĉĉĠĠĠĠĠ":44311,"ĠArnold":44312,"lug":44313,"Ġparl":44314,"Ġhormones":44315,"Ġmah":44316,"ĠSonic":44317,"Ġorganizers":44318,"_PLATFORM":44319,".inv":44320,"Ġchord":44321,"ventional":44322,"ĉof":44323,"Episode":44324,".Enum":44325,"unkt":44326,"ĠDh":44327,"ĠJared":44328,"ĠNak":44329,"Ġintends":44330,"Endian":44331,"Ġaustralia":44332,"_cv":44333,"(resolve":44334,"Ġclinics":44335,"liked":44336,"ASHINGTON":44337,"inha":44338,"'*":44339,"ĠNP":44340,"_beh":44341,"Ġhf":44342,"Ġwür":44343,"categoria":44344,"$form":44345,"Ġsubway":44346,"ĠisActive":44347,"popular":44348,"Cour":44349,"Ġcooldown":44350,"Ġainsi":44351,"ĠGLuint":44352,"ereal":44353,"ĠarrayOf":44354,"Ġhatch":44355,"==========":44356,"resses":44357,"_PP":44358,".^":44359,"_decay":44360,"ĠBless":44361,"metrics":44362,"ĠCOPYING":44363,"ĠDumpster":44364,"ĠJosé":44365,"ĠDesigns":44366,"<":44369,"Ġ\"}Ċ":44370,"timezone":44371,"Ġeer":44372,"maxcdn":44373,"ĠESC":44374,"igaret":44375,"_connected":44376,"_reverse":44377,"Ġquestionable":44378,"ĠUSC":44379,"Ġtutti":44380,"Ġdropout":44381,"ĠActivities":44382,"ĠWinds":44383,"')));Ċ":44384,"Ġcongest":44385,"ģı":44386,"Ġprolonged":44387,"è¿Ļ":44388,"ĠCrossAxisAlignment":44389,"LEEP":44390,"ĠVALID":44391,"ĠGaz":44392,"Ġdependence":44393,"ĠPrix":44394,".CompilerServices":44395,"jump":44396,"Ġstrat":44397,"circ":44398,"ĠCUSTOM":44399,"xaa":44400,"Ġbmp":44401,"Ġbureau":44402,"Ġwaren":44403,"NX":44404,"(Window":44405,"ĠChristie":44406,"_FE":44407,"Ġtn":44408,"ĠOmega":44409,"communications":44410,"HomePage":44411,"completion":44412,"Ġsupplying":44413,"YPES":44414,"ável":44415,"åĪ¶":44416,"(click":44417,"\\Contracts":44418,"/questions":44419,"Ġez":44420,"AMS":44421,".mesh":44422,"Ġ'\\Ċ":44473,"Robot":44474,"JsonObject":44475,"ĠDF":44476,"ĠProcessor":44477,"_should":44478,".protobuf":44479,"-users":44480,"Ġembry":44481,"FONT":44482,"Ġstartups":44483,"ĠDataSource":44484,")#":44485,"uros":44486,"_Color":44487,"Ġstandalone":44488,"}[":44489,"jd":44490,"Ġforgive":44491,"Ġngx":44492,"ĠGenerally":44493,"Ġconfigurable":44494,"/order":44495,"Ġvas":44496,"')\";Ċ":44497,"ĠRR":44498,"ĠTroy":44499,"Ġcompromised":44500,"ĠSwan":44501,"intendent":44502,"Central":44503,"_keeper":44504,"Ġarquivo":44505,"ĠReadOnly":44506,"_curve":44507,"kv":44508,"entin":44509,"è±":44510,"ĠEy":44511,".imread":44512,"ĠPam":44513,"iffe":44514,"ativity":44515,"xbc":44516,"Ġgrim":44517,"-filled":44518,"namese":44519,"']:":44520,"Ġaur":44521,"ĠGibson":44522,".MouseEvent":44523,"Ġlado":44524,"avadoc":44525,"Ġfamil":44526,"ĠModer":44527,"fps":44528,"ãĢĢãĢĢ":44529,"-example":44530,"ĠAlzheimer":44531,"ĠUtf":44532,"_arguments":44533,"Conclusion":44534,"textContent":44535,"remaining":44536,"Ġinterrupts":44537,"ĠBackup":44538,"ĠMong":44539,"Ġreceptors":44540,"histor":44541,".coroutines":44542,"Ġshouted":44543,"Alarm":44544,"Ġcombust":44545,"Ġgrote":44546,"ultural":44547,"(ids":44548,"--------------------------------------------------------------------------------":44549,"iplinary":44550,"Opts":44551,"ĠYale":44552,"localStorage":44553,"Ġequival":44554,"ĠFleet":44555,"\\b":44556,"*pi":44557,"ĠQLabel":44558,"æ¡":44559,"Ġvx":44560,"ĠACL":44561,"Ġsucesso":44562,"Ġperc":44563,"ĠNotre":44564,"Ġanarch":44565,"Ring":44566,"spb":44567,"Ġstrpos":44568,"stores":44569,"ĠMaple":44570,"(MainActivity":44571,"(\"\"))":44572,"ĠviewHolder":44573,"Quad":44574,"Ġigual":44575,"orsche":44576,".margin":44577,"Ġindie":44578,"Ġfranc":44579,"ĠFormBuilder":44580,"ĠParticip":44581,".flash":44582,"Ġstorms":44583,"Ult":44584,"Ġfen":44585,"[new":44586,"Ever":44587,"=\"Ċ":44588,"Ġlocalized":44589,"_follow":44590,"Ġnave":44591,"Ġdominance":44592,"(tile":44593,"Journal":44594,"ĠVC":44595,"Ġpenetration":44596,"ï¼ķ":44597,"Ġcompartment":44598,"Ġbids":44599,"Formatted":44600,"******/ĊĊ":44601,"(city":44602,"âĢĶit":44603,"[C":44604,"ĠuseCallback":44605,"aub":44606,")?.":44607,"ĠVAR":44608,"ĠSebastian":44609,"ĠMoss":44610,"Ġabundant":44611,"Greg":44612,"ÑĤа":44613,"_ci":44614,"Ġbibli":44615,"CRM":44616,"ĠAttempt":44617,"isme":44618,"dash":44619,"ãĢİ":44620,"_mu":44621,".FormattingEnabled":44622,"Indeed":44623,"-direct":44624,"Ġsucking":44625,"Ġpne":44626,"ocabulary":44627,"ĠPackers":44628,".Navigation":44629,"Ġpied":44630,"cribing":44631,"ĠStuart":44632,".ToDouble":44633,"ĠSecondary":44634,"Saving":44635,"ĠDut":44636,"ĠMadd":44637,"Magic":44638,",H":44639,".documentElement":44640,"ĠBST":44641,"Ġdiffers":44642,"Ġmoreover":44643,"_nd":44644,"SEARCH":44645,"пÑĢав":44646,"æ´":44647,"toMatch":44648,"Ġdecreasing":44649,"-member":44650,"ampus":44651,"(boost":44652,"Daily":44653,"DataGridView":44654,"ĠHttpContext":44655,"Ġhipp":44656,"_workers":44657,"-language":44658,"éĵ":44659,"Ġconsisted":44660,"athing":44661,"ĠMercury":44662,"$content":44663,"Ġpracticed":44664,"ĠModules":44665,"_DAY":44666,"Ġweaknesses":44667,"ĠLodge":44668,"Ġnar":44669,"ĠMate":44670,"Ġjp":44671,"ĠHttpHeaders":44672,"Ġsmo":44673,"ĠTOKEN":44674,"])(":44675,"Ġaqui":44676,"swagen":44677,"Ġsrv":44678,"ĉans":44679,"Around":44680,"ĠManuel":44681,"Ġfictional":44682,"ĠIMG":44683,"Ġ.'":44684,"ĠBerry":44685,"Ġwallpaper":44686,"sexual":44687,"iero":44688,"ĠçļĦ":44689,"ìĨĮ":44690,"BackingField":44691,"ĠAdrian":44692,"BASEPATH":44693,"Ġrepeats":44694,"Ġblues":44695,"Ġunpredict":44696,"_coll":44697,"stacle":44698,"ĠTumblr":44699,"ĠElf":44700,"Ġassurance":44701,"Ġcensus":44702,"ĠIMPORT":44703,"ENDER":44704,"anos":44705,"Ġ=(":44706,"ĠEllis":44707,"\"ĊĊĊĊ":44708,".win":44709,"ĠAbove":44710,"alon":44711,"_tick":44712,"Ġrepresentations":44713,"Ġæķ":44714,"wid":44715,"ĠArms":44716,"Lista":44717,"_failure":44718,"_cm":44719,".FlatAppearance":44720,"Ġthrone":44721,"Patch":44722,"ĠVoy":44723,"engl":44724,"Ġnegotiating":44725,">`":44726,"Ġshoots":44727,"ĠFPS":44728,".Year":44729,"ĠKiss":44730,"ención":44731,"reeting":44732,"FromFile":44733,"Ġresignation":44734,"Ø·":44735,"Ġtwins":44736,"ượ":44737,"Ġgebru":44738,".getContent":44739,".Tree":44740,"ĠEmployees":44741,"ĠFIFA":44742,"Ġcertainty":44743,"(Cl":44744,"Ġtotals":44745,"editable":44746,"à¥Ģ":44747,".Reporting":44748,"Mas":44749,"quiet":44750,".rules":44751,"ĠVO":44752,"conexion":44753,",K":44754,"Ġallocator":44755,"ĠPowder":44756,"\\Repository":44757,"Beat":44758,"_tipo":44759,"Ġ['',":44760,"_INTR":44761,"Ġ<<<":44762,"\");čĊ":44791,"dropIfExists":44792,"ĠBeg":44793,"_HAL":44794,"ĠcrossAxisAlignment":44795,"ĠEvidence":44796,"Ġpeculiar":44797,"Ġinstitute":44798,"veis":44799,"Ġfft":44800,"Ãģ":44801,"Ġzoekt":44802,"analy":44803,"ĠHomeland":44804,"Ġpenetr":44805,"uddenly":44806,"ĉelement":44807,"ĠBren":44808,"ĠTrudeau":44809,"ĠCuban":44810,"jam":44811,"uslim":44812,"_ev":44813,"Ġstems":44814,"}%":44815,"Ŀå§ĭ":44816,"Ġbranding":44817,"Ġcorrespondence":44818,".jquery":44819,"¢åįķ":44820,"ĠReads":44821,"(HttpStatusCode":44822,"assin":44823,"(slot":44824,"ĠGraduate":44825,"///<":44826,"Ġinformations":44827,"ENABLE":44828,"Ġpuis":44829,"Ġfinder":44830,"ĠBris":44831,"Ġnettsteder":44832,"_mid":44833,"Ġogs":44834,"ĠSterling":44835,"Ġarrog":44836,"strftime":44837,"|ĊĊ":44838,"Ġvox":44839,"ĠRegardless":44840,"Ġeso":44841,"ĠComfort":44842,".BooleanField":44843,"Ġuh":44844,"ACY":44845,"Ġsqueez":44846,"ĠVic":44847,"contro":44848,".lo":44849,"Ġire":44850,"ĠComedy":44851,"ë¶":44852,"Ġoriginated":44853,"Ġshipment":44854,"|max":44855,"_guid":44856,"levation":44857,"наÑı":44858,"(undefined":44859,"ĠDDR":44860,"Ġshootings":44861,"ĠLatino":44862,"ENDOR":44863,"Ġaveraging":44864,"Ġgreeted":44865,"Ġtheaters":44866,"ое":44867,"ĠdB":44868,"Ġgst":44869,"Ġdefinite":44870,".Storage":44871,".her":44872,"Ġafore":44873,"ĠReality":44874,"ĠGods":44875,"versed":44876,"Ġhandsome":44877,"Ġexcluding":44878,"(ad":44879,"Quotes":44880,"ĠScheme":44881,"?q":44882,"ĠTamil":44883,"Ticks":44884,"Ġpest":44885,"'n":44886,"Ġpornography":44887,"_modal":44888,"Ġ----------":44889,"Ġdisposable":44890,"FREE":44891,"Ġshark":44892,"CHE":44893,"Ġdepicted":44894,"Ġdemonstrations":44895,"ĠKilled":44896,"ĠRULE":44897,"Ġobsessed":44898,"Ġsimplified":44899,"Postal":44900,"Ġconceptual":44901,"Ġpst":44902,"Las":44903,"_PROJECT":44904,"ucceeded":44905,"olu":44906,"ÄŁi":44907,"Ġpersonalities":44908,"Ġreshape":44909,"Ġenclosed":44910,"ĉptr":44911,"Ġtutorials":44912,"Ġexploded":44913,"_DIRECTORY":44914,"åĨħ容":44915,"Ġcanon":44916,"Ġrecognise":44917,"PAD":44918,"ĠApprox":44919,"ĠRestore":44920,"ĠImportant":44921,"Ġheavier":44922,".Sequential":44923,"Earth":44924,"ĠMilk":44925,".setRequest":44926,".tem":44927,"Ġreconstruct":44928,"Ġskeptical":44929,"_Private":44930,"BUF":44931,"qua":44932,":a":44933,"Ġsek":44934,"Ġdwell":44935,"ossa":44936,"Ġrewarded":44937,"ий":44938,"(topic":44939,"_partition":44940,"Ġ__________________":44941,"Keywords":44942,"ĠFranco":44943,"Lite":44944,"Ġnaken":44945,"Ġза":44946,"OBJECT":44947,"Ġcrafts":44948,"ĠSwap":44949,".Xna":44950,".Connect":44951,"Ġbalcony":44952,"(real":44953,"ĠBarnes":44954,"bir":44955,"ĠTwenty":44956,"ayan":44957,"atars":44958,"ĠPropel":44959,"ĠIhnen":44960,"Upgrade":44961,"Ġcurb":44962,"-second":44963,"Ġneph":44964,".pres":44965,"ìŀħ":44966,".seq":44967,"Ġpadded":44968,"\"?":44969,"jl":44970,"ãĥ¬":44971,"')a":44975,"Coordinates":44976,"Ġenacted":44977,"ENTS":44978,"Ġlac":44979,".final":44980,"ĠPhpStorm":44981,"called":44982,"Ġinquiries":44983,".middleware":44984,"ĠDowntown":44985,"/';Ċ":44986,"Ġkilomet":44987,"accel":44988,"Ġquien":44989,"wstring":44990,"setData":44991,"Ġmanera":44992,"Ġmodular":44993,"rimp":44994,"Ġtariffs":44995,"âĢĻil":44996,"_THROW":44997,"/color":44998,"ĠHTMLElement":44999,"Ġcarro":45000,"Ġprere":45001,"Ġplotting":45002,"ĠPositive":45003,"ĠMachines":45004,"OTES":45005,"Ỽ":45006,"pleasant":45007,"Ġalte":45008,"Ġainda":45009,"these":45010,"Ġcors":45011,"ipay":45012,"ĠAdvisory":45013,"ĠRubio":45014,"jq":45015,"Ġlimestone":45016,"Ġdetached":45017,"设置":45018,"tenant":45019,"ĠDepth":45020,"alore":45021,"ĠÑģÑĤÑĢок":45022,"ĠFORE":45023,"ĠLay":45024,"presentation":45025,")');Ċ":45026,".subplots":45027,"Ïĥ":45028,"NOW":45029,"Gar":45030,"handles":45031,"abra":45032,"puties":45033,"ĠElectrical":45034,"Middle":45035,"ropic":45036,"ĠJD":45037,"ĠDyn":45038,"ĠBristol":45039,"ĠMcCarthy":45040,"Ġstriker":45041,"Ġenumerable":45042,"ĠEvan":45043,".defaults":45044,"quences":45045,")||":45046,"ĉtoken":45047,"âĹı":45048,"-dropdown":45049,"STORE":45050,"ĠGraphic":45051,"(pp":45052,"Expl":45053,"Ġupwards":45054,"ĠDistributed":45055,"ĠWEB":45056,"Jer":45057,"isNaN":45058,"çĶŁæĪIJ":45059,">R":45060,"üssen":45061,"efs":45062,"Ġuncover":45063,"Ġlud":45064,".calculate":45065,"Ġintptr":45066,"Ġmidfielder":45067,".Headers":45068,"Ġmf":45069,"eref":45070,".Metro":45071,"ĠSpeaking":45072,":b":45073,"Ġcryptocurrencies":45074,"Ġdemons":45075,"ĉEXPECT":45076,"Ġwicked":45077,"youtube":45078,":Int":45079,"ĠHindi":45080,"ĠCAT":45081,"Ġع":45082,"rar":45083,"omore":45084,"/per":45085,"/license":45086,"Ġreim":45087,"Ġawaiting":45088,"Ġlethal":45089,"ĠEF":45090,"rounded":45091,"ĠPlatinum":45092,"ĠвÑģе":45093,".coords":45094,".Device":45095,"/item":45096,"ĠWenn":45097,"compileComponents":45098,"ĠKinder":45099,".removeItem":45100,"Ġanda":45101,"bnb":45102,"Ġpra":45103,"(transaction":45104,"Ġembarrassing":45105,"ĉBOOL":45106,".contentView":45107,"Ġeventdata":45108,"atore":45109,"ĠprovidedIn":45110,"irma":45111,"Ġzona":45112,"_HW":45113,"æĻ":45114,"Ġstove":45115,"Ġcounterpart":45116,"_Product":45117,"_MANAGER":45118,"Ġinfring":45119,"ĠERA":45120,"_party":45121,"Ñij":45122,"Ġinici":45123,"_Request":45124,"Ġmiracle":45125,"ĠcancelButton":45126,"Spy":45127,"ató":45128,"Ġpolish":45129,"ĠNicole":45130,".displayName":45131,"\\Requests":45132,"ĠuseHistory":45133,"RouterModule":45134,"Ġstared":45135,"IDER":45136,"ÑĥнкÑĨи":45137,"Ġnota":45138,"$arr":45139,"pecified":45140,"Ġtopp":45141,"_DRIVER":45142,"/ng":45143,"åł":45144,"_tm":45145,"%timeout":45146,"\"":45588,"tlement":45589,"$(\"":45590,"FromString":45591,"ĠBild":45592,"Ġconventions":45593,"_native":45594,"ĠInspector":45595,"ĠPist":45596,"ubar":45597,"Ġregs":45598,"ĠPilot":45599,"Thus":45600,">'+":45601,"Ġcela":45602,".news":45603,"(Product":45604,"Living":45605,"Russia":45606,"Ġfacet":45607,"etical":45608,"Ġ['$":45609,"/[":45610,"ĠDire":45611,"Ġgases":45612,"ĠINFORMATION":45613,"ĠEat":45614,"ĠForums":45615,"ĠCharacters":45616,"_met":45617,"Ġìĭľ":45618,"Ġkings":45619,"achie":45620,"ĠLambda":45621,"Ġtimers":45622,"ĠLighting":45623,"ĠCasey":45624,"addir":45625,"andex":45626,".answer":45627,"ĠHip":45628,"ĠPrincip":45629,"StartDate":45630,"ĠãĢĮ":45631,"tres":45632,"Ġ&#":45633,".MaxValue":45634,"ĠProblems":45635,"Ġlatex":45636,"OfClass":45637,"ĠLynn":45638,"//'":45639,"Ġvoyage":45640,"Ġshuttle":45641,"ĠRoller":45642,"ĠRuntimeError":45643,"uya":45644,"Dic":45645,"ĉbuilder":45646,"Ġbullying":45647,"Ġsimplest":45648,".called":45649,"ĠLR":45650,"Ġmorality":45651,"Ġsturdy":45652,"tracking":45653,".swagger":45654,"_BIND":45655,"ITOR":45656,"-urlencoded":45657,"ĠÑħ":45658,"ĠTrinity":45659,"Ġtraps":45660,"Ġ|-":45661,"ĠsetText":45662,"Ġbargain":45663,"Ġbrakes":45664,".getCode":45665,"Ġmigrate":45666,"Ġribbon":45667,")return":45668,"Ġcharger":45669,"acom":45670,"ADIUS":45671,"ĠAmbassador":45672,"-after":45673,"Ġanni":45674,"ĉspin":45675,"Concept":45676,"ĠHenderson":45677,"ĠHOST":45678,".rank":45679,"ĠNortheast":45680,"Ġberlin":45681,"Ġrequis":45682,".feed":45683,"ĠsourceMapping":45684,"ĠRencontre":45685,".ajax":45686,"nestjs":45687,"Ġtrek":45688,"ĠNacional":45689,"Ġ&[":45690,"Ġpayable":45691,"ortex":45692,"Ġdept":45693,"fieldName":45694,"Ġcompletes":45695,"ĠRVA":45696,"Ġonions":45697,"alignment":45698,"Formats":45699,"Ġ'{$":45700,"HashSet":45701,"ĠBod":45702,".InvariantCulture":45703,"Ġsettlements":45704,"Ġhydr":45705,".updated":45706,"venth":45707,"(seconds":45708,"=\"/\"":45709,"Ġwebpage":45710,"(ĊĊ":45711,"Ġtir":45712,"Ġtoes":45713,"ĠBrick":45714,"Ġambition":45715,"Pot":45716,"=max":45717,"ETIME":45718,"Ġdepot":45719,"calls":45720,"ĠNorwegian":45721,"`:":45722,"Ġburger":45723,"Ġprofessors":45724,"ĠAllocate":45725,"-thirds":45726,"-chart":45727,"Ġford":45728,"*N":45729,".kotlin":45730,"Ġpaperwork":45731,"ĠDEVICE":45732,"%@\",":45733,"respect":45734,"(mp":45735,"é«ĺ":45736,"-if":45737,"Ġcushion":45738,"obot":45739,"Ġparc":45740,"SPACE":45741,"ĠNetanyahu":45742,"Ġselfish":45743,"feat":45744,"Ġclientes":45745,"-tools":45746,"Ġporch":45747,"Ġjq":45748,".verbose":45749,"Ġliberals":45750,"])ĊĊĊ":45751,"pies":45752,"NotBlank":45753,"(term":45754,"ÈĽi":45755,"_Params":45756,".normalize":45757,"Bullet":45758,"ASIC":45759,"(hex":45760,"_cliente":45761,"+,":45762,"_DI":45763,"Ġforthcoming":45764,"}\")]Ċ":45765,"seo":45766,"Um":45767,">Name":45768,"Ġcomfortably":45769,"irectional":45770,"WITH":45771,"/pr":45772,"ĠPoor":45773,"ĠVitamin":45774,"vic":45775,"GH":45776,"Ġpriorit":45777,"ĠNN":45778,"ĠClosed":45779,"¤í":45780,"ĠisOpen":45781,"\\Console":45782,"AndFeel":45783,".SUCCESS":45784,"_OPERATION":45785,"polation":45786,"ĠTas":45787,"psz":45788,">'.":45789,"CURRENT":45790,"Vendor":45791,"hosts":45792,"ĠErd":45793,">tagger":45794,"ĠsourceMappingURL":45795,"Ġmarathon":45796,"_closed":45797,"Ġexemption":45798,"Ġrecognizes":45799,"ideshow":45800,"'$":45801,"('/');Ċ":45802,"mits":45803,"warz":45804,"ĠCherry":45805,"µ¬":45806,"nor":45807,"porte":45808,"Ġwl":45809,"_backup":45810,".getBoolean":45811,".getResource":45812,"Ġdefinitive":45813,".EditText":45814,"ĠsÃŃ":45815,".CONT":45816,"ĠPLAYER":45817,".cards":45818,"ĠShore":45819,"('/')Ċ":45820,"cluir":45821,"WebDriver":45822,"(month":45823,"-release":45824,"Ġinspector":45825,"å£":45826,"ĠNF":45827,"_clip":45828,"åŃIJ":45829,"Ġinteracting":45830,".tmp":45831,"Ġ'''ĊĊ":45832,"Ġdee":45833,"Ġfrost":45834,"\"]))Ċ":45835,"ĠPlaces":45836,"Throws":45837,"fork":45838,"/day":45839,"iPhone":45840,"ĠMIC":45841,"Ġfolding":45842,"Ġcrore":45843,"ĠChiefs":45844,"pherical":45845,"(price":45846,".WriteString":45847,"Ġexiting":45848,"]',Ċ":45849,"ighting":45850,"Ingredient":45851,"(vertex":45852,"ĠscrollView":45853,"hf":45854,":new":45855,"SEN":45856,"sector":45857,"Ġspins":45858,"ĠScheduler":45859,"otechn":45860,"semicolon":45861,"FontOfSize":45862,"ĠSpecifically":45863,"flamm":45864,".ObjectId":45865,"Ġconta":45866,"_permissions":45867,"ĉFROM":45868,"ICODE":45869,"/kg":45870,"ĠHotels":45871,"-med":45872,"ĠDin":45873,"Ġnavy":45874,"getParam":45875,"Ġmend":45876,"Ġportrayed":45877,"ĠMetropolitan":45878,"Painter":45879,"Ġreferral":45880,"_good":45881,"Ġmarvel":45882,"osaic":45883,">(&":45884,".ur":45885,"Ġestos":45886,"William":45887,"Ġtimber":45888,"Ġquelques":45889,"ĠDocuments":45890,".Xaml":45891,"Ġbatches":45892,"éģĵ":45893,"ĠReleased":45894,"Tail":45895,"COOKIE":45896,"heid":45897,"_station":45898,"ĠVia":45899,"Sale":45900,"ĠRepeat":45901,"Ġpromin":45902,"ĠZo":45903,"-forward":45904,"ĠIon":45905,"itary":45906,"Ġjus":45907,"-request":45908,"Ġproudly":45909,"ĠStreaming":45910,"(MouseEvent":45911,"ĠSprint":45912,"_rotation":45913,"Repositories":45914,"Ġtart":45915,"ĠÑģв":45916,"Ġmappings":45917,"èª":45918,"Cu":45919,"Cycle":45920,"Ġbun":45921,"ĉlua":45922,"ãĥī":45923,"Ġ((!":45924,"Ġcollectively":45925,"ĠCond":45926,"Ġwszyst":45927,"(lib":45928,"openhagen":45929,"_skip":45930,".ColumnHeader":45931,"éĤ":45932,"perienced":45933,"ıè¿°":45934,"_props":45935,"Ġcontrace":45936,"Ġmatchup":45937,"abetic":45938,".members":45939,"RECT":45940,"(dat":45941,"Ġsog":45942,"renom":45943,"_Method":45944,"Customers":45945,"fullname":45946,"ZN":45947,"retry":45948,"Ġkap":45949,"ĠNeu":45950,"èĬ":45951,"addChild":45952,"willReturn":45953,"_permalink":45954,"Ġenergetic":45955,"ĠWet":45956,"ĠMorr":45957,"Ġgcd":45958,"counts":45959,",type":45960,"dig":45961,"(Login":45962,"Ġcracks":45963,"Ġbacterial":45964,"ĠMeat":45965,"ĠArmstrong":45966,"ĠBronze":45967,"Ġapproximate":45968,"_dirs":45969,"liga":45970,"ÅĤad":45971,"Ġkindness":45972,"Ġcontre":45973,"ĠEVERY":45974,"MET":45975,"Ġannouncements":45976,"gpio":45977,"ĠWaitForSeconds":45978,"ĠPhotoshop":45979,"Ġdiscontin":45980,"/dd":45981,"Ġtopology":45982,"anical":45983,".interface":45984,"aucoup":45985,".HashSet":45986,"ARIANT":45987,"(routes":45988,"ĠTeh":45989,"Ġhype":45990,"]\").":45991,"Ġslam":45992,"Ġbroth":45993,"-inter":45994,"ĠRid":45995,"-manager":45996,"Cancelar":45997,"ĠPagination":45998,"Ġsoundtrack":45999,"Ġposterior":46000,"Ġscrub":46001,"creating":46002,"-*":46003,"irteen":46004,".dy":46005,".symmetric":46006,"Ġ\"\".":46007,"===============":46008,"Ġchassis":46009,"ĠnumberOfRows":46010,"Developer":46011,"_bins":46012,"ĠOUR":46013,"rieb":46014,"Pros":46015,"ĠwiÄĻ":46016,"\"d":46017,"Ġasyncio":46018,"zeigen":46019,"_spi":46020,".ALL":46021,"Ġscrews":46022,"Chinese":46023,"ĠapiKey":46024,"Ġunsuccessful":46025,"ĠSeahawks":46026,"ORG":46027,"ç«ł":46028,"Ġprofessionally":46029,"ĠCoupon":46030,"åŃĹ段":46031,"Convention":46032,"Ġpolym":46033,"æīĭ":46034,"Ġsalvation":46035,"Ġengineered":46036,"ĠWrest":46037,"ĠGCC":46038,"Ġwarmer":46039,"LayoutConstraint":46040,"Ġaggrav":46041,"Scripts":46042,"venture":46043,"Ġrefrigerator":46044,"Ġinnovations":46045,"ĠRunner":46046,"NIC":46047,"ĠRolling":46048,"ControlEvents":46049,"Ġloos":46050,"pac":46051,"ĉpanel":46052,"efe":46053,"ĠBuddha":46054,"--------------Ċ":46055,"åºĵ":46056,"(forKey":46057,"Ġlumin":46058,"Ġ(?":46059,"ĠAIDS":46060,",user":46061,"imientos":46062,"contentType":46063,"antlr":46064,"é¦":46065,"ĠWelt":46066,"Production":46067,"might":46068,"ĠVII":46069,"\",(":46070,"Ġobserving":46071,"Ġdeliberate":46072,"(control":46073,"Ġwithd":46074,"Ġsemana":46075,"STACK":46076,"uchen":46077,"Nice":46078,"ĠDeutschland":46079,"ĠSpecifies":46080,"dma":46081,"izio":46082,"ĠFacts":46083,"_popup":46084,"ĠDirectors":46085,"{:":46086,"[R":46087,"ĠÑįлеменÑĤ":46088,"Ġplat":46089,"Ġdirecting":46090,"ä¸ī":46091,"ĠGilbert":46092,"âĢ¦.ĊĊ":46093,".qml":46094,"Ġthereafter":46095,"Ġdisposition":46096,"draft":46097,"Ġsurgeon":46098,"ĠInsider":46099,"Blend":46100,"ĠTrev":46101,"trinsic":46102,"Topics":46103,"rieve":46104,"_FILENAME":46105,"Ġautres":46106,"Jose":46107,"Producer":46108,"erus":46109,"Ġpetit":46110,"ĠNEXT":46111,"ĠFilters":46112,"Ġreplicate":46113,"\"]).":46114,"Ġlenders":46115,"]\",Ċ":46116,";charset":46117,"CppObject":46118,"Ġfloral":46119,"ĠTipo":46120,"Ġcircuits":46121,"easy":46122,"(&$":46123,"itta":46124,"eryl":46125,"_COMMON":46126,"'}}>Ċ":46127,"-backed":46128,"(variable":46129,"(Index":46130,"Ġvoir":46131,"_locations":46132,"++){":46133,"ĠLouisville":46134,"Ġgratitude":46135,".Mockito":46136,"ĠPowers":46137,"ieurs":46138,"Ġgeographic":46139,"rale":46140,"Ġcra":46141,"ĠSpurs":46142,"iphertext":46143,"ACION":46144,"-common":46145,"Ġvictories":46146,"ĠFinals":46147,".shuffle":46148,"-million":46149,"_PROC":46150,"assume":46151,"Ġils":46152,"DBC":46153,"BootTest":46154,"Ġlavor":46155,".testing":46156,".ast":46157,"\"]/":46158,"moid":46159,"Ġqualification":46160,"gesch":46161,"ĉput":46162,"Ġairports":46163,"JI":46164,"Teacher":46165,"_uniform":46166,"Ġnama":46167,"ĠBast":46168,"ertype":46169,"capture":46170,"getAll":46171,"ĠReynolds":46172,"ooled":46173,".comments":46174,"Ġchin":46175,").*":46176,"Ġили":46177,"tgl":46178,"udos":46179,"ĠdÃŃas":46180,"chai":46181,".program":46182,"Ġpsz":46183,"ĉicon":46184,"phil":46185,"entral":46186,"_WRAP":46187,"ovi":46188,"Ġnostalg":46189,"Infinity":46190,"ĉyield":46191,"Ġvitamins":46192,"Quaternion":46193,"Sink":46194,"_goods":46195,"Ġ........":46196,"ĠWings":46197,"uridad":46198,"-story":46199,"\"])ĊĊ":46200,"idelity":46201,"TypeDef":46202,"Gtk":46203,"ĠíĮ":46204,"_Main":46205,"Ġchez":46206,"ĠRaven":46207,"Ġpayroll":46208,"Ġfreelance":46209,"LLU":46210,"ĠMend":46211,"eday":46212,"ApiModelProperty":46213,".FormBorderStyle":46214,"Ġeconomist":46215,"stanbul":46216,"Ġfreight":46217,"-Agent":46218,"(meta":46219,"Ġsymmetry":46220,"Ġ'..":46221,".Calendar":46222,"-aut":46223,"gf":46224,"pent":46225,"yclopedia":46226,"Ġwishing":46227,"ĊĊĊĊĊĊĊĊĊĊĊĊ":46228,"Ġgentleman":46229,"Ġê³":46230,"=#":46231,"Ġlectures":46232,"âĢľIn":46233,"Ġ!_":46234,"Ġhb":46235,"ĠVendor":46236,"Recently":46237,"_notes":46238,"æıIJ示":46239,"\"My":46240,"HeadersHeight":46241,"_SO":46242,"Ġunwilling":46243,"Ġsuperhero":46244,"gio":46245,"psy":46246,"ĠPeer":46247,"javax":46248,"&apos":46249,"ĠCrisis":46250,"ordinal":46251,"Memcpy":46252,"++++++++++++++++":46253,"-val":46254,"Ġworkbook":46255,"-ap":46256,"=k":46257,"Ġmetallic":46258,"_peer":46259,"ByPrimaryKey":46260,"_SD":46261,"uator":46262,"_SHADER":46263,")Math":46264,".Transform":46265,"Ġcows":46266,"Phi":46267,"ĠClem":46268,"(_(\"":46269,"ĠLud":46270,"-delay":46271,"ĠSecurities":46272,"ĠOrthodox":46273,"Symfony":46274,"(report":46275,"Ġentertain":46276,"EPS":46277,"izoph":46278,"exual":46279,"IRD":46280,"ä»İ":46281,"Ġlith":46282,"Ġsanitize":46283,"Ġfeminine":46284,"ISBN":46285,".authentication":46286,"_pipeline":46287,"/constants":46288,"ĠCONF":46289,"Ġlucr":46290,"ricia":46291,".ttf":46292,".setContent":46293,"Ġstan":46294,"orean":46295,"ĠLloyd":46296,".rawValue":46297,"Ġgor":46298,"ĠBrowns":46299,"Regression":46300,"Ġlowering":46301,"naissance":46302,"Ġblows":46303,"Ġamazed":46304,"Ġunrelated":46305,"Reviews":46306,"Ġruby":46307,"ĠModifier":46308,"Ġgiants":46309,".thread":46310,"Ġcontainment":46311,"ĠStartCoroutine":46312,"umat":46313,"orelease":46314,"ĠRandy":46315,"@endif":46316,"Digest":46317,"Ġsuburban":46318,"=\");Ċ":46319,"Ġannonce":46320,".variable":46321,"\\Foundation":46322,"Ġacre":46323,"Van":46324,"Ġtuples":46325,"dns":46326,"ĠStanding":46327,"_large":46328,"Ġboxing":46329,"SupportActionBar":46330,"ĠFortune":46331,"ĠRum":46332,"_multiple":46333,"archical":46334,"Ġfwrite":46335,"_quote":46336,"Ġfoolish":46337,"Ġcomprising":46338,"Ġоп":46339,"-selected":46340,"vf":46341,"maid":46342,"Nama":46343,"(datetime":46344,"Ġindirectly":46345,"gart":46346,"fixtures":46347,"chos":46348,"ĠHalo":46349,"Ġrecurring":46350,"-news":46351,"vil":46352,"ĠNursing":46353,"-produ":46354,"ĠHQ":46355,"\\HttpFoundation":46356,"enci":46357,"auen":46358,"Ġvy":46359,"ocracy":46360,"Ġdelegation":46361,"Ġasphalt":46362,"ĠsetSelected":46363,"kok":46364,"/rest":46365,"metics":46366,"ĠNSDate":46367,"Ġtravelled":46368,"Ġrecib":46369,"Ġmime":46370,"CLIENT":46371,"ĠGU":46372,"ĠHANDLE":46373,"/Q":46374,"[z":46375,"Ġbothered":46376,"ĠBBQ":46377,"ças":46378,"_examples":46379,"_FIN":46380,"ĠwhiteColor":46381,"Ġastronom":46382,"-dir":46383,"Ġsovereign":46384,"Ġbreeze":46385,"Ġinning":46386,"ĠEdmonton":46387,"gli":46388,".blogspot":46389,"jsx":46390,"Ġversa":46391,"ĠMohammed":46392,".Job":46393,"-toggler":46394,"ĠполÑĮзоваÑĤ":46395,"ardon":46396,"Ġnewborn":46397,"Ġnaval":46398,"noteq":46399,"Ġtumblr":46400,"Ġhentai":46401,"ĠTypically":46402,"Ġloot":46403,".Sprite":46404,"Flight":46405,"Ġwavelength":46406,"-sk":46407,"ĠElle":46408,"_exports":46409,"ĠÑı":46410,"ĠIH":46411,"izophren":46412,"Ġíģ":46413,"_primary":46414,"Ġmois":46415,"ĠBN":46416,"Ġsystemic":46417,"Ġdiferentes":46418,"INCT":46419,"Ġ''ĊĊ":46420,"$q":46421,"WidgetItem":46422,"clide":46423,"$file":46424,"Lemma":46425,"/table":46426,"agrid":46427,"ĠMongoDB":46428,"inte":46429,"Ġapprent":46430,"ÂŃing":46431,".Db":46432,"ĠÃĤ":46433,"hammer":46434,"='';Ċ":46435,"Ġbrokers":46436,"itlement":46437,"semblies":46438,"Ele":46439,"{x":46440,"Ġlastname":46441,"<-":46442,"Ġflatten":46443,"_band":46444,".Root":46445,".readFileSync":46446,"======":46447,".rx":46448,"?čĊ":46449,"Ġmetaphor":46450,"Ti":46451,"conte":46452,"Ġdebit":46453,"Ġcontempt":46454,"CppType":46455,"æĶ¯":46456,"FormField":46457,"ratio":46458,"osopher":46459,"Ġimplant":46460,"PURE":46461,"Ġalta":46462,"_management":46463,"Ġrefine":46464,"ĠCheckBox":46465,"ĠCharl":46466,"-version":46467,"conditional":46468,"venues":46469,"Ġrifles":46470,"Ġoffspring":46471,"Ġmilling":46472,"Ġsharply":46473,"Ġunderwater":46474,"(origin":46475,"_Control":46476,"Ġ.$":46477,"Plugins":46478,"Ġdrying":46479,"Ġillustrates":46480,"-u":46481,"Ġvegetarian":46482,"npc":46483,"Heart":46484,";',Ċ":46485,"comma":46486,"teenth":46487,"asan":46488,"/spec":46489,"_moves":46490,"-margin":46491,"Ġingen":46492,"³³³":46493,"Ġprojet":46494,"Ġotra":46495,"Ġbras":46496,".utc":46497,"Ġslept":46498,"=sub":46499,"abilit":46500,"poster":46501,"Ġsdk":46502,"ouncill":46503,"Ġwd":46504,"PreparedStatement":46505,"ĠDrum":46506,"(attribute":46507,"ĠEthernet":46508,"ĉDB":46509,"California":46510,"cube":46511,"[I":46512,".Created":46513,"ĠHM":46514,"Ġtracing":46515,"FormsModule":46516,"-you":46517,".currency":46518,"feeding":46519,"Ġtbody":46520,"Li":46521,"accion":46522,"nas":46523,"Ġtrouver":46524,"NONE":46525,"\"},čĊ":46526,"Ġftp":46527,"WithIdentifier":46528,"polate":46529,"FileInfo":46530,"Ġpursued":46531,"ĠĠĠĠčĊĠĠĠĠčĊ":46532,"DESCRIPTION":46533,"}*/Ċ":46534,"FromNib":46535,"Ġdecorative":46536,"_SSL":46537,"(chat":46538,"TLS":46539,"Ġsurprises":46540,"alculate":46541,"ĠSplash":46542,"(Configuration":46543,"ĠSEM":46544,"imson":46545,"/library":46546,"":46621,"GED":46622,"faq":46623,"Ġoptionally":46624,"_Dis":46625,"ĠSuccessful":46626,"ĠCensus":46627,"Ġincarcer":46628,"_CARD":46629,"Ġaviation":46630,"ĠGym":46631,"Authority":46632,".Bean":46633,"shader":46634,"NotExist":46635,"_TextChanged":46636,"ĠSTOP":46637,"(team":46638,"\"H":46639,"wg":46640,"Ġgrinder":46641,"Ġstripe":46642,"Ġpreservation":46643,"Claim":46644,"aversal":46645,"warehouse":46646,"targets":46647,"Trust":46648,"Ġallev":46649,",www":46650,"ousse":46651,"_chan":46652,"_Size":46653,"systems":46654,"Ġobjection":46655,"ĠKane":46656,"Ġcorros":46657,"ĠDSL":46658,"Ġua":46659,"ĠMH":46660,"ĠStrategic":46661,"_tcp":46662,"Ġê°Ĵ":46663,"Ġborrowed":46664,"ĠAch":46665,"ĉcommand":46666,"Ġgps":46667,"leston":46668,"ichever":46669,"ĠUA":46670,"Ġassaulted":46671,"Ġspecializes":46672,"ĉsearch":46673,"Hotel":46674,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ":46675,"ĠPitch":46676,"ĠÙģ":46677,"READY":46678,"Ġparental":46679,"Ġgéné":46680,"Ġdonnées":46681,"Ġdetain":46682,"TARGET":46683,"Ġprotagonist":46684,"ĠclearInterval":46685,"ĠIconButton":46686,"ĠGetAll":46687,"TypeInfo":46688,"EH":46689,"âĢľThey":46690,"Ġ{[":46691,"Ġgag":46692,"ĠÚ©":46693,"ĠDropdown":46694,".free":46695,"gone":46696,"imens":46697,"Ġinstal":46698,"ĉcurl":46699,"_CAN":46700,"ĠBone":46701,"ï¼Ķ":46702,"onyms":46703,"-government":46704,".bindingNavigator":46705,"ĠDans":46706,"ĠMcL":46707,"(en":46708,">(_":46709,"ÐĴÑĭ":46710,".*;čĊ":46711,"=j":46712,"-cor":46713,"Son":46714,".ToolStripItem":46715,"-around":46716,"_XML":46717,"endDate":46718,"Ġslack":46719,"Ġrotated":46720,"Ġnoqa":46721,"Ġcottage":46722,"Ġencontrar":46723,"_skill":46724,"houette":46725,"!čĊ":46726,".weather":46727,"Ġemphasized":46728,"家":46729,"ĠÑģпиÑģ":46730,"ĠCompiler":46731,"(android":46732,"ĠâĢº":46733,".turn":46734,"Ġsuppression":46735,"_calls":46736,"Ġ*@":46737,"(strlen":46738,".hex":46739,"ĠBills":46740,"ĠRSA":46741,"ÏĤ":46742,"ĠEscape":46743,"ementia":46744,"Ġfrontend":46745,"Ġpint":46746,"_exc":46747,"zzo":46748,"[],Ċ":46749,"Ġ\"','\"":46750,".Environment":46751,"Ġaforementioned":46752,"Ġendure":46753,"prototype":46754,"therapy":46755,"ssi":46756,"Deg":46757,"_plugins":46758,".userInfo":46759,"Printer":46760,"ĠPROGRAM":46761,"Ġruins":46762,"Ġempirical":46763,"Ġcrawl":46764,"ĠBoiler":46765,"-comment":46766,".subplot":46767,"_et":46768,"Ġ'.',":46769,"minor":46770,"ĠCustoms":46771,"Ġyaw":46772,"underline":46773,"ĠComo":46774,"(('":46775,"(mean":46776,"Ġchaque":46777,"ĠBlocks":46778,".rad":46779,"ilibrium":46780,"Ġwebdriver":46781,"Ġmelhor":46782,"dana":46783,"ĠAbuse":46784,"ĠSouthwest":46785,"ĠParen":46786,"PERTIES":46787,"ĉIL":46788,"Ġscream":46789,"vu":46790,"Ġincomes":46791,"Ġnim":46792,"Ġlace":46793,"Ġcompensate":46794,"Reverse":46795,"Dat":46796,"_attack":46797,"Ġnour":46798,"achen":46799,"cek":46800,"\"+":47057,"Ġtokenizer":47058,"Ġsovereignty":47059,"ĠPence":47060,"()\");Ċ":47061,"Ġpessoas":47062,".Ge":47063,"ĠIncluded":47064,"Ġpagina":47065,"Ġexposing":47066,"еÑĪ":47067,"_SCRIPT":47068,"/$',":47069,"Thumbnail":47070,"×Ķ":47071,"webElementX":47072,"webElementXpaths":47073,"pressure":47074,"ĠCurry":47075,"_CP":47076,"OLUTION":47077,"ILES":47078,"protect":47079,"oola":47080,"Workspace":47081,"{};Ċ":47082,"ĠUNS":47083,"Ġsympathy":47084,"roker":47085,"Ġremodel":47086,"ĉcell":47087,"Ġatop":47088,".FullName":47089,"Ġfaut":47090,"ĠEasily":47091,"_dynamic":47092,"Ġframed":47093,"Ġmotive":47094,"è·¯":47095,"sam":47096,"Ġmarca":47097,"ĠTextEditingController":47098,"Ġdestructor":47099,"cream":47100,"Ġrude":47101,"ĠBold":47102,"ĠIndigenous":47103,"Ġgens":47104,"Ġrelacion":47105,"(system":47106,"ĠUIFont":47107,"_charge":47108,"USTER":47109,"EV":47110,".Namespace":47111,"Ġmerger":47112,"Ġcalloc":47113,"gang":47114,"BadRequest":47115,"Ġsper":47116,"-design":47117,"Ġâĩ":47118,"Chan":47119,"Ġorganism":47120,",)":47121,"=id":47122,"_plane":47123,"ĠCases":47124,"elfast":47125,"ĠLegislature":47126,"ĠFaker":47127,"Ġinvoking":47128,"-utils":47129,"().'":47130,".face":47131,"Ġguardian":47132,"myModal":47133,"Ġclipboard":47134,"ĠATM":47135,"Ġpeas":47136,"ĠSylv":47137,".calc":47138,"ĠContacts":47139,"intValue":47140,"Ġmodifying":47141,"ĠBarb":47142,".loss":47143,"_percentage":47144,"Asked":47145,"(lst":47146,"ategorical":47147,"-files":47148,"ĠRomania":47149,".Ac":47150,"Ġhai":47151,"ĠFlying":47152,"Ġż":47153,"jp":47154,"ĠTrainer":47155,".arc":47156,"_deg":47157,"Ġtraceback":47158,"OrFail":47159,"FLOW":47160,".old":47161,"oya":47162,"gmt":47163,"isempty":47164,"Ġvaccination":47165,"Ġobsolete":47166,"recognized":47167,"Ġruined":47168,"ĠRein":47169,"ĠTracking":47170,"xfb":47171,"اÛĮ":47172,"Ġvære":47173,"Ġbryster":47174,"ĠITS":47175,"Ġdestiny":47176,"Ġswear":47177,"Ġredes":47178,"Ġclf":47179,"Ġflipped":47180,"ĉhead":47181,"Bluetooth":47182,"ĠOverrides":47183,":Boolean":47184,"_=":47185,"_lr":47186,"spawn":47187,":index":47188,"VALUES":47189,"iskey":47190,"?\");Ċ":47191,".synthetic":47192,"ĠChecking":47193,"structures":47194,"iping":47195,"Ġvocals":47196,"-Up":47197,"ĠManufacturers":47198,"ĠMarriage":47199,"代çłģ":47200,"Ġgarner":47201,"_Client":47202,"parallel":47203,"RIEND":47204,"Ġvinegar":47205,"segue":47206,"JB":47207,"Ġcontacting":47208,"ĠCarroll":47209,"Ġoutreach":47210,"tensor":47211,"_variant":47212,"Ġtheat":47213,"licable":47214,"{|":47215,"tiny":47216,"_letter":47217,"Ġpencil":47218,"HeadersHeightSizeMode":47219,"iltro":47220,".autoconfigure":47221,".drag":47222,".useState":47223,"ĠBMI":47224,"hint":47225,"Compile":47226,"*\\":47227,"enary":47228,"Ġlvl":47229,".Cache":47230,"+=\"":47231,"_tv":47232,"ruitment":47233,"Ġfread":47234,"Articles":47235,"fila":47236,"Ġpackaged":47237,"âĺĨ":47238,"ATHER":47239,"ĠPlanned":47240,"scheme":47241,"Ġdiary":47242,"Ġoffenses":47243,"/F":47560,"ĠStick":47561,"Ġcerc":47562,"ĠSlee":47563,"ĉĉĠĠĠĠĠĠĠĠ":47564,"":47739,"ĉcol":47740,"VG":47741,"_boolean":47742,"recent":47743,"Ġ*)ĊĊ":47744,"ĠRainbow":47745,"ommen":47746,"Ġlur":47747,"Ġoppression":47748,"(\",\");Ċ":47749,"ĠFacility":47750,"DEFINED":47751,"Ġneon":47752,"Ġoffender":47753,"AFP":47754,"ĠCleaning":47755,"[]):":47756,"Ġundocumented":47757,".Repositories":47758,"ĠGuitar":47759,"аÑģÑģив":47760,"Skills":47761,"Ġtestimon":47762,"ryptography":47763,"ĠAmber":47764,"ĠStalin":47765,"Ġlone":47766,"Ġapenas":47767,"Ġdieses":47768,"ĠArduino":47769,"转":47770,"==-":47771,"_Act":47772,"Ġcoded":47773,"âĸł":47774,"amburger":47775,"-links":47776,"Ġarmour":47777,".High":47778,"getContent":47779,"stag":47780,"Ġheck":47781,"ĠìĹĨ":47782,"ĠMcConnell":47783,"ĠConcert":47784,"ĠAlloc":47785,"äre":47786,".replaceAll":47787,"Ġpartitions":47788,"rott":47789,"ĠFle":47790,"_TREE":47791,"reasonable":47792,"ĠReporting":47793,"Ġbillionaire":47794,"scores":47795,"mins":47796,"-eye":47797,"MORE":47798,"abort":47799,"ĠSWT":47800,"Ġinverted":47801,"ĠTeachers":47802,";n":47803,"Ġastro":47804,"нов":47805,"аниÑĨ":47806,"producto":47807,"countries":47808,"ĠOwen":47809,"Ġcontamination":47810,"Ġvibe":47811,"ĠElli":47812,".script":47813,"ĠOlive":47814,"DMA":47815,"vier":47816,":semicolon":47817,"-module":47818,"gressive":47819,"agu":47820,"_players":47821,"Ġresultados":47822,"started":47823,"scrollTop":47824,"=====":47825,"Ġweighing":47826,"Ġ[[[":47827,"zahl":47828,"(NS":47829,"ĠAssertion":47830,"league":47831,".setTextColor":47832,"ĉMessage":47833,"Ġmoms":47834,"_AF":47835,".wh":47836,"ALS":47837,"Ġautre":47838,"]ĊĊĊĊ":47839,".opacity":47840,"ĠBuddhist":47841,"Ġdeaf":47842,"ĠOrganisation":47843,"(Global":47844,"ensch":47845,"Ġheadache":47846,"ĠAlien":47847,"_inode":47848,"ĠStark":47849,"Ġæī":47850,"-lnd":47851,"oref":47852,"_feat":47853,"Ġpedestrian":47854,"Ġnominal":47855,"Ġballoon":47856,"Ġsprites":47857,"PrototypeOf":47858,"ĠApost":47859,"ĠFEATURE":47860,"OH":47861,"Ġrecess":47862,"ĠDonna":47863,"consumer":47864,"$GLOBALS":47865,"ĠGIF":47866,"-frame":47867,"Inicio":47868,"Ġpassages":47869,"DateString":47870,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":47871,".byte":47872,"Bug":47873,"initializer":47874,"pkt":47875,"odium":47876,"ĠDER":47877,".ops":47878,"leri":47879,"Ġgifted":47880,"Ġdetach":47881,"terrain":47882,"elters":47883,"ãģı":47884,".loader":47885,"ĠNGO":47886,"strncmp":47887,"Kh":47888,"(fontSize":47889,"rocket":47890,"Ġprecedent":47891,"ĠAurora":47892,"ĠExperiment":47893,"isphere":47894,"Encoded":47895,"ĠâĢĵĊĊ":47896,"Ġpyramid":47897,"ĠAnniversary":47898,"ofil":47899,"ëŁ":47900,"(plugin":47901,"Coeff":47902,"Ġcooperate":47903,"Ġpredominantly":47904,"ISM":47905,"Phrase":47906,"_DEFINE":47907,"Flip":47908,"AMILY":47909,"ĠMarkets":47910,"ĠStreamReader":47911,"ĠCombine":47912,"Ġmanuscript":47913,"zza":47914,",tp":47915,"Whatever":47916,"ITICAL":47917,"ighbour":47918,"DataProvider":47919,".Texture":47920,"privacy":47921,".SDK":47922,"Ġrecharge":47923,"Ġcpp":47924,"ĠCFG":47925,"(holder":47926,"(py":47927,"mot":47928,"Ġsavoir":47929,"ĠRosa":47930,"ĠPCs":47931,"ĠíĻ":47932,".heroku":47933,"Ġfren":47934,"ĠRiley":47935,"agate":47936,"Ġsond":47937,".xlsx":47938,"Ġhacked":47939,"stad":47940,"Gi":47941,"Ġsanity":47942,"ĠSqlDataAdapter":47943,"...\",":47944,"ĠPussy":47945,"Ġ****************":47946,"Ġhassle":47947,"_PARENT":47948,"ĠUAE":47949,"Ġbeginners":47950,"(Client":47951,"Ġstatistically":47952,".hour":47953,"edelta":47954,"Ġtraction":47955,"uelve":47956,"arat":47957,"Ġsauna":47958,"INVALID":47959,"Ġindictment":47960,"ALLE":47961,"Ġdissent":47962,"ĠTypography":47963,"Ġintentional":47964,"sit":47965,"ĠAnimals":47966,"Ġcountryside":47967,"Ġuart":47968,"}\\\"":47969,"Ġseamless":47970,"¾ç¤º":47971,"Ġautos":47972,"Ġ\"'\";Ċ":47973,"Flush":47974,"ANNOT":47975,"Ġalgebra":47976,"assoc":47977,"ĠWaters":47978,"Ġpreparations":47979,"ronym":47980,"[,]":47981,"Sans":47982,"Ġarmies":47983,"ipeg":47984,"Ġcreamy":47985,".art":47986,"etre":47987,"ĠAnimated":47988,"Ġunpleasant":47989,"emean":47990,"great":47991,"iÄħ":47992,"ĠEarlier":47993,"Ġchic":47994,"Ġpreserving":47995,"(exec":47996,"ĠInvestigation":47997,"ĉGPIO":47998,"Ġrigorous":47999,"ijo":48000,"=num":48001,"ĠtoolStrip":48002,")set":48003,"+\"&":48004,"ĠAcceler":48005,"Ġdevelopmental":48006,"isposable":48007,"Ġflawed":48008,"rene":48009,"Updating":48010,"Ġwatchdog":48011,"Ġdenominator":48012,"Ġsuburbs":48013,"Ġ...)":48014,"Ġconvictions":48015,"closure":48016,".IP":48017,"Ġtranslates":48018,".swt":48019,".Trace":48020,"Ġmettre":48021,".isEnabled":48022,"ĠEffective":48023,".toInt":48024,"Ġenchant":48025,"Ġstunned":48026,"Ġpoi":48027,"/code":48028,"adm":48029,".databinding":48030,"ĠLorem":48031,"________________________________________________________________":48032,"Ġledger":48033,"Ġcara":48034,"ĠGir":48035,"Ġwaits":48036,"Uno":48037,"Ġcwd":48038,"è¾ij":48039,"ĠTResult":48040,"Ġrejo":48041,"Ġemitted":48042,"ĠWestminster":48043,"ä¸Ģ个":48044,"nek":48045,"_Tis":48046,"Ġenact":48047,"ĉwith":48048,"orgia":48049,"Ġjue":48050,"Perform":48051,"SPATH":48052,".topic":48053,"ĠDaten":48054,"ầ":48055,"Ġsitio":48056,"_MM":48057,"\"So":48058,"bial":48059,"Ġscoped":48060,"Requires":48061,"ĠTOTAL":48062,"ĠChancellor":48063,"(contents":48064,"Ġstealth":48065,"devices":48066,"-pass":48067,"ilih":48068,"ĠMalcolm":48069,"ĠDepot":48070,"Ġconfigur":48071,"aussian":48072,"_constraint":48073,"веÑĤ":48074,"GRA":48075,"ĠRates":48076,".dataGridViewTextBoxColumn":48077,"ĠNobel":48078,"itics":48079,"Ġignorant":48080,"ĠReporter":48081,"ĠEbola":48082,"ĠShock":48083,"_relation":48084,"ĠNinja":48085,")c":48086,"Ġticker":48087,".isChecked":48088,"ĠSuppliers":48089,"ĠRapid":48090,"Levels":48091,"âĤ¬âĦ¢":48092,"ĉqueue":48093,"Ġchop":48094,"ĠUnix":48095,"reject":48096,"-calendar":48097,"(sort":48098,"ène":48099,"ercicio":48100,"Ġhect":48101,"CALLTYPE":48102,"roupon":48103,"Ġrentals":48104,"authors":48105,"{name":48106,"ĠFIFO":48107,"Ġlassen":48108,"ĠNous":48109,"Ġsnapped":48110,"Ġfertility":48111,"\"log":48112,"clicked":48113,"Ġplanting":48114,"Ġgb":48115,"/output":48116,"PEAT":48117,"Ġcategoria":48118,"Ġbach":48119,"Professor":48120,"inth":48121,"\"]čĊ":48122,"Recorder":48123,"serde":48124,"ĠTransmission":48125,"trad":48126,"Ġturbo":48127,"_VERTEX":48128,"\\Event":48129,"ilver":48130,"Ġbodily":48131,"ĠSources":48132,"Ġkillings":48133,".xrTableCell":48134,"Ġfolded":48135,"/legal":48136,"uner":48137,"ĠRifle":48138,"ĠMIDI":48139,"_SelectedIndexChanged":48140,".SizeType":48141,"ĠWebSocket":48142,"Ġseleccion":48143,"Sand":48144,"otros":48145,"Ġenvision":48146,"/etc":48147,"ĠMelissa":48148,"Spot":48149,"ное":48150,"_ARM":48151,"Attempt":48152,"ĠBI":48153,"ãģĶ":48154,"ĠDU":48155,"Ġbacklash":48156,"stride":48157,"/classes":48158,"ĠtextColor":48159,"_staff":48160,"oblin":48161,"agenta":48162,".collections":48163,"illage":48164,"'čĊčĊ":48165,"flatten":48166,"_sales":48167,"_MASTER":48168,"TW":48169,"_da":48170,"Pitch":48171,"phies":48172,"Ġzombies":48173,"ĠVERY":48174,"ĠPharmacy":48175,"ĠprogressBar":48176,"Ġhashtag":48177,"Sidebar":48178,"@stop":48179,"(pc":48180,"олж":48181,"MAKE":48182,"ĠCoron":48183,"Ġkvinner":48184,"ĠMaid":48185,"bob":48186,".titleLabel":48187,"Ġsuccesses":48188,"ĠDemocracy":48189,"ĠSurgery":48190,"Ġcougar":48191,"Ġcurso":48192,"Ġloro":48193,"istency":48194,"Senior":48195,"æk":48196,"ĠAAA":48197,"ĠBOOK":48198,"ко":48199,"WSTR":48200,"Ġ*/,Ċ":48201,"oyal":48202,".vector":48203,"ĠSPEC":48204,"SSF":48205,"Ġcompuls":48206,"ĠAppeals":48207,"ĠWinston":48208,"ĠMockito":48209,"contrib":48210,".available":48211,"entityManager":48212,"arias":48213,"_sale":48214,"_rs":48215,"Ġdecoding":48216,"Ġlocator":48217,"olith":48218,"Ġkol":48219,"Ġascii":48220,"ĠRut":48221,"/interface":48222,"ĉĉĉĉĉĉĠĠĠ":48223,"ĠNumer":48224,".flip":48225,"-del":48226,"Ġbolster":48227,"onomic":48228,"Ġzm":48229,"LG":48230,"FindBy":48231,"Ġadaptive":48232,"loo":48233,"Ġvue":48234,"(reverse":48235,"_canvas":48236,".roles":48237,"ificado":48238,"venient":48239,"\"As":48240,"ĠEntr":48241,"aligned":48242,"Ġbereits":48243,"///ĊĊ":48244,".gwt":48245,".employee":48246,"_cli":48247,"Ġanticipate":48248,"éĻIJ":48249,"Ġpik":48250,"Ġmushrooms":48251,"(tt":48252,"Ġoma":48253,"ĠSanchez":48254,"_google":48255,".Valid":48256,"ĠFileName":48257,"ivative":48258,"ked":48259,"-war":48260,"Ġmaturity":48261,"ид":48262,"Ġminer":48263,"Reducers":48264,"ĠLatLng":48265,"_STD":48266,"Digits":48267,"Calc":48268,"-upload":48269,"Ġhandic":48270,"ีà¹Ī":48271,"egrated":48272,"ĠSTM":48273,"Clients":48274,"ĠTurbo":48275,"SYNC":48276,"Ġphotographers":48277,".Out":48278,".character":48279,"BUILD":48280,".unlock":48281,"Ġarises":48282,"ĠCommands":48283,"(\"\");čĊ":48284,"_FORE":48285,";',":48286,"+\"'":48287,".Images":48288,"\"){":48289,"ĠMeyer":48290,"Ġnegatively":48291,"ĠDLL":48292,"Ġexe":48293,"Ġdeficiency":48294,"Ġwildly":48295,"-switch":48296,"construction":48297,"Ġexceptionally":48298,"ĠLiz":48299,"/java":48300,"Ġtheirs":48301,"ĠContemporary":48302,"lis":48303,".fillRect":48304,"ĠNFC":48305,"Ġrehe":48306,"(numbers":48307,"Ġraster":48308,"Ġfiguring":48309,"Ġshowc":48310,"ĠJill":48311,"Ġarcade":48312,"ĠConstructs":48313,"mdl":48314,"('|":48315,"Ġidentifiers":48316,"Ġstellar":48317,"(Connection":48318,"Ġ\"{{":48319,"yor":48320,"(mysqli":48321,"Ġdove":48322,"OfBirth":48323,".disconnect":48324,"_hi":48325,"Ġzwischen":48326,"ĠGrund":48327,"iros":48328,"_Array":48329,".onclick":48330,"ansom":48331,"Answers":48332,"ĉremove":48333,"Fa":48334,"Ġhurry":48335,"-inf":48336,"ĠgetClass":48337,"ĠRegulation":48338,"ĠFLAGS":48339,"misc":48340,"Ken":48341,"_heading":48342,"GHz":48343,"-entry":48344,"Ġbiography":48345,"Sig":48346,"-mf":48347,"Watcher":48348,"âĢľA":48349,"}px":48350,"Ġspicy":48351,"_sq":48352,"Lost":48353,"(track":48354,"али":48355,"Descending":48356,"((":48553,"survey":48554,"Ġíĺ":48555,"...')Ċ":48556,"ĠDivider":48557,"osl":48558,"_CANCEL":48559,"_prepare":48560,"stin":48561,"ĠHeath":48562,".PrimaryKey":48563,"ĠâĨIJ":48564,"ĠLocalDateTime":48565,"Ġcooperative":48566,"Learning":48567,".enqueue":48568,"Ġgoog":48569,"ĠRegression":48570,"imates":48571,"Ġvoyeur":48572,"ĠDrink":48573,"plug":48574,"Ġlender":48575,"mana":48576,"Ġpersonnes":48577,"ypse":48578,"Ġunlink":48579,"ĠRavens":48580,"Ġhurd":48581,"Ġperiodically":48582,"ARGS":48583,"ĠGH":48584,"characters":48585,"...\"ĊĊ":48586,"-establish":48587,"Ġdn":48588,"(condition":48589,"ĠGravity":48590,"Ġestas":48591,"_focus":48592,"Creature":48593,"(site":48594,"Ġcarr":48595,"ĠRL":48596,"ĠRI":48597,"ĠMoto":48598,"ASF":48599,"ĠLuckily":48600,"ĉRoute":48601,"Ġentropy":48602,"(\",\"":48603,"Collect":48604,"(contact":48605,"ĠFlorence":48606,"Ġpremiums":48607,"Ġlifecycle":48608,"Ġbans":48609,"xef":48610,"WebKit":48611,"ĠFloating":48612,"Ġcosa":48613,"Specific":48614,"ĠLoans":48615,"bread":48616,"Ġdescriptors":48617,"Ġ{:.":48618,"THREAD":48619,"ĠTrent":48620,"Ġscop":48621,"QA":48622,"ĠAntar":48623,"pel":48624,"_difference":48625,"_changes":48626,"(...)":48627,"ĠRotation":48628,"ĠLGPL":48629,"ĠJUST":48630,"(Task":48631,"_subset":48632,"ĠTRANS":48633,"åĬĽ":48634,"ĠScout":48635,"-popup":48636,"Ġsmoked":48637,"_Class":48638,"Ġturnover":48639,"brakk":48640,"ĠRocky":48641,"tas":48642,".RegularExpressions":48643,"ĠElliott":48644,"ĠSpinner":48645,"DUCTION":48646,"Ġlibre":48647,"Ġmolto":48648,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ":48649,"ĠFTP":48650,"mpeg":48651,"(features":48652,"Ġbald":48653,"ĠVid":48654,"Ġshouting":48655,"Lint":48656,"Ġsockets":48657,"Ġprow":48658,"Ġnouvelle":48659,"iscard":48660,"ĠSponsor":48661,"Ġconsulta":48662,")));":48663,"Indian":48664,"ĠRaspberry":48665,"Ġteammate":48666,"ĠJWT":48667,"ĠGhana":48668,"Ġcakes":48669,"primer":48670,"forma":48671,"ergarten":48672,"_Manager":48673,"Ġpreseason":48674,"GAME":48675,"|\"":48676,"ĠBrock":48677,"Ġoccupy":48678,"Ġdecorations":48679,"ánd":48680,"Ġcot":48681,"Ġparan":48682,"Disk":48683,"remain":48684,">?":48685,"Strong":48686,"Ġfrance":48687,"ĠEra":48688,"-cr":48689,".BufferedReader":48690,"ĠParadise":48691,"ĠVAT":48692,"ĠAnders":48693,"Ġlimb":48694,"ampoo":48695,"Ġimperative":48696,"UTILITY":48697,"ĠRecognition":48698,"Ġragazze":48699,"Ġpops":48700,"ypress":48701,"Ġembargo":48702,"//{Ċ":48703,"Ġsyll":48704,"PTR":48705,"åŃĺåľ¨":48706,"Ġdidnt":48707,"Mailer":48708,"Ġacademics":48709,"ĠFrauen":48710,"neider":48711,"-rel":48712,"Ġrainbow":48713,"(In":48714,"Ġsliced":48715,"=============Ċ":48716,"(send":48717,"NSMutableDictionary":48718,"vos":48719,"(package":48720,"Ġordinance":48721,"viewer":48722,"ĠSantos":48723,"-selling":48724,"Ġgov":48725,"ettle":48726,"Ġfounders":48727,"Ġwaking":48728,"slashes":48729,"-pound":48730,"recht":48731,"ات":48732,".onClick":48733,"Ġnord":48734,"ständ":48735,"_when":48736,"UTERS":48737,"icc":48738,"Ġcapsule":48739,"ĠWid":48740,"Marc":48741,"ุ":48742,"rored":48743,"UGE":48744,"LOUD":48745,"ĠAudit":48746,"ipients":48747,"opian":48748,"ĠSue":48749,"Ġwurden":48750,".Helpers":48751,"Ġfactions":48752,"[np":48753,"-than":48754,"Ġreco":48755,"Ġkas":48756,"Ġcmds":48757,"/network":48758,"xbf":48759,"getColor":48760,"Ġbiased":48761,"ĠLak":48762,"Datas":48763,"vents":48764,"Ġë²":48765,"_PS":48766,".Validate":48767,"Invoker":48768,"Ġneuen":48769,"Ġjuvenile":48770,"VISION":48771,"Ġdevote":48772,"Ġlinha":48773,"Ġdiscounted":48774,"\\Config":48775,"Ġworthwhile":48776,"Ġskinny":48777,"ĠCourses":48778,"leys":48779,"ĠMortgage":48780,"Kevin":48781,"Ġannounces":48782,"])*":48783,"reservation":48784,"Ġæķ°":48785,"Ġprejudice":48786,"ĠStringComparison":48787,"Ġbeard":48788,"-win":48789,"ĠSão":48790,"ĉms":48791,"jal":48792,"ĠEarn":48793,"_ports":48794,"ĠNombre":48795,"_COR":48796,"ĠBUILD":48797,".sound":48798,"Yellow":48799,"Ġlinebacker":48800,"Ġcharitable":48801,"jug":48802,"_NONNULL":48803,"ĠDental":48804,"\">${":48805,"ĉmatch":48806,"Russian":48807,"Ġversch":48808,"Ġpinned":48809,"Ġadopting":48810,"OptionsMenu":48811,"Pag":48812,"Ġpairing":48813,"Ġtread":48814,"ercises":48815,"ĠSpread":48816,")i":48817,"ĠBAD":48818,"_tf":48819,"UIImageView":48820,"populate":48821,"bab":48822,"ĠÏĥ":48823,"[++":48824,"Ġopioid":48825,"Ġ##Ċ":48826,"dtype":48827,"ĠStarts":48828,"('/')":48829,"Ġpersonals":48830,"-market":48831,"Ġredundant":48832,"ĠEssential":48833,"Ġscrapy":48834,"Ġим":48835,"acl":48836,"Ġcrear":48837,"ĠBend":48838,"Ġrelieve":48839,"-room":48840,"wife":48841,"ĠvÃł":48842,"ĠQPoint":48843,"Ġquasi":48844,"ĠmethodName":48845,"\\xc":48846,"ĠPeru":48847,"/The":48848,".orm":48849,"Ġviz":48850,"/pdf":48851,"Located":48852,"Ġconfrontation":48853,"ĠChampionships":48854,"Ġhypert":48855,"Ġdj":48856,"ĠUserInfo":48857,"ĠåĪĽå»º":48858,"\\xb":48859,"(sim":48860,"Ġ==Ċ":48861,"Ġstaging":48862,"Ġdrastically":48863,"åѦ":48864,"lords":48865,".less":48866,"ведиÑĤе":48867,"ĠBucket":48868,"ĠMam":48869,".term":48870,"_pi":48871,"czy":48872,".pub":48873,"precio":48874,"ĠVirt":48875,"Ġroman":48876,"itat":48877,"Lex":48878,"_infos":48879,"Ä°":48880,".other":48881,"VELO":48882,"Ġponder":48883,"Ġhanno":48884,"(Page":48885,"doi":48886,"Ġpolite":48887,"Ġprogrammer":48888,"Dies":48889,"$d":48890,"Ġreplication":48891,"addColumn":48892,"frican":48893,"Ġleng":48894,"beer":48895,"oit":48896,"Ġwasting":48897,"ylim":48898,"measure":48899,"Neg":48900,"Ġpartie":48901,".console":48902,"ĠGuinea":48903,"TEL":48904,"_fact":48905,".chunk":48906,"Ġlent":48907,"Ġaller":48908,"Ġà¤ķ":48909,"_idle":48910,"Ġadmissions":48911,"JSONArray":48912,"Ġvibration":48913,".helpers":48914,"å¤ĸ":48915,"Ġhen":48916,"john":48917,"ĠìĥĿ":48918,"Ġjudgement":48919,"Ġgeen":48920,"terra":48921,"^{":48922,"ĠIz":48923,"Ġcâ":48924,"instances":48925,"Ġthreatens":48926,"Ġmüssen":48927,"KindOfClass":48928,"Ġstorytelling":48929,"_demo":48930,"rias":48931,"Privacy":48932,"hift":48933,"ĠYi":48934,"esor":48935,"íķł":48936,"ensitivity":48937,".Writer":48938,"à¸Ĥ":48939,"District":48940,".getJSONObject":48941,"Impro":48942,"(getResources":48943,"ĠSPELL":48944,"roduce":48945,"Ġslowed":48946,"Ġlinewidth":48947,"Ġhonesty":48948,"ĠCoord":48949,"ĠFork":48950,"ĠDispatchQueue":48951,"ĠCliff":48952,"ĠWiring":48953,"_TIMESTAMP":48954,"ollah":48955,"avoid":48956,"++];Ċ":48957,"semantic":48958,"-css":48959,"Ġveto":48960,"ĠMerr":48961,"Ġlegislators":48962,"CEEDED":48963,"Ġquestionnaire":48964,"ĠPills":48965,"Calculate":48966,"(core":48967,"'e":48968,"Ġdislike":48969,"ĠPreferences":48970,"_EXTERNAL":48971,"è°ĥ":48972,"Ġdodge":48973,"æľįåĬ¡":48974,".names":48975,".drawImage":48976,"_prom":48977,"uckland":48978,"Ġ<$>":48979,"ız":48980,"/site":48981,"项":48982,"rophe":48983,"Ġcompelled":48984,"Ġlaptops":48985,"Ġuni":48986,"CLOSE":48987,"Ġcasualties":48988,"ĠUniform":48989,"Terminal":48990,".\",\"":48991,"DAT":48992,"(TreeNode":48993,"ĠGandhi":48994,"(stmt":48995,"AXB":48996,"*M":48997,"Ġumbrella":48998,"animal":48999,"Ġgrpc":49000,"Ġwhereby":49001,"Ġfloats":49002,"ĉarg":49003,"Ġdbg":49004,"Ġexceeding":49005,"EventType":49006,".SaveChangesAsync":49007,"Ġ{{{":49008,"Ġowed":49009,"ahrenheit":49010,"Ġì§":49011,"Ġequipo":49012,"urai":49013,"Ġidol":49014,"]\")Ċ":49015,"_major":49016,"Ġentirety":49017,"ingerprint":49018,"ços":49019,"/account":49020,"ĉright":49021,"ursos":49022,"ĠEDT":49023,"_INSERT":49024,"Ġshining":49025,"Ġ<:":49026,"EdgeInsets":49027,"Ġcolonies":49028,".IM":49029,"ĉĠĉ":49030,"ROAD":49031,"CCCC":49032,"placing":49033,"ĠgetActivity":49034,"emacs":49035,"'%(":49036,".clicked":49037,"ĠThem":49038,"isia":49039,"Buscar":49040,".rename":49041,"Ġoath":49042,"Ġafterward":49043,"ĠUFO":49044,"APS":49045,"ĠJacksonville":49046,".some":49047,"Confirmed":49048,".scan":49049,"igInteger":49050,"Decorator":49051,"shield":49052,"ressive":49053,".did":49054,"请è¾ĵåħ¥":49055,"Ġshutter":49056,"Dam":49057,"Ġparenting":49058,"eyed":49059,"$item":49060,"-develop":49061,"Ġextracts":49062,"Ġdecentralized":49063,"ĠElsa":49064,"_spin":49065,"])+":49066,"-initial":49067,"Ġmultitude":49068,"Ġsensory":49069,"ĠMODEL":49070,"Ġsafeguard":49071,"ì¹":49072,"Ġhunters":49073,"ĠTiny":49074,"INO":49075,"decorate":49076,"ĠNoSuch":49077,"Ho":49078,"(Response":49079,"Ġruler":49080,"ĉshort":49081,"Ġcaster":49082,"ĠclientId":49083,"Ġpdb":49084,"ëıĦ":49085,"itic":49086,"ĠGameState":49087,"ĠnewItem":49088,")ĊĊĊĊĊĊ":49089,"ouis":49090,"noc":49091,".BLACK":49092,"_VECTOR":49093,"----------();":49381,".getP":49382,"anye":49383,"Ġneuron":49384,"ifold":49385,"ĠKnown":49386,"Bitcoin":49387,"Anyway":49388,"ayette":49389,"Ġ'['":49390,"Ãłnh":49391,"mgr":49392,"Ġcorrelated":49393,"Ġnause":49394,"Ġmentality":49395,"hasMany":49396,"ĠFG":49397,"ampie":49398,"ITU":49399,"Fs":49400,".Sp":49401,"_between":49402,"Dependencies":49403,"oug":49404,"Placeholder":49405,"=text":49406,"ĠManaging":49407,"ocalypse":49408,"åĮĹ":49409,"_mag":49410,"fld":49411,"âij":49412,"CAM":49413,"ĠHelpers":49414,"Ġdost":49415,"/out":49416,"Ġassassination":49417,".getImage":49418,"ĠKenny":49419,".')ĊĊ":49420,"){//":49421,"ĠRanger":49422,"Ġgek":49423,"Ġsincere":49424,"čĊ":49627,".getResources":49628,"Ġlump":49629,"_consts":49630,"(ext":49631,"ĉdir":49632,"âĿ":49633,"ĠpaddingTop":49634,"Ġobsession":49635,"Ġbanning":49636,"ĠAppModule":49637,"Ġpartisan":49638,"Ġcatalogue":49639,"Ġminors":49640,"Ġpitches":49641,"weep":49642,"Ġundertake":49643,"Ġthemed":49644,"audit":49645,".scrollTop":49646,"Ġrer":49647,"Ġsymptom":49648,"Ġopenings":49649,".blocks":49650,"openid":49651,"Ġassh":49652,"-save":49653,"ĠPig":49654,"Ġregain":49655,"Ġinicial":49656,"/favicon":49657,"ĉexp":49658,"Ġspices":49659,"iska":49660,"claims":49661,"mak":49662,"definitions":49663,"Ġcorrespondent":49664,"ĠCannabis":49665,"__,Ċ":49666,"ĠLucky":49667,"ĠGaussian":49668,"ĠNearly":49669,"CAD":49670,"']]Ċ":49671,"Ġadequately":49672,"ĠTITLE":49673,"constitutional":49674,"-mm":49675,"_override":49676,"Ġblas":49677,".readyState":49678,"Ġreminis":49679,"Ġreinforced":49680,"ĠCollabor":49681,"Ġdecorating":49682,"Ġbachelor":49683,"ERRUPT":49684,"Ġupright":49685,"ipation":49686,"ĠNoble":49687,"ĠvalueForKey":49688,"ĠsetLoading":49689,".Ignore":49690,"åģ":49691,"Globals":49692,"ĠMent":49693,"ASSES":49694,"Ġlimbs":49695,"ĠHUD":49696,"inci":49697,".iv":49698,"ĠQModelIndex":49699,"Fuse":49700,"Ġpedal":49701,"_FREQ":49702,"(verbose":49703,"Ġlongitud":49704,"ĠCharter":49705,"ê·¸":49706,"Ġbundles":49707,".ignore":49708,"umbo":49709,"EMA":49710,".......":49711,"sx":49712,".Card":49713,"Ġheute":49714,"Ġsteer":49715,"jumlah":49716,"Ġ{_":49717,"_Checked":49718,"Ġfax":49719,"ĠGust":49720,"itchens":49721,"Ġ))ĊĊ":49722,"Ġremarkably":49723,"/XML":49724,"-remove":49725,"_bt":49726,"Ġincub":49727,".package":49728,".currentThread":49729,"ĠHighlander":49730,".side":49731,"splash":49732,"Ġici":49733,"=D":49734,"Ġpuck":49735,"Ġballots":49736,"Ġhugely":49737,"coeff":49738,"ĠpData":49739,".COLUMN":49740,"ĠHealing":49741,"Ġordin":49742,"!),":49743,"Ġ'',čĊ":49744,"(md":49745,"ĠSask":49746,"čĊ":49768,"Ġrá":49769,"Ġblunt":49770,"ĠImageIcon":49771,"ifik":49772,"RTC":49773,"Ġfibers":49774,"Ġtoile":49775,".sent":49776,"ĠPyQt":49777,"$app":49778,"Ġmedio":49779,"Ġgranting":49780,"Ġtslint":49781,"ĠMö":49782,"(figsize":49783,"Ġhurricane":49784,"Ġlifes":49785,"ĠÃĦ":49786,"rocessing":49787,"_standard":49788,"-option":49789,"')))":49790,"Ġvacant":49791,"å·¥":49792,"ĠHollow":49793,"handleChange":49794,"Ġdivider":49795,"ĠEngineers":49796,"Ġsvens":49797,"Ġcompliant":49798,"tanggal":49799,"ĠCredits":49800,"ĠEmirates":49801,"RuleContext":49802,"Ġrealization":49803,"Ġdistracted":49804,"]+=":49805,"Ġaugment":49806,"ĠDw":49807,"otp":49808,"orrent":49809,"Editar":49810,".stock":49811,"Study":49812,"pections":49813,"ĠGameManager":49814,"=cut":49815,"Ġflock":49816,"ĠRomans":49817,"them":49818,"-hop":49819,"Ġscreenshots":49820,"Ġ/*!Ċ":49821,"Ġconversions":49822,"Ġnormalization":49823,"(configuration":49824,"Ġaeros":49825,"_security":49826,"!'Ċ":49827,"Bonus":49828,"ĠDRIVER":49829,"ĉDate":49830,"tie":49831,"ĠWyoming":49832,"Stand":49833,"itre":49834,"Ġshoppers":49835,"Ġdisadvantage":49836,"Ġliking":49837,"ç¬ij":49838,"Ġunderstandable":49839,"SEE":49840,"Ġhoy":49841,"Ġninete":49842,"Ġconfer":49843,"Ġnowrap":49844,"ĠVern":49845,",čĊčĊ":49846,"imestep":49847,"LayoutManager":49848,"à·":49849,"ĉwait":49850,"PLETED":49851,"Japan":49852,"Ġinduce":49853,"Ġå¯":49854,"озв":49855,"_ENDPOINT":49856,".horizontal":49857,"Ġaccelerated":49858,"rimon":49859,"IVES":49860,"Transactions":49861,"Lean":49862,"ĠSOUR":49863,"whether":49864,"yg":49865,"Ġoid":49866,"ĠEntityManager":49867,"OUNTRY":49868,"Ġfila":49869,"OLUMNS":49870,"INUE":49871,"ĠAnchor":49872,"TRAN":49873,"woo":49874,"blockquote":49875,"ĠNurse":49876,"ĠCarp":49877,"Ġredeem":49878,".try":49879,"ĠJP":49880,"Ġtimestamps":49881,"Ġ?>\"><":49882,"ĠREMOVE":49883,"ĠStarbucks":49884,"Really":49885,"Ġflooded":49886,".Callback":49887,"DropDown":49888,"ipro":49889,"Ġtended":49890,"lte":49891,"Ġproportions":49892,"-te":49893,"ĠRena":49894,"licate":49895,"forces":49896,".extra":49897,".authenticate":49898,"вод":49899,"¡°":49900,"ĠforControlEvents":49901,"Ġsenha":49902,"Ġkein":49903,"Ġminist":49904,"ĠPreference":49905,"ĠTelegraph":49906,"Ñĥп":49907,"strpos":49908,"Ġillnesses":49909,"Ġpigs":49910,"ĠgetIntent":49911,"Sol":49912,"Ġ¡":49913,"(cpu":49914,"[prop":49915,"screens":49916,"');?>":49917,"ĠActs":49918,"Ġstrdup":49919,"Ġaverages":49920,"anal":49921,"ĠCasual":49922,"GroupBox":49923,"ĠHandbook":49924,"/comments":49925,"Ġnumbered":49926,"Ġbroadcasting":49927,"çĽij":49928,".nativeElement":49929,".mu":49930,"ĠupdatedAt":49931,"ĠDoesn":49932,".AC":49933,".coll":49934,"Ġrecorder":49935,"_sha":49936,"Bg":49937,"bil":49938,"Ġbolts":49939,"Ġç¬":49940,"Ġimposing":49941,"ĠInformationen":49942,"_flashdata":49943,"economic":49944,"Remark":49945,"ucas":49946,"ĠOfficers":49947,"ĠTER":49948,"Walk":49949,"Ġmercado":49950,"_generate":49951,"HY":49952,"Calling":49953,"snap":49954,"scriptId":49955,".operation":49956,"ĠFlame":49957,"liness":49958,"Ġrented":49959,"_toggle":49960,"-changing":49961,"ĠTY":49962,"'util":49963,"EEP":49964,"Ġgraphql":49965,"ĠUni":49966,"Ġimpulse":49967,".Basic":49968,"Ġenergies":49969,"MARY":49970,"ĠMarcel":49971,"Ġmortal":49972,"Ġfres":49973,"mens":49974,"motion":49975,"Ġsampled":49976,"âĢľThat":49977,"iday":49978,"quipment":49979,"getInt":49980,"ĠAbsolute":49981,",'\"":49982,"uned":49983,".share":49984,"Ġ})(":49985,"mmm":49986,"ĠRising":49987,"ä»»":49988,"Ġunemployed":49989,"xfa":49990,".follow":49991,"ĉĉĉĉĠĠĠĠĠĠ":49992,"slt":49993,".Phone":49994,"Ġknives":49995,"Ġeve":49996,"onClick":49997,"]))čĊ":49998,"ĠWitness":49999,"ĉNS":50000,"ĠEOS":50001,"ĠStefan":50002,"ĠPriest":50003,"âĢĶwhich":50004,"GetString":50005,".By":50006,"Ġupstairs":50007,"Ġdetriment":50008,"broken":50009,"embro":50010,"Ġnicotine":50011,"ilion":50012,"Ġastonishing":50013,"_aff":50014,"ĠLesson":50015,"Ġaccidental":50016,"odor":50017,"Ġdecir":50018,"ĠnewName":50019,"+.":50020,"缸":50021,"igslist":50022,"ĠGithub":50023,"Ġsuccessive":50024,"racial":50025,"Ġenviron":50026,"éªĮè¯ģ":50027,"Ġredirected":50028,"TOTAL":50029,"Ġgrabbing":50030,"ĠLance":50031,"Ġforfe":50032,"_CB":50033,"å¾®":50034,"Elapsed":50035,"_way":50036,"(DialogInterface":50037,"_measure":50038,"xbb":50039,"Dog":50040,"Depart":50041,"-src":50042,"resolver":50043,"withstanding":50044,"_shell":50045,"ĠLastName":50046,"ĠAviation":50047,"Ġbeginner":50048,"(\"%.":50049,"(tool":50050,"Ġнов":50051,":init":50052,"(API":50053,"ĠMorrison":50054,"vtColor":50055,"Ġstaple":50056,"/INFO":50057,"Ġsupernatural":50058,"Ġsteak":50059,"timeline":50060,"zzle":50061,"\"`ĊĊ":50062,"Secondary":50063,"ĠNepal":50064,".StringUtils":50065,"Ġadam":50066,"Ġ(...":50067,"Ġsubstitution":50068,"Ġboarding":50069,"ĠKeyword":50070,"ĠAssault":50071,"dbcTemplate":50072,"ĠorderId":50073,"(engine":50074,".assertThat":50075,"ĠVenus":50076,"Ġhomicide":50077,"ĠAval":50078,"Ġgutter":50079,"ĠSupported":50080,"/part":50081,"Ġacclaimed":50082,"Histor":50083,"Ġmeses":50084,"über":50085,"ĠRenew":50086,"Ġgras":50087,"ĠEk":50088,"Ġinfile":50089,"indy":50090,".music":50091,".Scroll":50092,"ĠAges":50093,"ĠNaruto":50094,"ĠGather":50095,"Ġconfirming":50096,"=(\"":50097,"Ġpitched":50098,"oley":50099,"France":50100,"+'\"":50101,"$total":50102,"Ġonde":50103,"Ġditch":50104,"_sigma":50105,"Ġcontinuity":50106,"reward":50107,"-load":50108,"Ġproceso":50109,"Locked":50110,"staw":50111,"Ġspinal":50112,"lazy":50113,"!==":50114,"jest":50115,"Ġdun":50116,"ĠRodgers":50117,"ĉgrid":50118,"Ġlogos":50119,"ĠBengal":50120,".super":50121,"Provides":50122,"Ġnutrient":50123,".Timestamp":50124,"IZATION":50125,"åĨĮ":50126,"Ġfats":50127,"ĠXxx":50128,"ctica":50129,"Targets":50130,"Ġcontours":50131,"Ġreordered":50132,":Array":50133,"Ġtolerate":50134,"Vir":50135,"Ġterribly":50136,"Ġbricks":50137,"(&_":50138,"hb":50139,"Portal":50140,"ĠBread":50141,".which":50142,"ÂŃt":50143,"asInstanceOf":50144,"Ġjobject":50145,"ĉlength":50146,"_MT":50147,";\">čĊ":50148,"_EXIST":50149,"Ġmaternal":50150,"REL":50151,"Ġê²½ìļ°":50152,"hee":50153,"Ġlayouts":50154,"ĠLap":50155,"aisy":50156,"Ġstumbled":50157,"ĠUIG":50158,"ĠSco":50159,"Ġimpaired":50160,"RESSED":50161,"Ġabuses":50162,"VF":50163,"ARB":50164,".NAME":50165,"rch":50166,"primir":50167,"_completed":50168,"Ġpenny":50169,"Chrome":50170,"(begin":50171,"ernen":50172,"-checkbox":50173,"PlainOldData":50174,"ĠLPC":50175,"rade":50176,"spir":50177,"Ġconceived":50178,"Tips":50179,"ĠIoT":50180,"ĠGan":50181,"èģĶ":50182,"Ġbiases":50183,"Ġconsultants":50184,"pled":50185,"_ht":50186,"associated":50187,"],ĊĊ":50188,"Ġdelightful":50189,"ĠÑĤек":50190,"Helvetica":50191,"(load":50192,"-expand":50193,"_WIDGET":50194,"toa":50195,"ĠAkt":50196,"Ġomn":50197,"Ġclauses":50198,"Intel":50199,"*/}Ċ":50200,"_registration":50201,"ĠoldValue":50202,"Ġrestoring":50203,"Ġunreal":50204,"OVER":50205,"ĉĊĉĊĉĊ":50206,"ATS":50207,"_probe":50208,"Ġdivisor":50209,".updateDynamic":50210,"å¹³":50211,"Produces":50212,"stamp":50213,".jboss":50214,"ĉtask":50215,"!(:":50216,"Ġpsychic":50217,"@class":50218,"Martin":50219,"ĠPassed":50220,"clarations":50221,"hel":50222,"аÑĩ":50223,"ĉcopy":50224,"-bin":50225,"zan":50226,"igram":50227,"াà¦":50228,"(sig":50229,"ĠCaval":50230,"_##":50231,"Ġ%=":50232,"outlined":50233,"ĠAcid":50234,"Ġunpredictable":50235,"-dashboard":50236,"HexString":50237,"+c":50238,".Public":50239,"ẩ":50240,"Ġconveyor":50241,"ĠEB":50242,"Ġselects":50243,"Ġknocking":50244,"ĠCec":50245,"IBUTES":50246,"owaÄĩ":50247,"gatsby":50248,"*v":50249,"entropy":50250,"Ġdispatched":50251,"Ġcamel":50252,"ĠSaturn":50253,"Ġoverweight":50254,"(phone":50255,"parable":50256,"%B":50257,"_vectors":50258,"Ġbrewing":50259,"ĠTk":50260,"ĠDownloads":50261,"ĠSaved":50262,".Price":50263,"Ġcurved":50264,"ĠParenthood":50265,"è¶":50266,".pnl":50267,"pletely":50268,".Day":50269,"Ġadvertisers":50270,"Ġejec":50271,"Ġprzed":50272,"ë¯":50273,"!';Ċ":50274,"ĠKush":50275,"ĠTAB":50276,"Ġquests":50277,"Ġcoincidence":50278,"ummies":50279,"ĠKashmir":50280,"ĠEthics":50281,"_growth":50282,"Ġaktiv":50283,"Ġgrouping":50284,"å¢ŀ":50285,"_truth":50286,"åIJ¬":50287,"todos":50288,"iset":50289,"TexCoord":50290,"ätt":50291,"ĠZur":50292,"roys":50293,"_MAGIC":50294,"Ġbrewery":50295,"(State":50296,"ĠSMALL":50297,"ĠPlants":50298,"itbart":50299,"eacher":50300,"ĠAdelaide":50301,"Lu":50302,"Ġfick":50303,"undles":50304,"_loaded":50305,"ие":50306,"Poll":50307,"ritic":50308,"ELY":50309,"Ġ+'":50310,"ĠProfession":50311,"Ġstamps":50312,"ĠSew":50313,"scrollView":50314,"Ġcommunist":50315,"/problems":50316,"}čĊčĊčĊčĊ":50317,",o":50318,"Ġudp":50319,"Ġobese":50320,"approve":50321,"ancellation":50322,"_Game":50323,"ĠHashtable":50324,"adaptiveStyles":50325,"Ġpossesses":50326,".matcher":50327,"functional":50328,"Mrs":50329,"ĉsave":50330,"ĠDbType":50331,"Ġken":50332,"getContext":50333,"Ġmans":50334,"(rel":50335,"ĠBrotherhood":50336,")`Ċ":50337,"解":50338,".Information":50339,"OutOfRangeException":50340,"ĠSek":50341,"Cas":50342,"Ġbloggers":50343,"Either":50344,"(\"\"\"":50345,"Ġpinch":50346,"Ġcoarse":50347,")p":50348,"ĠPulse":50349,"Ġlearnt":50350,"Ġdentist":50351,"Ġonchange":50352,"Ġdirectives":50353,"(actions":50354,"nyder":50355,"ĠShir":50356,"Trait":50357,"_dep":50358,"ĠPET":50359,"ĠREP":50360,".AppSettings":50361,"cuador":50362,"idenav":50363,"Ġenvi":50364,"Ġslammed":50365,"ĠShoot":50366,"ĠdateFormat":50367,".joda":50368,"veys":50369,"Ġ).ĊĊ":50370,"Ġcareg":50371,"ĠParallel":50372,"_translation":50373,".functions":50374,".obs":50375,"RuntimeException":50376,"[]=":50377,"overview":50378,"ĠSchl":50379,"Ġnoisy":50380,"ĠOnPropertyChanged":50381,"Sending":50382,"Ġunfamiliar":50383,"Upon":50384,"ĠPrints":50385,".typ":50386,"Ġfleeing":50387,"ĉmove":50388,"(Un":50389,"Ġqr":50390,"׾":50391,"_beta":50392,"Ġskies":50393,"ĉme":50394,"WND":50395,"Ġstickers":50396,"blas":50397,"Ġinserts":50398,"Ġverses":50399,"ĠDew":50400,"Ġtangible":50401,"Ġhecho":50402,"POL":50403,"Ġteardown":50404,"omnia":50405,"IBE":50406,".cover":50407,"_strategy":50408,"^-":50409,"setPosition":50410,"uale":50411,"Signed":50412,"Ġiface":50413,"aseline":50414,".setTime":50415,"ĠMineral":50416,"ĠFighting":50417,"skins":50418,"Ġdiscrimin":50419,"Ġdansk":50420,"ĠPrinceton":50421,"acist":50422,"Ġ());Ċ":50423,"tracks":50424,"imonial":50425,"adecimal":50426,"EPROM":50427,"uggle":50428,".Notification":50429,"$mail":50430,"cantidad":50431,"ĠJung":50432,"Ġseekers":50433,"Ġplausible":50434,"tier":50435,"еж":50436,"Ġrapper":50437,"ĠMana":50438,"ĠHttpStatusCode":50439,"Ġburnt":50440,"loses":50441,"ĠFoto":50442,"ĠJsonObject":50443,"Instagram":50444,"Ġsyscall":50445,"Ġrealities":50446,"ĠMATLAB":50447,":^{Ċ":50448,"TERM":50449,"ĠCbd":50450,"ĠParagraph":50451,"Ġtravés":50452,"Ġconstructing":50453,"Ġswal":50454,"Ġpige":50455,"LLLL":50456,"-existing":50457,"Gets":50458,"Ġmelted":50459,"Ġmitigate":50460,"Hen":50461,"Ġhm":50462,"imas":50463,"ĠAo":50464,"ĠPerez":50465,"ĠDAL":50466,"Ġëĭ¤":50467,"Ġdivis":50468,"StoryboardSegue":50469,"ĠModify":50470,"ĠÃľber":50471,"_OVERRIDE":50472,".pem":50473,"untos":50474,"Ġespañ":50475,"Ġ{?":50476,"ĠPAY":50477,"_ipv":50478,"ĠFury":50479,"__.__":50480,"elow":50481,"-centered":50482,"checks":50483,"_Reg":50484,"-Javadoc":50485,"ĉload":50486,"ĠLikewise":50487,"اÙħ":50488,"UNE":50489,".sem":50490,"xcb":50491,"ĠCave":50492,"_sleep":50493,"Ġsilently":50494,"ĠExtreme":50495,".ToUpper":50496,"ĉCHECK":50497,"Ġcue":50498,"ĠQByteArray":50499,"Ġcorrupted":50500,"ĠDé":50501,"Ġimped":50502,"GetName":50503,"Ġinaccurate":50504,"Ġsober":50505,"ее":50506,"Ġbarcode":50507,"--){Ċ":50508,"inki":50509,"Ġép":50510,"Ġdri":50511,"ĠALT":50512,">>>>>>>>":50513,"onta":50514,"[L":50515,"Ġinteres":50516,"verting":50517,"Ġdiagnostics":50518,"pdev":50519,"è©":50520,"ĠIntegrated":50521,").'":50522,"_gc":50523,"$text":50524,".games":50525,"ĠTerra":50526,"'Re":50527,".transfer":50528,"_FIFO":50529,"getModel":50530,"Ġbland":50531,"ĠColeman":50532,"Ġprimes":50533,"ĠæĪ":50534,"Ġcrosses":50535,"nk":50536,"GING":50537,"Ġ'^":50538,"ĠBlob":50539,"Ġintercourse":50540,"ĠBlvd":50541,"Ġweighs":50542,"_regular":50543,"ĠPerth":50544,"Ġseparating":50545,"Ġbilled":50546,".tabControl":50547,"Ġpuppet":50548,"Ġutilization":50549,"Ġâĸł":50550,"Ġsucces":50551,"Ġlamps":50552,"_proj":50553,"Eric":50554,"Ġrenovation":50555,"ĠFamilies":50556,"ĠBits":50557,"partials":50558,"-Men":50559,"solution":50560,"Ġdwarf":50561,".INTEGER":50562,"ĠLOCK":50563,".ct":50564,"Ġexcerpt":50565,"ĠPix":50566,"ĠFirstName":50567,"ANTED":50568,"ĠAdmir":50569,"-help":50570,"Prior":50571,"ĠAlign":50572,".INSTANCE":50573,"LineEdit":50574,"('/:":50575,"Ġinet":50576,"odus":50577,".pkl":50578,"ĠKY":50579,"upert":50580,"Ġnerves":50581,"_gradient":50582,"}','":50583,"_unref":50584,"Ġsaturated":50585,"ĠConnected":50586,"ĠFN":50587,"EXIT":50588,"Ġteleport":50589,"Ġavait":50590,"PageRoute":50591,"Ġdivorced":50592,"(lang":50593,"fst":50594,"ĠTyr":50595,"Ġmessenger":50596,"ifstream":50597,"XS":50598,"ĠBanking":50599,"Ġinfectious":50600,"ĠMons":50601,"_LOOP":50602,"Ġzurück":50603,"Ġobtener":50604,"/repos":50605,"Vel":50606,"acro":50607,"ĠuserRepository":50608,"styleType":50609,"ĠSRC":50610,"VMLINUX":50611,"recursive":50612,"/bar":50613,"_chip":50614,"ominated":50615,"ĠNit":50616,"âĢĶto":50617,"ĠBuddh":50618,"омеÑĢ":50619,"ĠMAG":50620,"ĠCHE":50621,"_den":50622,".raises":50623,"_degree":50624,"Ġpumpkin":50625,"_templates":50626,"_MEDIA":50627,"ĠTimeline":50628,"Ġbots":50629,"ObjectType":50630,"Ġbuys":50631,".posts":50632,"CAL":50633,"waiting":50634,"ĠDaniels":50635,"Ġdabei":50636,"ĠSigma":50637,"ilor":50638,"igel":50639,",W":50640,"ADS":50641,"(panel":50642,"ì²´":50643,"itating":50644,".palette":50645,"Ġmosquito":50646,"Ġtego":50647,"(parseInt":50648,"Ġdespués":50649,"promise":50650,"Ġwij":50651,"typescript":50652,"ĠTv":50653,"_IDENTIFIER":50654,").ĊĊĊ":50655,"_flat":50656,"itsu":50657,"USR":50658,"experience":50659,"-fit":50660,"phinx":50661,"_thresh":50662,"Ġideally":50663,"ĠFreeman":50664,",DB":50665,"_rw":50666,"çŃī":50667,"Ub":50668,"_statistics":50669,"=\"\"><":50670,"Ġchore":50671,"Ġyork":50672,"installed":50673,"Additionally":50674,"Ġpstmt":50675,"ylko":50676,"::Ċ":50677,"Forest":50678,"Ġheadset":50679,"Ġgallon":50680,"ÑĢем":50681,"Ġwithdrawn":50682,"ĠCandidate":50683,"Ġmelting":50684,"Ġfreezer":50685,"Ġhl":50686,"_HELP":50687,"mime":50688,"(/*":50689,"Ġthirst":50690,"$return":50691,"memberof":50692,"еб":50693,"ĠHttpServletRequest":50694,"(ob":50695,"_Result":50696,"Ġasserted":50697,"Ġfulfilling":50698,"Ġstretches":50699,"parated":50700,"-funded":50701,"ĠåĽ":50702,"ingles":50703,"_ca":50704,".condition":50705,"ĠDisplays":50706,"Ġorang":50707,"ĠCRE":50708,"ĠglBind":50709,"ĠSelector":50710,"/type":50711,"ĠAlexa":50712,"chedules":50713,"ĠPeninsula":50714,"Ġparity":50715,"ĉdest":50716,"ĠDoors":50717,"čĊĉčĊ":50718,"_dimension":50719,"Ġaload":50720,".StoredProcedure":50721,"(paren":50722,"ĠBurke":50723,"')]Ċ":50724,"-engine":50725,"Ġquir":50726,"ĠHybrid":50727,"ĠDoe":50728,"Ġoutlines":50729,"ĠTrends":50730,"_NV":50731,"periments":50732,"ĠHin":50733,"?',":50734,"ĉText":50735,"FUL":50736,"Ġsmells":50737,"Ġslick":50738,"Ġmiserable":50739,"ĠArrayAdapter":50740,"ĠparamString":50741,"Hom":50742,"_literals":50743,"usuarios":50744,"Ġprompting":50745,"_lazy":50746,"ĠActivation":50747,"_oc":50748,"Weak":50749,"Ġanecd":50750,"ĠUCLA":50751,"=re":50752,"issement":50753,"ĠEscorts":50754,"Excellent":50755,"ĠPause":50756,"Ġrepositories":50757,"TOR":50758,"ariate":50759,"_iso":50760,"updates":50761,"halb":50762,"udiante":50763,"ë¡Ŀ":50764,"Ġnaive":50765,"ĠPeg":50766,"ĠLounge":50767,"ARGIN":50768,"(bin":50769,"OnClickListener":50770,"ĠFAILED":50771,"Ġlite":50772,"Ġdzie":50773,"ĠLiteral":50774,"ivor":50775,"fcntl":50776,"Ġeats":50777,"Ġqed":50778,"Unlock":50779,"riding":50780,"undai":50781,"=M":50782,"ATTER":50783,"ConfigureAwait":50784,"icias":50785,"ustomed":50786,"Ġsuccession":50787,"endTime":50788,"ĠJupiter":50789,"Ġjudging":50790,"dration":50791,"_docs":50792,".mo":50793,"Ġeducators":50794,"ĠVine":50795,"Cond":50796,"[out":50797,"qb":50798,"\\Validator":50799,"Ġmeanings":50800,"Ġpresently":50801,"Ġdividing":50802,"ottenham":50803,"ascular":50804,"Ġtrailers":50805,"ĠCLOSE":50806,"ами":50807,"âĢĻai":50808,"ĠGain":50809,"wor":50810,"Ġplanner":50811,"Ġdistributing":50812,"vat":50813,"months":50814,"xlabel":50815,"HF":50816,"Viol":50817,".BASELINE":50818,"еÑĤÑģÑı":50819,"ĠRotate":50820,"Ġtxn":50821,":bold":50822,"Ġbloss":50823,"Forgery":50824,"(embed":50825,"Ġjako":50826,"sprintf":50827,"their":50828,"Ġexhibits":50829,"-static":50830,"hecy":50831,"getActiveSheet":50832,".clients":50833,"ãģį":50834,"_hide":50835,"[word":50836,"Cb":50837,"addItem":50838,"axe":50839,"_radio":50840,"alion":50841,"modifier":50842,"Ġsaturation":50843,"Ġdenom":50844,"_pixels":50845,"mess":50846,"(fl":50847,"atif":50848,"Ġsecs":50849,"Ġprostitution":50850,"Ġgrandchildren":50851,"Ġparadise":50852,"ĠFeld":50853,"_BINARY":50854,"itous":50855,"à¹Ħ":50856,"Ġflashing":50857,"-sided":50858,"Ġcontradiction":50859,"/*ĊĊ":50860,"ylabel":50861,"ĠTet":50862,"Ġadmire":50863,"reso":50864,"Ġletz":50865,"ĠSEARCH":50866,"slots":50867,"ĠRewards":50868,"ĠHog":50869,"ĠNSData":50870,"stash":50871,"Fall":50872,"ĠAmer":50873,"LinearLayout":50874,"/photos":50875,"Ġfeather":50876,"Ġ|čĊ":50877,"Downloads":50878,".StartsWith":50879,"Ġ//#":50880,"ineTransform":50881,"Ġaffid":50882,"Vtbl":50883,"ĠRogue":50884,"scribed":50885,"Ġfauc":50886,"ĠMonroe":50887,"Ġdeclares":50888,"modern":50889,"reon":50890,"aybe":50891,"PASS":50892,"fers":50893,"_MULTI":50894,"ĠMathematics":50895,"Ġsudah":50896,"_ATTACH":50897,"ĠnumberWith":50898,"ĠSolomon":50899,"jin":50900,"ografia":50901,"öl":50902,"_design":50903,"culated":50904,"ĠLuna":50905,"iesz":50906,"Ġ=>'":50907,"Ġrevelations":50908,"Along":50909,"(ed":50910,"ĠFilename":50911,"Ġylabel":50912,"Secure":50913,"Ġbusca":50914,"agnosis":50915,"_RECE":50916,"Ġoverlapping":50917,"Extent":50918,"Ġanticipation":50919,"Checks":50920,"ĠALSO":50921,"orc":50922,"ilingual":50923,"itational":50924,"Ġadvancement":50925,"ouro":50926,"ĠPredicate":50927,"å¾Ĺ":50928,"eria":50929,"ĠPierce":50930,"orio":50931,"Ġmerits":50932,"Ġpeanut":50933,".Package":50934,"ĠConduct":50935,"_SENSOR":50936,"Ġboiling":50937,"Ġintra":50938,"ĠIGN":50939,"ĠFur":50940,".Refresh":50941,"ĠReach":50942,"_decoder":50943,".Exp":50944,"ĠÑĤак":50945,"pill":50946,",Q":50947,"ĠGrill":50948,"Ġpopping":50949,".Ag":50950,"Ġproyecto":50951,"Ġmileage":50952,"Ġecological":50953,"]]);Ċ":50954,"ĠÂŃ":50955,"subplot":50956,"acad":50957,"ĠTrying":50958,"recipes":50959,"$criteria":50960,"ĠPersian":50961,"-bound":50962,"MASK":50963,"ĠGesture":50964,"Ġkk":50965,"ĠPVC":50966,"Ġprohibition":50967,"Ġcomando":50968,"ĠLOOK":50969,"Shopping":50970,"Ġdistortion":50971,"čĊ":51017,".Dependency":51018,".QueryString":51019,".Owner":51020,"Ġexpiry":51021,"Thu":51022,"(Vec":51023,"Ġhazardous":51024,"Ġrpm":51025,"APON":51026,"ĠaddTarget":51027,"sville":51028,"pNet":51029,"ĠImg":51030,"ĠTIMER":51031,".Animation":51032,"Ġbek":51033,"Ġassort":51034,"Ġlebih":51035,"ĠbodyParser":51036,"Ġvibrating":51037,"IDL":51038,"Ġbutterknife":51039,"inters":51040,"Ġpersuade":51041,"ĠLGBTQ":51042,"èĭ":51043,".soft":51044,"Ġbeams":51045,"_sur":51046,".Def":51047,"Ġlabs":51048,"ĉplt":51049,"Ġskins":51050,"Ġtransferring":51051,"Ġimaginary":51052,"_End":51053,";background":51054,"Ġlaps":51055,"_COMMENT":51056,"(SDL":51057,"onds":51058,".Record":51059,"ĠImplements":51060,"_ticks":51061,"()))ĊĊ":51062,"Ġarose":51063,"]?":51064,"ĠMp":51065,"ĠICommand":51066,"Ġsculpture":51067,"Ġcontracted":51068,"\">'":51546,"kinson":51547,"Ġкол":51548,"ognitive":51549,"_li":51550,"Ġimminent":51551,"Ġaffinity":51552,".signal":51553,"Ġnotch":51554,"ĠSteelers":51555,"maxlength":51556,"KK":51557,"ĠEugene":51558,"_PWM":51559,"roi":51560,"ĠâĹı":51561,"ĠHamburg":51562,".Must":51563,"Ġaxe":51564,"enef":51565,"Ġambitions":51566,"ĠSpecies":51567,"ĠStress":51568,"Ġawhile":51569,"ĠбÑĥд":51570,"Ġwithstand":51571,"ĠDecoder":51572,"_inventory":51573,"Ġ{ččĊ":51574,"Ġtgt":51575,"Ġrailroad":51576,"WASHINGTON":51577,"Ġnegotiated":51578,"NST":51579,"-phone":51580,",U":51581,"Ġexercising":51582,"ụ":51583,"_PIXEL":51584,"avors":51585,"iterated":51586,"Ġvampire":51587,"adal":51588,"Ingrese":51589,"Ġung":51590,"jective":51591,".cells":51592,"Ġnano":51593,"Ġmarkdown":51594,"_RULE":51595,"(events":51596,"Ġluggage":51597,"MESSAGE":51598,"igkeit":51599,"$count":51600,"AttributeName":51601,"IGINAL":51602,"_Ent":51603,"ĠBF":51604,"ĠCOMMENT":51605,"_ini":51606,"ĠEuropeans":51607,"ĠBelle":51608,"åij½":51609,")['":51610,"åºĶ":51611,"ĠUseful":51612,".reference":51613,"()\",":51614,"_grade":51615,"ĠKaw":51616,"Ġsentencing":51617,"Ġsocialism":51618,"monster":51619,"_LAYER":51620,"Ġdeepest":51621,"wk":51622,"ĠNoise":51623,"###ĊĊ":51624,"Ġpréc":51625,"otle":51626,"ÑĤе":51627,"auf":51628,"ibal":51629,"Ġconquer":51630,">Email":51631,"Ġambulance":51632,"OAD":51633,"Ġ(\"%":51634,"ĠFI":51635,".fixture":51636,"Ġterse":51637,"ĠĠĠĠĉĉĉĉ":51638,"Ġsanctuary":51639,"ugi":51640,"ĠComparator":51641,"Definitions":51642,"Ġasthma":51643,"Ġlact":51644,"Ġhardwood":51645,".clock":51646,"Ġattracting":51647,"ĠMour":51648,"(distance":51649,"icits":51650,"Ġbonne":51651,"ĠACCESS":51652,".DeserializeObject":51653,"ĠTyped":51654,"Ġjeu":51655,"ĠappId":51656,"ĠClara":51657,"ĠHF":51658,"ĠReich":51659,"ipples":51660,"//--------------------------------------------------------------------------------":51661,"_delivery":51662,"erialization":51663,"Ġplaintiffs":51664,"Scient":51665,"shopping":51666,"ĠDummy":51667,"ĠWald":51668,"GroupName":51669,"Ġinscription":51670,"elog":51671,"::::::::":51672,"_ld":51673,"BackPressed":51674,".Raw":51675,"ĠOnTrigger":51676,"Ġmuseums":51677,"ĠBeen":51678,"ĠAdventures":51679,"Ġslate":51680,"Ġlett":51681,"Ġsund":51682,"ĠGin":51683,"ĠMechanical":51684,".ship":51685,"AppComponent":51686,"Ġdestined":51687,"Ġdwelling":51688,"Profiler":51689,"Prepare":51690,"zeich":51691,"Ġsilicon":51692,"(has":51693,"Ġ#%":51694,"VIDEO":51695,"Ġcollaborate":51696,"Lin":51697,"Ġscopes":51698,"(className":51699,"(sd":51700,"andin":51701,".ham":51702,"ServiceImpl":51703,"-described":51704,"Ġirony":51705,"stial":51706,"ĠHuawei":51707,"(repo":51708,"Ġunexpectedly":51709,"ĠKai":51710,".install":51711,"\\xf":51712,"Ġexhibited":51713,"_TCP":51714,"ĠOx":51715,"_CHO":51716,"Ġprostituerte":51717,"Ġvä":51718,"Ġsito":51719,"Ġconstituents":51720,"ĠContinued":51721,"ĠSAVE":51722,"rss":51723,"/message":51724,"ubes":51725,"Ġmisdemean":51726,"Ġtaxation":51727,"Ġstoryline":51728,"hair":51729,"ĠFinds":51730,"SIG":51731,"verification":51732,"~=":51733,".hp":51734,"Iterable":51735,"Ñĭе":51736,"atori":51737,"Ġctr":51738,"Rx":51739,"_);ĊĊ":51740,"dag":51741,".pin":51742,"Ġpseud":51743,"Ġinvo":51744,"ÑģÑĤÑĢ":51745,"_pix":51746,"为空":51747,"Ġsworn":51748,"âĢĶor":51749,"_registry":51750,"Ġdisasters":51751,"ĠROI":51752,"ĠâĢķ":51753,"aktu":51754,"forest":51755,"beiten":51756,"âĢĶI":51757,"ueva":51758,"egt":51759,"Ġspikes":51760,"URES":51761,"ĠRecommended":51762,"Ġexploited":51763,"ĠFrederick":51764,"_COMPLETE":51765,"ĠDrugs":51766,"!!!!!!!!":51767,"ĠRiv":51768,"STOP":51769,"ROOM":51770,"ĠPASSWORD":51771,"Cookies":51772,".El":51773,"á»Ń":51774,"ĠBert":51775,"Ġhashed":51776,"icester":51777,"Ġdecorator":51778,"ĠqueryString":51779,":;Ċ":51780,"Ġ\"[\"":51781,"otope":51782,"-Americ":51783,"ĠMatthews":51784,"URAL":51785,"âĢľ,":51786,"Summer":51787,"fos":51788,"_CONTAINER":51789,"_ACK":51790,"Ġfiltr":51791,"_disp":51792,"_Re":51793,"Ġfacile":51794,"аÑĪ":51795,"ĠìķĬ":51796,"Ġeben":51797,"Ġsprink":51798,"ĠQuint":51799,">V":51800,"Ġhistorians":51801,"ourmet":51802,"ĠMonitoring":51803,"ledger":51804,"cott":51805,"Ġware":51806,"GGLE":51807,"cars":51808,"ĠMEDIATEK":51809,"Ġvolupt":51810,"_View":51811,"HEL":51812,"(copy":51813,"(stats":51814,"Ġchromosome":51815,"ĠCurtis":51816,"-conf":51817,"(asset":51818,"Ġhvor":51819,"FileSystem":51820,"<>();čĊ":51821,"ocoder":51822,"ĠCannon":51823,")x":51824,"ĠSmooth":51825,"ĠSAS":51826,"_ce":51827,"ĉprev":51828,"_movie":51829,"Ec":51830,"_wall":51831,".ĊĊ":52378,"ogenesis":52379,"ĠOPTIONS":52380,"uptools":52381,"Ġmilitant":52382,"Ġexited":52383,"igar":52384,"ĠCOMM":52385,"ĠDisposable":52386,"aycast":52387,"Ġrowspan":52388,"Ġsynthes":52389,"Ġsondern":52390,"ĠĊ":55869,"ĠJacket":55870,"RATION":55871,".getSelectedItem":55872,"-init":55873,"ĠRegisters":55874,"_sep":55875,"ĠToolkit":55876,".dict":55877,"Ġxlabel":55878,"\\Table":55879,"toc":55880,"_combo":55881,"ĠCompact":55882,"Ġrugged":55883,"à¥ĩà¤":55884,"-management":55885,"')}}\">Ċ":55886,"ĠStamp":55887,"ıl":55888,"rox":55889,"Ġlandscapes":55890,"_NOTE":55891,"monary":55892,"cab":55893,"Ġmoet":55894,"xaf":55895,"rcode":55896,"-cli":55897,"_gate":55898,"[event":55899,"SPORT":55900,"gia":55901,"ĠSUPER":55902,"/Login":55903,"_shutdown":55904,"interrupt":55905,"Ġpretending":55906,"Ġfringe":55907,"ĠReds":55908,"ĠCUDA":55909,"ĠUNIX":55910,"vit":55911,"Ġbrig":55912,"drv":55913,"ĠConnector":55914,"Therefore":55915,"Ġlia":55916,"Detection":55917,"_actor":55918,"Ġtempfile":55919,"Ġeccentric":55920,"-role":55921,"Ġpadx":55922,"dent":55923,"Western":55924,"Ġê·¸":55925,"ĠApplicationRecord":55926,"Ġcampaigning":55927,"_runner":55928,"ĠCivic":55929,"aleigh":55930,"Ġdirekt":55931,".sul":55932,"ĠĠĉĉĉ":55933,"anten":55934,"Ġissuer":55935,"Ġassertions":55936,"(orig":55937,"ATIO":55938,"Ġleaned":55939,"äs":55940,".DTO":55941,"explode":55942,".Observable":55943,"Ġstaggering":55944,"Ġkidnapped":55945,"Ġprogrammers":55946,"ĠInnov":55947,".parameter":55948,"Ġdomination":55949,"Ġskeptic":55950,"Ġæĺ¯":55951,"Ġavoids":55952,".Verify":55953,"ubby":55954,"ĠASN":55955,"Ġformato":55956,"ĠBeatles":55957,"_brand":55958,"Ġinset":55959,"youtu":55960,"Ġtoc":55961,"-final":55962,"Showing":55963,"ĠDoub":55964,"ĠMesa":55965,"Adj":55966,"_medium":55967,"Creates":55968,"(endpoint":55969,"ĉUP":55970,"bbie":55971,"Ġstalk":55972,".databind":55973,".Scan":55974,"agents":55975,"$,":55976,"individual":55977,"+)/":55978,"ĉvm":55979,"(notification":55980,"Ġinex":55981,"ĠClassification":55982,"reno":55983,"Ġolig":55984,"-rated":55985,"Ġformulation":55986,"',{":55987,"Ġacept":55988,"_unpack":55989,"_CA":55990,".Pow":55991,"ĉim":55992,"Ġaluminium":55993,"ANO":55994,"Ġxn":55995,"Ġcómo":55996,"ĠIngredient":55997,"Ġseizures":55998,"åħ±":55999,"ificador":56000,"Ġsiguiente":56001,"ĠInfragistics":56002,"Ġduplicated":56003,"ĠDee":56004,"Ġnø":56005,"ĠACCEPT":56006,"(crate":56007,"иÑĤелÑĮ":56008,"-less":56009,"Ġinfinity":56010,"Analyzer":56011,"-Day":56012,"ritt":56013,"(cin":56014,"ĠGy":56015,"Ġmultiplied":56016,"uchi":56017,"ĠBaldwin":56018,"/ip":56019,"Ġshortcuts":56020,".ADD":56021,"Ġvigor":56022,"_instruction":56023,"(;":56024,"_eta":56025,"è¿ŀ":56026,"utorials":56027,"Ġboosting":56028,"bv":56029,"Ġacknowledges":56030,"Listening":56031,"FAQ":56032,";b":56033,"((-":56034,"Ġarchitects":56035,"Ġzwe":56036,"Ġpuls":56037,"ĠgetCount":56038,"verbs":56039,"ãĢľ":56040,"(Collection":56041,"kre":56042,"Ġjurisdictions":56043,"_bridge":56044,"ĠCrack":56045,"ĠDifficulty":56046,"KO":56047,"Reservation":56048,"_requires":56049,"Tour":56050,"ãģĹãģŁ":56051,".setCurrent":56052,"Ġky":56053,"ĠAlbany":56054,"Ġè§":56055,"ller":56056,"agna":56057,"workers":56058,".blank":56059,"ĠPrayer":56060,"MIC":56061,"Ġresilience":56062,"TeX":56063,"ĠLanguages":56064,"study":56065,"ĉcurr":56066,"Ġenzymes":56067,"Slug":56068,"ĠíĮĮ":56069,"stral":56070,"Ġtumors":56071,"Ġsegunda":56072,"='{":56073,"instruction":56074,"ĠLisp":56075,"/info":56076,"Ġ\"{$":56077,",:),":56078,"Ġgv":56079,"(ErrorMessage":56080,"Ġ'=":56081,"}-${":56082,".Documents":56083,"\"Well":56084,"Ġreminiscent":56085,"Ġgaz":56086,"iropr":56087,"ehr":56088,"Ġsuppressed":56089,"ersh":56090,".scrollTo":56091,"Ġcadena":56092,"ĠgameState":56093,"ÃŃm":56094,"(conv":56095,"ĠTomorrow":56096,"ĠCCT":56097,"Mongo":56098,"ulg":56099,".Camera":56100,".handlers":56101,"mph":56102,"Ġstk":56103,"Ġgenetics":56104,"ACING":56105,"Trivia":56106,"ĠBam":56107,"(marker":56108,".Stretch":56109,"ĠSunni":56110,"ĠBetty":56111,".tolist":56112,"unlikely":56113,".Rectangle":56114,"obsolete":56115,"ILON":56116,"innerText":56117,"embourg":56118,"aN":56119,"ĠVehicles":56120,"unlock":56121,":utf":56122,"nob":56123,"ĠSeeing":56124,"ĠNEVER":56125,"Ġtls":56126,"Ġfilles":56127,"Ġbenefited":56128,"ĠClint":56129,"*/),":56130,".fold":56131,"Ġposible":56132,"ADED":56133,"thouse":56134,".DAL":56135,"ĠOdd":56136,"rokes":56137,"ĠSunny":56138,"ĠPartialEq":56139,"_Buffer":56140,"ĠLevi":56141,"longrightarrow":56142,"eldon":56143,"gages":56144,"_warn":56145,".CreateTable":56146,"ĠDip":56147,"_questions":56148,".logic":56149,"Ġ#\"":56150,"={()=>":56151,"Ġtep":56152,"Ġjuicy":56153,"ìĤ¬":56154,"enko":56155,"ialect":56156,"Ùī":56157,"Ġonboard":56158,"Ġæı":56159,"ĉrt":56160,"_UTF":56161,"ĠQAction":56162,"âĢŀ":56163,"(Component":56164,"(audio":56165,".hit":56166,"gte":56167,"Ġprogrammed":56168,"stateParams":56169,"Ġpolyester":56170,"fires":56171,"byss":56172,"]=(":56173,"_quality":56174,"OfDay":56175,"ĠFairy":56176,"Ġyelled":56177,"opl":56178,"(userName":56179,"ĠDifference":56180,"Ġevaluations":56181,"iffany":56182,"Ġcyclists":56183,"Ġcidade":56184,"Ġtextbook":56185,"Ġprofiling":56186,"__),":56187,"dea":56188,".activate":56189,"Ġindications":56190,"Ðķ":56191,"TouchUpInside":56192,"Ġinvaluable":56193,"ĠMASK":56194,"Ġcontend":56195,"Freq":56196,"Ġrecruits":56197,"(interval":56198,"ĠUserProfile":56199,"Ġ'./../":56200,"edu":56201,"_Callback":56202,"Ġanalogy":56203,"ĠTrophy":56204,"apphire":56205,"Videos":56206,"ĠCher":56207,"ĠHav":56208,"âĢ¦\"":56209,".validator":56210,"gfx":56211,"ĠUObject":56212,"classnames":56213,"triangle":56214,"ĠEncoder":56215,".spy":56216,"Ġpredators":56217,"=status":56218,"-safe":56219,":\",Ċ":56220,"ĠIncluding":56221,"Ġ{};čĊ":56222,"*cos":56223,"Ġendured":56224,".sulake":56225,"Ġnursery":56226,"Ġfragrance":56227,"Ġrebuilding":56228,"Ġnth":56229,"ĠFraser":56230,".setDate":56231,"ĠVince":56232,"_REST":56233,"Ġventilation":56234,"æµ·":56235,"cribes":56236,".asm":56237,"lpVtbl":56238,"ĠAbe":56239,"uisine":56240,",array":56241,"ĉclassName":56242,"errals":56243,"Ġ'ĊĊ":56244,"Checkout":56245,"Ġsolicit":56246,"Aux":56247,"_capture":56248,"Ġribs":56249,"ragon":56250,"viol":56251,"topics":56252,"FunctionFlags":56253,"ĠMarty":56254,"bike":56255,"ĠTucker":56256,"(kernel":56257,"ĠOps":56258,"CloseOperation":56259,"/demo":56260,"ilda":56261,"ĠlÃŃnea":56262,"APPING":56263,"Ġsuites":56264,".visitVarInsn":56265,"urus":56266,"ĠMinute":56267,"(manager":56268,"Ġbutterfly":56269,"Ġapare":56270,"Ġwolves":56271,"JWT":56272,"ĠSalon":56273,"ĉdelay":56274,"-eslint":56275,"isations":56276,".rpc":56277,")|(":56278,"ĠSnapchat":56279,"/mm":56280,"MN":56281,"ceries":56282,".textAlignment":56283,"ĠFrankfurt":56284,"Ġado":56285,"(newValue":56286,"(access":56287,"(Expression":56288,"ĠSignIn":56289,"ĠHaiti":56290,"_tp":56291,".setParameter":56292,"Minute":56293,"Ġmanuals":56294,"ricanes":56295,"ĠPTR":56296,"ĠOuter":56297,"Ġgetline":56298,"ocations":56299,"_CD":56300,"ĠLyon":56301,"/gui":56302,"_live":56303,"idan":56304,".geom":56305,"ĠborderBottom":56306,"imuth":56307,"_checkpoint":56308,"Ġmeu":56309,"ĠIrving":56310,"Ġpeuvent":56311,"(MAX":56312,"ĠARCH":56313,"Ġpov":56314,".sourceforge":56315,"Ġjamais":56316,"Ġark":56317,"ĠBaghdad":56318,"ĠCLEAR":56319,"MenuBar":56320,"Ġtrois":56321,"CHEDULE":56322,"Ġ#čĊ":56323,"(Call":56324,"$order":56325,"(Material":56326,"Ġencontrado":56327,"$list":56328,"ĠMETHODS":56329,".beginTransaction":56330,"_MAG":56331,"StyleSheet":56332,"Ġmajors":56333,"Ġindefinitely":56334,"cleanup":56335,"Ġhomeland":56336,"(dto":56337,"Dates":56338,"Presentation":56339,"ĠDK":56340,"={`/":56341,"ĉKey":56342,"(Block":56343,"_checkbox":56344,"needs":56345,"ĠonComplete":56346,"rico":56347,"Ġgleich":56348,"Ġxm":56349,"OOD":56350,"Better":56351,"ĠSQLITE":56352,".Book":56353,"xad":56354,"ĠGone":56355,"ĉdp":56356,"Ġdevotion":56357,"Ġstm":56358,"Ġobsess":56359,"ĠBackend":56360,"Queries":56361,"Ik":56362,"//****************************************************************":56363,"Ġdividends":56364,".parentElement":56365,"}\")ĊĊ":56366,"ĠMaterialPageRoute":56367,":num":56368,"Ġexplic":56369,"ĠOL":56370,"least":56371,"Oops":56372,"imentos":56373,"Ġinsurers":56374,"Ġheroic":56375,"ĉfields":56376,".imgur":56377,".btnCancel":56378,"ĠDetective":56379,"(sm":56380,"ĠMutableLiveData":56381,".lab":56382,"(([":56383,"Ġhairst":56384,"ĠTransactions":56385,"å¼Ģå§ĭ":56386,"ĠstdClass":56387,"uento":56388,"GIS":56389,"_cod":56390,"Instructions":56391,"Calls":56392,"PointerType":56393,"ĠRw":56394,"Ġassortment":56395,"ĠDIG":56396,"+r":56397,"_CERT":56398,"Ġinstability":56399,"Ġvib":56400,"onas":56401,"Ġroku":56402,"apellido":56403,"Ġangl":56404,"preneur":56405,"Ġfluids":56406,"isease":56407,"Ġdeed":56408,"quist":56409,"_CONSTANT":56410,"Ġequilibrium":56411,"_delegate":56412,"ĠQuantum":56413,"rei":56414,"Capabilities":56415,"rectangle":56416,"?><":56417,"alien":56418,"ĠJug":56419,"DNA":56420,"Tickets":56421,"Occurs":56422,"ĠHawk":56423,".setHorizontalGroup":56424,"\\Collection":56425,"ffiti":56426,"Ġrearr":56427,".setVerticalGroup":56428,"Ġcavity":56429,"Ġadulte":56430,"Facade":56431,"-wh":56432,"ĠLOL":56433,"Ø°":56434,"Ġgrandparents":56435,"Swift":56436,"ĉwx":56437,"æīĢæľī":56438,"ifen":56439,"ffset":56440,"Beyond":56441,"//}ĊĊ":56442,"Ġwager":56443,"Ġbury":56444,"Ġcommence":56445,"registro":56446,"scient":56447,"ĠPercent":56448,"Ġдолж":56449,"(identifier":56450,".setModel":56451,"Ġseldom":56452,"nton":56453,"Ġappliance":56454,"amus":56455,"rysler":56456,"Ġpanties":56457,"enguins":56458,"Ġmimic":56459,"ĠonChanged":56460,"Ġalcoholic":56461,".reloadData":56462,"Charge":56463,"ĠFax":56464,"ĠjScrollPane":56465,"Empresa":56466,"Ġshattered":56467,"xba":56468,"Fonts":56469,"?s":56470,"Ġpostseason":56471,"retain":56472,"_rates":56473,"ĠrequestCode":56474,".todo":56475,"´s":56476,"CHK":56477,"ĠKeeping":56478,"engeance":56479,"Ġvscode":56480,"IPPING":56481,"DefaultCloseOperation":56482,"_raise":56483,"ĠOculus":56484,"ograms":56485,"raj":56486,"pci":56487,"Ġcorrosion":56488,".handleSubmit":56489,"Accessible":56490,"ĠPiano":56491,"little":56492,"ACL":56493,"Äĩe":56494,".unwrap":56495,"ĠConvers":56496,"ĠLeben":56497,"ioneer":56498,"ĠMerchant":56499,"ĠJorge":56500,"Ġembracing":56501,"Ġventa":56502,"ást":56503,"Ġviene":56504,"Ċ":56656,"-growing":56657,"Ġdeepcopy":56658,"Ack":56659,"eggies":56660,"Ġ__(\"":56661,"Ġnoir":56662,"terrorism":56663,"Ġanthem":56664,"agency":56665,"_PACKAGE":56666,"ĠClosure":56667,".registry":56668,"Ġmammals":56669,"L":56700,"Ġbluetooth":56701,".Deep":56702,"-standing":56703,"ácil":56704,"Ġrooft":56705,"ĠPaths":56706,"_iterations":56707,"InvalidArgumentException":56708,".spi":56709,"ĠUIAlertAction":56710,"uye":56711,"signin":56712,".priority":56713,"ĠEssays":56714,"='{$":56715,"Ġè¿ĶåĽŀ":56716,"_signed":56717,".persist":56718,"Ġredesign":56719,"ToLower":56720,"ĠNewman":56721,"=start":56722,"ĠIsraelis":56723,"asiswa":56724,"Speech":56725,"Ġnumeros":56726,"handlers":56727,"ĠWong":56728,"ĠмеÑĤод":56729,"Weights":56730,"ĠGujar":56731,"teil":56732,"ĠNonetheless":56733,"_EFFECT":56734,"Ġvect":56735,"ĠOsc":56736,"Ġcoats":56737,"ĠWheat":56738,"Ġgeek":56739,"ĠPROPERTY":56740,"worm":56741,"_constants":56742,"ĠBoulder":56743,"ĠParm":56744,"cole":56745,"ĠdefaultCenter":56746,"ĠRouge":56747,":A":56748,"xcf":56749,"ĠVenice":56750,"median":56751,"Ġredemption":56752,"Fresh":56753,"Ġcosm":56754,"Ġfigur":56755,"Ġrefurb":56756,"COPE":56757,".cd":56758,"Ġchords":56759,"ĠSgt":56760,"Åį":56761,"VPN":56762,"ĠSEND":56763,"ainen":56764,"_accounts":56765,"Ġtenth":56766,"Ġdissolved":56767,"":57007,"Ġlegitimacy":57008,"Ġoo":57009,"Slinky":57010,"Ġnationals":57011,".words":57012,";p":57013,"trap":57014,"omanip":57015,"Ġcues":57016,"Ġgraduating":57017,"Ġsemaphore":57018,"\"]);ĊĊ":57019,"acey":57020,"REET":57021,"Grab":57022,"ĠFelix":57023,"(Id":57024,"_neighbors":57025,"Ġmeaningless":57026,"(del":57027,"Ġjeder":57028,"ĠContentValues":57029,".absolute":57030,"/cl":57031,"Ġxb":57032,"datum":57033,"Ġtortured":57034,"Ġrubbing":57035,"Scores":57036,"ĠðŁĺī":57037,"Ġavons":57038,"Ġamsterdam":57039,"EOS":57040,"Hal":57041,"Ġtrustworthy":57042,"#=":57043,".EXTRA":57044,"Ġmano":57045,"isicing":57046,"-support":57047,"ĉcursor":57048,"ĠSpo":57049,"aimassage":57050,"Mission":57051,"[]{\"":57052,"Ġprinters":57053,"GREEN":57054,"Ġteg":57055,"Ġabdominal":57056,"!ĊĊĊĊĊĊ":57057,".Short":57058,"азв":57059,"ĠGifts":57060,"}\")":57061,"(binding":57062,"xce":57063,"âĢij":57064,"infos":57065,"FormData":57066,"Ġdart":57067,"Ġelems":57068,"(inv":57069,"YL":57070,"tin":57071,"GENER":57072,"ữ":57073,"ĠTaken":57074,"uckle":57075,":e":57076,"Ġspectral":57077,".baidu":57078,"/');Ċ":57079,"Ġgreedy":57080,"esion":57081,",,,,,,,,":57082,"Ġ/>,Ċ":57083,"InternalServerError":57084,"NSNotificationCenter":57085,"ĠAi":57086,"Ġspit":57087,"Ġaugmented":57088,"ĠstandardUserDefaults":57089,"FINITY":57090,"Race":57091,":C":57092,"ĠRECORD":57093,"ĠHighlight":57094,"Ġ'`":57095,"Ġdeficits":57096,"Ġnei":57097,"Ġresearched":57098,"Ta":57099,"Ġcopp":57100,".GetHashCode":57101,"):čĊčĊ":57102,"OnClick":57103,"ĠWellington":57104,"Ġrevival":57105,"æ¯Ķ":57106,"éĹ®":57107,"ĠNSS":57108,"Ġforn":57109,"Ġinté":57110,"ĠKuwait":57111,"_flip":57112,"_bo":57113,"_\\":57114,"Ġoccurrences":57115,"ĠScientists":57116,"SRC":57117,"ogens":57118,"igrant":57119,"REMOTE":57120,"ĠSID":57121,".opts":57122,"uve":57123,"()])Ċ":57124,"Ġlibertarian":57125,"ĠGlide":57126,"lesen":57127,"Ġforme":57128,"owania":57129,"Ġannoyed":57130,"Defs":57131,"ĠExecutor":57132,"Ġcasts":57133,".setChecked":57134,"ĠSharing":57135,".SerializeObject":57136,"Ġselectors":57137,"_OTHER":57138,"미":57139,"(super":57140,"(OS":57141,"_VERIFY":57142,"idunt":57143,"';Ċ":57145,"Ġvidéo":57146,"ĠNegro":57147,"ĠLords":57148,"ĠTours":57149,"Ġsoftly":57150,".receive":57151,"ĠERC":57152,"ĠdataSet":57153,"Badge":57154,"ĉEvent":57155,"Ġperl":57156,"Ġ{}\\":57157,"(sentence":57158,"OrUpdate":57159,"Ġdiminish":57160,"PIN":57161,"(draw":57162,".ToDateTime":57163,".EqualTo":57164,"(pin":57165,"-pencil":57166,"luent":57167,"ĠCaller":57168,"Ġplayful":57169,"-'+":57170,"xca":57171,"swick":57172,"){}Ċ":57173,"}:${":57174,"ĠMeth":57175,".getCell":57176,".break":57177,"Ġymax":57178,"='Ċ":57391,"ĠHiro":57392,"(TRUE":57393,"asurer":57394,"Ġcuer":57395,"Uber":57396,".Operation":57397,"Ġolan":57398,"Ġthrilling":57399,"'.":57421,"ĉvalid":57422,"\"\",":57423,"Instrument":57424,">J":57425,"Ġnostr":57426,"ĠRift":57427,"_Port":57428,"Ġveces":57429,"[['":57430,"Ġrallies":57431,"-series":57432,"Ġvv":57433,".uc":57434,"Ġrtn":57435,"StateChanged":57436,"(ins":57437,"ĠCla":57438,"------------Ċ":57439,"cus":57440,"ĠReload":57441,"//------------------------------------------------------------------------------------------------":57442,".seconds":57443,"_destination":57444,"Ġscrewed":57445,">c":57446,"Thickness":57447,"Designer":57448,"Ġgrids":57449,"nÄħ":57450,"(cookie":57451,"Trip":57452,"-Mobile":57453,"Ġvoll":57454,"Ġgenital":57455,"Ġconfisc":57456,"ĠConfederate":57457,"ĠwebView":57458,"Ġmise":57459,"Ġcler":57460,"(selection":57461,"$date":57462,"Ġsharpen":57463,"ragen":57464,"AndUpdate":57465,"Ġremix":57466,"Ġhtons":57467,"RW":57468,"MPI":57469,"Ġretrieval":57470,"Ġrichest":57471,".Decode":57472,":initComponents":57473,"ĠTValue":57474,"Saint":57475,"@include":57476,"ĠPERSON":57477,".sep":57478,"ĠLDAP":57479,"gba":57480,"ĠgroÃŁe":57481,"Ġreliably":57482,"ĠDFS":57483,".getItemId":57484,"Ġprésent":57485,".getToken":57486,"Ġchinese":57487,"ĠMeal":57488,"YOU":57489,"\">>ĊĊ":58048,"bower":58049,"Ġswapped":58050,"/install":58051,"Ġsinks":58052,"etrize":58053,"Ġdeclines":58054,"ĉmysql":58055,"ĠCString":58056,"ĠMotionEvent":58057,".Language":58058,"Road":58059,"ÑĤеÑĢ":58060,"ascimento":58061,"'))->":58062,".about":58063,"(editor":58064,"ĠRatings":58065,"income":58066,"Å¡e":58067,".dequeueReusableCell":58068,"ĠAustrian":58069,"Ġsulla":58070,"ĠTribunal":58071,"ĠDidn":58072,"оваÑĢ":58073,"Ġinspections":58074,"Boss":58075,"Ġcocktails":58076,"Ġapologized":58077,"_subplot":58078,"opal":58079,"+=(":58080,"Ġresonance":58081,"ibu":58082,"Ġ리":58083,"roma":58084,"reserve":58085,"pls":58086,"ĠTah":58087,"axies":58088,"OPLE":58089,"ĠDarren":58090,"ĠZombie":58091,"_Map":58092,"Ġ])ĊĊ":58093,"ĠQi":58094,"ĠSail":58095,"Ġrestrictive":58096,"Ġerosion":58097,"-par":58098,"WHITE":58099,"Ġoldu":58100,"Ġaperture":58101,"Ġbitcoins":58102,"texto":58103,"ĠComcast":58104,"Ġtimeless":58105,"enkins":58106,"Ġfeeder":58107,"/tmp":58108,"resden":58109,"+'_":58110,".Destroy":58111,"Ġçok":58112,"ĠDOCUMENT":58113,".lng":58114,".tagName":58115,"Ġkullan":58116,"egrate":58117,"Ġ(*.":58118,"ç¼ĸè¾ij":58119,"Ġhandshake":58120,"soc":58121,"_geometry":58122,"ĠDamascus":58123,"Minor":58124,"ĠKafka":58125,"ìŬ":58126,"Florida":58127,"_compute":58128,".expr":58129,"Ġparalle":58130,"ĠDiaz":58131,"cir":58132,"[target":58133,"Ġjoking":58134,"Ġglor":58135,"(setq":58136,"_handlers":58137,"Hang":58138,"Ġferr":58139,"riminal":58140,"ĉĠĠĠĠĉĉ":58141,"enties":58142,"defines":58143,"-tax":58144,"jsonp":58145,"ĠUPS":58146,"metro":58147,"__;Ċ":58148,"ĠUganda":58149,"])):Ċ":58150,"_td":58151,"xae":58152,"lw":58153,".OS":58154,"ĠLogged":58155,"acid":58156,"ĠMayo":58157,"aspect":58158,"Ġvaginal":58159,"Ġinitializing":58160,"Ġsteroids":58161,"fiction":58162,"GRE":58163,"gend":58164,"Ġliabilities":58165,"ĠLets":58166,"Mech":58167,"(nc":58168,"(change":58169,"Ġconnectors":58170,":k":58171,"Ġtast":58172,"!\");ĊĊ":58173,"things":58174,"rophy":58175,"luetooth":58176,"ĠSignUp":58177,".ctrl":58178,"Ġtherein":58179,"orda":58180,".escape":58181,"igator":58182,"Ġpetrol":58183,"Ġspecimen":58184,"Ġdebuted":58185,"-Pro":58186,"Ġcrises":58187,".addView":58188,"ëıĻ":58189,"-door":58190,"Ġmonet":58191,"Ġmillis":58192,"Ġvier":58193,"InternalEnumerator":58194,"Ġadmins":58195,"ĠLair":58196,"zin":58197,"getQuery":58198,"umbles":58199,"LIMIT":58200,"ĠVig":58201,"_song":58202,"":58515,"Ġpasado":58516,"thank":58517,"_Delete":58518,"ĠBrighton":58519,",unsigned":58520,"ä½ľèĢħ":58521,"Ġaspirations":58522,"-how":58523,"Rose":58524,"=((":58525,"_needed":58526,"_plural":58527,">ĊĊ":58645,"Ġsurfaced":58646,"ĠìłĢìŀ¥":58647,"platz":58648,"ĉemail":58649,"ceptors":58650,"\">(":58651,"Ġepile":58652,"读":58653,"ĠDebt":58654,"åijĬ":58655,"NOP":58656,"\"https":58657,":j":58658,"FormItem":58659,"_LICENSE":58660,".getDouble":58661,"ĠAgenda":58662,"ĉfinally":58663,"(filters":58664,"(av":58665,"ç¾İ":58666,"APER":58667,"Ġlava":58668,"еÑĢж":58669,"))))ĊĊ":58670,"Ġfaulty":58671,"_nm":58672,"Ġtrava":58673,"(Bitmap":58674,"Ġspeeding":58675,">').":58676,"Ġscreened":58677,"_roll":58678,"ĠMacBook":58679,"ĠAUD":58680,"Ġdiagnose":58681,".Generate":58682,"Ġ^^":58683,"Ġstrs":58684,"[Test":58685,"Ġransom":58686,"ĠDHCP":58687,"elden":58688,"Ġinterpretations":58689,"()].":58690,"flatMap":58691,"ĠlineHeight":58692,"_mount":58693,"ĠWizards":58694,"Ġsluts":58695,"ehler":58696,"odal":58697,"Ġmilitia":58698,"å²":58699,"earned":58700,"Ġmisery":58701,"intval":58702,"fund":58703,"Ġhides":58704,"Ġdiarr":58705,"ĠWesley":58706,"Ġxmm":58707,"Ġquem":58708,"ĠArabs":58709,"ifth":58710,"ategorized":58711,"Disposable":58712,"Pure":58713,"_NOTIFY":58714,"snippet":58715,"ĠGarrett":58716,".running":58717,".weights":58718,"Ġ(--":58719,"Ġinvariant":58720,"äºĭ件":58721,"ĠAllowed":58722,"dirs":58723,"Ġpassions":58724,"Ġlad":58725,"ĠFlush":58726,"menus":58727,":block":58728,"Ġcompra":58729,".chomp":58730,"allocator":58731,"Ġcurated":58732,"ĠKnowing":58733,"ĠPatterson":58734,"Ġtelah":58735,"'ex":58736,"Ġdoomed":58737,"Ġphilanth":58738,"otty":58739,".styles":58740,"Owned":58741,"Ġallergies":58742,"=params":58743,"ocese":58744,"itelist":58745,"ĠSending":58746,"bef":58747,"orrar":58748,"ĠNão":58749,"ĠFargo":58750,"ĠLub":58751,"ĠCombined":58752,"_given":58753,"ĉĉĉĉĉĠĠĠĠ":58754,"Ġreconciliation":58755,"Patterns":58756,"azard":58757,"Ġbiomass":58758,"ĠHouses":58759,"respuesta":58760,"cco":58761,"/topics":58762,"ĠYuk":58763,"Ġweakened":58764,"_calendar":58765,"Ġmulheres":58766,"ĠMarl":58767,"Ġsine":58768,"ĠTil":58769,"ĠSouls":58770,"ĠDeutsche":58771,"ĠFOLLOW":58772,"Ġpipelines":58773,"ĠBeverly":58774,"_DIPSETTING":58775,"\"#":58776,"ĠProto":58777,".big":58778,"ĠSavings":58779,"ĠTanz":58780,"jun":58781,"ĠGamma":58782,"ĠSadd":58783,"Ġadvisors":58784,"Ġroast":58785,"Ġunters":58786,"udies":58787,"_lon":58788,"-pointer":58789,"ĠElementRef":58790,"\\Builder":58791,"exampleInput":58792,".webdriver":58793,"dataType":58794,"ĠQuite":58795,"ĠCeltics":58796,"uil":58797,"-defense":58798,"bish":58799,"ĠUIWindow":58800,"ĠSuddenly":58801,".hot":58802,".reason":58803,"Ġgör":58804,"AMD":58805,".Multi":58806,"authenticated":58807,"regions":58808,";(":58809,"аÑĢам":58810,"ĠKirby":58811,"$route":58812,"PRECATED":58813,"ĠDurham":58814,"owo":58815,"ĠPerforms":58816,"Ġdisregard":58817,"nst":58818,"ĠPols":58819,"ĠgetP":58820,"\"]:":58821,"-colored":58822,"(Keys":58823,"ĠAlleg":58824,"_modify":58825,"_loading":58826,"strained":58827,"Ġatroc":58828,"_phr":58829,"":59821,"ceph":59822,".DateTimePicker":59823,".\";ĊĊ":59824,"ĠTie":59825,",item":59826,"Ġmenn":59827,"Gas":59828,"ocha":59829,"_virtual":59830,"Ġmasterpiece":59831,"_sequences":59832,"LTE":59833,"ĠSubmission":59834,"Caller":59835,"$\\":59836,"Sport":59837,"agus":59838,"ConstraintMaker":59839,"Ġcoloc":59840,"Ġwig":59841,"ĠУ":59842,"ĉArray":59843,"Looks":59844,"ĠGTA":59845,".steps":59846,"atchewan":59847,"_ranges":59848,"extAlignment":59849,"ĠBrennan":59850,"Ġabstraction":59851,"ulerAngles":59852,".misc":59853,"Ġantibodies":59854,"Ġexponential":59855,"ĠCHANNEL":59856,"expense":59857,"'y":59858,"Ġdetectives":59859,"Ġpurported":59860,"YSTEM":59861,"Ġradioactive":59862,"ĠLatina":59863,".Encoding":59864,".TAG":59865,"xin":59866,"Degree":59867,"uracion":59868,"prices":59869,"ĠReferentialAction":59870,"Ġrarity":59871,"Ġpiles":59872,"gende":59873,"_projects":59874,"_globals":59875,".startTime":59876,"Ġ구":59877,"SECTION":59878,"_publish":59879,"Fault":59880,"DDL":59881,"_prior":59882,"Mom":59883,"Ġthicker":59884,"Ġsequelize":59885,"Ġessentials":59886,"stras":59887,"intr":59888,">(()":59889,".management":59890,"eil":59891,"éĹŃ":59892,"Aware":59893,".City":59894,"ĠArbit":59895,"_DM":59896,"_keyboard":59897,"LObject":59898,"-webpack":59899,"ĠNewport":59900,"ĠprincipalColumn":59901,"legant":59902,"Ġpallet":59903,"Ġfracture":59904,"Ġgmail":59905,".Meta":59906,"Above":59907,".KeyEvent":59908,"jit":59909,"_macro":59910,"_PUSH":59911,"ứ":59912,"/controller":59913,"åĬłè½½":59914,"Ġsuperficial":59915,"exterity":59916,"Ġmensagem":59917,"Wind":59918,"iston":59919,".openapi":59920,"иÑĢов":59921,"ĠSerializer":59922,"uctive":59923,"Ġzar":59924,"Places":59925,".Static":59926,"Ba":59927,"Ġinadvert":59928,"ĠIndonesian":59929,"_IPV":59930,"(horizontal":59931,"ĠgetTitle":59932,"idepress":59933,"ĠConsoleColor":59934,"ipers":59935,"$out":59936,"Ġfestive":59937,"Ġevenings":59938,".GetData":59939,"uitka":59940,"ĠManuals":59941,"ussed":59942,"_Max":59943,".Chat":59944,"ĠAircraft":59945,"=com":59946,"FOUND":59947,"apro":59948,"Ġtreasures":59949,"_alive":59950,"Ġgadget":59951,"eking":59952,"ButtonDown":59953,"Browsable":59954,".PERMISSION":59955,"PASSWORD":59956,"ĠHASH":59957,"fé":59958,"\\TestCase":59959,"LOSS":59960,"others":59961,",J":59962,"Ġasshole":59963,"werk":59964,"Ġmã":59965,".ie":59966,"evil":59967,"kontakte":59968,"////////////////////////////////////////////////////////////////////////////////Ċ":59969,"=sys":59970,"ĉlock":59971,"--;ĊĊ":59972,"_FUN":59973,"FillColor":59974,"óa":59975,"prend":59976,"Ġcompressor":59977,"Mother":59978,"ĠArcher":59979,".goto":59980,"Ġwürde":59981,"Ġbamboo":59982,"ï¼İ":59983,"ĠTrees":59984,"Ġbumper":59985,"Ġsausage":59986,"ĠElasticsearch":59987,"Ġhorizontally":59988,"ĠGul":59989,"Immutable":59990,"Ġloser":59991,"Ġaborted":59992,"-demo":59993,"ĠHatch":59994,"Ġunde":59995,"Ġprocesso":59996,"-call":59997,"Income":59998,"åĥ":59999,"_returns":60000,"'].\"'":60001,"(sw":60002,"CBS":60003,"amilies":60004,"ĠYourself":60005,"ĠHolt":60006,".MON":60007,"à§ĩ":60008,"ÑĪе":60009,"anon":60010,"ĠFontAwesome":60011,"producer":60012,"jr":60013,"Ġmau":60014,"ĉinter":60015,"Ġdishonest":60016,"Ġmagna":60017,"ĠCollective":60018,"Ġvraiment":60019,"Ġchoix":60020,"stay":60021,"Ġwelding":60022,"rising":60023,",min":60024,"ĠFate":60025,"glob":60026,"RGBA":60027,"Ġdette":60028,"Ven":60029,"Ġembarrassment":60030,".DELETE":60031,"gregar":60032,"-render":60033,"(bucket":60034,"\">ĊĊĊ":60035,".waitKey":60036,"Busy":60037,"Ġdifferentiation":60038,"ĠCST":60039,".Constant":60040,"ĠlineNumber":60041,"(matches":60042,"Ġwebsocket":60043,"Ġbarred":60044,"Ġpuedes":60045,"Mono":60046,"CORE":60047,"IID":60048,"ĠĠĠĠčĊčĊ":60049,"Ġpúblico":60050,"leaning":60051,"Ġcleansing":60052,"Ġcris":60053,"ĠDevils":60054,"_SETTING":60055,"untary":60056,".);Ċ":60057,"ĊĠĠĠĊ":60058,"[curr":60059,"tsy":60060,"ĠAlexis":60061,"ritel":60062,"Ġpetroleum":60063,".preprocessing":60064,"matter":60065,"ForResult":60066,"-license":60067,"Ġtravellers":60068,"ĠDispatcher":60069,"ennifer":60070,"Ġdigestive":60071,"PED":60072,"hibition":60073,"MASConstraintMaker":60074,"ĠWatt":60075,"Benef":60076,".setView":60077,"dto":60078,"TEE":60079,"ĠPelosi":60080,"_EXTRA":60081,"Ġmedals":60082,"xhr":60083,"forecast":60084,"Ġnargin":60085,"ouns":60086,"-fill":60087,"_CURSOR":60088,"Ġsupervised":60089,"Ġturf":60090,"ĠEdgar":60091,"POSITION":60092,"ĠcategoryId":60093,"âī":60094,"_ER":60095,"ủa":60096,"Shown":60097,".ll":60098,"_POLICY":60099,"(),'":60100,"ĠPrev":60101,"ĠStringField":60102,"ĉGlobal":60103,"assed":60104,"Throughout":60105,"ostringstream":60106,".awtextra":60107,"Ġslopes":60108,"ĠSequential":60109,"Ġgiorn":60110,"Ġzelf":60111,"Ġversatility":60112,"leneck":60113,".cgi":60114,"Ġdoubling":60115,"ĠBangkok":60116,"Ġbuurt":60117,"Ġusuário":60118,"studio":60119,"Ġjeunes":60120,"Ġmuted":60121,"Ġips":60122,"_fraction":60123,"&&(":60124,"Ġstunt":60125,"');?>čĊ":60149,"Ġevapor":60150,"bable":60151,"ĠPRICE":60152,"Ġæ³":60153,"lucent":60154,"Ġvamp":60155,"ĠTechnician":60156,"Ġuniqueness":60157,"Mes":60158,"urban":60159,".parametrize":60160,"ĠReplay":60161,"Sessions":60162,"embr":60163,"-Americans":60164,"_PROXY":60165,"Ġpian":60166,"Ġtrie":60167,"ĠDestructor":60168,"GameState":60169,"ĠIMF":60170,"chin":60171,"Ġporte":60172,"ĠSwal":60173,"åŁİ":60174,"Substring":60175,"iming":60176,"/Library":60177,"Ġfrightened":60178,"writes":60179,"Ġrecursos":60180,"arResult":60181,"_INITIALIZ":60182,"ĠBadge":60183,"_crc":60184,"Eight":60185,"ĠDISTINCT":60186,"Ġthro":60187,"@Xml":60188,"ĠLegendary":60189,"-twitter":60190,"_easy":60191,"Ġ+++":60192,"(DATA":60193,".Locale":60194,"Ġkä":60195,"Ġnurt":60196,"Ġcruis":60197,"_ios":60198,"Ġsensing":60199,"_Line":60200,"ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":60201,"pong":60202,"oleon":60203,"Ġwildcard":60204,"çĶ¨æĪ·åIJį":60205,"Ġbegging":60206,"Rod":60207,"ĠÃİ":60208,"_CELL":60209,"Researchers":60210,".selector":60211,"_ing":60212,"Ġaspiring":60213,"Ġimmortal":60214,"Ġymin":60215,"_robot":60216,"Ġplur":60217,"BTC":60218,"ĠDID":60219,"Ġpiercing":60220,"*u":60221,"_DEFINED":60222,"ĠThi":60223,"itaire":60224,"(media":60225,"-ons":60226,"Ġchefs":60227,"Ġ\"*.":60228,"/AP":60229,"Ġrazor":60230,"ĠsearchData":60231,"Ġ=&":60232,"ĠãĢĤ":60233,"Ġmourn":60234,"tingham":60235,"Ġoli":60236,"ĠVernon":60237,"_RS":60238,"ŀæĢ§":60239,"Ġfácil":60240,"angen":60241,"celain":60242,"Ġail":60243,"lest":60244,"ĠQCOMPARE":60245,"gain":60246,"Ġε":60247,"ĠKob":60248,"ĠFault":60249,"_configs":60250,"ç»ĵæŀľ":60251,".+":60252,"calar":60253,"(colors":60254,"Mul":60255,"_ART":60256,"Ġexperimenting":60257,"ermen":60258,"ĠAnglo":60259,".FixedSingle":60260,"Sea":60261,"Ġctxt":60262,".slider":60263,"Collapse":60264,"Grey":60265,"Ġfld":60266,"-proof":60267,".capacity":60268,"getParent":60269,"ĠCompliance":60270,"Ġburgl":60271,"-rec":60272,"Ġoverwritten":60273,"MU":60274,"Ġrouters":60275,"ĉModel":60276,"Ġfantasies":60277,"avian":60278,"_prec":60279,"ĠScandin":60280,"Ġ//<":60281,"/oct":60282,"Ġceremonies":60283,"Months":60284,"undy":60285,"Ġqued":60286,"ĠNou":60287,"ĠVibr":60288,".rgb":60289,"Ġcitrus":60290,"Ġbraces":60291,"-uppercase":60292,"getTable":60293,"Ġdopo":60294,"ĠKerr":60295,"_CHILD":60296,"-cloud":60297,"ĉMatrix":60298,"Ġgardening":60299,"Sing":60300,"almost":60301,"Requirements":60302,"uguay":60303,"(Property":60304,"subscriber":60305,"FAST":60306,"reaction":60307,"(lp":60308,")})Ċ":60309,"`).":60310,".wallet":60311,"_exchange":60312,".Maximum":60313,"ĠVerb":60314,"âĶģ":60315,"()<":60316,"ï¼ĽĊ":60317,"ROT":60318,"CARD":60319,"ubit":60320,"{@":60321,"_kel":60322,"ĠTooltip":60323,"MySQL":60324,"MainActivity":60325,"arf":60326,"Ġmalign":60327,"Ġseinen":60328,"apist":60329,"Ġ<%":60330,"MethodImpl":60331,"Mil":60332,"ĠMick":60333,".depend":60334,">&":60367,"ĉok":60368,"-low":60369,".usuario":60370,"nested":60371,"XB":60372,"OURS":60373,".BorderColor":60374,"Ġbrow":60375,"ĠÐķ":60376,"corr":60377,"ĠRedskins":60378,".getTag":60379,".getTransaction":60380,"Ġstigma":60381,"hardt":60382,"ĠPlayerPrefs":60383,"alsy":60384,"ucson":60385,"Languages":60386,"ĠOlivia":60387,"Ġtac":60388,"Ġbli":60389,"Ġcaval":60390,"Ġconsolidated":60391,"Ġperil":60392,"Ġdele":60393,"Ġformulated":60394,"Ġhighways":60395,".spawn":60396,"==$":60397,"ĠNiet":60398,"Ġveggies":60399,"ypo":60400,"-rule":60401,"ĠVie":60402,"/epl":60403,"Ġenfants":60404,"stringLiteral":60405,"Ġtoughest":60406,"buyer":60407,"Ġcovariance":60408,"Ġili":60409,"ĠSophie":60410,"ĠBAB":60411,"Ġ\"),":60412,"ĠUk":60413,"currentIndex":60414,"_userdata":60415,".codec":60416,"ĠPunjab":60417,"ĠSNP":60418,"lol":60419,"advance":60420,"Ġcomfy":60421,"JsonIgnore":60422,"Ġfashionable":60423,"ĠICON":60424,"Ġora":60425,"ĠPricing":60426,"E":60484,"tering":60485,"/screens":60486,"Ġheightened":60487,"аÑĢÑĤ":60488,"Authorities":60489,"_bbox":60490,"ünst":60491,".fontSize":60492,"ĠBOOLEAN":60493,"divide":60494,"ĠSloven":60495,"ucer":60496,"ÙĴ":60497,"stub":60498,"Ġnavigating":60499,":animated":60500,"_NOW":60501,"_vect":60502,"}{Ċ":60503,"@(":60504,"Ġtelecom":60505,"Ġcontracting":60506,"ĠAssange":60507,"Ġextracting":60508,"Ġgrö":60509,"cobra":60510,".DIS":60511,"Ġcrab":60512,"Ġtwitch":60513,"Ġverts":60514,"Ġrejects":60515,"ĉformat":60516,"Ġregeneration":60517,".Sys":60518,"solve":60519,"ĉdialog":60520,"shi":60521,"meter":60522,"(best":60523,"validators":60524,"Ġonwards":60525,"Ġguru":60526,"Ġmoderator":60527,"owied":60528,"experiment":60529,"rub":60530,"Ġmqtt":60531,"ĠCaucas":60532,"Ġnationalism":60533,"Ġmange":60534,"ĉImGui":60535,"/Edit":60536,"Ġinh":60537,"Ġintellig":60538,"erokee":60539,"ĉexport":60540,"Ġdiscriminate":60541,"subtract":60542,"ĠMoodle":60543,"enser":60544,"ĠGuides":60545,"RAP":60546,"-hot":60547,"_grp":60548,".picture":60549,"XA":60550,"ĠinitView":60551,"_Comm":60552,"Ġoverdose":60553,"Ġ+ĊĊ":60554,"ĠSilent":60555,"shows":60556,"Ġinterpolate":60557,"Formation":60558,"Ġbisc":60559,"markets":60560,"(SC":60561,"Ze":60562,"ĠNetworking":60563,"Ġadrenal":60564,"ĠGuns":60565,"eteor":60566,"Declared":60567,"orgetown":60568,"Ġkarena":60569,"/password":60570,"_addresses":60571,"ITERAL":60572,"Buzz":60573,"ĠConway":60574,"(case":60575,"PWD":60576,"heiro":60577,"(act":60578,"**čĊ":60579,"());ĊĊĊ":60580,"Ġanv":60581,"Ġ..ĊĊ":60582,"(MenuItem":60583,"(mail":60584,"_sections":60585,"ĉnet":60586,"Ġplut":60587,"Ġwrench":60588,"/object":60589,"ĠIst":60590,"ĠVIS":60591,"/pub":60592,"alten":60593,"Ġguitars":60594,"Ġantibiotic":60595,"ï¼ĸ":60596,"¹":60597,"Ġ\"+\"":60598,"formula":60599,"Ġbabes":60600,"ĠPrompt":60601,"Ġenim":60602,"/player":60603,"ĉref":60604,"ĠbyÄĩ":60605,"Ġconsumes":60606,"ĠHast":60607,"ĠTao":60608,"Ġ'))Ċ":60609,"Ġclam":60610,"Ġthighs":60611,"Ġmotif":60612,"ApiOperation":60613,"ĠWL":60614,"getC":60615,"ĉflags":60616,"ointments":60617,"Ġeconomical":60618,"needle":60619,"xls":60620,"practice":60621,"utzer":60622,"timeofday":60623,"-output":60624,"ĠfindById":60625,"ĠBuddy":60626,"ÐŀÑĤ":60627,"Seven":60628,"ĠBark":60629,"Ġenvoy":60630,"_algorithm":60631,"åĪ©":60632,"Ġballistic":60633,"移":60634,"rades":60635,"ĉdoc":60636,"roducing":60637,"ĠEating":60638,"Unmount":60639,"/dataTables":60640,"_bonus":60641,"Ġlitt":60642,"pps":60643,")localObject":60644,"perf":60645,"ĠHelvetica":60646,"shutdown":60647,"/ml":60648,".tokens":60649,"ĠHardcore":60650,",row":60651,"/bg":60652,"Scaler":60653,"âĢĶas":60654,"_logits":60655,"âĢĻint":60656,"ĉApp":60657,"Implicit":60658,".Fprintf":60659,"ETO":60660,"Ġterra":60661,"Ġpossessing":60662,".rstrip":60663,",),":60664,"=yes":60665,"ĠStripe":60666,"?=":60667,"neutral":60668,".good":60669,"Ġkennen":60670,"ĠSung":60671,"fault":60672,"ystatechange":60673,"Canadian":60674,"','\".$":60675,"ĠMits":60676,"ænd":60677,"ĠSTRUCT":60678,"ĠURLWithString":60679,"ĠCompass":60680,"Ġ--ĊĊ":60681,"ĠNSLayoutConstraint":60682,"|min":60683,"-adjust":60684,"Ġrebuilt":60685,"LIGHT":60686,"/se":60687,"-mount":60688,"vpn":60689,"validated":60690,"(QObject":60691,"Ġignition":60692,"ĠChargers":60693,"RYPTO":60694,"]initWithFrame":60695,"ĠFluid":60696,"Ġcadre":60697,"Ġnominations":60698,"Neill":60699,"ĠHou":60700,"Ġcurrents":60701,"_gene":60702,"(inp":60703,"Paris":60704,"zÄĻ":60705,"aggregate":60706,"Ġassoc":60707,"weeted":60708,"errat":60709,"âĢĵĊĊ":60710,"Ġ'/',Ċ":60711,"fixture":60712,"ĠHighest":60713,"ambient":60714,"Ġchmod":60715,"Ġconte":60716,"Ġsensual":60717,"Ġgarment":60718,"zers":60719,"ĠPowered":60720,"domains":60721,"Reward":60722,"iomanip":60723,"Ġcockpit":60724,"outfile":60725,"Ġbuiltin":60726,"Ġinsisting":60727,".vars":60728,"zipcode":60729,"Ġ����":60730,"fails":60731,"Ġconsolidation":60732,"_oid":60733,"Planet":60734,"Ġ=\",":60735,"ĉel":60736,"UILT":60737,"ätz":60738,"afari":60739,"ĠMcCl":60740,"Timeline":60741,"Esta":60742,"Ġfram":60743,"YE":60744,"Ġcerebral":60745,"OfMonth":60746,"ĠPregn":60747,"ĠклаÑģÑģ":60748,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":60749,"ĠFres":60750,"Approved":60751,".Special":60752,"ĠProtestant":60753,"Ġallergy":60754,"_pcm":60755,"ĉCopyright":60756,"ĠsuperClass":60757,"\"strconv":60758,"ĠMohamed":60759,"Ġ'//":60760,"ForeColor":60761,"Arthur":60762,"ĠJungle":60763,"Ġveins":60764,"Sad":60765,"Ġbackups":60766,"ĠOpinion":60767,"ût":60768,"Ġintermitt":60769,"odyn":60770,"ĠChristina":60771,"Ġandre":60772,"Ġevacuation":60773,"palette":60774,"horse":60775,"ĠResident":60776,"ĠHassan":60777,".Nil":60778,"Ġaisle":60779,"ĠGrowing":60780,"Ġbloginfo":60781,"/sql":60782,"_ioctl":60783,"Scaling":60784,"ĠMonad":60785,"_cpp":60786,"ĠHutch":60787,"ĠAppleWebKit":60788,"Expense":60789,"_JOB":60790,"Ġpointless":60791,"FromBody":60792,"antal":60793,"Ġdepicting":60794,"ĠCELL":60795,"Ġrefin":60796,"ĠCNC":60797,"ì¹ĺ":60798,"_dimensions":60799,"ĠSAN":60800,"Ġaft":60801,"Ġfootsteps":60802,"ccoli":60803,"_PHONE":60804,"/math":60805,"-kind":60806,"ĠMeans":60807,"ichael":60808,".guna":60809,"Ġinauguration":60810,"-driving":60811,"(delete":60812,"ĠtotalCount":60813,"_MC":60814,".Extension":60815,"Commercial":60816,"ĠzIndex":60817,"$":60949,"Ġebay":60950,"Ġcaptive":60951,"pliant":60952,"ĠCalculates":60953,"olta":60954,"esting":60955,"_revision":60956,"Ġmús":60957,"+m":60958,"\",\"\",\"":60959,"WHAT":60960,"Ġcompassionate":60961,"harga":60962,"[random":60963,"Ġmodulo":60964,"(sn":60965,"Ġoccupations":60966,"////Ċ":60967,"ĉboard":60968,"ĠBalk":60969,"wiÄħ":60970,"ĠWifi":60971,".Profile":60972,":maj":60973,"ĉmat":60974,"LOCKS":60975,"(jButton":60976,"Ġ('$":60977,"Mur":60978,"æĮī":60979,"bble":60980,"Ġfrog":60981,"-hide":60982,"Ġbroadcaster":60983,"à¸ŀ":60984,"haled":60985,"Ġamusing":60986,"_predictions":60987,"_intr":60988,"Ġeagle":60989,"аÑĤелÑĮ":60990,"ĠgetList":60991,"psilon":60992,"Ġcharacterization":60993,"ARDS":60994,"Ġrelocation":60995,"Ġrulers":60996,"PAY":60997,"ĠDefinitely":60998,"_Action":60999,"Ġclosures":61000,"Ġfactual":61001,"odynamic":61002,"Ġprecautions":61003,"niej":61004,"ĠParties":61005,"ĠSubaru":61006,"Ġcousins":61007,"arbeit":61008,".money":61009,"gunta":61010,"(and":61011,"getitem":61012,".StylePriority":61013,"Ġslid":61014,"singleton":61015,"Ġgarn":61016,"ĠPAS":61017,"Ġdazz":61018,"aż":61019,"Ġbogus":61020,"ĠMog":61021,"Ġrivalry":61022,"isol":61023,"Ġlandmarks":61024,"ñas":61025,"Bern":61026,"ĠSachs":61027,"Ġ\")ĊĊ":61028,"Ġhostility":61029,"_mex":61030,"mere":61031,"Mot":61032,"pictureBox":61033,"Defense":61034,"Ġaffidavit":61035,"otherwise":61036,".directory":61037,"_UnityEngine":61038,"-blog":61039,".skin":61040,"phem":61041,"Apellido":61042,"erchant":61043,"[class":61044,"Ġwart":61045,".\"[":61046,"aleur":61047,"/back":61048,"ĠĠĠĠĉĠĠĠ":61049,"Ġprecipitation":61050,"Ġobstruction":61051,"ĠpObj":61052,"Ġrupt":61053,"UCKET":61054,"aye":61055,"æİĴ":61056,"gx":61057,"Ġecl":61058,"Ġsecrecy":61059,"/Header":61060,"ĠLesb":61061,"Ġlei":61062,"ĠBulletin":61063,"Ġgiveaway":61064,".Home":61065,"_ROOM":61066,"\"W":61067,"Ġcowork":61068,"_ra":61069,"ĠCycling":61070,"ĠPaw":61071,"Ġpupil":61072,"/arch":61073,"ĠFileUtils":61074,"é¦ĸ":61075,"rsp":61076,"Ġfreedoms":61077,"ĠLear":61078,"}`).":61079,"Ġbowls":61080,"/block":61081,"_logging":61082,"Ġmethane":61083,"Ġhorns":61084,"Ġwonderfully":61085,"Ġalterations":61086,"Ġexile":61087,"lsen":61088,"_pause":61089,"_LANGUAGE":61090,"ĠUSDA":61091,"_mysql":61092,"_AMOUNT":61093,"ĠLIFE":61094,"Ġyoungsters":61095,"Ġriots":61096,"[E":61097,"Ġunforgettable":61098,",},Ċ":61099,"Disposed":61100,"ĠAssassin":61101,"UNG":61102,"ĠNewsp":61103,"UserService":61104,":aload":61105,"+',":61106,"Ġsettlers":61107,"Ġscreams":61108,"Ġinconvenience":61109,".Rotate":61110,"Ġjars":61111,"ĠPuzzle":61112,"Ġmest":61113,"arsi":61114,"ĠSharma":61115,"|(":61116,".ds":61117,"ĠSacred":61118,"_evt":61119,"Ġexpresses":61120,"Ġhoch":61121,"ĠDuch":61122,".calls":61123,"thr":61124,"ĠSheffield":61125,".AlertDialog":61126,"Ġradically":61127,"Ġtrous":61128,"Ġprevailing":61129,"ĠWWII":61130,"âĢĻn":61131,"ensely":61132,"ĠYesterday":61133,"ĠSirius":61134,"Ġkillers":61135,"ĠFFT":61136,"Ġoval":61137,"'):čĊ":61138,"Ġìłķë³´":61139,"ourage":61140,"ĠCheckbox":61141,"Workbook":61142,".defer":61143,"_floor":61144,"Ġcouncill":61145,"Ġnorske":61146,"moil":61147,"orea":61148,"Ġmarketed":61149,"_SUR":61150,"xAA":61151,"Ġstained":61152,"eut":61153,"ĠMeng":61154,"Ġieee":61155,".extern":61156,"egie":61157,"Ġrapp":61158,"ĠPyongyang":61159,"'class":61160,"Mob":61161,"ĠinitialValue":61162,"_wave":61163,"Ġjab":61164,"Ġmasculine":61165,"Ġamplifier":61166,"Ġtty":61167,"PathComponent":61168,"_xt":61169,"ĠGFP":61170,"/sec":61171,"ĉdispatch":61172,"markdown":61173,"ĠSchn":61174,"bole":61175,"··":61176,"mousemove":61177,"ĠerrMsg":61178,"Ġasign":61179,"_mono":61180,"ToSelector":61181,"ĠZu":61182,"(Rect":61183,"ĠErrorCode":61184,"latin":61185,"angible":61186,"vtk":61187,"CGSize":61188,"Pokemon":61189,"Ġclassmates":61190,"Ġattracts":61191,"ĠTatto":61192,"ultan":61193,"ológ":61194,"Ġhalted":61195,"न":61196,"ĠKart":61197,"Ġue":61198,"_InitStructure":61199,"TestClass":61200,"ĠAirbnb":61201,"_\",":61202,"Ġcharcoal":61203,"Ġipc":61204,"ĠStretch":61205,".glide":61206,"latesAutoresizingMaskIntoConstraints":61207,"Ġpotion":61208,"ITTLE":61209,"Ġcountert":61210,"_hd":61211,"prepared":61212,"Ads":61213,"ĠVampire":61214,"robots":61215,".CreateIndex":61216,"StatusLabel":61217,"Ġtucked":61218,"afür":61219,"Ut":61220,"Ġsweater":61221,"_FN":61222,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĉ":61223,"ataka":61224,"Ġeyebrows":61225,"acoes":61226,"uden":61227,".LinearLayoutManager":61228,"Ġsway":61229,"Ġmultin":61230,"())))Ċ":61231,"ĠNSUInteger":61232,"ĠMyBase":61233,"Partner":61234,"utschen":61235,"ĠCater":61236,".setBackgroundColor":61237,"Ġaccomplishment":61238,"_problem":61239,".dtd":61240,"ĠpageNumber":61241,"Ġjackets":61242,"Ġcropped":61243,"uels":61244,"ĠHep":61245,"Ġcapped":61246,"*Math":61247,"_callbacks":61248,"Ġpubb":61249,"ĠBrunswick":61250,".respond":61251,"[\"_":61252,"Ġbedding":61253,"hythm":61254,"OX":61255,"(speed":61256,"Ġpesticides":61257,"Ġ-------":61258,".Blue":61259,"Ġnoodles":61260,"ĠGoes":61261,"Ġsaver":61262,"oxy":61263,"_completion":61264,"ĠSwinger":61265,"ĠgetDate":61266,"Ġminded":61267,"integration":61268,"ĠLotus":61269,"(stop":61270,"(',');Ċ":61271,"Ġfloods":61272,"ĠWorkflow":61273,"Ġerupted":61274,"Macro":61275,"ĠSauce":61276,"ĠeventName":61277,"\\Input":61278,"Breaking":61279,"ĉwhen":61280,"_pw":61281,"INDER":61282,"ĠWellness":61283,"Ġvoxel":61284,"ĠMell":61285,"ĠMEDIA":61286,"SENS":61287,"ĠFunds":61288,"ĠMild":61289,"Ċ":61298,"Ġtempting":61299,"Ġtestament":61300,"Ġbible":61301,"Ġconsulted":61302,"ĠIndexError":61303,"è¨ĺ":61304,"Ġkeypad":61305,"izzo":61306,"(ok":61307,"Ġwhatsapp":61308,"ĠRemoteException":61309,"Ġteamed":61310,"âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ":61311,"»,":61312,"ĠgetTime":61313,"diag":61314,"issy":61315,"Ġhed":61316,"Ġknots":61317,"jom":61318,"Ġfunnel":61319,"-mails":61320,"Ġexporting":61321,"ĠVL":61322,"ĠKarn":61323,"ĠBuddhism":61324,"ĠAllan":61325,"_RADIUS":61326,"Ġwording":61327,"ĠForget":61328,"ĠCorona":61329,"iphy":61330,"Ġlimburg":61331,"uggy":61332,"ĠUserRepository":61333,"imin":61334,"(ele":61335,"Ġlabelled":61336,"社":61337,"ĠHerman":61338,".qq":61339,"Ġ\"));Ċ":61340,"ieber":61341,".Translate":61342,"ryn":61343,"Ġdesenv":61344,"umd":61345,"Simply":61346,"ĉmode":61347,"Rpc":61348,"ĠValencia":61349,"Ġstaffers":61350,"Ġselv":61351,"ĠSpike":61352,"Ġdelic":61353,"Ġeru":61354,"_DT":61355,"Judge":61356,"á»ķ":61357,"ĠBasin":61358,".mutable":61359,"\"url":61360,"Ġtariff":61361,"ĠSleeve":61362,"Ġflare":61363,".dropout":61364,"Ġbrides":61365,")),čĊ":61366,"_constraints":61367,"destruct":61368,"Outline":61369,"Ġdisappears":61370,"_locked":61371,"ĠNSLocalizedString":61372,"cke":61373,"ĉnull":61374,"adresse":61375,"Ġtopping":61376,"ĠJoker":61377,"bishop":61378,"ноÑģÑĤÑĮ":61379,"andering":61380,"_amp":61381,"=time":61382,"_Space":61383,"_PULL":61384,"'=":61385,"Ġantiqu":61386,"Ġcach":61387,"___ĊĊ":61388,"ONES":61389,"оÑı":61390,"Ġunread":61391,".policy":61392,"oooooooo":61393,"룬":61394,"Ġusted":61395,"ĠRece":61396,"Ġallem":61397,"ãĥ¼ãĤ¹":61398,"ĠThoughts":61399,"veillance":61400,"istrate":61401,"_lane":61402,"Ġfamed":61403,".GetName":61404,"Ġsmoother":61405,"ĠQualified":61406,"azers":61407,"_geo":61408,"Fax":61409,"ĠMinds":61410,"ĠRaises":61411,"Ġtranscripts":61412,"Conversation":61413,"Ġremarked":61414,"ëĤĺ":61415,"dling":61416,"Ġdeploying":61417,"ĠsharedApplication":61418,"Ġkp":61419,"FontAwesomeIcon":61420,"_dummy":61421,"reiben":61422,"ĠJaneiro":61423,"Directions":61424,".getBean":61425,"sass":61426,"Ġcommanders":61427,"vation":61428,"errorCode":61429,"ĠAlloy":61430,".localized":61431,"Ðij":61432,"Ġdishwasher":61433,"ĠSoup":61434,"Nu":61435,"_Default":61436,"Ġuneven":61437,"Ġ/>\";Ċ":61438,"-Based":61439,"Ġseamlessly":61440,"-null":61441,"ĠXC":61442,"Ġstew":61443,"(delay":61444,"ATORS":61445,"ĠWheeler":61446,"\"H":61600,"east":61601,".air":61602,"âĢľBut":61603,"ObjectContext":61604,"successfully":61605,"_land":61606,"Ġfolds":61607,"_COORD":61608,"Ġsubpo":61609,".getAddress":61610,"instr":61611,"Materials":61612,"ÑĥÑģÑĤ":61613,"deposit":61614,"-last":61615,"_GRAY":61616,"=find":61617,"Ġmutant":61618,"Ġlesbienne":61619,"letcher":61620,"ROUGH":61621,"ureka":61622,".capture":61623,"Ġenn":61624,"Ġ([[":61625,"ĠFlu":61626,"ĠtaskId":61627,"ĠHussein":61628,".folder":61629,"Ġausterity":61630,"ISTRATION":61631,"_Impl":61632,"注æĦı":61633,"Ġdecree":61634,"-chat":61635,"Ġimplication":61636,"Ġguesses":61637,"ulkan":61638,"Analytics":61639,".plus":61640,"COMMAND":61641,"ели":61642,"»ĊĊ":61643,"_SITE":61644,"ĠequalTo":61645,"SupportFragmentManager":61646,"ĠRecording":61647,"å®ĮæĪIJ":61648,"Ġbaggage":61649,"Ġpitchers":61650,"ĠEh":61651,"oque":61652,"ĉcnt":61653,"Ġ=>$":61654,"/foo":61655,"IRA":61656,"ĠSatellite":61657,"borah":61658,"Ġ}}\"Ċ":61659,"ĠEnds":61660,"ĠSpray":61661,",param":61662,".Chrome":61663,"*q":61664,"thought":61665,"ibrated":61666,"Ġthieves":61667,"Ġbeneficiaries":61668,"Entered":61669,"ottesville":61670,"Ġveterin":61671,"ByID":61672,"quipe":61673,"umption":61674,"-unit":61675,"ExecutionContext":61676,"@s":61677,"ĠGiov":61678,".ToolTip":61679,"_friend":61680,"(attributes":61681,"Ġdumping":61682,"ĠJC":61683,"_DOCUMENT":61684,"ĠArmour":61685,"(insert":61686,".HorizontalAlignment":61687,"ĠQed":61688,"ãģĦãģ¾ãģĻ":61689,"/git":61690,"ĠYYYY":61691,"ĠCardiff":61692,"Ġapa":61693,"organic":61694,"ĠWhereas":61695,"ĠæĿ":61696,"ĠMia":61697,"Ġdemolition":61698,"Ġscars":61699,"Ġpai":61700,"Ġretries":61701,"Ġrq":61702,"ĠDenis":61703,"(Utils":61704,"Ġalleviate":61705,"ĠPIC":61706,"idue":61707,"Ġacknowledging":61708,"Ġ//////////////////////////////////":61709,"ç¡®å®ļ":61710,"Ä«":61711,"\\Json":61712,".binary":61713,"Ġxtype":61714,"signals":61715,"ĠAppearance":61716,"&r":61717,"}s":61718,"Ci":61719,"ĠIllum":61720,"porate":61721,"hog":61722,"ĠindexOf":61723,"\\Command":61724,"_parallel":61725,"ĠSherlock":61726,"íĥ":61727,"Ġ\"\")čĊ":61728,"////////////////////////////////////////////////////////////////////////////////////////////////":61729,"Ġcriticize":61730,"ĠSoap":61731,"ĠMatcher":61732,"Ġgrilled":61733,"*T":61734,"Ġadore":61735,"ulling":61736,"Ġjedoch":61737,"_refs":61738,"leanup":61739,"ĠJAXB":61740,"Ġroses":61741,"ĠLiam":61742,"sizei":61743,"Ġgetchar":61744,"Ġtarde":61745,"-tooltip":61746,"Ġqualifier":61747,"ĠIntermediate":61748,"_Window":61749,"ĠMalta":61750,"Disconnect":61751,"ewhere":61752,"Campo":61753,"Ġirrational":61754,"ledo":61755,"ĠDN":61756,"ARGV":61757,"Ġoutro":61758,"Ġthirteen":61759,"Joseph":61760,"MAR":61761,"/gl":61762,"Jess":61763,"ĠPsychiat":61764,"ĠpaddingBottom":61765,"-loop":61766,"/fonts":61767,"_seen":61768,"Teams":61769,"ReactDOM":61770,"(man":61771,"(xpath":61772,".getSimpleName":61773,">(*":61774,"ĠPvt":61775,"Ġelders":61776,"Ġpies":61777,".userAgent":61778,"-region":61779,"ĠGreeks":61780,"(fragment":61781,"stu":61782,"Ġcouncils":61783,"Ġstamina":61784,"ĠGoddess":61785,"西":61786,"Ġphilosophers":61787,"Ġpersone":61788,"ĠLose":61789,"ĠCLR":61790,"ĠDocs":61791,"Ġsoak":61792,"ĠHOLDER":61793,"Ġbells":61794,"hashCode":61795,"RATE":61796,"_WEIGHT":61797,"inous":61798,"endra":61799,"ophobic":61800,"Ġprose":61801,"Ġfinely":61802,"/oauth":61803,"(space":61804,"adge":61805,"ĠMama":61806,"ĠstringBuffer":61807,"Ġstint":61808,"Ġmisma":61809,"Ġvillains":61810,"ĠCrimea":61811,"Ġdiploma":61812,"ĠпоÑģл":61813,"ĠBea":61814,"(join":61815,"Ġíķ´":61816,"CHAT":61817,"pering":61818,"ĠCros":61819,"Ġmonkeys":61820,"Ġpreds":61821,"yla":61822,",,,":61823,"Ġvibrator":61824,"ĠNU":61825,"åħĪ":61826,"fant":61827,"zet":61828,"Ġbietet":61829,"unft":61830,"sworth":61831,".Flow":61832,"Ġpsyched":61833,"ĠContinental":61834,">t":61835,"Ġquilt":61836,".UP":61837,"Ġexpansive":61838,"Dispose":61839,"(language":61840,"Caps":61841,"_ZONE":61842,"Ġrecycle":61843,"ĠManaged":61844,"currentColor":61845,".broadcast":61846,"signIn":61847,".prom":61848,"llu":61849,"ueblo":61850,"Ġpunches":61851,"Ġautomat":61852,"Ġassigning":61853,"ĠcreateUser":61854,"ĠAllied":61855,"Ġconductor":61856,"Ĥ¨":61857,"Ġsaddle":61858,"Ġdni":61859,"omedical":61860,"-West":61861,"PositiveButton":61862,"Ġitalic":61863,"?[":61864,"(trigger":61865,"Ġelephants":61866,"\":\"\",\"":61867,"Ġcaliber":61868,"rafted":61869,"digits":61870,"Ġmarshal":61871,"milliseconds":61872,"markers":61873,"mom":61874,"/place":61875,"Ġholistic":61876,":t":61877,"#,":61878,"Ġboto":61879,"Ġnausea":61880,"ĠShooting":61881,"itech":61882,"ĠtextStatus":61883,"())Ċ":62104,"ADDRESS":62105,"BST":62106,"etzt":62107,"ĠQgs":62108,"Sense":62109,"ExceptionHandler":62110,"ĠChu":62111,".getOwnProperty":62112,"Ġexercised":62113,"iotic":62114,"ĠReleases":62115,"Ġpinterest":62116,"olie":62117,"isoft":62118,"Ġsequencing":62119,"Ġpadre":62120,"]));čĊ":62121,"(radius":62122,".med":62123,"ainties":62124,".ObjectModel":62125,"Ġemple":62126,"Ġseguro":62127,"Stars":62128,"Ġqualitative":62129,"lemn":62130,"á»±":62131,">\").":62132,"Ġgx":62133,"-cert":62134,"ĠASTM":62135,"Ġfullname":62136,"Ġtelemetry":62137,"ĠCambodia":62138,"_ul":62139,"ĠClare":62140,"CUSTOM":62141,"QC":62142,"ĠUns":62143,"ĠHTTPS":62144,"ĠParkinson":62145,"ancybox":62146,"','.":62147,"Tue":62148,".getLast":62149,"Ġabi":62150,"Äħd":62151,"Ast":62152,"ĠEditing":62153,".Unity":62154,"jmp":62155,"Ġmats":62156,"ĠsharedPreferences":62157,"Captain":62158,".pageSize":62159,"Ġrtl":62160,"Ġanmeld":62161,"RuntimeObject":62162,"Ġdemande":62163,"(\";":62164,"seite":62165,"-headed":62166,"ĠKra":62167,"ĠFONT":62168,"`\\":62169,"ClassNotFoundException":62170,".avg":62171,"atical":62172,"Aj":62173,"Ġpermitting":62174,"Proj":62175,"ERRQ":62176,"Ġcreampie":62177,"ĠBuyer":62178,"-modules":62179,"ĠSundays":62180,"|`Ċ":62181,"Ġdaytime":62182,"Ġ+(":62183,"Ġglitch":62184,"ĠOperand":62185,"Ġtoxins":62186,"inya":62187,"DNS":62188,"ĠSas":62189,"Cake":62190,"ĠNationals":62191,".addTo":62192,"Ġsinking":62193,"Ġcomprehension":62194,"Ġscor":62195,"agements":62196,"Ġtard":62197,"Ġmarching":62198,"ĠMTV":62199,"Ġsane":62200,"CreateInfo":62201,"ắ":62202,"ĠendIndex":62203,"ĉlayout":62204,"ĠåIJį":62205,"SITE":62206,"ĠTHERE":62207,"Ġ[{'":62208,"opathic":62209,"Ġtransmitter":62210,"/body":62211,"Ġpund":62212,"ĠClosing":62213,"Ġsetattr":62214,"Ġbounded":62215,"Atlas":62216,"suming":62217,"(times":62218,"parer":62219,"ynom":62220,"feit":62221,"Ġfrem":62222,"-leg":62223,"ĠBras":62224,">#":62225,"Ġì¶ľëł¥":62226,"ĠINSTANCE":62227,"ĠCouch":62228,"_hosts":62229,"likelihood":62230,".Marker":62231,"ĠMasks":62232,"Ġcereal":62233,"utilities":62234,"Ġelemental":62235,"Ġdistorted":62236,"inactive":62237,"cry":62238,"WL":62239,"UPPORTED":62240,".Throws":62241,"/schema":62242,"serie":62243,".\"',":62244,"ĠBenedict":62245,"-picker":62246,"iggs":62247,"ĠPirate":62248,"åij¨æľŁ":62249,"ĠThema":62250,"ĠSouthampton":62251,"ĠarrayWith":62252,"ĠPaula":62253,"Ġpredictor":62254,"-Ass":62255,".userid":62256,"Ġperi":62257,"Ġexaggerated":62258,"urate":62259,"arseille":62260,"ĠConcent":62261,"ĠPik":62262,"Ġ@_;ĊĊ":62263,"Ġformations":62264,"Ġdenomin":62265,"\"/>.Ċ":62266,"endedor":62267,"Ġpancre":62268,"Ġamt":62269,"ĠonResume":62270,"onDelete":62271,"ĠBCH":62272,")(\"":62273,"movement":62274,"Ġpotassium":62275,"":70826,"ĠPPC":70827,"isz":70828,"akeFromNib":70829,"ĠDisp":70830,"ĠAthletics":70831,"Ġnightclub":70832,"GOOD":70833,".setGeometry":70834,"+[":70835,"/send":70836,"Ġbinaries":70837,"Ġráp":70838,":req":70839,"-consuming":70840,"ertime":70841,"UPDATED":70842,"_nullable":70843,"VIN":70844,"ulia":70845,"cyan":70846,"Ġmisunderstanding":70847,"orical":70848,"degrees":70849,"Leading":70850,".AR":70851,"ickest":70852,"Nuevo":70853,"uforia":70854,"Ġgoodies":70855,"Ġfores":70856,"()<<\"":70857,"ademic":70858,"ActionCreators":70859,"servername":70860,"(nt":70861,"dbContext":70862,"Ġairborne":70863,"Ġexhibitions":70864,"cele":70865,"Ġtela":70866,"":70882,".setPreferredSize":70883,"ĠMID":70884,"ĠAless":70885,"Ġhorsepower":70886,"Ġatm":70887,"ĠPackaging":70888,"Ġciphertext":70889,"RequestMethod":70890,"Ġbeiden":70891,"è£":70892,"ĠPOW":70893,".WriteHeader":70894,"director":70895,"-but":70896,"ãģłãģķãģĦ":70897,"incer":70898,"_dn":70899,"!!!!!":70900,"Ġmanufactures":70901,".TextUtils":70902,"Ġconsciously":70903,"Ġbounced":70904,"culture":70905,"ĠSpar":70906,"ĠPiper":70907,".press":70908,"-owner":70909,"Ġevaluator":70910,"ĠSTREAM":70911,".PictureBoxSizeMode":70912,"Ġsugars":70913,"ScreenWidth":70914,"ĠnextState":70915,"Ġivory":70916,"Ġbrunch":70917,"density":70918,"_OW":70919,"ĠCoronavirus":70920,"ĠCFR":70921,"bak":70922,"\\Category":70923,"æķ°ç»Ħ":70924,"Ġinvokevirtual":70925,"}()Ċ":70926,"Ġsujet":70927,"-marker":70928,"isdigit":70929,"ĠMobil":70930,"ĠJsonRequestBehavior":70931,"_REMOTE":70932,".existsSync":70933,"Ġriches":70934,".presenter":70935,"ĠglColor":70936,"Ġhanya":70937,"Ġfortress":70938,"Ġflashed":70939,"viz":70940,"requently":70941,"buat":70942,"$con":70943,">|":70944,".Func":70945,"Ġhumorous":70946,"uem":70947,".ZERO":70948,"ĠSTL":70949,"ĠBuk":70950,"/sample":70951,"ĠGros":70952,"Recipes":70953,"Ġinflated":70954,"Ġswung":70955,":F":70956,"Facing":70957,".Theme":70958,"ник":70959,"Ġsplendid":70960,"ĠrequestId":70961,".CenterScreen":70962,"/autoload":70963,"embedded":70964,"_depart":70965,"ĠPorts":70966,"à¹ĥ":70967,"айд":70968,"discussion":70969,"_consum":70970,"Ġscouts":70971,"Ġcolabor":70972,".Stage":70973,".nano":70974,"eldorf":70975,"Ġgemacht":70976,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":70977,"Ġpolicymakers":70978,"_PKT":70979,",Th":70980,"oky":70981,"_UID":70982,"Ping":70983,"Ġorchest":70984,"Ġoptics":70985,"uhan":70986,"ĠXOR":70987,"Ġespañol":70988,"ĠAdidas":70989,"rng":70990,"mans":70991,".vstack":70992,"Ġgetaway":70993,"Ġhierarchical":70994,"anoia":70995,"ĠBitmapFactory":70996,"realm":70997,"ĉap":70998,"_apps":70999,"-divider":71000,".drawer":71001,"ĠHARD":71002,"'];?>Ċ":71003,"-packed":71004,"æ²»":71005,"_STRUCTURE":71006,"[Y":71007,"iParam":71008,"(eq":71009,"Ġencompasses":71010,"Ġ\\ĊĊ":71011,"->[":71012,"&utm":71013,"groupon":71014,"strate":71015,"DY":71016,"omorphic":71017,"':[":71018,"Ġgravitational":71019,"ĠMicha":71020,"ĠTencent":71021,"Ġcoached":71022,"ì¶ľ":71023,"ÑĥменÑĤ":71024,"/mobile":71025,"MouseDown":71026,"bud":71027,"ĠYas":71028,"ĠProviders":71029,"NZ":71030,"ĉreport":71031,"errmsg":71032,"ĠimagePath":71033,"acterial":71034,"ĠManga":71035,"wicklung":71036,"(usuario":71037,"\"));čĊčĊ":71038,"/***":71039,"Ġorganise":71040,"Indexed":71041,"_QUAL":71042,"(PyObject":71043,"Ġsurrendered":71044,"POCH":71045,"ĠNOTES":71046,"\\\\\"":71047,"-job":71048,"Ġseventy":71049,"####Ċ":71050,"ĠManor":71051,"Ġdownright":71052,"Ġtimeframe":71053,"insurance":71054,"checker":71055,"ĠSECRET":71056,"Ġechoes":71057,"ĠCarmen":71058,".setHorizontalAlignment":71059,"ĠisChecked":71060,"ĠTOR":71061,"_nn":71062,"('(":71063,"FetchRequest":71064,"ĠPrinted":71065,"Fluid":71066,"ĠSTACK":71067,"GES":71068,"aigned":71069,"igor":71070,".Unknown":71071,"CBC":71072,"ĠCarlson":71073,".URI":71074,"Ġplight":71075,"/start":71076,"ĠPersonnel":71077,"ĠPREFIX":71078,",**":71079,"Ġlimite":71080,"_heat":71081,"%ï¼Į":71082,"ĠDonne":71083,"getNode":71084,"ĠScientology":71085,"Ġcomet":71086,"Ġwenig":71087,"Aside":71088,"ĠMPEG":71089,"'?":71090,"variably":71091,".endDate":71092,"Ġuncont":71093,"ĠScores":71094,"ĠLoginForm":71095,".generated":71096,",ch":71097,"-mar":71098,"ĠNed":71099,"ĠeventId":71100,"+p":71101,"ĠSIN":71102,"/reset":71103,".REACT":71104,"ĠMessi":71105,"_RANK":71106,".writeFile":71107,"Ġcripp":71108,"esthetic":71109,"ERSIST":71110,"Ġreimbursement":71111,"CurrentValue":71112,"Ġunin":71113,"DownLatch":71114,"ĠpaddingRight":71115,"Ġstocked":71116,"/'.":71117,"Ġrepayment":71118,"trak":71119,"/backend":71120,"Ġизмен":71121,"CSR":71122,"Ġpreventive":71123,"Ġpantalla":71124,"_trim":71125,"Pedido":71126,"hospital":71127,"Ġmanageable":71128,"routeParams":71129,"textures":71130,"......ĊĊ":71131,"Ġsélection":71132,"NameValuePair":71133,"Ġpollut":71134,"Modes":71135,"ĠLaud":71136,"jay":71137,"ĠUrs":71138,"Ġsigner":71139,"ĠJJ":71140,"ĠCherokee":71141,"_EXISTS":71142,"Ġdwar":71143,"Ġ($('#":71144,"Ġreef":71145,">{$":71146,"ĠBaylor":71147,"ĠModelState":71148,"-_":71149,"ĠStructures":71150,"Ġsouvent":71151,"Specify":71152,"(pipe":71153,"Ġfracking":71154,"ĠGPA":71155,"Ġbele":71156,"ĉĉĉĉĉĉĉĠĠĠ":71157,"ĠMinority":71158,"Ġtud":71159,"Ġopenness":71160,"ĠIllustrated":71161,"Ġoxidation":71162,"ĠNK":71163,"ĉUpdate":71164,"ĠEMS":71165,"ĠTeddy":71166,"Ġgenerals":71167,"ĉMat":71168,"Ġradios":71169,"ĠAntique":71170,"conomy":71171,"ĠSquadron":71172,")','":71173,"声":71174,"Ġyoure":71175,"ĠMainPage":71176,"Ġbehaviours":71177,"enght":71178,"(@\"%@\",":71179,"Ġtestcase":71180,"ĠCompilation":71181,"Ġflavours":71182,"ĠExtend":71183,"illator":71184,"Ġcoh":71185,"Ġspline":71186,"ĠKG":71187,"-pay":71188,"Ġcommunism":71189,"ĠBusinesses":71190,"ocking":71191,".MaxLength":71192,"assandra":71193,"quiring":71194,"adden":71195,"ĠJeb":71196,"_fault":71197,"[file":71198,"Ġprominence":71199,"disciplinary":71200,"âĢĶthey":71201,"_extent":71202,"ĠVIC":71203,"Ġentails":71204,".partner":71205,"Ġhippoc":71206,"League":71207,"çĶ·":71208,"wipe":71209,"-spinner":71210,"Ġsalute":71211,"ĠSurgical":71212,"(outputs":71213,"worked":71214,"[strlen":71215,"appointed":71216,"ĠHeg":71217,"ĠACPI":71218,"([^":71219,"uala":71220,"_tol":71221,"ĠRit":71222,".Payment":71223,"kowski":71224,"Ġwalmart":71225,"requirements":71226,"ĠFINSEQ":71227,"_BACKGROUND":71228,"ĠOsborne":71229,"(errorMessage":71230,"Reporting":71231,"Ġauctions":71232,"Ġcombos":71233,"ĠNoticed":71234,"_oct":71235,"Ġprimero":71236,"taire":71237,"_hr":71238,"Ġмод":71239,"Ġcontradictory":71240,"=\"@":71241,"achines":71242,"(optarg":71243,"ĠPenguin":71244,"ĠAbbas":71245,"Ġsublime":71246,"Ġpageable":71247,"ĠDefensive":71248,"Ġdistinctly":71249,"ĠAutomatically":71250,"Understanding":71251,"EqualityComparer":71252,"gota":71253,"Ġ\"::":71254,"Ġpulver":71255,"ĠBattles":71256,"Ġunparalleled":71257,"TCHA":71258,"Ġconstrued":71259,"-aff":71260,"Ġprecursor":71261,"-lfs":71262,"Ġmaduras":71263,"ĠDaisy":71264,"ĠArbeits":71265,".Management":71266,"ĉIn":71267,"Ġrobes":71268,"Ġspéc":71269,"âĢľ(":71270,"Ġmaternity":71271,"extent":71272,"ĠSpacer":71273,"DidAppear":71274,"ĉus":71275,".getRequestDispatcher":71276,"(cols":71277,"Ġplummet":71278,"ìħ":71279,"Ġ{ĊĊĊĊ":71280,"érica":71281,"ĠSizes":71282,".enum":71283,".Highlight":71284,"Ġ!!}ĊĊĊ":71293,"Wenn":71294,"Ġclimax":71295,"Ġcrem":71296,"_that":71297,"[âĢ¦":71298,"_domains":71299,"_REPLY":71300,"Ġcompleta":71301,"VEST":71302,"_particle":71303,"Ġsop":71304,"Ġfatalities":71305,"implify":71306,"ĠSKF":71307,"Ġinfusion":71308,"ĠJavier":71309,"Ġballet":71310,"Ġamigo":71311,".want":71312,"Ġcollagen":71313,"ĠLawyer":71314,".Statement":71315,".rt":71316,"baar":71317,"EndPoint":71318,"ĠBek":71319,"SHIP":71320,"Ġpatriarch":71321,"ĠAunt":71322,"_TM":71323,"ĠmÃŃn":71324,"Ġmastered":71325,"WXYZ":71326,"Ġespos":71327,"=logging":71328,"Ġrighteousness":71329,"torrent":71330,"Ġbst":71331,"_CHAIN":71332,"Ġoutskirts":71333,"(rotation":71334,"Ġ'.')":71335,"igrants":71336,"+lsi":71337,"ĠCCTV":71338,"_PHASE":71339,".azure":71340,"_Process":71341,"vae":71342,"ĠTropical":71343,"ĠAnkara":71344,"imageView":71345,"_RUNNING":71346,"Ġ*)__":71347,"ến":71348,"(cli":71349,"scatter":71350,"Ġsche":71351,"Registrar":71352,"Ġairing":71353,"Ġpyplot":71354,"isión":71355,"/customer":71356,"Ġsimplement":71357,"Ġclassy":71358,"ĠDWC":71359,"ĠBashar":71360,"ĠDEVELO":71361,"ĠVick":71362,"avail":71363,"ĠHö":71364,"_extend":71365,"drFc":71366,".isNotBlank":71367,"Ġplais":71368,"|}Ċ":71369,"Ġpornofil":71370,"labs":71371,"Ġhaus":71372,"Ġoriginating":71373,"Ġsurrounds":71374,"ĠQUAL":71375,"meg":71376,"/logger":71377,"[obj":71378,"Ġirresponsible":71379,"ĠPublicKey":71380,"HONE":71381,":'/":71382,"ibox":71383,"ĠFVector":71384,"|{Ċ":71385,"ataloader":71386,"hawks":71387,"HDR":71388,"Ġescalation":71389,"ĠPodsDummy":71390,"elite":71391,"Ġpresup":71392,"Cached":71393,">G":71394,".optimizer":71395,"ĠVisible":71396,"´Ģ":71397,"Ġnen":71398,"Ġpcs":71399,"ĠIdle":71400,"[Any":71401,"Ġkeyboards":71402,"ĠCOMPONENT":71403,"Ġtitanium":71404,"(mut":71405,"ĠLedger":71406,"Ġprosperous":71407,"etrofit":71408,"_LL":71409,"_patient":71410,"Ġpdata":71411,"Ġkontakte":71412,"Swipe":71413,"Ġcheerful":71414,"ĠHonduras":71415,"\"][$":71416,"Ġhemorrh":71417,"\":\"+":71418,"Ġleasing":71419,"Ġinstalls":71420,"ĠPax":71421,"ĠLogistics":71422,"Ġkinetic":71423,"ĠPhon":71424,"_movement":71425,"ĉbytes":71426,"Ġcinco":71427,"ĠMadness":71428,"\")+":71429,"ĠJE":71430,"_ij":71431,"SceneManager":71432,"ĠBust":71433,"ptest":71434,"aea":71435,"Ġbesser":71436,"ÃŃg":71437,"дин":71438,"(tasks":71439,"(\"(\"":71440,"setType":71441,"(outfile":71442,"ĉreset":71443,"ĠARC":71444,"Ġmúsica":71445,"ĠShelf":71446,"ĠminY":71447,"pch":71448,"Ġweiber":71449,"issor":71450,"Ġtrouve":71451,"ĉButton":71452,"Ġregenerated":71453,"Å£i":71454,"imachinery":71455,"blocking":71456,".dataTables":71457,"_frac":71458,"ĠAdvantage":71459,".visitMethod":71460,"éĩįæĸ°":71461,"Ġextrapol":71462,"Ġteasing":71463,"ĠHitch":71464,"ĠGeek":71465,"ESCO":71466,"Ġwich":71467,"ĉax":71468,"_decor":71469,"ĠscreenWidth":71470,"ĠSophia":71471,"Forgot":71472,".uni":71473,"ĠVenture":71474,"_collision":71475,"Ġlawmaker":71476,"(Edit":71477,"blers":71478,"ĠgetNext":71479,"âĢĶyou":71480,"MediaPlayer":71481,"ĠHorde":71482,"ĠCongressman":71483,"observations":71484,"ĉproperty":71485,"Ġ<--":71486,"CreatedAt":71487,"ubyte":71488,"Ġquarantine":71489,"Ġdistressed":71490,"_APB":71491,"ĠGoodman":71492,"ãĤ«":71493,"Ġrecomend":71494,"_PRINTF":71495,"DONE":71496,"Bindable":71497,"rstrip":71498,"centaje":71499,"ĠUnexpected":71500,"ĠSCHOOL":71501,"ĠProfessionals":71502,"ĠGPUs":71503,"Lesson":71504,"Exclusive":71505,"Ġatrav":71506,"ĠDank":71507,"ĠLawyers":71508,"ĠWalton":71509,">[]":71510,"Ġaloud":71511,"=\"../../../":71512,"Ġdebating":71513,"ĠAVG":71514,"_VOL":71515,"/cgi":71516,".deg":71517,":g":71518,".Infof":71519,"MeasureSpec":71520,".song":71521,"mtree":71522,"ulls":71523,"Jordan":71524,"ĠCovers":71525,"Ġattributable":71526,"Ġjedis":71527,"iatrics":71528,"Ġrotterdam":71529,"Ġmeld":71530,"ĠContentType":71531,"Ġmantle":71532,"Ġalice":71533,"_duplicate":71534,"/Internal":71535,"Ġfilesize":71536,"ĉfire":71537,"rese":71538,"ondere":71539,"Ġfamiliarity":71540,"ĠCrest":71541,"Ġkarma":71542,"Ġtorino":71543,"Ġmesa":71544,"/temp":71545,"Ġchir":71546,"ĠOverflow":71547,"Ġtenemos":71548,"unik":71549,"NEXT":71550,"Alle":71551,"Ġnxt":71552,"Mart":71553,"Ġatl":71554,"Ġperiodo":71555,"_you":71556,"Ġ})).":71557,"intestinal":71558,".AdapterView":71559,"Ġhesitant":71560,"Ġcomparatively":71561,".UInt":71562,"(viewModel":71563,"Ġsangat":71564,"ĠResponsive":71565,"ĠZack":71566,"âħ":71567,"JAVA":71568,"ĠFuller":71569,"ĠâĿ¤":71570,".Consumer":71571,"Ġank":71572,"Ġreactors":71573,"fuck":71574,"_rat":71575,"ĠsessionFactory":71576,"_backward":71577,"Ġscrambled":71578,"ĉth":71579,"Ġinsensitive":71580,"Ġchamps":71581,"Ġnginx":71582,"Ġconhec":71583,"ĠJasper":71584,".fm":71585,"StrictEqual":71586,"achsen":71587,"-Nov":71588,"lassen":71589,".integration":71590,"(lbl":71591,"Compose":71592,"ĠFon":71593,"Ãļ":71594,"Gratis":71595,"ĠLime":71596,"ĠAdapterView":71597,"Ġpoisoned":71598,"anchors":71599,"设计":71600,"']?>\"":71601,"Ġprocur":71602,"Italy":71603,".MONTH":71604,"ĠLUA":71605,"ĠLithuania":71606,"ĠHeads":71607,"_CHUNK":71608,"ĠPUSH":71609,"AspectRatio":71610,"Ġweg":71611,"Ġvids":71612,"ĠWein":71613,"ĉINT":71614,"sessionId":71615,"Industry":71616,"Ġdenounced":71617,"JKLM":71618,"ĠVanessa":71619,".Identifier":71620,"propri":71621,"Ġиг":71622,"Ġtécn":71623,"Ġmosaic":71624,"StreamReader":71625,"-Th":71626,"forth":71627,"Ġadherence":71628,"bate":71629,"Ġknights":71630,"sounds":71631,"Ġsalle":71632,"OMET":71633,"ãĤ¹ãĥĪ":71634,"-tm":71635,"ĠRhe":71636,".FileOutputStream":71637,"åĪĨç±»":71638,"ĠENG":71639,"holiday":71640,"ĠCongratulations":71641,")(Ċ":71642,"Ġaggregates":71643,"HOOK":71644,"ewire":71645,"Senator":71646,"Ġembeddings":71647,"epy":71648,"(COM":71649,"Ġrobber":71650,"äter":71651,"wang":71652,"_teacher":71653,"Ġresentment":71654,"Ġlettuce":71655,"erreur":71656,"(ic":71657,"ĠTactical":71658,"ĠContracts":71659,"Ġmænd":71660,"Ġsitios":71661,"Ġbastante":71662,"Ġnuevos":71663,"ĉNdrFc":71664,"ĠprivateKey":71665,"ucch":71666,"MMdd":71667,"Ġè¾ĵåĩº":71668,"umba":71669,"@foreach":71670,":\");ĊĊ":71671,"Ġslippery":71672,"ĠKeystone":71673,"Ġpioneering":71674,"_triangle":71675,"(\"Ċ":71676,"ĉĉĉĉĉĉĉĉĠĠ":71677,"ĠIntervention":71678,"SCI":71679,"ĠcJSON":71680,"Ġterminating":71681,"ë¹Ħ":71682,"Ġbabys":71683,"Subset":71684,"Ġë¡":71685,"Ġseulement":71686,"Ġmuestra":71687,"Entre":71688,"以ä¸Ĭ":71689,"ngo":71690,"\"bytes":71691,"QRST":71692,"Ġypos":71693,"persona":71694,"ĠDeploy":71695,"cee":71696,"Ġà®":71697,".goal":71698,"Ġhabitats":71699,"ĠisAdmin":71700,"Ġexploiting":71701,"Ġventil":71702,"ĠBalls":71703,"اب":71704,"Ġmindfulness":71705,"(kwargs":71706,"Ġresembling":71707,"Ġchoir":71708,"ĠonBackPressed":71709,"ĠSECURITY":71710,"/gtest":71711,"Ġjustices":71712,"ĠintegerValue":71713,"blah":71714,"ĠAim":71715,"_finalize":71716,"keh":71717,"ĠComplexity":71718,"Ġaugust":71719,"getElementsByTagName":71720,"Ġpreach":71721,"Ġpronunciation":71722,"ĠTrash":71723,"-percent":71724,"_PRIV":71725,"ĠHunts":71726,"ĠCurse":71727,"uellen":71728,"Ġheavyweight":71729,"Xi":71730,"ĉselected":71731,"ĠMcCoy":71732,"å¼Ĥ常":71733,"|=Ċ":71734,"ĠBattlefield":71735,"ItemImage":71736,"Ġdeductions":71737,"ĠElemental":71738,"());//":71739,"ĠBurk":71740,"})čĊčĊ":71741,"swift":71742,"/function":71743,"Usually":71744,"_St":71745,"_feats":71746,"ĠIsValid":71747,"Ġzad":71748,"ImageContext":71749,"Ġclassname":71750,"Ġdonner":71751,"Ġ-->ĊĊĊ":71752,"Ġmotorcycles":71753,"+'/'+":71754,"ĠsetBackground":71755,"\\CMS":71756,".AllArgsConstructor":71757,"ĠLexington":71758,".examples":71759,"ĠPurs":71760,"PushMatrix":71761,"Ġ==============================================================":71762,".addTarget":71763,"pora":71764,"Fullscreen":71765,"Ġgoof":71766,"hlen":71767,"äge":71768,"ĠCURL":71769,"ĠInteresting":71770,"Ġretrieves":71771,"_Obj":71772,"inness":71773,"-----ĊĊ":71774,".tsv":71775,"(IM":71776,"ĠBraves":71777,"_ISR":71778,"osti":71779,"á»ĵ":71780,"ĠExterior":71781,"ĠCourtney":71782,"Ġresidues":71783,"Tier":71784,".*;čĊčĊ":71785,":black":71786,"webView":71787,"\"path":71788,"Ġmasa":71789,"]!='":71790,"ĠMatching":71791,"dur":71792,"Jvm":71793,"=context":71794,"_RING":71795,"Ġproponents":71796,"ĠQStringLiteral":71797,"Ġinflate":71798,"\">čĊ":72031,"_COST":72032,"ilinear":72033,"ĠWorkspace":72034,"Ġspel":72035,"agogue":72036,"ĠMillennium":72037,"ĠPopulate":72038,"Ġnid":72039,".parseColor":72040,"Solar":72041,"ĠGad":72042,"Ġì¤ij":72043,"ĠKamp":72044,"ĉrm":72045,"Ġbenz":72046,"ĠHonestly":72047,"Ġelectrode":72048,"ĠPrairie":72049,"ĠPROFILE":72050,"ĠOriental":72051,"ĠOLED":72052,"/copyleft":72053,"awaii":72054,"(products":72055,")\\<":72056,"-created":72057,".ManyToMany":72058,"\"How":72059,"ĠвÑĭп":72060,"Ġmitochondrial":72061,"_testing":72062,"(created":72063,"ĠgetField":72064,"_EVAL":72065,"].\"":72066,"ĠFSM":72067,"ĠRita":72068,"ĠåıĤæķ°":72069,"Ġcôt":72070,"ĠInsight":72071,"ĉmysqli":72072,"_timing":72073,"IDO":72074,")))))Ċ":72075,"COVERY":72076,".imag":72077,"CDF":72078,"lust":72079,"ickt":72080,"_FP":72081,".','":72082,"gcc":72083,"Ġkurz":72084,"_pwm":72085,"Ġodpowied":72086,"ĠBarrier":72087,"/***************************************************************************Ċ":72088,"pak":72089,"-Israel":72090,"ĠRutgers":72091,"ĠselectedItem":72092,"ĠRamirez":72093,"Farm":72094,"Ġcalendars":72095,"gzip":72096,"Ġblockbuster":72097,"ĠPlymouth":72098,"çľĮ":72099,"responses":72100,".DialogInterface":72101,"-grand":72102,"ĠgetSource":72103,"Ġdejtings":72104,"Ġtieten":72105,"Ġcondemnation":72106,"Ġcontinuar":72107,".MockMvc":72108,"/english":72109,"ĠMediaPlayer":72110,"computed":72111,"ĠClippers":72112,"(delegate":72113,".Slf":72114,"Ġë¡ľ":72115,"ĠTide":72116,"Ġihrem":72117,"ĠWan":72118,"ÑĥÑİÑī":72119,"}><":72120,"Discussion":72121,"Ġwatts":72122,"-minus":72123,"ĠJuliet":72124,"éĽħ":72125,"Ġconcluding":72126,"andscape":72127,"Ġúltima":72128,"ĠDERP":72129,"ĠsignUp":72130,"ĠSecondly":72131,"WAIT":72132,"lds":72133,".callbacks":72134,"(hour":72135,"imators":72136,"volent":72137,"AAF":72138,"edriver":72139,"ĠMathematic":72140,"'":72142,"{j":72143,"_ABORT":72144,"Ether":72145,"Ġeducator":72146,"Ġprecaution":72147,"Ġfingertips":72148,"getVar":72149,"camatan":72150,"-debug":72151,"ĠRAF":72152,"[arg":72153,"Ġraced":72154,"Ġtsunami":72155,".flink":72156,"Ġglyc":72157,"uko":72158,"ĠMultiply":72159,"Ġredistribution":72160,"AGO":72161,"ĠRoutine":72162,"Ġopr":72163,"(lower":72164,"ĠFunktion":72165,".dk":72166,"Ġegt":72167,"_BASIC":72168,"syscall":72169,"ĠLSD":72170,"ĠDuplicate":72171,"_sell":72172,"ĠerrorHandler":72173,"_ips":72174,"Ġerv":72175,"annie":72176,"(resourceName":72177,"Ġbottled":72178,"Ġcrawling":72179,"egment":72180,".setTag":72181,"Ġrss":72182,"ĠQuarry":72183,"_exact":72184,".jwt":72185,"ĠBoards":72186,"opi":72187,"Ġnasal":72188,"ĠXYZ":72189,".ud":72190,"Northern":72191,"Ġactivating":72192,"edx":72193,"ovah":72194,"Ġindx":72195,"AlertDialog":72196,"Ġtienes":72197,"annya":72198,"_pan":72199,"(decimal":72200,".Dict":72201,"Ġsubsidiaries":72202,"ProductName":72203,"Few":72204,"dato":72205,"odied":72206,"-under":72207,"Ġê²ĥ":72208,"çīĪæľ¬":72209,"atism":72210,"[Math":72211,".'<":72212,"(infile":72213,"Ġdenotes":72214,"$class":72215,"_SECURITY":72216,"Ġsewage":72217,"melon":72218,"(Character":72219,"/github":72220,"Ġglaring":72221,".Guid":72222,"_sparse":72223,"ĠMargin":72224,"_dns":72225,"Ġmeiner":72226,"Ġleftist":72227,"ĉloc":72228,"abytes":72229,"Ġequipments":72230,"expo":72231,"ĠSomerset":72232,"EK":72233,"æį¢":72234,"Ġlecturer":72235,"Ġmemiliki":72236,"æł¸":72237,"ç´ł":72238,"pron":72239,":pointer":72240,"borrow":72241,"ĠProtective":72242,"_cf":72243,"ĠÐķÑģли":72244,"bpp":72245,"';ĊĊĊĊ":72246,"aturally":72247,"_NAV":72248,"Ġpeptide":72249,">d":72250,"Ġifstream":72251,"_FACTORY":72252,"');//":72253,"joined":72254,"mong":72255,"Ġtimespec":72256,"Ġdestabil":72257,"Ġautop":72258,"-limit":72259,"publication":72260,"ĠDenn":72261,".Memory":72262,"(skb":72263,"ĠAnaheim":72264,"_RETURNTRANSFER":72265,"oueur":72266,"(_('":72267,"legt":72268,"istingu":72269,"ĉpriv":72270,"Ġredirects":72271,"Mt":72272,"Ġalleen":72273,"ĠPointF":72274,"Ġomin":72275,"Ġcitt":72276,"ĠTage":72277,"ĠWalls":72278,"á»ī":72279,"Ġoccupying":72280,"xBF":72281,"rangle":72282,"Ġrelational":72283,"-org":72284,"Ġjpg":72285,"-derived":72286,"Ġmalfunction":72287,"ĠBenson":72288,"(scroll":72289,"ĠXD":72290,"Holy":72291,"(commands":72292,"Ġtipping":72293,"Ġprimitives":72294,"Ġsexle":72295,"CallCheck":72296,"ĠMASTER":72297,"_TEAM":72298,".setRequestHeader":72299,"_specs":72300,"Ġserge":72301,".Master":72302,"Ġims":72303,".SpringBootTest":72304,"paypal":72305,"ĠWANT":72306,".Inst":72307,"ĠCarpet":72308,"Ġwrongly":72309,"($('.":72310,"Ġbild":72311,".Roll":72312,"ĠUrb":72313,"-can":72314,"ãģıãģłãģķãģĦ":72315,"oliberal":72316,"čĊčĊ":72710,"ĠMahm":72711,"}\";ĊĊ":72712,"Ġdq":72713,"ĠPublishers":72714,"ĠAmpl":72715,"ĠDanielle":72716,"Ġtern":72717,"èµ·":72718,"noÅĽÄĩ":72719,"ein":72720,"ĠAsyncStorage":72721,"unger":72722,"rouw":72723,"Ġscissors":72724,"/assert":72725,".bucket":72726,"/archive":72727,"_Man":72728,"Ġintoler":72729,"Ġ()=>":72730,"ĠÐĴÑĭ":72731,"Ġsai":72732,".xy":72733,".\"čĊ":72734,"Ġurinary":72735,"esub":72736,"ISTICS":72737,"Ġκ":72738,"Ġcompliments":72739,"ĠtypingsJapgolly":72740,"ihar":72741,"Expansion":72742,"ĠServing":72743,"_students":72744,"ĠXBOOLE":72745,"(il":72746,"Ġì²ĺ":72747,"Ġjó":72748,"(tol":72749,"(JS":72750,"ĉCG":72751,"ĠDRAW":72752,"twig":72753,"Ġoat":72754,"_smooth":72755,"ĠCSL":72756,"Ġosob":72757,"Ġensuing":72758,"Ġbanker":72759,"ĠBackpack":72760,"_ping":72761,"Ġwishlist":72762,"=ax":72763,"ĉĠĠĠĊ":72764,"Disney":72765,"steady":72766,"\">%":72767,"Ġprophets":72768,"ĠZX":72769,"Ġminimalist":72770,".PLAIN":72771,"Seattle":72772,".ordinal":72773,"ĠPIPE":72774,"Ġretorna":72775,"Ġjugador":72776,"ĠBret":72777,"ĠâĶľ":72778,"Ġplush":72779,"ULATOR":72780,"Sorting":72781,".gridy":72782,"ectomy":72783,"_activ":72784,"rack":72785,"Interactive":72786,"ĠAntarctica":72787,"Ġvengeance":72788,"enso":72789,"_known":72790,"upplier":72791,".Modules":72792,"ĠConnectionState":72793,"éļIJèĹı":72794,"@FindBy":72795,"Ġplacer":72796,"\\model":72797,"<()>":72798,".isSuccessful":72799,"-good":72800,"bz":72801,"ĠDraco":72802,"Assistant":72803,"-extra":72804,"аблиÑĨ":72805,"Ġhypocrisy":72806,"Ġtst":72807,"ĠAgr":72808,"$txt":72809,"Ġlogistic":72810,"licensed":72811,"ĠHof":72812,"Ġtat":72813,"(iv":72814,"Ġintoxic":72815,"postId":72816,"_strike":72817,"Ġhumiliation":72818,"pcodes":72819,"\"sync":72820,"(recipe":72821,"+N":72822,"rente":72823,"ĉClient":72824,"ycopg":72825,"ĠZurich":72826,"ĠProfiles":72827,"Countries":72828,"Ġpict":72829,"Ġrollout":72830,"requencies":72831,"Ġpatched":72832,"Ġcartridges":72833,"Ġshading":72834,"Jar":72835,"Ġsalvage":72836,"ĠTaxes":72837,"Ġstandby":72838,"aporan":72839,"Eigen":72840,".angular":72841,"ĠNested":72842,"享":72843,"ĠisVisible":72844,"ĠDwight":72845,"_BRANCH":72846,".Delay":72847,"Ġkend":72848,"Ġfacilitated":72849,".flatMap":72850,"Ġsanta":72851,"ĉSend":72852,"/messages":72853,"ĠofType":72854,"ĉswap":72855,"#plt":72856,"ĠTurks":72857,"NES":72858,"Ġprogressively":72859,"ĠResidence":72860,"ĠTREE":72861,"Ġnoen":72862,"dio":72863,"Ġnelle":72864,"Ġsogar":72865,"itti":72866,"weekly":72867,"Ġambiguity":72868,"_Settings":72869,"Ware":72870,".neo":72871,"_DST":72872,"Ġæĸ¹":72873,"prep":72874,"lobby":72875,"@email":72876,"/movie":72877,"Ġfunkc":72878,"ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ":72879,"ÂŃs":72880,"Ġguardians":72881,"-pos":72882,"Ġconfiguring":72883,"ĠCPS":72884,"ĠDeus":72885,"Ġvidéos":72886,"_empresa":72887,"Ġslapped":72888,"',Ċ":72920,"_XDECREF":72921,"ĠBuzzFeed":72922,"_MARGIN":72923,"PLOY":72924,".small":72925,"ĠmimeType":72926,"Ġholog":72927,"ĉcamera":72928,"lias":72929,"Ġsuspense":72930,"odynam":72931,"bau":72932,"Ġgraveyard":72933,"_named":72934,"\":\"'":72935,"Ġ************************************************":72936,"ĠgameOver":72937,"ĠLENGTH":72938,"ĉscreen":72939,"ĠdoInBackground":72940,"_dependencies":72941,"Ġrtc":72942,"/up":72943,"_ROM":72944,"Hall":72945,"Ġdeficiencies":72946,"(te":72947,"'#":72948,"_equiv":72949,"Ġpreorder":72950,"ĠAxe":72951,"омÑĥ":72952,".sendFile":72953,"Ġfilt":72954,"ĠLimits":72955,"ĠCavaliers":72956,".discount":72957,"âĨIJ":72958,"ĠWit":72959,"QRSTUV":72960,"Ġij":72961,"Ġtegen":72962,"Ġ:\",":72963,"difficulty":72964,"punkt":72965,"ĠEmails":72966,"chlor":72967,"(fun":72968,".Uint":72969,"ĠStall":72970,"_verified":72971,"uD":72972,"FileType":72973,"Ġpleasures":72974,"Ġjudiciary":72975,"Ġsham":72976,"ipur":72977,"_PLUS":72978,"offers":72979,"(foo":72980,"_GT":72981,"ĉcore":72982,"ENTION":72983,"ĠLiberation":72984,"CommandLine":72985,"_department":72986,".Ar":72987,"_neighbor":72988,"ĠSubmitted":72989,"ĠĊ":97221,"Ġdroits":97222,"Ġhomosexuals":97223,"Ġabduction":97224,"ĉwidget":97225,"$headers":97226,"ĠDAR":97227,"Ġfla":97228,"threat":97229,"Ġlouis":97230,".GetProperty":97231,"\"Just":97232,"(frames":97233,"ryo":97234,"profession":97235,"|i":97236,"íķ´ìĦľ":97237,"(sv":97238,"Ġunrecognized":97239,"Ionic":97240,"Fashion":97241,"ScreenState":97242,"ĠIncoming":97243,"NotNil":97244,"Ġsyncing":97245,"emie":97246,"Ġthermo":97247,"_procs":97248,"Ġinconsistency":97249,"religious":97250,".mj":97251,"Ġpersonn":97252,"Ġmomentos":97253,"orarily":97254,"ĠæĬ":97255,"_neurons":97256,"Illustr":97257,"imoto":97258,"ilik":97259,"ĠWoj":97260,"Trading":97261,"Ġappare":97262,"Ġentreprises":97263,"achat":97264,"Ġ¬":97265,"Ġneigh":97266,"BUTTONDOWN":97267,"ĠMaher":97268,"aghan":97269,"-hash":97270,"\"f":97271,"Ġclientele":97272,".addButton":97273,"ĉSP":97274,"Qi":97275,"Ġgrated":97276,"POSITE":97277,":>":97278,"ĠHowell":97279,"ĠComparative":97280,"ĠISC":97281,"ÂŃi":97282,"Ocean":97283,"Davis":97284,"ĠFilme":97285,"Wins":97286,"ĠJIT":97287,"occer":97288,"ĠCorm":97289,"ENCHMARK":97290,"rchive":97291,"icação":97292,"Ġmata":97293,"Ġchildbirth":97294,"ĠOptionally":97295,"Ens":97296,"Ġxhttp":97297,"Ġelucid":97298,"_OscInitStruct":97299,"))):Ċ":97300,"Ġintuit":97301,"ĠDonate":97302,"Ġcorrelates":97303,">Delete":97304,"Ġequipe":97305,"Ġboca":97306,"Ġinflatable":97307,"erah":97308,"ĠDateTimeKind":97309,"Ġcalves":97310,"\\Lib":97311,"Ġemlrt":97312,"ĠTrilogy":97313,"ĠPanc":97314,"ĠDuis":97315,"ĠpelÃŃcula":97316,"WARDS":97317,"_DETECT":97318,"-sectional":97319,"dhcp":97320,"ForRow":97321,"-destruct":97322,"ĠPresenter":97323,"/slick":97324,",on":97325,"ĠCitadel":97326,"loggedin":97327,"_subtype":97328,"Ġsigue":97329,"Ġcuring":97330,"ĠFirewall":97331,"Ġfluorescence":97332,"ĠItalians":97333,"иÑĤÑģÑı":97334,".getStyle":97335,"InSeconds":97336,"jie":97337,"-Smith":97338,"Ġxlink":97339,"Ġsubmissive":97340,"онÑĤ":97341,"arbonate":97342,"ĠFaul":97343,"_goals":97344,"ĠCommissioners":97345,"chartInstance":97346,"_POSTFIELDS":97347,"Ġmedial":97348,"Ġmanos":97349,"Ġdelt":97350,"svm":97351,".Apis":97352,"ephy":97353,"Ġasympt":97354,"ĠappDelegate":97355,"Ġimprobable":97356,"cka":97357,"simd":97358,"/Error":97359,".âĢĵ":97360,"ĠPTS":97361,"deer":97362,"Ġsina":97363,"magnitude":97364,"IDADE":97365,"']}'":97366,"Ġmayores":97367,"ĉcomment":97368,"/console":97369,"\"@":97370,"volt":97371,".sell":97372,"ĠMacy":97373,"Ġmelod":97374,"Ġimágenes":97375,"_chg":97376,"Ġinout":97377,"idente":97378,")'),Ċ":97379,"dni":97380,".blob":97381,"Ġtypography":97382,"Ġeerie":97383,"_OID":97384,"pesan":97385,"ajan":97386,"Ġchopping":97387,"Ġbluff":97388,"adf":97389,"_bases":97390,".Formatter":97391,"Ġ\\%":97392,"ĠPageInfo":97393,"Carrier":97394,"ĠCalibration":97395,"como":97396,"-bodied":97397,"Ġfinancier":97398,"ĠINA":97399,".ERR":97400,"Ġhoodie":97401,"ĠSanity":97402,"guarded":97403,".opendaylight":97404,"ISMATCH":97405,"Highlights":97406,"ünk":97407,"aniem":97408,"angered":97409,"assignments":97410,"Ġregistrado":97411,"ĠUPPER":97412,"ampilkan":97413,"ashire":97414,"ĠNikola":97415,"ĠCFL":97416,"ĠHDC":97417,"Ġpoids":97418,"ĠIPs":97419,"Ġpreventative":97420,"ipsoid":97421,"ifix":97422,".camel":97423,".ga":97424,"Volumes":97425,"-ste":97426,"Yahoo":97427,"_sibling":97428,"Highest":97429,"optgroup":97430,"Ġkvinna":97431,"âĢĿãĢĤĊĊ":97432,"ĠAppliances":97433,"Ġ\"><":97434,"')\")Ċ":97435,"htt":97436,"ĠIdentified":97437,"Ġpencils":97438,"ĠmemberId":97439,"ĠappendString":97440,".loadData":97441,"ĠmockMvc":97442,"Ġjub":97443,"ĠSlut":97444,"ĠTaipei":97445,"statt":97446,"Polit":97447,"Ġpartager":97448,"DidChange":97449,"Increases":97450,")}.":97451,"ĠBaba":97452,"_CLIP":97453,"[unit":97454,"ĠклÑİÑĩ":97455,"Ġalcuni":97456,"ĠLola":97457,"Ġclinging":97458,"@PostMapping":97459,"(concat":97460,"Ġssid":97461,"ĠFauc":97462,"okit":97463,"ĠRecorded":97464,"ález":97465,"($('<":97466,".assertIsNot":97467,"Ġkali":97468,"Volt":97469,"Ġwarmly":97470,"Ġscares":97471,"getti":97472,"führt":97473,"_does":97474,".EMAIL":97475,"imations":97476,"Ġspringfox":97477,"ĠDecom":97478,"arcy":97479,"Ġglitches":97480,"ĠMoff":97481,"ĠVoll":97482,".between":97483,"Ġcoorden":97484,"ĠParticularly":97485,"GBP":97486,"Ġsemble":97487,"Eastern":97488,"_MSB":97489,"]){čĊ":97490,"morgan":97491,"ĠEVAL":97492,"dere":97493,"HOUSE":97494,"moire":97495,"istique":97496,"_lstm":97497,"-commit":97498,"ysterious":97499,"Ġtwink":97500,"-thumbnails":97501,"enÃŃ":97502,":'',":97503,"Ġblackout":97504,"ĠFloors":97505,"Ġsofas":97506,"Ġoui":97507,"leshoot":97508,"ĠRaq":97509,"-abs":97510,"Ġkra":97511,"Mining":97512,"shaft":97513,".setColumns":97514,"Clazz":97515,"PRETTY":97516,".playlist":97517,"éĸ¢":97518,"-Saharan":97519,"MING":97520,"ĉbl":97521,"è®®":97522,"jf":97523,"DOCKER":97524,"hopefully":97525,"(ignore":97526,"ĠUsersController":97527,"ĠMitarbeiter":97528,"ĠLES":97529,"Hamilton":97530,"-metadata":97531,"ĠKK":97532,"iktig":97533,"Ġwollte":97534,"egrator":97535,"]bool":97536,",current":97537,"ĠvalueType":97538,"Ġexcavation":97539,"oland":97540,"Ġverv":97541,"/filepath":97542,"AuthProvider":97543,"Ġprocrast":97544,"ĉULONG":97545,"_MEMBERS":97546,"Ġuplift":97547,"ĠAutonomous":97548,"Ġartworks":97549,"ĠOutreach":97550,"Ġpore":97551,"Homepage":97552,"DialogTitle":97553,"ĠGenerating":97554,"PARSE":97555,"Ġsemanas":97556,"Ġhumano":97557,"JSGlobalScope":97558,"Ġvolte":97559,"Ġbella":97560,"(isinstance":97561,"Ġplc":97562,"\\Catalog":97563,"Ġesteemed":97564,"鼷":97565,"(suffix":97566,"Ġsweeps":97567,"ĉORDER":97568,"Ġdoivent":97569,"ĠSwarm":97570,"ĠCompiled":97571,"getPage":97572,"ADR":97573,".RichTextBox":97574,"ĠNaming":97575,"agged":97576,"ĠGANG":97577,"rasing":97578,"odeled":97579,"Ġgala":97580,"ĠJSName":97581,"ddf":97582,"Ġillust":97583,"ĠLansing":97584,"[port":97585,"-death":97586,"Ġdinheiro":97587,"ĠEighth":97588,"Ġbian":97589,"stÃ¥":97590,"Ġversión":97591,"ĠLinearGradient":97592,"ĠHarding":97593,".*)":97594,"eczy":97595,"$header":97596,"ĠvÃ¥r":97597,"Unchecked":97598,"Ġkoje":97599,"ĠPaladin":97600,"())),":97601,"Giving":97602,"()})Ċ":97603,"Ġdips":97604,"Friendly":97605,"Ġportrays":97606,"Ġhelium":97607,"Ġinsurgency":97608,"_expiry":97609,"ĠstringByAppendingString":97610,"Ġaantal":97611,"slope":97612,"mast":97613,".getInteger":97614,"Ġ########################":97615,"_PIPELINE":97616,"Ġdensely":97617,"Ġmutating":97618,"midi":97619,"ĠSeit":97620,"ayne":97621,"NOWLED":97622,"ĠDesmond":97623,"ĠFName":97624,"ĠNairobi":97625,"\\Context":97626,"Ġcalcular":97627,"-den":97628,"Ġcott":97629,"]):čĊ":97630,"ĠRecommendation":97631,"ĠRolex":97632,"ĠvalidationResult":97633,".pat":97634,"ĠnÃły":97635,"ĠRestClient":97636,"ĠGPI":97637,"ĠAsheville":97638,"ĠOSP":97639,"ĠPERMISSION":97640,"ÐĶаÑĤа":97641,"/notification":97642,"Knight":97643,"_Word":97644,"ĠBender":97645,"ranking":97646,"Ġpartida":97647,"_reservation":97648,"ÌĢ":97649,"ĠmName":97650,"Ġgetch":97651,"Ġborr":97652,"Ġdiligent":97653,"Discuss":97654,"æŃ£åľ¨":97655,"apeake":97656,"ioned":97657,"-Nazi":97658,".cum":97659,"ĠKron":97660,"=$('#":97661,"/single":97662,"Ġerotisch":97663,"ĠVib":97664,"Ġratified":97665,"Ġconcerted":97666,"ĠREGARD":97667,"Ġdobr":97668,".DriverManager":97669,"'r":97670,"Portable":97671,"ĉsuite":97672,"Ġrelaciones":97673,"ĠDop":97674,"emploi":97675,"DOB":97676,"Ġcrumbs":97677,"Ġxls":97678,"_Application":97679,"(':',":97680,"Ġ------------------------------------------------------------------------Ċ":97681,"mse":97682,"Ġberk":97683,"ĠReturnValue":97684,"ĠBelly":97685,"Ġcamar":97686,"ĠPeek":97687,"elsing":97688,"Ġnotifies":97689,"ĠTristan":97690,"ĠGAR":97691,"emme":97692,"ĠElevated":97693,"_CSV":97694,"(chalk":97695,"Ġtwenties":97696,"ĠSearchResult":97697,"=search":97698,"ĠMixing":97699,"ýt":97700,"Ġrecruiter":97701,"ĠIDEOGRAPH":97702,"ĠAgo":97703,"(Operation":97704,"$values":97705,"Ġworldly":97706,"ĠRosenberg":97707,"ĠConfigureServices":97708,">*Ċ":97805,"Ġsnork":97806,"_opacity":97807,"ĠinitWithNibName":97808,"iado":97809,"AAC":97810,"Ġ]).":97811,";z":97812,"_paragraph":97813,"Ġnoses":97814,"stands":97815,"ifr":97816,"_mE":97817,"Iraq":97818,".Predicate":97819,"enaire":97820,"]]];Ċ":97821,"Ġunidad":97822,"Ġretirees":97823,"_hello":97824,"Ġmodele":97825,"ĠUITableViewController":97826,"fwrite":97827,"_numero":97828,"_visited":97829,"Ġrecebe":97830,"(Notification":97831,"Fantastic":97832,"_submenu":97833,"ĠPEM":97834,"ĠCupertino":97835,"approximately":97836,"classed":97837,".ReadString":97838,"Ġdomicile":97839,"_PW":97840,"Ġballpark":97841,"ĠKale":97842,"contra":97843,"_favorite":97844,"/of":97845,"Quite":97846,"ĠOTA":97847,"Ġaccelerometer":97848,"didn":97849,"|^":97850,"ĠRohingya":97851,"ivicrm":97852,"annabin":97853,"обÑĭÑĤи":97854,"orado":97855,"')+":97856,"Haunted":97857,",ID":97858,"(UIAlertAction":97859,"urv":97860,"_bel":97861,"ĠMexicans":97862,"/terms":97863,"ĠPainter":97864,"InputLabel":97865,"ĠVinci":97866,"ĠRosie":97867,"\\uc":97868,"":98029,"_gs":98030,"Ġcompil":98031,"nard":98032,"-exc":98033,"Ġrhyme":98034,"Ġbutto":98035,"says":98036,"antasy":98037,"ë¸":98038,"ĠcittÃł":98039,"Ġcheg":98040,"TimeString":98041,"Ġpositivity":98042,"ĠDabei":98043,"Ġwang":98044,"Ġescre":98045,"\"c":98046,"ĉvideo":98047,"ĠRanked":98048,".strings":98049,">>>(":98050,"ĠинÑĤеÑĢ":98051,"Ġresta":98052,"[:,:":98053,"Ġrendre":98054,"Ġdeser":98055,"Jos":98056,"Ġdisruptions":98057,"ĠопеÑĢ":98058,"sampling":98059,"suppress":98060,"ĠcontainerView":98061,"ĠSeamless":98062,"Ġairy":98063,"Ġonload":98064,".WindowManager":98065,"ĠPLA":98066,"braco":98067,".setPositiveButton":98068,"Ġpdu":98069,"Ġgsi":98070,"ĠCli":98071,"_gradients":98072,"Ñıд":98073,"ĠWhisper":98074,"cstdint":98075,"Ġläng":98076,"Ġformulations":98077,"énom":98078,"ournemouth":98079,"[$_":98080,"Ġordinarily":98081,".setUsername":98082,"Ġfaculties":98083,"MITTED":98084,"/values":98085,"Ġweir":98086,"ĠApt":98087,"MZ":98088,"ĉcf":98089,"ucken":98090,"ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ":98091,"defense":98092,"[iVar":98093,"ĠBusinessException":98094,"Selectors":98095,"(coordinates":98096,"ĠResets":98097,"ĠDrinks":98098,"oleans":98099,"(stypy":98100,"_IOC":98101,".xxx":98102,"ĠSlater":98103,"ĠBelize":98104,"Ġ/************************************************************************":98105,"addin":98106,"_episodes":98107,"Ġischem":98108,"legalArgumentException":98109,"Danny":98110,"Ġpared":98111,".codehaus":98112,"ĠAssy":98113,"ĉRect":98114,"âŀ":98115,".lista":98116,"ĠваÑĪ":98117,"Ġvets":98118,"HWND":98119,"isoner":98120,"Ġxo":98121,"Ġorally":98122,"ĠStmt":98123,".rnn":98124,"ĠDPI":98125,"ĠStrikes":98126,".setViewportView":98127,"ĠèĩªåĬ¨çĶŁæĪIJ":98128,"YELLOW":98129,"GLenum":98130,"partners":98131,"ĠImplicit":98132,"Ġtako":98133,"âĢĻelle":98134,"Ġermög":98135,"totalCount":98136,"Gil":98137,"ĉwork":98138,"Ġpratic":98139,"inati":98140,"abies":98141,"ĠSkinner":98142,"Ġspirited":98143,"Ġpancreatic":98144,"Ġhdf":98145,"'em":98146,"Ġpsychosis":98147,"olicit":98148,"Ġ\"{\"":98149,"_atual":98150,"Ġélect":98151,"TEAM":98152,"Ġdak":98153,"ĠSWAT":98154,".FragmentManager":98155,"Ġprovisioning":98156,"lifetime":98157,"_EXTENSIONS":98158,"ĠCASCADE":98159,"Ġ![":98160,"(KP":98161,"Ġvem":98162,"ĠInterracial":98163,"']},Ċ":98164,"spacer":98165,"_kv":98166,"Warehouse":98167,"RDD":98168,"_fsm":98169,".StretchImage":98170,",Yes":98171,"ĠRefugee":98172,"ĠBringing":98173,"Ġválido":98174,".intersection":98175,"Ġspooky":98176,"_portal":98177,"Ġmoth":98178,"ĠZodiac":98179,"ĠSOCIAL":98180,"MimeType":98181,"']}}":98300,"_Blue":98301,"Ġbotanical":98302,"Ġfrags":98303,"Ġfamilial":98304,"-du":98305,"Ġseizing":98306,"(blocks":98307,".rd":98308,".checkNotNull":98309,"Ġmiser":98310,"Ġmaxx":98311,"ĠKnee":98312,"ViewItem":98313,"InnerHTML":98314,"Danger":98315,"((__":98316,"Ġprzypad":98317,"createUrl":98318,"**,":98319,"ĠDecorating":98320,"ATEGY":98321,"?>/":98322,".Designer":98323,"hexdigest":98324,"ĠEverywhere":98325,"alleries":98326,".TEXTURE":98327,".Blocks":98328,"zell":98329,"Ġpreço":98330,"Suddenly":98331,"inputEmail":98332,"(sync":98333,".bd":98334,"golden":98335,">');":98336,"ĠDickinson":98337,">>(Ċ":98338,"ĠQUEUE":98339,"ĠgetColumn":98340,"ĠSAND":98341,".piece":98342,"licer":98343,"Flutter":98344,"ĠgetVersion":98345,"ĠresourceId":98346,"ogl":98347,"ÅĤaw":98348,".Branch":98349,"ĉweb":98350,"Ġframerate":98351,"PPP":98352,"Ġfray":98353,"CNT":98354,"Ġinformatie":98355,"']čĊčĊ":98356,"neas":98357,"HeaderCode":98358,"Ġæ¸":98359,"Ġtrg":98360,"rawtypes":98361,"Honda":98362,"Ġmarketer":98363,"ĠrequestData":98364,"ĠPg":98365,"ĉnot":98366,"ĠpageInfo":98367,"Ġaktuellen":98368,"ãģķãĤĵ":98369,"ĠAMS":98370,"pushViewController":98371,"ĉAL":98372,"Ġvests":98373,"produce":98374,"-même":98375,"ĠRahman":98376,"Funny":98377,"EZ":98378,"_Valid":98379,"Ġsquadron":98380,"Ġlash":98381,"Ġirm":98382,"iasco":98383,"ĠParan":98384,"Ġpetites":98385,"ĠDecay":98386,"Ġuninitialized":98387,"privileged":98388,"Ġmbedtls":98389,"å¤ĩ注":98390,"Ġ^.":98391,"Ġecstatic":98392,"Detroit":98393,"Ġparten":98394,"Ġsouvenir":98395,".getLogin":98396,"моÑĤÑĢ":98397,"enção":98398,"ĠmÃŃnimo":98399,"ĠAccessed":98400,"rió":98401,"Mic":98402,"ĠVocal":98403,".SetString":98404,"Ġmensajes":98405,"åĢį":98406,"Ġattravers":98407,"ĠAph":98408,"Ġ');čĊ":98409,"ünde":98410,"Ġenchanted":98411,"ĠRootState":98412,"ĠCLOSED":98413,"ĉĉĉĉĉĉĉĉčĊ":98414,"Ġcaliente":98415,"orris":98416,"Ġphysicists":98417,"hwnd":98418,"_vi":98419,"Ġrápido":98420,"Ġcapitalized":98421,"edBy":98422,"Ġmachining":98423,"Ġhubby":98424,"ĠStacy":98425,".Bus":98426,"drink":98427,"Hur":98428,"Ġpropia":98429,"UnitTest":98430,"Ġmisconception":98431,"__));Ċ":98432,"/dc":98433,"ĠMayweather":98434,"_mC":98435,".createFrom":98436,"ĠQPainter":98437,"ropsych":98438,"innitus":98439,"ayas":98440,"Ġgeg":98441,"(dw":98442,"Ġusado":98443,"Ġtrickle":98444,"Ġannihil":98445,"ĠPasta":98446,"Ġ++Ċ":98447,"(ExpectedConditions":98448,".postValue":98449,"icap":98450,"ĠDonetsk":98451,"_soup":98452,"-publish":98453,"ĠPb":98454,"mentions":98455,"ACCEPT":98456,".Pull":98457,",âĢĻâĢĻ":98458,"Ġretarded":98459,"_ATOM":98460,"ĠTerminator":98461,"-court":98462,"ĠCLLocationCoordinate":98463,"Ġreverence":98464,"ĠSSC":98465,"utely":98466,"ĠWON":98467,"ĠGSL":98468,"frei":98469,".getLongitude":98470,"ĠopenFileDialog":98471,".Butter":98472,"-important":98473,"_MANY":98474,"ĠGong":98475,"âĢľHow":98476,"Ġgorge":98477,"=msg":98478,"ĠEzek":98479,"createCommand":98480,":checked":98481,"Ġinfographic":98482,".WEST":98483,"Dirs":98484,"Ġguarda":98485,"Ġbeetle":98486,"Loading":98560,"_mA":98561,".getRandom":98562,"blings":98563,"Ġcheeses":98564,"tti":98565,".âĢ¢":98566,"ĠBurgess":98567,"enderit":98568,".',čĊ":98569,"(\"\"+":98570,"acb":98571,"%p":98572,"indexed":98573,"_predicate":98574,"nesia":98575,"Ġbied":98576,"ĠCIT":98577,"(Pos":98578,"_radi":98579,"ä»·æł¼":98580,"Biz":98581,"ĠAdolescent":98582,"Ġviên":98583,"cycl":98584,"_Cancel":98585,"Ġconclusive":98586,"Ġappellate":98587,"informatics":98588,"SJ":98589,"Ġelective":98590,"roleId":98591,"Fetcher":98592,"ĉCommand":98593,"(\"(%":98594,"Ġfart":98595,"ILA":98596,"getBlock":98597,"AUSE":98598,"Ġдан":98599,"ĠArte":98600,"Ġnotifying":98601,"Ġgele":98602,".same":98603,"ĠRegel":98604,"ĠBaÅŁ":98605,".creation":98606,"ĠVN":98607,"_community":98608,"Ġunsustainable":98609,"SEX":98610,"ĠgridSize":98611,"rescia":98612,"aversable":98613,"(',')[":98614,"ĠPhelps":98615,"á»ķi":98616,"ANCELED":98617,"-IS":98618,".runners":98619,"ĠStokes":98620,".Produ":98621,"Ġwhipping":98622,"_acquire":98623,"Ġinvestigación":98624,"fried":98625,".copyWith":98626,"ĠHardcover":98627,"-Se":98628,"áŀ¶áŀ":98629,"invitation":98630,"lesai":98631,"ĠDorm":98632,"ĠÑģпиÑģка":98633,"Ġconcatenated":98634,"ophil":98635,"Ġthinker":98636,"/fontawesome":98637,"ĠLeopard":98638,"Ġ\"/\");Ċ":98639,"Ġresiduals":98640,"ĠMicrowave":98641,"Ġconforme":98642,"throp":98643,"Ġdisemb":98644,"ĠOMG":98645,"ĠDiscipline":98646,"ĠAcrobat":98647,"/repository":98648,"dfa":98649,"_MED":98650,"bufio":98651,"Ġméthode":98652,"_HOLD":98653,"iasi":98654,"_legacy":98655,")ččĊ":98656,"æ£Ģ":98657,"GetProcAddress":98658,"Ġyay":98659,"otence":98660,"orderid":98661,"-tw":98662,"Ġdearly":98663,"Incoming":98664,"/il":98665,"Ġneurop":98666,"ucz":98667,");čččĊ":98668,"ĠInnovative":98669,"Ġprofund":98670,"igmat":98671,"SelectionMode":98672,"relevant":98673,".GO":98674,"Ġbruises":98675,"Ġsach":98676,"odef":98677,"Ġreimb":98678,"/desktop":98679,"-spot":98680,"undance":98681,"Entropy":98682,"\\core":98683,"Ġsuger":98684,"ĠMvc":98685,"ĠGNOME":98686,"_indx":98687,"ĠYYSTYPE":98688,"ĠMatlab":98689,"ĠCIF":98690,"Ġ*))":98691,"ĠproductList":98692,"ĠAlright":98693,"acemark":98694,"ÑĤив":98695,"modification":98696,"international":98697,"Ġhomers":98698,"Ġdicts":98699,"ĠQFont":98700,".SQLite":98701,"Ġtransplantation":98702,"ĠMessageBoxButton":98703,"ĠElves":98704,"']])Ċ":98705,"(QIcon":98706,"Ġcinemas":98707,"COORD":98708,"-China":98709,"Ġkhẩu":98710,"æĪijçļĦ":98711,"Ġskulls":98712,"Ġpainstaking":98713,"fce":98714,".XRLabel":98715,"Ġspecifier":98716,"Ġpreferring":98717,"/activity":98718,"(Photo":98719,"ált":98720,".lot":98721,"''.":98722,"annonce":98723,".googlecode":98724,"-pdf":98725,"ĠPoke":98726,"_ACL":98727,"Ġendowed":98728,"discover":98729,".omg":98730,"Ġwoodland":98731,".Magic":98732,"Ġvolont":98733,"NotAllowed":98734,"Ġchave":98735,"BMW":98736,"','=',":98737,"ĠSIX":98738,"æĪij们":98739,"Ġkosher":98740,"Ġaspiration":98741,"intl":98742,"_refptr":98743,"'+Ċ":98744,"mentor":98745,".club":98746,"WindowState":98747,".ARR":98748,"Ġzza":98749,"ĠmessageType":98750,".equ":98751,"Thor":98752,"Ġinjust":98753,"Ġgums":98754,"ĠborderSide":98755,"/////":98756,"ĠTransmit":98757,"Ġbufsize":98758,"Ġhak":98759,"Ġellas":98760,"RANDOM":98761,"ĉmc":98762,"Ġpea":98763,"eko":98764,"documento":98765,"Ġhysteria":98766,"Ġarenas":98767,"Ġgunmen":98768,"Ġmike":98769,"Ġimpunity":98770,"atisation":98771,"_Zero":98772,"_COMPANY":98773,"ĠGors":98774,"ĠuseClass":98775,"(redis":98776,"ĠRUNNING":98777,"ĠBair":98778,"velte":98779,"Ġ','.":98780,"аÑĤÑĮÑģÑı":98781,"öst":98782,"encodeURIComponent":98783,"_restrict":98784,"Ġdecals":98785,"ĠPedido":98786,"Ġaltercation":98787,"Displays":98788,"ĠApplicants":98789,"CUS":98790,"Textarea":98791,"ĠAngola":98792,".future":98793,"ĠUSHORT":98794,"Ġsuppressing":98795,"Ġsetzen":98796,"APolynomial":98797,"Ġtoch":98798,"Ġhallmark":98799,"Ġ$$$":98800,"ĠCHARSET":98801,".rpm":98802,"ĠDich":98803,"--------------------":98804,"_parm":98805,"è¿ĺ":98806,"acciones":98807,"hait":98808,"WARDED":98809,"_routing":98810,"ĠNOM":98811,"Ġenclave":98812,"ĠLotto":98813,"ĉfr":98814,"complexContent":98815,"ĠBallard":98816,"kube":98817,"/win":98818,".getColumnModel":98819,"_REPLACE":98820,"HeaderValue":98821,"Ġestudiantes":98822,"Ġapis":98823,"Ġbpm":98824,"ĠTypeName":98825,"AndGet":98826,"rita":98827,"Plans":98828,">Note":98829,"Ġfetisch":98830,"Ġtoned":98831,"_goto":98832,"onsense":98833,"Ġmolds":98834,"Ġinfiltration":98835,"ĠGuerrero":98836,"ubbo":98837,"cki":98838,"($(\".":98839,"_activities":98840,"(changes":98841,"ĠofApp":98842,"ĠKepler":98843,"ĠDemp":98844,"ĠContinent":98845,".Ticks":98846,"ĠUnsigned":98847,"ĠJahres":98848,"Ġfreshmen":98849,"ĠArchived":98850,"ĠкоÑĤоÑĢÑĭй":98851,"Ġ'::":98852,"Tutorial":98853,"Cc":98854,"ĠtableLayoutPanel":98855,"fromJson":98856,".levels":98857,"_transient":98858,"Ġendorsing":98859,"ĠDIC":98860,"lauf":98861,"Ġshred":98862,"_EMIT":98863,"ificantly":98864,"ALA":98865,"/proto":98866,"Ġnarrowing":98867,"Utc":98868,"Factors":98869,"Ġsentient":98870,"æŀIJ":98871,"lixir":98872,"ĠCROSS":98873,"meteor":98874,"Ġgroin":98875,"Ġmdb":98876,"ĠRotterdam":98877,"Ġcomida":98878,"ĠOpCode":98879,"ĠDefaultValue":98880,"PermissionsResult":98881,"Ġheterogeneous":98882,"Ġmoot":98883,"Ġdeceived":98884,"-independent":98885,"ĠObjectOutputStream":98886,"Ġoverpower":98887,".dup":98888,"Ġldb":98889,"Ġdomestically":98890,"Ġbestellen":98891,"Ġlov":98892,"ĠContractors":98893,"Triangles":98894,"Ġfodder":98895,"Ġfilmes":98896,"ä¼ģ":98897,"Ġrevolver":98898,"StartupScript":98899,"/validation":98900,"ĠResourceType":98901,"iÅŁ":98902,"ĠLaz":98903,"fef":98904,"Ġlstm":98905,"{*":98906,".attachment":98907,".hits":98908,"ewith":98909,"DOG":98910,"Alabama":98911,"Ġmediums":98912,".mContext":98913,"-cols":98914,"åıĭ":98915,".notice":98916,"Ġattn":98917,"ĠPacking":98918,"ĠLn":98919,"_COMPLEX":98920,"/Users":98921,".savetxt":98922,"ĠRounds":98923,"?,?,?,?,":98924,"Ġingl":98925,"ĠROC":98926,"_female":98927,"ĠStard":98928,"]];":98929,"Ġwrestlers":98930,"Ġtorrents":98931,"Ġsinh":98932,"ĊĊ":98933,"ë³µ":98934,"sense":98935,"however":98936,".Physics":98937,"Infrastructure":98938,"ĠSacr":98939,"Fel":98940,"ĠDISTRIBUT":98941,"éments":98942,"ĠValidates":98943,"############################################################":98944,"Ġ|/":98945,"Ġesl":98946,"Ġréseau":98947,"ĠBip":98948,"BYTES":98949,"_WATER":98950,"Turning":98951,"ELS":98952,"Ġjuxtap":98953,"Ġlesbische":98954,"ých":98955,"(Unknown":98956,"Neo":98957,"@JsonProperty":98958,"Ġalumnos":98959,"ĠRaqqa":98960,"imei":98961,".getBounds":98962,".MouseEventHandler":98963,"#######":98964,"GenericType":98965,"/cms":98966,"Ġturno":98967,"Ġмин":98968,"Ġfolklore":98969,"ĠEvo":98970,"Ġconductivity":98971,"Ġleben":98972,"Ġgearbox":98973,"-vs":98974,"ĠÏĨ":98975,"Ġdrinkers":98976,"Ġconexao":98977,"ĠTeeth":98978,"ĠgetArguments":98979,"ĠRAT":98980,"entious":98981,"Educ":98982,"+W":98983,"ĠInstitutional":98984,"ĠBord":98985,"isEqual":98986,"(pwd":98987,"Ġignited":98988,"ĠRousse":98989,"Ġimpactful":98990,"ĠMalk":98991,"Ġgeral":98992,"ĠPivot":98993,"Ġazt":98994,"Ġcsvfile":98995,"ĠRope":98996,"ĠSOLUTION":98997,"ĠArbitrary":98998,"Ġletto":98999,".MouseAdapter":99000,"Ġ}}}":99001,"ĠSailor":99002,"dera":99003,"Putting":99004,"Ġconcentrates":99005,"ĠauthDomain":99006,"âĢĿçļĦ":99007,"-finals":99008,",strlen":99009,"Muon":99010,"ĠOrdinary":99011,"firefox":99012,"ĠLaTeX":99013,"ĠHund":99014,"engineering":99015,"/blue":99016,"edTextBox":99017,"(\"\");":99018,"ĠCDDL":99019,"kept":99020,"ĠGetString":99021,"Kir":99022,"()='":99023,"ĠOCD":99024,"antium":99025,"$menu":99026,"ĠAppalachian":99027,"Secretary":99028,"ë¥ĺ":99029,"ีย":99030,"Semantic":99031,"Ġ*[":99032,"estone":99033,"ungkin":99034,"MaxY":99035,"-tone":99036,"\"};čĊ":99037,"_Part":99038,"ĊĊ":99240,"Lic":99241,"ĠMirage":99242,"ĠAssemblyFileVersion":99243,"TeV":99244,"ĠValueEventListener":99245,"-solving":99246,"Tho":99247,"roulette":99248,"_WP":99249,"Ġuninterrupted":99250,"ĠfieldType":99251,".Typed":99252,"Ġamour":99253,"Ġmockery":99254,"(vol":99255,"ĠSubcommittee":99256,"ĠRuf":99257,"erox":99258,":UIButtonTypeCustom":99259,"ĠBlur":99260,"Ġwykon":99261,"nces":99262,"ASHBOARD":99263,"!!\");Ċ":99264,"Ġmurderers":99265,".daily":99266,"ĠDIAG":99267,"jing":99268,"Ġdolphin":99269,"Ġlòng":99270,"Ġbö":99271,"ĠVocabulary":99272,".StObject":99273,"')\">":99274,"Ġzun":99275,"Ġscrimmage":99276,"tréal":99277,"ĠLig":99278,"[vi":99279,"Cole":99280,"Ġfrosting":99281,".Players":99282,"-translate":99283,"Feels":99284,"=\\\"/":99285,".ButterKnife":99286,"Ġ?>;Ċ":99287,"Ġavi":99288,"innie":99289,".Failure":99290,"Ġspindle":99291,"ConfigurationException":99292,"_hop":99293,"Ġposição":99294,"ĠAwait":99295,"UIImagePickerController":99296,"ĉday":99297,"Ġgenom":99298,"Cab":99299,"ĠÑĢезÑĥлÑĮÑĤаÑĤ":99300,"ORIGINAL":99301,"Ġejaculation":99302,"(tcp":99303,"SECOND":99304,"Ġtonic":99305,"ĠListBox":99306,"ĠĉĉĊ":99307,"()>Ċ":99308,"Ġquatre":99309,"ượng":99310,"withErrors":99311,".Maybe":99312,",âĢ¦":99313,"tokenId":99314,"_UNDEF":99315,"Ġfreshness":99316,"ĠAmendments":99317,".mapbox":99318,".CV":99319,"(blog":99320,"_gettime":99321,".quest":99322,"sparse":99323,"Ġresale":99324,"Ġenthusiastically":99325,"ĠProstitutas":99326,"Wa":99327,"Cargo":99328,".Parcelable":99329,"SENSOR":99330,"ĠRyu":99331,"Laughs":99332,"_Native":99333,"/pg":99334,"ysts":99335,"Ġphotoc":99336,"ç®Ģ":99337,"adopt":99338,".species":99339,"conciliation":99340,"Adjusted":99341,".FirebaseAuth":99342,"uttle":99343,"ordination":99344,"Ġmunch":99345,"ĠStake":99346,".ping":99347,"anker":99348,"(QStringLiteral":99349,"Ġsubscript":99350,"ĠĠĉĊ":99351,"ĠMCC":99352,"_Cmd":99353,"sexy":99354,"iou":99355,"ĠMANY":99356,"Ġnanny":99357,"TRAIN":99358,"Ġflourishing":99359,"ĠWatches":99360,"ĠQMap":99361,"ĠFerm":99362,"Ġwasm":99363,"ĠAbed":99364,"_UD":99365,"ĠGlasses":99366,"+v":99367,"Attend":99368,".Chain":99369,"Ġdecency":99370,"ĠSupplementary":99371,"hunter":99372,"-txt":99373,"Ġ\"}\";Ċ":99374,".setWindowTitle":99375,"(\"":99477,"Ġmascara":99478,"(Profile":99479,"åĬŁèĥ½":99480,"imité":99481,"Ġwildfires":99482,"-ROM":99483,".isOn":99484,"(groupId":99485,"Repair":99486,"accumulate":99487,"Ġ<\",":99488,"Ġhandwritten":99489,"Ġacheter":99490,"ĠMGM":99491,"ĠIrma":99492,"->{_":99493,"gee":99494,"criminal":99495,"Ġèĭ¥è¦ģ":99496,"Ġmomentarily":99497,"\")!=":99498,"_lit":99499,"ĠexpiresIn":99500,".\").":99501,"éķ¿åº¦":99502,"Ġfrække":99503,"vlc":99504,"Ġorbs":99505,"),$":99506,"Ġventured":99507,"/>\\":99508,"charm":99509,"Nuitka":99510,"eldig":99511,"atonin":99512,"Witness":99513,"-lat":99514,"ĠsetHidden":99515,"Ġrelics":99516,"Ġconsulate":99517,".IGNORE":99518,"\"After":99519,"ĠsetAddress":99520,"Ġbesteht":99521,"Ġ'')ĊĊ":99522,".xaxis":99523,"Ġserão":99524,"Ġmisled":99525,"_UNIFORM":99526,"ĠVIA":99527,"incr":99528,"Ġzenith":99529,"Ġviscosity":99530,"Ġthinly":99531,".getSharedPreferences":99532,".ErrorCode":99533,"\"),\"":99534,"ĠMillionen":99535,"Ġ/>)Ċ":99536,"ScrollIndicator":99537,"-seeking":99538,"ĠPOLITICO":99539,"asca":99540,"_rl":99541,"Navig":99542,"(fullfile":99543,"Ġsolitude":99544,"Ġjuven":99545,"Ġhauling":99546,"ĠMacros":99547,"ĠGry":99548,"Ġexercitation":99549,"ĠATTACK":99550,"TickCount":99551,"Ġrites":99552,"Ġdoe":99553,"ParticleSystem":99554,"Ġslu":99555,"WindowText":99556,"ĠClassName":99557,"Ġslander":99558,"ĉPort":99559,"jong":99560,"?a":99561,".Dial":99562,"âĢĶat":99563,"$objPHPExcel":99564,"Ġsoar":99565,"ENN":99566,"appeared":99567,"Ġquotid":99568,"emachine":99569,"Ġnip":99570,"Ġmicrotime":99571,"ĠAlma":99572,";!":99573,"------------------------------------------------------------------------------------------------":99574,"ĠPassage":99575,"Ġdumpsters":99576,"ĠExclude":99577,"Ġsuggestive":99578,"ĠCircularProgressIndicator":99579,"_clr":99580,"ArrayType":99581,"ILLA":99582,"ElapsedTime":99583,"Driven":99584,"ĠresourceName":99585,"ĠGarrison":99586,"serir":99587,"-ahead":99588,"Ġpinnacle":99589,"ĠEspresso":99590,"Sparse":99591,"Ġassays":99592,"ĠGirlfriend":99593,"imid":99594,"]='\\":99595,"ONGLONG":99596,"Ġportraying":99597,"Lane":99598,"Ġbúsqueda":99599,"Ġreinforcements":99600,"ĠSpreadsheet":99601,"ĠArrayCollection":99602,",arr":99603,"lightbox":99604,"icana":99605,"<\"":99606,"builders":99607,"Kid":99608,"ĠMatSnackBar":99609,"EXPR":99610,"odcast":99611,"ĠFoundations":99612,"Ġinds":99613,"='${":99614,"Fizz":99615,"-functional":99616,"(workspace":99617,"Ġstemmed":99618,"_patches":99619,"ĠJarvis":99620,"READING":99621,"Ġdisrespectful":99622,"ĠQDom":99623,"Ġ${Ċ":99624,"estatus":99625,"Reached":99626,"!.ĊĊ":99627,"ILT":99628,"ĠNDEBUG":99629,"ĠCourage":99630,"birthdate":99631,"ĠTing":99632,"Ġutilizado":99633,"ánchez":99634,"Outdoor":99635,"Ġhandguns":99636,"RefCount":99637,"ÉĻ":99638,"romo":99639,"Ġtts":99640,".She":99641,"ĠPane":99642,"ãĢij,ãĢIJ":99643,"ĠIOCTL":99644,"/black":99645,"inscription":99646,"Ġbiopsy":99647,"ĠTimeInterval":99648,".TestCheck":99649,"ĠGUIStyle":99650,"ĠCapability":99651,"ĠBeitrag":99652,"donnees":99653,"Treatment":99654,".backup":99655,"Ġsignings":99656,"ĠBoca":99657,"drm":99658,".MAIN":99659,"Ġgoede":99660,"ĠMarkup":99661,"GREE":99662,"ĠBaseService":99663,".Creator":99664,"Ġjails":99665,"ĠKahn":99666,"IpAddress":99667,"ACHI":99668,"Ġinhibited":99669,"Ġ@$_":99670,"ĠAssass":99671,"Ġenviado":99672,"Heroes":99673,"ÐŁÐµÑĢ":99674,"ĠMaven":99675,".ls":99676,"Ġive":99677,"|RF":99678,"ĠresizeMode":99679,"Ġrumpe":99680,"_attachments":99681,"TU":99682,"Ġtactile":99683,"Attempting":99684,"Ġrobin":99685,"yaw":99686,"Ġmercenaries":99687,"ĠHabitat":99688,"enddate":99689,"Ġoxy":99690,"ĉRandom":99691,"ohon":99692,"IsNull":99693,"ĠValidationResult":99694,"ãĥļ":99695,"umbed":99696,"ppv":99697,"Ġarp":99698,"ichick":99699,"_rnn":99700,"ĠTFT":99701,"TexImage":99702,"\"On":99703,"ĠSampler":99704,"topl":99705,"Ġjane":99706,"yling":99707,"ĠUNICODE":99708,"TabIndex":99709,"<{Ċ":99710,"suspend":99711,"uvian":99712,",application":99713,"олиÑĩеÑģÑĤво":99714,"yat":99715,"ezier":99716,"ĠCHUNK":99717,"ĠAdler":99718,"/Add":99719,"ĠKeyValue":99720,"Ġsposób":99721,"Sampling":99722,"chers":99723,"_AMD":99724,"Ru":99725,".MustCompile":99726,"Nation":99727,"Assoc":99728,"Managing":99729,"ĠEngl":99730,"_GB":99731,"Ġsuccinct":99732,"Ġdisliked":99733,"ĠIke":99734,"Bulletin":99735,"_ARCHIVE":99736,"Proposal":99737,"Ġjogging":99738,".CREATED":99739,"Ġchol":99740,"è£ħ":99741,"Į¨":99742,"-push":99743,"Ġreserva":99744,"corev":99745,"ètre":99746,"THR":99747,"Ġincompetence":99748,"Ġcharisma":99749,"æĦŁ":99750,"Ġ\"==":99751,"BTN":99752,"ĠLocator":99753,"ivet":99754,"('.')Ċ":99755,"ĠforIndexPath":99756,"ôme":99757,"Ġcapacit":99758,"waters":99759,"ĠWRONG":99760,"hoa":99761,"ĠMIPS":99762,"Ġemiss":99763,"ĠJacqueline":99764,"(cmp":99765,"Ġeens":99766,"Leo":99767,".timing":99768,"CLUSION":99769,"Ġ(\"-":99770,"åĵĪ":99771,".kode":99772,"ĠUndert":99773,"Ġbewild":99774,"ĠEssen":99775,".hd":99776,"Ġrenegot":99777,"Ġmower":99778,"Ġlsp":99779,"Ġpenchant":99780,"Ġmanoe":99781,"Ġagli":99782,"Ġrecal":99783,"ĠOPERATION":99784,"(^)(":99785,"Ġν":99786,"ĠScoped":99787,"Ġ@\"Ċ":99788,"=label":99789,"[loc":99790,"Intl":99791,"ĠNz":99792,"tablet":99793,".ColumnName":99794,"ĠscreenSize":99795,"DBus":99796,"cooked":99797,"-registration":99798,"âĢľOne":99799,"-non":99800,"ĠwiÄĻc":99801,"Ġcosta":99802,".addTab":99803,".conditions":99804,"ĠHess":99805,"MEMORY":99806,"ĠAvalanche":99807,"()}}Ċ":99808,"Ġtriplet":99809,"Ġlabyrinth":99810,"ĠNodeList":99811,"ĠNYT":99812,"Ġyeni":99813,"dff":99814,".HtmlControls":99815,"AVIS":99816,"/Math":99817,"Ġmemcmp":99818,"اء":99819,"оÑģÑĮ":99820,"crap":99821,"(pages":99822,"Ġlxml":99823,"ĠQDateTime":99824,"_tcb":99825,"Ġopenid":99826,"Ġsynaptic":99827,"ĠMDMA":99828,"(slug":99829,"igmatic":99830,"enor":99831,"Ġcramped":99832,"GOP":99833,"ŃIJ":99834,".isFile":99835,"ĠDifferential":99836,"Ġ=\"\";Ċ":99837,"ĉĉĉĠĠĠĠĉ":99838,"ĠCooke":99839,"ĉUFUNCTION":99840,"Ġperseverance":99841,"RelativeLayout":99842,"IMPORTANT":99843,"Ġexon":99844,"Ġон":99845,"ibase":99846,"(CONT":99847,"novation":99848,"ä½ķ":99849,"[sub":99850,"AdminController":99851,"HTTPHeader":99852,"crear":99853,"ĠNIR":99854,"ĠDropDownList":99855,"Ġvalide":99856,"Ġdehydration":99857,".']":99858,"(WIN":99859,"Ġ...\\":99860,"Ġphotoshop":99861,"ĉInit":99862,"_cou":99863,"ĠtimeZone":99864,"darwin":99865,"romatic":99866,"NavigationItemSelectedListener":99867,"brates":99868,"]--;Ċ":99869,"Ġtragedies":99870,"ĠPediatrics":99871,"SMART":99872,"-API":99873,"ĠMessageLookup":99874,"ĉvo":99875,"Ġprejudices":99876,"ĠmA":99877,"Ups":99878,"ĠMISSING":99879,"ĉad":99880,"Cream":99881,"ĠTb":99882,"ĠMona":99883,"_ghost":99884,"ĉtypes":99885,"Emb":99886,"ĠDocumentary":99887,"');ĊĊĊĊ":99888,"Ġlup":99889,"_Reference":99890,"ĠBATCH":99891,"Ġintertwined":99892,"":100015,"Ġfoyer":100016,"'utilisation":100017,"ĠMüller":100018,"ĠFetish":100019,"ĠdefaultManager":100020,"Ġbacktrack":100021,"Bah":100022,"Explicit":100023,"_ASCII":100024,"ĠmActivity":100025,"(Msg":100026,"Ġê²Į":100027,"ĠTERMS":100028,"ĠAngie":100029,"HSV":100030,"ĠMosque":100031,".Names":100032,"íĬ¼":100033,"reste":100034,"_parms":100035,"Ġgaping":100036,"Ġcropping":100037,"DataFrame":100038,"Ġresponsiveness":100039,"_undo":100040,"_tran":100041,".terminate":100042,"Ġitaliane":100043,"Ġwalkthrough":100044,"Ġattractiveness":100045,"де":100046,"_STS":100047,"_learn":100048,"Ġchocolates":100049,"ierarchical":100050,"-thinking":100051,"Ġ)))":100052,"ishments":100053,".Logf":100054,"ĠTMZ":100055,"ĠCanary":100056,"foil":100057,"ĠVaccine":100058,".vx":100059,"ĠSurround":100060,"Intermediate":100061,"Ġiov":100062,"vais":100063,"';\";Ċ":100064,"ï½ŀĊĊ":100065,"éĢģæĸĻ":100066,"âĢ¦it":100067,"Seats":100068,"Clar":100069,"Wars":100070,"ĠHutchinson":100071,"ĠHasan":100072,"!')ĊĊ":100073,"ĠRichie":100074,"cheiden":100075,"($('":100076,"York":100077,"Ġlids":100078,"Ġalphanumeric":100079,"ĠGlock":100080,".shapes":100081,"Ġsparking":100082,"_epsilon":100083,"uplicated":100084,".dirty":100085,"])==":100086,"ĠìľĦì¹ĺ":100087,"Ġscn":100088,"Ġ/****************************************************************":100089,"_PREVIEW":100090,"_HC":100091,"ielding":100092,"fgets":100093,"ĠAddison":100094,"ĠproductService":100095,"-figure":100096,"(retval":100097,"zano":100098,"Ġautob":100099,"ĉsd":100100,"_numer":100101,"ĠSetLastError":100102,"ĠFior":100103,"ificance":100104,"Untitled":100105,"Ġinfield":100106,"Ġ{}));Ċ":100107,"Ġspac":100108,"Ġrookies":100109,"(describing":100110,"ngen":100111,"ிà®":100112,".rdf":100113,".Mutex":100114,"Ġkneeling":100115,"ĠQE":100116,"setMax":100117,"ReadStream":100118,"Ġventas":100119,"sut":100120,"cmpeq":100121,".WriteAllText":100122,"ĠExperienced":100123,"$__":100124,"Ġkaum":100125,"ĠLIS":100126,"Ġdocumentos":100127,"_HEALTH":100128,"icontains":100129,"Ġartisans":100130,"OWNER":100131,"Ġblinked":100132,"getDisplay":100133,"Ġtoen":100134,"ĠrowNum":100135,"Ġavril":100136,"Ġinvis":100137,"ĠKear":100138,"toBeInTheDocument":100139,"apur":100140,"Ġracked":100141,"ĠMcMaster":100142,"_ATTRIB":100143,"Haz":100144,"Ġfactura":100145,"/ts":100146,"ĠÑĢазмеÑĢ":100147,"Ġzf":100148,"Ġshortfall":100149,".fasta":100150,"ĠCONSTANT":100151,".managed":100152,"gems":100153,"SharedPointer":100154,"Ġblurry":100155,"brightness":100156,"(components":100157,"Ġ...\"ĊĊ":100158,"SELL":100159,"ĠIllustrator":100160,".getChannel":100161,"Ġtrouvé":100162,"ysters":100163,"Ġvois":100164,"ĠLinden":100165,"Ġemojis":100166,"Ġbrawl":100167,"ĠMSR":100168,"ĠElo":100169,"ĠCroatian":100170,"PopupMenu":100171,"Lewis":100172,".JWT":100173,"Ġastonished":100174,"Bush":100175,"(itemId":100176,"Ġdetachment":100177,"ĠEncore":100178,"å°Ķ":100179,"Ġrekl":100180,"Ġcram":100181,")$/":100182,".getHost":100183,"_recommend":100184,"-HT":100185,"_calibration":100186,"Authenticate":100187,".firebaseapp":100188,"UNIX":100189,"ĉCamera":100190,"ĠHEAP":100191,"Ideal":100192,".office":100193,"Ġgoofy":100194,"(Symbol":100195,"Ġjouer":100196,"_partitions":100197,"Ġrapidement":100198,"ĠGNUNET":100199,"idUser":100200,"Ġsupervise":100201,"(Contact":100202,"AWN":100203,"ãģĺ":100204,"Ġnaam":100205,"Ġaust":100206,"åľ¨çº¿":100207,"_softmax":100208,"AllowAnonymous":100209,"ammable":100210,"ROUTE":100211,"*D":100212,"Ġaden":100213,"ĠCristina":100214,"ĠCristiano":100215,"Ġbloodstream":100216,"subclass":100217,"_persona":100218,"CHILD":100219,"-know":100220,"ĠnavigationOptions":100221,"ĠZukunft":100222,"ĠPixar":100223,"Tyler":100224,"Ġunderworld":100225,"Ġsincerity":100226,"Ġdispenser":100227,"Ġkter":100228,"idders":100229,".addNode":100230,"-checked":100231,"Ġkeyst":100232,"ĠWTO":100233,".signals":100234,"Ġadventurer":100235,"ĠPang":100236,"\\R":100237,"=pos":100238,"Ġdispensaries":100239,"ĠCloset":100240,"(\"{\\\"":100241,"ideon":100242,"Ġnécessaire":100243,"()\"Ċ":100244,"_RECEIVED":100245,"Ġrésultats":100246,"Ġmoden":100247,"ĠIcelandic":100248,";d":100249,".allowed":100250,"(newUser":100251,"Ġmerciless":100252,".WaitFor":100253,"Ġdaycare":100254,"ĠConveyor":100255,"<|extra_id_0|>":100256,"<|endoftext|>":100257,"<|fim_prefix|>":100258,"<|fim_middle|>":100259,"<|fim_suffix|>":100260,"|||PHONE_NUMBER|||":100261,"|||EMAIL_ADDRESS|||":100262,"|||IP_ADDRESS|||":100263,"<|im_start|>":100264,"<|im_end|>":100265,"<|extra_id_1|>":100266,"<|extra_id_2|>":100267,"<|extra_id_3|>":100268,"<|extra_id_4|>":100269,"<|extra_id_5|>":100270,"<|extra_id_6|>":100271,"<|extra_id_7|>":100272,"<|extra_id_8|>":100273,"<|extra_id_9|>":100274,"<|extra_id_10|>":100275,"<|endofprompt|>":100276,"<|pad|>":100277} \ No newline at end of file